llm-simple-router 1.1.2-beta.1 → 1.1.2

package/dist/admin/providers.js

@@ -75,8 +75,6 @@ function extractModelOverrides(models) {
         const entry = { name, patches: (m.patches ?? []).map(normalizePatchName) };
         if (m.stream_timeout_ms != null)
             entry.stream_timeout_ms = m.stream_timeout_ms;
-        if (m.non_stream_timeout_ms != null)
-            entry.non_stream_timeout_ms = m.non_stream_timeout_ms;
         if (m.capabilities != null && Array.isArray(m.capabilities))
             entry.capabilities = m.capabilities;
         entries.push(entry);
@@ -126,8 +124,8 @@ const CreateProviderSchema = Type.Object({
     endpoints: Type.Optional(Type.Array(EndpointSchema, { minItems: 1 })),
     models: Type.Optional(Type.Array(Type.Union([
         Type.String(),
-        Type.Object({ name: Type.String(), context_window: Type.Optional(Type.Number()), patches: Type.Optional(Type.Array(Type.String())), stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })), non_stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })), capabilities: Type.Optional(Type.Array(Type.String())) }),
-        Type.Object({ id: Type.String(), stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })), non_stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })) })
+        Type.Object({ name: Type.String(), context_window: Type.Optional(Type.Number()), patches: Type.Optional(Type.Array(Type.String())), stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })), capabilities: Type.Optional(Type.Array(Type.String())) }),
+        Type.Object({ id: Type.String(), stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })) })
     ]))),
     is_active: Type.Optional(Type.Number()),
     max_concurrency: Type.Optional(Type.Integer({ minimum: 0 })),
@@ -148,8 +146,8 @@ const UpdateProviderSchema = Type.Object({
     endpoints: Type.Optional(Type.Array(EndpointSchema, { minItems: 1 })),
     models: Type.Optional(Type.Array(Type.Union([
         Type.String(),
-        Type.Object({ name: Type.String(), context_window: Type.Optional(Type.Number()), patches: Type.Optional(Type.Array(Type.String())), stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })), non_stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })), capabilities: Type.Optional(Type.Array(Type.String())) }),
-        Type.Object({ id: Type.String(), stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })), non_stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })) })
+        Type.Object({ name: Type.String(), context_window: Type.Optional(Type.Number()), patches: Type.Optional(Type.Array(Type.String())), stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })), capabilities: Type.Optional(Type.Array(Type.String())) }),
+        Type.Object({ id: Type.String(), stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })) })
     ]))),
     is_active: Type.Optional(Type.Number()),
     max_concurrency: Type.Optional(Type.Integer({ minimum: 0 })),

package/dist/admin/quick-setup.js

@@ -54,7 +54,6 @@ const QuickSetupProviderSchema = Type.Object({
         context_window: Type.Optional(Type.Number()),
         patches: Type.Optional(Type.Array(Type.String())),
         stream_timeout_ms: Type.Optional(Type.Number()),
-        non_stream_timeout_ms: Type.Optional(Type.Number()),
         capabilities: Type.Optional(Type.Array(Type.String())),
     })),
     endpoints: Type.Optional(Type.Array(QuickSetupEndpointSchema, { minItems: 1 })),
@@ -123,7 +122,6 @@ export const adminQuickSetupRoutes = (app, options, done) => {
                 ...(m.context_window != null ? { context_window: m.context_window } : {}),
                 ...(m.patches && m.patches.length > 0 ? { patches: m.patches } : {}),
                 ...(m.stream_timeout_ms != null ? { stream_timeout_ms: m.stream_timeout_ms } : {}),
-                ...(m.non_stream_timeout_ms != null ? { non_stream_timeout_ms: m.non_stream_timeout_ms } : {}),
                 ...(m.capabilities && m.capabilities.length > 0 ? { capabilities: m.capabilities } : {}),
             }));
             const adaptiveEnabled = body.provider.concurrency_mode === 'auto' ? 1 : 0;

package/dist/app/register-routes.js

@@ -77,8 +77,6 @@ export function registerRoutes(app, opts) {
         dbSizeMonitor.stop();
         tracker.stopPushInterval();
         tracker.closeAllClients();
-        // 先终止所有 inflight 请求（复用 kill 机制同步释放信号量），再清空信号量配置
-        tracker.abortAllInflight();
         semaphoreManager.removeAll();
         proxyAgentFactory.invalidateAll();
         const sessionTracker = container.resolve(SERVICE_KEYS.sessionTracker);

package/dist/config/model-context.d.ts

@@ -3,7 +3,6 @@ export interface ModelInfo {
     context_window: number | null;
     patches: string[];
     stream_timeout_ms?: number;
-    non_stream_timeout_ms?: number;
     capabilities?: string[];
 }
 export interface ModelEntry {
@@ -11,7 +10,6 @@ export interface ModelEntry {
     context_window?: number;
     patches?: string[];
     stream_timeout_ms?: number;
-    non_stream_timeout_ms?: number;
     capabilities?: string[];
 }
 export declare const MODEL_CONTEXT_WINDOWS: Record<string, number>;

package/dist/config/model-context.js

@@ -247,8 +247,6 @@ export function parseModels(raw) {
             };
             if (obj.stream_timeout_ms != null)
                 entry.stream_timeout_ms = obj.stream_timeout_ms;
-            if (obj.non_stream_timeout_ms != null)
-                entry.non_stream_timeout_ms = obj.non_stream_timeout_ms;
             // capabilities: 显式 > model-directory > 硬编码白名单 > 默认 ["text"]
             entry.capabilities = obj.capabilities ?? lookupCapabilities(modelName);
             return entry;
@@ -269,8 +267,6 @@ export function buildModelInfoList(modelEntries, overrides) {
         };
         if (entry.stream_timeout_ms != null)
             info.stream_timeout_ms = entry.stream_timeout_ms;
-        if (entry.non_stream_timeout_ms != null)
-            info.non_stream_timeout_ms = entry.non_stream_timeout_ms;
         if (entry.capabilities != null)
             info.capabilities = entry.capabilities;
         return info;

package/dist/core/concurrency/semaphore.d.ts

@@ -6,32 +6,19 @@ export interface AcquireToken {
     readonly generation: number;
     /** acquire 时 maxConcurrency=0（不计数），release 时跳过递减 */
     readonly bypassed: boolean;
-    /** 幂等标志：release 置 true，重复 release 直接跳过（防 kill 与自然完成双重递减） */
-    released: boolean;
-    /** 关联请求 ID，用于 releaseByReqId 反查及自然完成时清理 reqTokenMap */
-    readonly reqId?: string;
 }
 export declare class SemaphoreManager {
     private readonly entries;
-    /** reqId → {token, providerId} 映射，支持 kill 时按 reqId 同步释放信号量。
-     *  acquire 成功（含 bypassed/排队 resolve）时存入，release 时按 token.reqId 清理。 */
-    private readonly reqTokenMap;
     /** 全局 generation 计数器 — 每次 getOrCreate 分配唯一值，避免 disable+re-enable 后旧 token 匹配新条目 */
     private nextGeneration;
     private getOrCreate;
     updateConfig(providerId: string, config: ConcurrencyConfig): void;
-    /** 构建 token 并按 reqId 存入 reqTokenMap（统一 bypassed/direct/queued 三路径的记录逻辑） */
-    private buildAndRecordToken;
     acquire(providerId: string, signal?: AbortSignal, onQueued?: () => void, logger?: Logger, override?: {
         max_concurrency?: number;
         queue_timeout_ms?: number;
         max_queue_size?: number;
-    }, reqId?: string): Promise<AcquireToken>;
-    release(providerId: string, token: AcquireToken | undefined, logger?: Logger): void;
-    /** 按 reqId 同步释放信号量（kill 路径专用）。
-     *  - 已 acquire：取 {token, providerId} 调 release（幂等）
-     *  - 排队中未 acquire（map 无记录）：noop，不抛错、不递减 current */
-    releaseByReqId(reqId: string): void;
+    }): Promise<AcquireToken>;
+    release(providerId: string, token: AcquireToken, logger?: Logger): void;
     getStatus(providerId: string): {
         active: number;
         queued: number;

package/dist/core/concurrency/semaphore.js

@@ -2,9 +2,6 @@ import { SemaphoreQueueFullError, SemaphoreTimeoutError } from "../errors.js";
 export { SemaphoreQueueFullError, SemaphoreTimeoutError };
 export class SemaphoreManager {
     entries = new Map();
-    /** reqId → {token, providerId} 映射，支持 kill 时按 reqId 同步释放信号量。
-     *  acquire 成功（含 bypassed/排队 resolve）时存入，release 时按 token.reqId 清理。 */
-    reqTokenMap = new Map();
     /** 全局 generation 计数器 — 每次 getOrCreate 分配唯一值，避免 disable+re-enable 后旧 token 匹配新条目 */
     nextGeneration = 0;
     getOrCreate(providerId) {
@@ -56,24 +53,17 @@ export class SemaphoreManager {
             e.resolve();
         }
     }
-    /** 构建 token 并按 reqId 存入 reqTokenMap（统一 bypassed/direct/queued 三路径的记录逻辑） */
-    buildAndRecordToken(entry, bypassed, reqId, providerId) {
-        const token = { generation: entry.generation, bypassed, released: false, reqId };
-        if (reqId)
-            this.reqTokenMap.set(reqId, { token, providerId });
-        return token;
-    }
-    async acquire(providerId, signal, onQueued, logger, override, reqId) {
+    async acquire(providerId, signal, onQueued, logger, override) {
         const entry = this.getOrCreate(providerId);
         const maxConcurrency = override?.max_concurrency ?? entry.config.maxConcurrency;
         const queueTimeoutMs = Math.max(0, override?.queue_timeout_ms ?? entry.config.queueTimeoutMs);
         const maxQueueSize = Math.max(0, override?.max_queue_size ?? entry.config.maxQueueSize);
         if (maxConcurrency === 0)
-            return this.buildAndRecordToken(entry, true, reqId, providerId);
+            return { generation: entry.generation, bypassed: true };
         if (entry.current < maxConcurrency) {
             entry.current++;
             logger?.debug?.({ providerId, current: entry.current, maxConcurrency, action: "acquire_direct" }, "Semaphore: acquired directly");
-            return this.buildAndRecordToken(entry, false, reqId, providerId);
+            return { generation: entry.generation, bypassed: false };
         }
         if (entry.queue.length >= maxQueueSize) {
             logger?.debug?.({ providerId, queueLength: entry.queue.length, maxQueueSize, action: "acquire_rejected" }, "Semaphore: queue full, rejecting");
@@ -82,11 +72,9 @@ export class SemaphoreManager {
         logger?.debug?.({ providerId, current: entry.current, maxConcurrency, queueLength: entry.queue.length, action: "acquire_queued" }, "Semaphore: entering wait queue");
         onQueued?.();
         return new Promise((resolve, reject) => {
+            const token = { generation: entry.generation, bypassed: false };
             const qe = {
                 resolve: () => {
-                    // 关键：在真正获取槽位后才构建并记录 token。
-                    // 若在 executor 创建 token 后立即记录，排队中被 kill 会误减 current。
-                    const token = this.buildAndRecordToken(entry, false, reqId, providerId);
                     logger?.debug?.({ providerId, current: entry.current, maxConcurrency, queueLength: entry.queue.length, action: "acquire_resolved" }, "Semaphore: left wait queue, acquired");
                     resolve(token);
                 },
@@ -119,17 +107,6 @@ export class SemaphoreManager {
         });
     }
     release(providerId, token, logger) {
-        if (!token)
-            return;
-        // 幂等：kill 强制释放与自然完成都走此处，已 released 则跳过（防双重递减）
-        if (token.released) {
-            logger?.debug?.({ providerId, action: "release_idempotent" }, "Semaphore: token already released, skipping");
-            return;
-        }
-        token.released = true;
-        // 清理 reqTokenMap（自然完成自动回收，防 map 无限增长）
-        if (token.reqId)
-            this.reqTokenMap.delete(token.reqId);
         const entry = this.entries.get(providerId);
         if (!entry)
             return;
@@ -153,15 +130,6 @@ export class SemaphoreManager {
             logger?.debug?.({ providerId, current: entry.current, maxConcurrency: entry.config.maxConcurrency, action: "release_decrement" }, "Semaphore: released slot");
         }
     }
-    /** 按 reqId 同步释放信号量（kill 路径专用）。
-     *  - 已 acquire：取 {token, providerId} 调 release（幂等）
-     *  - 排队中未 acquire（map 无记录）：noop，不抛错、不递减 current */
-    releaseByReqId(reqId) {
-        const record = this.reqTokenMap.get(reqId);
-        if (!record)
-            return;
-        this.release(record.providerId, record.token);
-    }
     getStatus(providerId) {
         const entry = this.entries.get(providerId);
         if (!entry)

package/dist/core/constants.d.ts

@@ -14,6 +14,5 @@ export declare function getProxyApiType(url: string): string | null;
 export declare const MS_PER_SECOND = 1000;
 export declare const SECONDS_PER_DAY = 86400;
 export declare const UPSTREAM_SUCCESS = 200;
-export declare const DEFAULT_GET_TIMEOUT_MS = 30000;
 /** 过滤掉不应转发给下游的 hop-by-hop headers */
 export declare function filterHeaders(raw: import("./types.js").RawHeaders): Record<string, string>;

package/dist/core/constants.js

@@ -27,9 +27,6 @@ export const MS_PER_SECOND = 1000;
 export const SECONDS_PER_DAY = 86_400;
 // 上游成功状态码
 export const UPSTREAM_SUCCESS = 200;
-// callGet（admin 探测 /v1/models）默认超时：30s。
-// 仅响应头前超时，与流式 idleTimer 无关。
-export const DEFAULT_GET_TIMEOUT_MS = 30_000;
 /** 过滤掉不应转发给下游的 hop-by-hop headers */
 const SKIP_DOWNSTREAM = new Set([
     "content-length",

package/dist/core/monitor/request-tracker.d.ts

@@ -35,16 +35,12 @@ export declare class RequestTracker {
     readonly runtimeCollector: RuntimeCollector;
     private readonly semaphoreManager?;
     private adaptiveStatusProvider?;
-    /** kill 时同步释放信号量的回调（绑定到 semaphoreManager.releaseByReqId） */
-    private releaseSlotProvider?;
     constructor(deps?: {
         semaphoreManager?: ISemaphoreStatus;
         runtimeCollector?: RuntimeCollector;
         logger?: Logger;
     });
     setAdaptiveStatusProvider(provider: IAdaptiveStatus): void;
-    /** 注入信号量释放回调，kill 时同步释放槽位（防 kill 不释放信号量） */
-    setReleaseSlotProvider(fn: (reqId: string) => void): void;
     start(req: ActiveRequest): void;
     /** 轻量级节流推送：流式内容变更后 500ms 内批量广播 */
     private scheduleStreamContentPush;
@@ -67,8 +63,6 @@ export declare class RequestTracker {
     registerKillCallback(id: string, callback: () => void): void;
     /** 主动终止指定请求。返回 true 表示成功终止，false 表示请求不存在或已完成 */
     killRequest(id: string): boolean;
-    /** 优雅关闭时终止所有 inflight 请求，复用 kill 机制（含信号量释放 + tracker 完成） */
-    abortAllInflight(): void;
     getStats(): StatsSnapshot;
     getConcurrency(): ProviderConcurrencySnapshot[];
     getRuntime(): RuntimeMetrics;

package/dist/core/monitor/request-tracker.js

@@ -27,8 +27,6 @@ export class RequestTracker {
     runtimeCollector;
     semaphoreManager;
     adaptiveStatusProvider;
-    /** kill 时同步释放信号量的回调（绑定到 semaphoreManager.releaseByReqId） */
-    releaseSlotProvider;
     constructor(deps) {
         this.semaphoreManager = deps?.semaphoreManager;
         this.runtimeCollector = deps?.runtimeCollector ?? new RuntimeCollector();
@@ -38,10 +36,6 @@ export class RequestTracker {
     setAdaptiveStatusProvider(provider) {
         this.adaptiveStatusProvider = provider;
     }
-    /** 注入信号量释放回调，kill 时同步释放槽位（防 kill 不释放信号量） */
-    setReleaseSlotProvider(fn) {
-        this.releaseSlotProvider = fn;
-    }
     // --- Core methods ---
     start(req) {
         this.activeMap.set(req.id, { ...req });
@@ -207,21 +201,12 @@ export class RequestTracker {
         this.killCallbacks.delete(id);
         this.logger?.info?.({ reqId: id }, "Tracker: killRequest");
         callback();
-        // 同步释放信号量槽位（releaseByReqId 幂等：未 acquire 的排队请求 noop）
-        this.releaseSlotProvider?.(id);
         // transport 可能尚未 resolve（上游未响应时 StreamProxy 不存在），强制完成请求
         if (this.activeMap.has(id)) {
             this.complete(id, { status: "failed" });
         }
         return true;
     }
-    /** 优雅关闭时终止所有 inflight 请求，复用 kill 机制（含信号量释放 + tracker 完成） */
-    abortAllInflight() {
-        const ids = [...this.killCallbacks.keys()];
-        for (const id of ids) {
-            this.killRequest(id);
-        }
-    }
     // --- Stats / monitoring ---
     getStats() {
         return this.statsAggregator.getStats();

package/dist/core/types.d.ts

@@ -91,7 +91,7 @@ export type TransportResult = {
         providerId: string;
     };
     timeoutMs?: number;
-    abortReason?: "idle_timeout" | "client_disconnect" | "loop_detection" | "pipe_error";
+    abortReason?: "idle_timeout" | "client_disconnect" | "loop_detection";
 } | {
     kind: "error";
     statusCode: number;

package/dist/db/providers.d.ts

@@ -24,18 +24,9 @@ export interface Provider {
     created_at: string;
     updated_at: string;
 }
-/** 默认流式超时 5 分钟 */
-export declare const DEFAULT_STREAM_TIMEOUT_MS = 300000;
-/** 默认非流式超时 10 分钟 */
-export declare const DEFAULT_NON_STREAM_TIMEOUT_MS = 600000;
-/** 从 provider 的 models JSON 中查找指定模型的流式/非流式超时值。
- *  stream: entry.stream_timeout_ms ?? DEFAULT_STREAM_TIMEOUT_MS，0→Infinity
- *  nonStream: entry.non_stream_timeout_ms ?? DEFAULT_NON_STREAM_TIMEOUT_MS，0→Infinity */
-export declare function getModelTimeouts(provider: Provider, backendModel: string): {
-    stream: number;
-    nonStream: number;
-};
-/** @deprecated 改用 getModelTimeouts。保留为薄包装以兼容现有调用方（iteration-setup 等）。 */
+/** 默认流式超时 10 分钟 */
+export declare const DEFAULT_STREAM_TIMEOUT_MS = 600000;
+/** 从 provider 的 models JSON 中查找指定模型的超时值 */
 export declare function getModelStreamTimeout(provider: Provider, backendModel: string): number;
 export declare const PROVIDER_CONCURRENCY_DEFAULTS: {
     readonly max_concurrency: 0;

package/dist/db/providers.js

@@ -1,31 +1,20 @@
 import { randomUUID } from "crypto";
 import { buildUpdateQuery, deleteById } from "./helpers.js";
 import { parseModels } from "../config/model-context.js";
-/** 默认流式超时 5 分钟 */
-export const DEFAULT_STREAM_TIMEOUT_MS = 300_000;
-/** 默认非流式超时 10 分钟 */
-export const DEFAULT_NON_STREAM_TIMEOUT_MS = 600_000;
-/** 0 表示禁用超时（返回 Infinity）；undefined/null/未设置 使用默认值 */
-function resolveTimeout(value, fallback) {
-    return value === 0 ? Number.POSITIVE_INFINITY : value ?? fallback;
-}
-/** 从 provider 的 models JSON 中查找指定模型的流式/非流式超时值。
- *  stream: entry.stream_timeout_ms ?? DEFAULT_STREAM_TIMEOUT_MS，0→Infinity
- *  nonStream: entry.non_stream_timeout_ms ?? DEFAULT_NON_STREAM_TIMEOUT_MS，0→Infinity */
-export function getModelTimeouts(provider, backendModel) {
+/** 默认流式超时 10 分钟 */
+export const DEFAULT_STREAM_TIMEOUT_MS = 600_000;
+/** 从 provider 的 models JSON 中查找指定模型的超时值 */
+export function getModelStreamTimeout(provider, backendModel) {
     const entries = parseModels(provider.models);
     const entry = entries.find(m => m.name === backendModel);
-    if (!entry) {
-        return { stream: DEFAULT_STREAM_TIMEOUT_MS, nonStream: DEFAULT_NON_STREAM_TIMEOUT_MS };
-    }
-    return {
-        stream: resolveTimeout(entry.stream_timeout_ms, DEFAULT_STREAM_TIMEOUT_MS),
-        nonStream: resolveTimeout(entry.non_stream_timeout_ms, DEFAULT_NON_STREAM_TIMEOUT_MS),
-    };
-}
-/** @deprecated 改用 getModelTimeouts。保留为薄包装以兼容现有调用方（iteration-setup 等）。 */
-export function getModelStreamTimeout(provider, backendModel) {
-    return getModelTimeouts(provider, backendModel).stream;
+    if (!entry)
+        return DEFAULT_STREAM_TIMEOUT_MS;
+    const timeout = entry.stream_timeout_ms;
+    // stream_timeout_ms: 0 表示禁用超时，返回 Infinity；
+    // undefined/null/未设置 表示使用默认值
+    if (timeout === 0)
+        return Number.POSITIVE_INFINITY;
+    return timeout ?? DEFAULT_STREAM_TIMEOUT_MS;
 }
 export const PROVIDER_CONCURRENCY_DEFAULTS = {
     max_concurrency: 0,

package/dist/index.js

@@ -69,8 +69,6 @@ export async function buildApp(options) {
     const pluginRegistry = container.resolve(SERVICE_KEYS.pluginRegistry);
     // Wire adaptive controller to tracker
     tracker.setAdaptiveStatusProvider(adaptiveController);
-    // 绑定信号量释放回调：kill 时按 reqId 同步释放槽位（防 kill 不释放信号量）
-    tracker.setReleaseSlotProvider((reqId) => semaphoreManager.releaseByReqId(reqId));
     // 从 DB 读取已有 provider 的并发配置，初始化信号量/adaptive/tracker 缓存
     initializeProviderState(db, semaphoreManager, adaptiveController, tracker);
     // Step 3: 注册 auth + proxy handlers + 构建 StateRegistry

package/dist/proxy/handler/iteration-setup.js

@@ -1,7 +1,7 @@
 import { resolveEndpoint } from "../routing/resolve-endpoint.js";
 import { sanitizeHeadersForLog } from "../proxy-logging.js";
 import { buildUpstreamHeaders, buildUpstreamUrl } from "../proxy-core.js";
-import { getModelTimeouts } from "../../db/providers.js";
+import { getModelStreamTimeout } from "../../db/providers.js";
 import { buildTransportFn } from "../transport/transport-fn.js";
 import { parseModels } from "../../config/model-context.js";
 import { applyProviderPatches } from "../patch/index.js";
@@ -90,8 +90,7 @@ export function buildIterationSetup(params) {
     const transportFn = buildTransportFn({
         provider, apiKey, body: patchedBody, cliHdrs, reply, upstreamPath: effectiveUpstreamPath, apiType: effectiveApiType,
         isStream, startTime, logId, effectiveModel: clientModel,
-        nonStreamTimeoutMs: getModelTimeouts(provider, resolved.backend_model).nonStream,
-        streamTimeoutMs: getModelTimeouts(provider, resolved.backend_model).stream,
+        streamTimeoutMs: getModelStreamTimeout(provider, resolved.backend_model),
         tracker, matcher, request,
         streamLoopEnabled, formatTransform, responseTransform, injectedHeaders,
         timeoutContext: { modelId: resolved.backend_model, providerId: provider.id },

package/dist/proxy/orchestration/orchestrator.d.ts

@@ -44,7 +44,7 @@ export interface HandleContext {
     failoverThreshold?: number;
     isFailover?: boolean;
     ruleMatcher?: RetryRuleMatcher;
-    transportFn: (target: Target, signal?: AbortSignal) => Promise<TransportResult>;
+    transportFn: (target: Target) => Promise<TransportResult>;
 }
 /**
  * 工厂函数，消除 openai/anthropic 创建 orchestrator 的重复代码。

package/dist/proxy/orchestration/orchestrator.js

@@ -32,18 +32,11 @@ export class ProxyOrchestrator {
     async handle(request, reply, apiType, config, ctx) {
         const providerId = config.provider.id;
         const controller = new AbortController();
-        // 客户端断连检测：监听 reply.raw（响应端），用 writableEnded 判断响应未完成才 abort。
-        // 旧逻辑监听 request.raw + readableEnded 对 POST 请求恒为 true（body 已读完），close 永不 abort。
-        //
-        // 注意：failover 循环会复用同一 reply 多次调用 handle()，每次都 new 一个独立的
-        // AbortController。此处必须每次都挂载新的 close listener，让该迭代的 controller
-        // 绑定到 close 事件。若用 WeakSet 去重（旧实现），迭代 2+ 的 controller 永远不
-        // 会因客户端断连 abort，导致上游连接泄漏 + Promise 永挂。controller.abort() 幂等，
-        // 多 listener 各 abort 各自的 controller互不干扰；listener 数量受 MAX_FAILOVER_ITERATIONS
-        // 上界约束（通常 ≤5），reply.raw 关闭后随对象 GC 一起回收，无永久泄漏。
-        reply.raw.on("close", () => {
-            if (!reply.raw.writableEnded)
+        // 客户端断连时自动 abort（保留原有行为）
+        request.raw.on("close", () => {
+            if (!request.raw.readableEnded) {
                 controller.abort();
+            }
         });
         const trackerReq = this.buildActiveRequest(request, config, apiType);
         let wasEverQueued = false;
@@ -66,8 +59,8 @@ export class ProxyOrchestrator {
                         trackerReq.queued = false;
                         this.deps.trackerScope.markQueued(trackerReq.id, false);
                     }
-                    return this.executeResilience(config, ctx, controller.signal);
-                }, config.concurrencyOverride, trackerReq.id);
+                    return this.executeResilience(config, ctx);
+                }, config.concurrencyOverride);
             }, (result) => this.extractTrackStatus(result), (result) => result.attempts.map(a => ({
                 statusCode: a.statusCode,
                 error: a.error,
@@ -80,10 +73,7 @@ export class ProxyOrchestrator {
             // 如果有重试尝试（非 throw 类型），说明 resilience 层的重试规则匹配了，
             // 意味着这是一个"有意义的失败"——即使上游返回 200 body error 也应该计入退避
             const retryRuleMatched = status === "failed" && result.attempts.length > 1;
-            // 客户端断连不计入 provider 失败统计，避免误降并发
-            if (!controller.signal.aborted) {
-                this.deps.adaptiveController?.onRequestComplete(providerId, { success: status === "completed", statusCode, retryRuleMatched, requestId: config.trackerId, wasQueued: wasEverQueued });
-            }
+            this.deps.adaptiveController?.onRequestComplete(providerId, { success: status === "completed", statusCode, retryRuleMatched, requestId: config.trackerId, wasQueued: wasEverQueued });
             this.sendResponse(reply, result.result, ctx);
             return result;
         }
@@ -91,18 +81,11 @@ export class ProxyOrchestrator {
             if (e instanceof ProviderSwitchNeeded) {
                 const lastResult = e.lastResult;
                 const statusCode = lastResult && "statusCode" in lastResult ? lastResult.statusCode : undefined;
-                // 客户端断连不计入 provider 失败统计
-                if (!controller.signal.aborted) {
-                    this.deps.adaptiveController?.onRequestComplete(providerId, { success: false, statusCode, retryRuleMatched: true, requestId: config.trackerId, wasQueued: wasEverQueued });
-                }
+                this.deps.adaptiveController?.onRequestComplete(providerId, { success: false, statusCode, retryRuleMatched: true, requestId: config.trackerId, wasQueued: wasEverQueued });
             }
             else if (e instanceof SemaphoreTimeoutError || e instanceof SemaphoreQueueFullError) {
                 // 信号量超时或队列满：说明并发压力大，上报给自适应控制器
-                // 客户端断连触发的 acquire abort 走 AbortError 而非 SemaphoreError；
-                // queueTimeout 与断连竞态时归类为非 provider 失败更合理
-                if (!controller.signal.aborted) {
-                    this.deps.adaptiveController?.onRequestComplete(providerId, { success: false, statusCode: 429, requestId: config.trackerId });
-                }
+                this.deps.adaptiveController?.onRequestComplete(providerId, { success: false, statusCode: 429, requestId: config.trackerId });
             }
             throw e;
         }
@@ -128,7 +111,7 @@ export class ProxyOrchestrator {
             mappingReason: config.mappingReason,
         };
     }
-    async executeResilience(config, ctx, signal) {
+    async executeResilience(config, ctx) {
         if (!ctx?.transportFn)
             throw new Error("HandleContext.transportFn is required");
         const resilienceConfig = {
@@ -138,7 +121,7 @@ export class ProxyOrchestrator {
             ruleMatcher: ctx.ruleMatcher,
             providerId: config.provider.id,
         };
-        return this.deps.resilience.execute(() => [config.resolved], ctx.transportFn, resilienceConfig, signal);
+        return this.deps.resilience.execute(() => [config.resolved], ctx.transportFn, resilienceConfig);
     }
     sendResponse(reply, result, ctx) {
         if (result.kind === "stream_success" || result.kind === "stream_abort" || result.kind === "throw") {

package/dist/proxy/orchestration/resilience.d.ts

@@ -56,7 +56,5 @@ export interface ResilienceState {
 }
 export declare class ResilienceLayer {
     decide(result: TransportResult, state: ResilienceState, config: ResilienceConfig): ResilienceDecision;
-    /** 客户端断连短路结果（不重试、不触发 failover/adaptive 退避） */
-    private clientAbortedResult;
-    execute(targets: () => Target[], fn: (target: Target, signal?: AbortSignal) => Promise<TransportResult>, config: ResilienceConfig, signal?: AbortSignal): Promise<ResilienceResult>;
+    execute(targets: () => Target[], fn: (target: Target) => Promise<TransportResult>, config: ResilienceConfig): Promise<ResilienceResult>;
 }

package/dist/proxy/orchestration/resilience.js

@@ -136,16 +136,7 @@ export class ResilienceLayer {
         }
         return { action: "done" };
     }
-    /** 客户端断连短路结果（不重试、不触发 failover/adaptive 退避） */
-    clientAbortedResult(allAttempts, excludedTargets) {
-        return {
-            result: { kind: "throw", error: new Error("client aborted") },
-            attempts: allAttempts,
-            excludedTargets,
-            finalDecision: { action: "abort", reason: "client_aborted" },
-        };
-    }
-    async execute(targets, fn, config, signal) {
+    async execute(targets, fn, config) {
         const allAttempts = [];
         const excludedTargets = [];
         const perTargetCounts = new Map();
@@ -157,9 +148,6 @@ export class ResilienceLayer {
             perTargetCounts.set(targetKey(t), (perTargetCounts.get(targetKey(t)) ?? 0) + 1);
         };
         while (true) {
-            // 客户端断连短路：不重试、不触发 failover
-            if (signal?.aborted)
-                return this.clientAbortedResult(allAttempts, excludedTargets);
             if (globalAttemptIndex >= (config.iterationCap ?? DEFAULT_ITERATION_CAP)) {
                 return {
                     result: lastResult ?? { kind: "error", statusCode: 502, body: "Iteration cap exceeded", headers: {}, sentHeaders: {}, sentBody: "" },
@@ -183,7 +171,7 @@ export class ResilienceLayer {
             const start = Date.now();
             let transportResult;
             try {
-                transportResult = await fn(currentTarget, signal);
+                transportResult = await fn(currentTarget);
             }
             catch (err) {
                 const errMsg = err instanceof Error ? err.message : JSON.stringify(err);
@@ -223,9 +211,6 @@ export class ResilienceLayer {
                 case "retry":
                     globalAttemptIndex++;
                     await sleep(decision.delayMs);
-                    // sleep 期间客户端可能断连，再次检查避免无效重试
-                    if (signal?.aborted)
-                        return this.clientAbortedResult(allAttempts, excludedTargets);
                     continue;
                 case "failover":
                     excludedTargets.push(decision.excludeTarget);

package/dist/proxy/orchestration/scope.d.ts

@@ -5,7 +5,7 @@ import type { ActiveRequest, AttemptSnapshot } from "../../core/monitor/types.js
 export declare class SemaphoreScope {
     private manager;
     constructor(manager: SemaphoreManager);
-    withSlot<T>(providerId: string, signal: AbortSignal, onQueued: () => void, fn: () => Promise<T>, concurrencyOverride?: ConcurrencyOverride, reqId?: string): Promise<T>;
+    withSlot<T>(providerId: string, signal: AbortSignal, onQueued: () => void, fn: () => Promise<T>, concurrencyOverride?: ConcurrencyOverride): Promise<T>;
 }
 export declare class TrackerScope {
     private tracker;

package/dist/proxy/orchestration/scope.js

@@ -3,8 +3,8 @@ export class SemaphoreScope {
     constructor(manager) {
         this.manager = manager;
     }
-    async withSlot(providerId, signal, onQueued, fn, concurrencyOverride, reqId) {
-        const token = await this.manager.acquire(providerId, signal, onQueued, undefined, concurrencyOverride, reqId);
+    async withSlot(providerId, signal, onQueued, fn, concurrencyOverride) {
+        const token = await this.manager.acquire(providerId, signal, onQueued, undefined, concurrencyOverride);
         try {
             return await fn();
         }

package/dist/proxy/transport/http.d.ts

@@ -1,18 +1,6 @@
 import type { Agent } from "http";
 import type { RawHeaders, TransportResult } from "../types.js";
 export { callStream } from "./stream.js";
-/** 非流式/流式调用通用可选项：客户端断连信号 + 上游无活动超时。 */
-export interface TransportCallOpts {
-    signal?: AbortSignal;
-}
-/** callNonStream 选项：timeoutMs=0/Infinity 表示禁用超时。 */
-export interface NonStreamCallOpts extends TransportCallOpts {
-    timeoutMs?: number;
-}
-/** callGet 选项：仅超时（admin 探测，无客户端 signal 关联）。 */
-export interface GetCallOpts {
-    timeoutMs?: number;
-}
 export interface UpstreamRequestOptions {
     hostname: string;
     port: number;
@@ -27,7 +15,7 @@ export declare function buildRequestOptions(url: URL, headers: Record<string, st
 export type BuildHeadersFn = (cliHdrs: RawHeaders, key: string, bytes?: number) => Record<string, string>;
 export declare function callNonStream(backend: {
     base_url: string;
-}, apiKey: string, body: Record<string, unknown>, clientHeaders: RawHeaders, upstreamPath: string, buildHeaders: BuildHeadersFn, agent?: Agent, opts?: NonStreamCallOpts): Promise<TransportResult>;
+}, apiKey: string, body: Record<string, unknown>, clientHeaders: RawHeaders, upstreamPath: string, buildHeaders: BuildHeadersFn, agent?: Agent): Promise<TransportResult>;
 export interface GetTransportResult {
     statusCode: number;
     body: string;
@@ -35,4 +23,4 @@ export interface GetTransportResult {
 }
 export declare function callGet(backend: {
     base_url: string;
-}, apiKey: string, clientHeaders: RawHeaders, upstreamPath: string, buildHeaders: (cliHdrs: RawHeaders, key: string) => Record<string, string>, agent?: Agent, opts?: GetCallOpts): Promise<GetTransportResult>;
+}, apiKey: string, clientHeaders: RawHeaders, upstreamPath: string, buildHeaders: (cliHdrs: RawHeaders, key: string) => Record<string, string>, agent?: Agent): Promise<GetTransportResult>;