@jeffusion/bungee-core 5.19.0 → 5.20.0

package/dist/gateway/contracts.d.ts

@@ -39,6 +39,7 @@ export interface DispatchRequestInput {
 }
 export interface DispatchRequestDecision {
     readonly target: GatewayDispatchTarget;
+    readonly adapter?: import('../plugin.types').Plugin;
 }
 export interface GatewayDispatchInput extends Omit<DispatchRequestInput, 'targets'> {
     readonly config: AppConfig;
@@ -50,6 +51,7 @@ export interface GatewayDispatchDecision {
     readonly context: import('../hooks').MutableRequestContext;
     readonly entryRouteId?: string;
     readonly target?: GatewayDispatchTarget;
+    readonly adapter?: import('../plugin.types').Plugin;
 }
 export interface GatewayRouteInput {
     readonly request: Request;

package/dist/hooks/plugin-hooks.d.ts

@@ -184,6 +184,9 @@ export interface PluginScopeInfo {
 export interface PluginInitContext {
     /** Host-controlled, dependency-restricted public service facade. */
     readonly services?: PluginServices;
+    readonly dispatchTargets?: readonly (import('../gateway/contracts').GatewayDispatchTarget & {
+        readonly protocol?: import('@jeffusion/bungee-types').LLMProtocol;
+    })[];
     /** 插件配置 */
     config: Record<string, any>;
     /** 插件存储 */

package/dist/main.js

@@ -30768,7 +30768,7 @@ var package_default;
 var init_package = __esm(() => {
   package_default = {
     name: "@jeffusion/bungee-core",
-    version: "5.19.0",
+    version: "5.20.0",
     description: "Bungee reverse proxy core engine",
     main: "./dist/main.js",
     types: "./dist/main.d.ts",
@@ -213025,6 +213025,7 @@ function assertBodyContract(handler) {
 
 class ScopedPluginRegistry {
   serviceHost;
+  dispatchConfig;
   rpcContexts = new Map;
   requestLeases = new AsyncLocalStorage3;
   runWithRequestLeases(leases, run) {
@@ -213353,6 +213354,7 @@ ${errorMessages}`);
   }
   async createInitContext(pluginName, config, scope) {
     const scopeInfo = scope ? toPluginScopeInfo(scope) : undefined;
+    const dispatchTargets = scope?.type === "route" ? declaredDispatchTargets(config, this.pluginClasses.get(pluginName)?.configSchema ?? []).map((target) => ({ ...target, protocol: (target.type === "route" ? this.dispatchConfig?.routes : this.dispatchConfig?.services)?.find((entity) => entity.id === target.id)?.llm_protocol })) : [];
     const services = this.serviceHost.createContext(pluginName, scope ? getScopeKey(scope) : "global", this.serviceDependencies.get(pluginName) ?? {});
     this.rpcContexts.set(`${pluginName}\x00${scope ? getScopeKey(scope) : "global"}`, services);
     if (isPluginContextManagerInitialized()) {
@@ -213363,18 +213365,20 @@ ${errorMessages}`);
           ...existingContext,
           config,
           scope: scopeInfo,
-          services
+          services,
+          dispatchTargets
         };
       }
       const newContext = contextManager.getOrCreateContext(pluginName, "", config);
-      return { ...newContext, scope: scopeInfo, services };
+      return { ...newContext, scope: scopeInfo, services, dispatchTargets };
     }
     return {
       config,
       storage: this.createDummyStorage(),
       logger: this.createPluginLogger(pluginName),
       scope: scopeInfo,
-      services
+      services,
+      dispatchTargets
     };
   }
   createPluginLogger(pluginName) {
@@ -213424,21 +213428,28 @@ ${errorMessages}`);
       }
     };
   }
-  getPrecompiledHooks(routeId, upstreamId, serviceName) {
+  getPrecompiledHooks(routeId, upstreamId, serviceName, adapter) {
     if (!this.precompiled) {
       this.precompileAllHooks();
     }
     const cacheKey = `phase-aware:${routeId}#${upstreamId || ""}#${serviceName || ""}`;
-    const cached = this.phaseAwareCache.get(cacheKey);
+    const cached = adapter ? undefined : this.phaseAwareCache.get(cacheKey);
     if (cached) {
       return cached;
     }
     const routePhase = this.buildRoutePhaseHooks(routeId);
     const servicePhase = serviceName ? this.buildServicePhaseHooks(routeId, serviceName) : null;
     const upstreamPhase = upstreamId ? this.buildUpstreamPhaseHooks(routeId, upstreamId) : this.buildEmptyPrecompiledHooks();
-    const inbound = this.buildInboundChain(routeId, upstreamId || "", serviceName);
-    const result = { routePhase, servicePhase, upstreamPhase, inbound, globalPrecompiled: this.globalPrecompiled, routePrecompiled: this.routePrecompiled.get(routeId) ?? null };
-    this.phaseAwareCache.set(cacheKey, result);
+    const dispatchAdapter = adapter ? this.buildPrecompiledHooks([{
+      scope: { type: "route", routeId },
+      config: { name: "gateway-dispatch-adapter" },
+      priority: 0,
+      handler: { pluginName: "gateway-dispatch-adapter", config: {}, bodyRequirements: adapter.bodyRequirements.bind(adapter), register: adapter.register.bind(adapter) }
+    }], "dispatch-adapter") : undefined;
+    const inbound = this.buildInboundChain(routeId, upstreamId || "", serviceName, dispatchAdapter);
+    const result = { dispatchAdapter, routePhase, servicePhase, upstreamPhase, inbound, globalPrecompiled: this.globalPrecompiled, routePrecompiled: this.routePrecompiled.get(routeId) ?? null };
+    if (!adapter)
+      this.phaseAwareCache.set(cacheKey, result);
     return result;
   }
   getWebSocketHandshakeOwners(routeId, upstreamId, serviceName) {
@@ -213651,7 +213662,7 @@ ${errorMessages}`);
     }
     return this.buildPrecompiledHooks(instances, `upstream-phase:${key}`, true);
   }
-  buildInboundChain(routeId, upstreamId, serviceName) {
+  buildInboundChain(routeId, upstreamId, serviceName, adapter) {
     const upstreamHooks = this.upstreamPrecompiled.get(`${routeId}#${upstreamId}`);
     const serviceHooks = serviceName ? this.servicePrecompiled.get(`${routeId}#${serviceName}`) : null;
     const routeHooks = this.routePrecompiled.get(routeId);
@@ -213667,6 +213678,8 @@ ${errorMessages}`);
           response = await routeHooks.hooks.onResponse.promise(response, ctx);
         if (globalHooks)
           response = await globalHooks.hooks.onResponse.promise(response, ctx);
+        if (adapter)
+          response = await adapter.hooks.onResponse.promise(response, ctx);
         return response;
       },
       onRawResponse: async (result, ctx) => {
@@ -213679,11 +213692,13 @@ ${errorMessages}`);
           current = await routeHooks.hooks.onRawResponse.promise(current, ctx);
         if (globalHooks)
           current = await globalHooks.hooks.onRawResponse.promise(current, ctx);
+        if (adapter)
+          current = await adapter.hooks.onRawResponse.promise(current, ctx);
         return current;
       },
       onStreamChunk: async (chunk, ctx) => {
         let chunks = [chunk];
-        const phaseHooks = [upstreamHooks, serviceHooks, routeHooks, globalHooks];
+        const phaseHooks = [upstreamHooks, serviceHooks, routeHooks, globalHooks, adapter];
         for (const precompiledHooks of phaseHooks) {
           if (!precompiledHooks)
             continue;
@@ -213706,6 +213721,8 @@ ${errorMessages}`);
           result = await routeHooks.hooks.onFlushStream.promise(result, ctx);
         if (globalHooks)
           result = await globalHooks.hooks.onFlushStream.promise(result, ctx);
+        if (adapter)
+          result = await adapter.hooks.onFlushStream.promise(result, ctx);
         return result;
       },
       onError: async (ctx) => {
@@ -213717,6 +213734,8 @@ ${errorMessages}`);
           await routeHooks.hooks.onError.promise(ctx);
         if (globalHooks)
           await globalHooks.hooks.onError.promise(ctx);
+        if (adapter)
+          await adapter.hooks.onError.promise(ctx);
       }
     };
   }
@@ -213789,6 +213808,7 @@ ${errorMessages}`);
     return (this.routeInstances.get(routeId) ?? []).flatMap((instance) => declaredDispatchTargets(instance.config.options ?? {}, this.pluginClasses.get(instance.handler.pluginName)?.configSchema ?? []));
   }
   async initializeFromConfig(config, dependencies) {
+    this.dispatchConfig = config;
     this.dependencies = dependencies;
     if (dependencies) {
       this.setServiceDependencies(dependencies.declarations());
@@ -220418,7 +220438,7 @@ async function executeForward(requestSnapshot, route, upstream, requestLog, conf
         throw new ManagedUpstreamAccessError("managed upstream access is unavailable", { cause: error });
       }
     }
-    const responseDemand = collectPluginBodyRequirements([phaseAwareHooks?.upstreamPhase, phaseAwareHooks?.servicePhase, phaseAwareHooks?.routePhase], {
+    const responseDemand = collectPluginBodyRequirements([phaseAwareHooks?.upstreamPhase, phaseAwareHooks?.servicePhase, phaseAwareHooks?.routePhase, phaseAwareHooks?.dispatchAdapter], {
       requestId,
       method: requestSnapshot.method,
       url: finalTargetUrl,
@@ -220614,7 +220634,7 @@ async function executeForward(requestSnapshot, route, upstream, requestLog, conf
     streamCompletionState = proxyRes.body ? { interrupted: false, cancelled: false, complete: (outcome) => {
       transportCompletion.settle(outcome);
     } } : undefined;
-    const preparedResponse = await abortable(prepareResponse(proxyRes, finalResponseRules, createExpressionContext(attemptContext), requestLog, reqLogger, config, undefined, streamRequestContext, streamCompletionState, phaseAwareHooks?.inbound, Boolean(phaseAwareHooks && (selectedDemand.response?.includes("sse-json") || phase1and2Context?.bodyRequirements?.response?.includes("sse-json")) && (phaseAwareHooks.globalPrecompiled?.hasStreamCallbacks || phaseAwareHooks.upstreamPhase.hasStreamCallbacks || phaseAwareHooks.servicePhase?.hasStreamCallbacks || phaseAwareHooks.routePhase.hasStreamCallbacks)), hasRawResponseCallbacks, attemptSignal, responseBodyOwners, restoredPluginWire ? pluginBodyOwner : undefined, pluginRepresentationChanged), attemptSignal, (lateResponse) => {
+    const preparedResponse = await abortable(prepareResponse(proxyRes, finalResponseRules, createExpressionContext(attemptContext), requestLog, reqLogger, config, undefined, streamRequestContext, streamCompletionState, phaseAwareHooks?.inbound, Boolean(phaseAwareHooks && (selectedDemand.response?.includes("sse-json") || phase1and2Context?.bodyRequirements?.response?.includes("sse-json")) && (phaseAwareHooks.globalPrecompiled?.hasStreamCallbacks || phaseAwareHooks.upstreamPhase.hasStreamCallbacks || phaseAwareHooks.servicePhase?.hasStreamCallbacks || phaseAwareHooks.routePhase.hasStreamCallbacks || phaseAwareHooks.dispatchAdapter?.hasStreamCallbacks)), hasRawResponseCallbacks, attemptSignal, responseBodyOwners, restoredPluginWire ? pluginBodyOwner : undefined, pluginRepresentationChanged), attemptSignal, (lateResponse) => {
       if (lateResponse.body instanceof ReadableStream) {
         lateResponse.body.cancel("request aborted").catch(() => {
           return;
@@ -221880,12 +221900,12 @@ async function executeHttpRequestInternal(req, config, runtimeContextOrSelector,
         serviceId: route.service_id ?? config.services?.find((service) => service.name === route.service)?.id ?? null
       }, invoke: (plugin, method, payload, target) => requestRegistry.invokeAdmissionRpc(plugin, method, payload, target, ownerLeases.get(`${plugin}\x00global`)) }), "onGatewayAdmissionSession");
     }
-    const demandHooks = requestRegistry?.getPrecompiledHooks(currentRouteId, undefined, routeServiceName);
+    const demandHooks = requestRegistry?.getPrecompiledHooks(currentRouteId, undefined, routeServiceName, dispatch.adapter);
     const demandContext = createPhaseContext(requestSnapshot, requestId, currentRouteId, routeServiceName);
     if (dispatch.target)
       demandContext.url = new URL(dispatch.context.url);
     applyRoutePathRewriteToContext(demandContext, route, requestLog);
-    const routeDemand = collectPluginBodyRequirements([demandHooks?.routePhase, demandHooks?.servicePhase], {
+    const routeDemand = collectPluginBodyRequirements([demandHooks?.routePhase, demandHooks?.servicePhase, demandHooks?.dispatchAdapter], {
       requestId,
       method: req.method,
       url: demandContext.url,
@@ -221952,7 +221972,7 @@ async function executeHttpRequestInternal(req, config, runtimeContextOrSelector,
       }));
     }
     const scopedRegistry = requestRegistry;
-    const requestPhaseHooks = scopedRegistry?.getPrecompiledHooks(currentRouteId, undefined, routeServiceName) ?? null;
+    const requestPhaseHooks = scopedRegistry?.getPrecompiledHooks(currentRouteId, undefined, routeServiceName, dispatch.adapter) ?? null;
     const phaseContext = createPhaseContext(requestSnapshot, requestId, currentRouteId, routeServiceName);
     phaseContext.bodyWrite = !!dispatch.target || routeDemand.request === "json-write";
     if (dispatch.target)
@@ -222068,7 +222088,7 @@ async function executeHttpRequestInternal(req, config, runtimeContextOrSelector,
     };
     let repairClaimed = false;
     const proxyWithRouteRetry = async (selectedUpstream, attemptLogger) => {
-      const phaseAwareHooks = scopedRegistry?.getPrecompiledHooks(currentRouteId, selectedUpstream.upstream_id, routeServiceName) ?? null;
+      const phaseAwareHooks = scopedRegistry?.getPrecompiledHooks(currentRouteId, selectedUpstream.upstream_id, routeServiceName, dispatch.adapter) ?? null;
       const attemptLoggers = new Map;
       const runAttempt = async (requestOverride) => {
         const currentLogger = requestOverride ? await createRequestLogger(req, { isFailoverAttempt: true, parentRequestId: reqLogger.getRequestId(), attemptUpstream: selectedUpstream.target, requestType: "final" }) : attemptLogger;
@@ -223040,7 +223060,7 @@ class DispatchPlugin {
           throw new DataAdmissionError(422, "dispatch_target_unavailable");
         route = { ...entry, service: service.name, service_id: service.id, endpoints: undefined };
       }
-      return { route, effective: resolveEffectiveRoute(config, route), context, entryRouteId: entry.id ?? entry.path, target: dispatch.target };
+      return { route, effective: resolveEffectiveRoute(config, route), context, entryRouteId: entry.id ?? entry.path, target: dispatch.target, adapter: dispatch.adapter };
     });
   }
 }

package/dist/plugins/ai-transformer/index.js

@@ -7540,6 +7540,16 @@ var PROVIDER_ADAPTERS = {
   anthropic: createAnthropicAdapter(),
   gemini: createGeminiAdapter()
 };
+// packages/llms/src/responses-codec/common.ts
+var DEFAULT_RESPONSES_CODEC_LIMITS = Object.freeze({
+  maxRequestBytes: 8 * 1024 * 1024,
+  maxOutputBytes: 8 * 1024 * 1024,
+  maxArgumentBytes: 1024 * 1024,
+  maxItems: 1024
+});
+
+// packages/llms/src/responses-codec/request.ts
+var contentNormalizer = new OpenAIProtocolConversion({ trimWhitespace: false });
 // plugins/ai-transformer/server/index.ts
 class AITransformerPluginImpl {
   static name = "ai-transformer";
@@ -7652,4 +7662,4 @@ export {
   server_default as default
 };
 
-//# debugId=352AAC1622093B7F64756E2164756E21
+//# debugId=D002ECBBC7145E6164756E2164756E21