@mupt-ai/dari-gateway 0.3.3 → 0.3.5

package/dist/protocol/input/chat_completions_validation.js

@@ -3,6 +3,7 @@ import { HttpError } from "../../http/errors.js";
 import { parseDataImageUrl } from "../../interaction/image.js";
 import { CANONICAL_ROUTER_MODEL, explicitModelId, unsupportedModelMessage } from "./router_model.js";
 import { isProtocolToolCallId, TOOL_CALL_ID_MAX_LENGTH, } from "../../interaction/tool_identity.js";
+import { parsePdfDataUrl } from "../../interaction/document.js";
 export function validateChatCompletionsRequest(request) {
     if (request.model !== CANONICAL_ROUTER_MODEL && explicitModelId(request.model) === null) {
         throw new HttpError(400, unsupportedModelMessage(), "unsupported_model", "model");
@@ -103,6 +104,13 @@ function validateMessageContent(content, messageIndex, role) {
             }
             return;
         }
+        if (part.type === "file") {
+            const fileData = isRecord(part.file) ? part.file.file_data : undefined;
+            if (typeof fileData !== "string" || parsePdfDataUrl(fileData) === undefined) {
+                throw new HttpError(400, `Unsupported file at messages[${messageIndex}].content[${partIndex}]; use a base64 PDF data URL in file.file_data.`, "unsupported_file_source", `messages.${messageIndex}.content.${partIndex}.file`);
+            }
+            return;
+        }
         if (part.type === "image_url") {
             const imageUrl = part.image_url;
             const url = isRecord(imageUrl) && typeof imageUrl.url === "string" ? imageUrl.url : "";

package/dist/protocol/input/openai_responses.js

@@ -5,6 +5,7 @@ import { parseDataImageUrl } from "../../interaction/image.js";
 import { decodeUntrustedProviderContinuationState } from "../../interaction/provider_continuation_state.js";
 import { CANONICAL_ROUTER_MODEL, explicitModelId, unsupportedModelMessage } from "./router_model.js";
 import { isProtocolToolCallId, TOOL_CALL_ID_MAX_LENGTH, toolsByWireName, } from "../../interaction/tool_identity.js";
+import { parsePdfDataUrl } from "../../interaction/document.js";
 const UNSUPPORTED_INPUT_ITEM_TYPES = new Set([
     "additional_tools",
     "agent_message",
@@ -388,6 +389,13 @@ function responseContent(value, param) {
                 ...(detail !== undefined ? { detail } : {}),
             };
         }
+        if (part.type === "input_file") {
+            const data = typeof part.file_data === "string" ? parsePdfDataUrl(part.file_data) : undefined;
+            if (data === undefined) {
+                throw new HttpError(400, "Responses input_file parts must carry a base64 PDF data URL in file_data; file_id and file_url are not supported.", "unsupported_file_source", `${param}.${index}`);
+            }
+            return { type: "document", mimeType: "application/pdf", data };
+        }
         throw new HttpError(400, `Responses content part type '${String(part.type ?? "unknown")}' is not supported.`, "unsupported_response_content", `${param}.${index}.type`);
     });
 }

package/dist/protocol/output/anthropic_messages_output.js

@@ -51,6 +51,13 @@ export function anthropicContent(output) {
                 content.push({ type: "text", text: `Referenced tool: ${part.toolName}` });
                 continue;
             }
+            if (part.type === "document") {
+                content.push({
+                    type: "document",
+                    source: { type: "base64", media_type: part.mimeType, data: part.data },
+                });
+                continue;
+            }
             const image = parseDataImageUrl(part.url);
             if (!image)
                 throw new Error("Anthropic output images must use base64 data URLs.");

package/dist/providers/key_check.d.ts

@@ -0,0 +1,31 @@
+/**
+ * - `valid`: the provider accepted the key.
+ * - `rejected`: the provider refused it (401 or 403).
+ * - `unchecked`: no answer either way, such as a network error, an outage, or
+ *   a provider without a known check. Callers treat this as not rejected so a
+ *   provider outage never blocks a key.
+ */
+export type ProviderKeyCheckResult = {
+    result: "valid";
+} | {
+    result: "rejected";
+    status: number;
+} | {
+    result: "unchecked";
+};
+export type ProviderKeyEndpoint = {
+    api: string;
+    baseUrl: string;
+};
+/**
+ * Ask a provider whether an API key works, with the cheapest authenticated
+ * request its wire API offers: list models, or, where listing models needs
+ * no key, an endpoint that does. The self-hosted gateway runs this at startup
+ * and the hosted control plane before it saves a key.
+ */
+export declare function checkProviderKey(args: {
+    provider: string;
+    key: string;
+    endpoint?: ProviderKeyEndpoint;
+    fetch: typeof fetch;
+}): Promise<ProviderKeyCheckResult>;

package/dist/providers/key_check.js

@@ -0,0 +1,54 @@
+import { getBuiltinModels } from "@mupt-ai/pi-ai/providers/all";
+const CHECK_TIMEOUT_MS = 10_000;
+/**
+ * Ask a provider whether an API key works, with the cheapest authenticated
+ * request its wire API offers: list models, or, where listing models needs
+ * no key, an endpoint that does. The self-hosted gateway runs this at startup
+ * and the hosted control plane before it saves a key.
+ */
+export async function checkProviderKey(args) {
+    const check = keyCheckRequest(args.provider, args.key, args.endpoint);
+    if (check === null)
+        return { result: "unchecked" };
+    try {
+        const response = await args.fetch(check.url, {
+            headers: check.headers,
+            signal: AbortSignal.timeout(CHECK_TIMEOUT_MS),
+        });
+        await response.body?.cancel();
+        if (response.status === 401 || response.status === 403) {
+            return { result: "rejected", status: response.status };
+        }
+        return response.ok ? { result: "valid" } : { result: "unchecked" };
+    }
+    catch {
+        return { result: "unchecked" };
+    }
+}
+function keyCheckRequest(provider, key, endpoint) {
+    const bearer = { authorization: `Bearer ${key}` };
+    if (endpoint === undefined) {
+        if (provider === "openrouter")
+            return { url: "https://openrouter.ai/api/v1/key", headers: bearer };
+        if (provider === "vercel-ai-gateway")
+            return { url: "https://ai-gateway.vercel.sh/v1/credits", headers: bearer };
+    }
+    const target = endpoint
+        ?? getBuiltinModels(provider)?.[0];
+    if (target === undefined || !URL.canParse(target.baseUrl))
+        return null;
+    const base = target.baseUrl.replace(/\/+$/, "");
+    switch (target.api) {
+        case "anthropic-messages":
+            return { url: `${base}/v1/models`, headers: { "x-api-key": key, "anthropic-version": "2023-06-01" } };
+        case "google-generative-ai":
+            return { url: `${base}/models`, headers: { "x-goog-api-key": key } };
+        case "mistral-conversations":
+            return { url: `${base}/v1/models`, headers: bearer };
+        case "openai-completions":
+        case "openai-responses":
+            return { url: `${base}/models`, headers: bearer };
+        default:
+            return null;
+    }
+}

package/dist/providers/model_capabilities.d.ts

@@ -4,6 +4,8 @@ type ModelCapabilityMetadata = {
 export declare const BEDROCK_API = "bedrock-converse-stream";
 export declare function isBedrockApi(api: unknown): boolean;
 export declare function modelSupportsImageInput(metadata: ModelCapabilityMetadata): boolean;
+export declare function apiSupportsDocumentInput(api: string): boolean;
+export declare function modelSupportsDocumentInput(modelId: string, metadata: ModelCapabilityMetadata): boolean;
 export declare function providerApiCanSerializeResponseFormat(metadata: ModelCapabilityMetadata): boolean;
 export declare function isOpenAIResponsesApi(api: unknown): boolean;
 export declare function modelSupportsReasoningConfigurationUpdate(metadata: ModelCapabilityMetadata): boolean;

package/dist/providers/model_capabilities.js

@@ -6,6 +6,21 @@ export function isBedrockApi(api) {
 export function modelSupportsImageInput(metadata) {
     return Array.isArray(metadata.model.input) && metadata.model.input.includes("image");
 }
+/* PDFs are sent natively only where the model owner documents PDF input on
+   that API. The same API can serve other owners (xAI and Meta on Responses,
+   GPT on Bedrock) whose PDF support is unverified, so both must match. */
+const DOCUMENT_INPUT_APIS_BY_OWNER = {
+    anthropic: new Set(["anthropic-messages", "bedrock-converse-stream"]),
+    openai: new Set(["openai-responses", "azure-openai-responses", "openai-codex-responses"]),
+};
+export function apiSupportsDocumentInput(api) {
+    return Object.values(DOCUMENT_INPUT_APIS_BY_OWNER).some((apis) => apis.has(api));
+}
+export function modelSupportsDocumentInput(modelId, metadata) {
+    const owner = modelId.split("/", 1)[0] ?? "";
+    const api = metadata.model.api;
+    return typeof api === "string" && DOCUMENT_INPUT_APIS_BY_OWNER[owner]?.has(api) === true;
+}
 export function providerApiCanSerializeResponseFormat(metadata) {
     return (metadata.model.api === "openai-responses" ||
         metadata.model.api === "azure-openai-responses" ||

package/dist/providers/pi_context.js

@@ -5,6 +5,7 @@ import { parseDataImageUrl } from "../interaction/image.js";
 import { providerToolCallId, toolWireName } from "../interaction/tool_identity.js";
 import { compatibleProviderContinuation, sameProviderIdentity, } from "../interaction/provider_continuation_state.js";
 import { isOpenAIResponsesApi } from "./model_capabilities.js";
+import { apiSupportsDocumentInput } from "./model_capabilities.js";
 const UNKNOWN_SOURCE = {
     provider: "dari",
     api: "interaction-history",
@@ -72,7 +73,7 @@ export function buildContext(request, target) {
         sawConversationItem = true;
         if (item.type === "message" && item.role === "user") {
             flushAssistant();
-            appendUserMessage(messages, userContent(item.content, item.contentShape), timestamp);
+            appendUserMessage(messages, userContent(item.content, item.contentShape, target), timestamp);
             continue;
         }
         if (item.type === "tool_result") {
@@ -252,10 +253,10 @@ function thinkingContent(item, continuation) {
         redacted: true,
     };
 }
-function userContent(content, shape) {
+function userContent(content, shape, target) {
     if (shape !== "parts")
         return content.filter((part) => part.type === "text").map((part) => part.text).join("");
-    return content.map(contentToPi);
+    return content.map((part) => contentToPi(part, target));
 }
 function appendPositionalNote(messages, text, timestamp) {
     const previous = messages.at(-1);
@@ -290,13 +291,20 @@ function toolResultContent(content, target) {
     const filtered = target.api === "anthropic-messages"
         ? content.filter((part) => part.type !== "tool_reference")
         : content;
-    return filtered.map(contentToPi);
+    return filtered.map((part) => contentToPi(part, target));
 }
-function contentToPi(content) {
+function contentToPi(content, target) {
     if (content.type === "text")
         return { type: "text", text: content.text };
     if (content.type === "tool_reference")
         return { type: "text", text: `Referenced tool: ${content.toolName}` };
+    if (content.type === "document") {
+        // Routing keeps PDFs on document-capable models; this guards direct callers.
+        if (!apiSupportsDocumentInput(target.api)) {
+            throw new HttpError(400, `PDF document input is not supported by the ${target.api} API.`, "unsupported_input_modality", "input.document");
+        }
+        return { type: "document", mimeType: content.mimeType, data: content.data };
+    }
     const image = parseDataImageUrl(content.url);
     if (!image) {
         throw new HttpError(400, "Only base64 data URLs are supported for routed image input.", "invalid_request_error", "input.image_url");

package/dist/runtime/prepare_routed_completion.js

@@ -1,4 +1,6 @@
 import { interactionConversationPrefix } from "../context/interaction_fingerprint.js";
+import { clampRequestedEffort } from "../context/routing_context.js";
+import { modelMetadataLookup } from "../providers/pi.js";
 import { buildRoutingContext, derivePrefixLookupHashes, } from "../context/routing_context.js";
 import { isBackgroundRequest } from "../interaction/types.js";
 import { executionProviderForModel } from "../models/execution_provider.js";
@@ -84,7 +86,10 @@ export async function prepareRoutedCompletion(args) {
     }
     const access = strictProviderAccess(credentials, args.interaction);
     credentials = access.credentials;
-    args = { ...args, interaction: access.interaction };
+    args = {
+        ...args,
+        interaction: clampRequestedEffort(access.interaction, credentials, modelMetadataLookup(credentials.model_configs)),
+    };
     credentials = await withProviderCredentials(credentials, args.apiKey, args.clientHarness);
     const billable = true;
     const routing = await buildRoutingContext({
@@ -138,6 +143,8 @@ export async function prepareRoutedCompletion(args) {
         identityHit: routing.identityHit,
         hits: routing.hits,
         costEstimates: routing.reportingCostEstimates,
+        candidates: candidateResolution.candidates,
+        sessionPinKey: sessionPin?.key,
         pruning: reportedPruning(candidateResolution.pruning, routing.imageCapabilityPrunedModels),
         pricing: routing.pricing,
         chainByModel: routing.prefix.chainByModel,

package/dist/self_host/config.d.ts

@@ -7,7 +7,7 @@ import { type ReasoningEffort } from "@mupt-ai/dari-router/policy-engine";
  *   default:
  *     models:
  *       - anthropic/claude-sonnet-5-5
- *       - id: openai/gpt-5.5
+ *       - id: openai/gpt-6.1-sol
  *         thinking: [medium, high]
  *     subscriptions: true   # serve with connected Claude Code / ChatGPT plans
  *     sessionPinning: false # route each session and subagent once, then keep its model
@@ -41,5 +41,11 @@ export type RouterModelConfig = {
     id: string;
     thinking?: ReasoningEffort[];
 };
-export declare function loadGatewayConfig(path: string): Promise<GatewayConfig>;
+export declare const DEFAULT_GATEWAY_CONFIG: GatewayConfig;
+/**
+ * Load the config at `path`, which must exist. Without a path, load
+ * `dari-gateway.yaml` from the working directory when present, and otherwise
+ * serve DEFAULT_GATEWAY_CONFIG.
+ */
+export declare function loadGatewayConfig(path: string | undefined): Promise<GatewayConfig>;
 export declare function parseGatewayConfig(raw: unknown): GatewayConfig;

package/dist/self_host/config.js

@@ -2,11 +2,40 @@ import { isReasoningEffort, isRecord, } from "@mupt-ai/dari-router/policy-engine
 const ROUTER_ID_PATTERN = /^[A-Za-z0-9_-]+$/;
 const PROVIDER_ID_PATTERN = /^[a-z0-9][a-z0-9.-]*$/;
 const MODEL_ID_PATTERN = /^[a-z0-9][a-z0-9.-]*\/\S+$/;
+// Served when no config file is set or found. A model is served once its
+// provider has a credential (a connected subscription or the provider's API
+// key); dari/routing without Auto Routing serves the first available one.
+export const DEFAULT_GATEWAY_CONFIG = parseGatewayConfig({
+    routers: {
+        default: {
+            models: [
+                "anthropic/claude-sonnet-5-5",
+                "anthropic/claude-opus-5-5",
+                "anthropic/claude-fable-5-2",
+                "anthropic/claude-haiku-5-5",
+                "openai/gpt-6.1-sol",
+                "openai/gpt-6.1-terra",
+            ],
+        },
+    },
+});
+const DEFAULT_CONFIG_PATH = "dari-gateway.yaml";
+/**
+ * Load the config at `path`, which must exist. Without a path, load
+ * `dari-gateway.yaml` from the working directory when present, and otherwise
+ * serve DEFAULT_GATEWAY_CONFIG.
+ */
 export async function loadGatewayConfig(path) {
+    if (path === undefined) {
+        if (!(await Bun.file(DEFAULT_CONFIG_PATH).exists()))
+            return DEFAULT_GATEWAY_CONFIG;
+        path = DEFAULT_CONFIG_PATH;
+    }
     const file = Bun.file(path);
     if (!(await file.exists())) {
         throw new Error(`Gateway config not found at ${path}. Write one from dari-gateway.example.yaml, `
-            + "or set DARI_GATEWAY_CONFIG (in the container image, mount it at /config/dari-gateway.yaml).");
+            + "or unset DARI_GATEWAY_CONFIG to serve the default router "
+            + "(in the container image, mount it at /config/dari-gateway.yaml).");
     }
     const text = await file.text();
     const raw = path.endsWith(".json") ? JSON.parse(text) : Bun.YAML.parse(text);

package/dist/self_host/main.d.ts

@@ -3,7 +3,8 @@
  * Start a self-hosted Dari Gateway from environment variables:
  *
  * - `DARI_GATEWAY_KEYS` (required): comma-separated bearer keys clients use.
- * - `DARI_GATEWAY_CONFIG`: router config file (default `dari-gateway.yaml`).
+ * - `DARI_GATEWAY_CONFIG`: router config file. Unset, `dari-gateway.yaml`
+ *   serves when present, and otherwise the default router.
  * - `DARI_GATEWAY_DB`: SQLite database for subscriptions and prefix-cache
  *   state (default `dari-gateway.db`). It holds subscription tokens.
  * - `DARI_AUTO_ROUTING_API_KEY`: choose among a router's models with Dari
@@ -15,3 +16,5 @@ export declare function startSelfHostedGateway(env?: Record<string, string>): Pr
     server: import("../http/http2_server.js").Http2RoutingServer | Bun.Server<undefined>;
     close: () => void;
 }>;
+/** Run the gateway as a process: the `dari-gateway` bin and compiled binary. */
+export declare function runSelfHostedGateway(): Promise<void>;

package/dist/self_host/main.js

@@ -8,9 +8,12 @@ import { createRequestHandler } from "../http/handler.js";
 import { installShutdownHandlers, startServer } from "../http/serve.js";
 import { createAutoRoutingSelectorBackend } from "../strategies/auto_routing_selector.js";
 import { createPrioritySelectorBackend } from "../strategies/priority_selector.js";
-import { loadGatewayConfig } from "./config.js";
 import { createSelfHostedPlatform } from "./platform.js";
-import { gatewayKeyIndex, providersWithoutCredentials } from "./resolve.js";
+import { providerForModel } from "@mupt-ai/dari-router/policy-engine";
+import { checkProviderKey } from "../providers/key_check.js";
+import { CANONICAL_MODEL_IDS } from "../models/canonical.js";
+import { DEFAULT_GATEWAY_CONFIG, loadGatewayConfig } from "./config.js";
+import { configuredProviderApiKey, gatewayKeyIndex, providersWithoutCredentials } from "./resolve.js";
 import { PrefixStore } from "./prefix_store.js";
 import { SessionPinStore } from "./session_pin_store.js";
 import { handleSubscriptionRequest, SubscriptionStore } from "./subscriptions/index.js";
@@ -19,7 +22,8 @@ const SUBSCRIPTION_ROUTES = "/v1/organizations/current/credentials";
  * Start a self-hosted Dari Gateway from environment variables:
  *
  * - `DARI_GATEWAY_KEYS` (required): comma-separated bearer keys clients use.
- * - `DARI_GATEWAY_CONFIG`: router config file (default `dari-gateway.yaml`).
+ * - `DARI_GATEWAY_CONFIG`: router config file. Unset, `dari-gateway.yaml`
+ *   serves when present, and otherwise the default router.
  * - `DARI_GATEWAY_DB`: SQLite database for subscriptions and prefix-cache
  *   state (default `dari-gateway.db`). It holds subscription tokens.
  * - `DARI_AUTO_ROUTING_API_KEY`: choose among a router's models with Dari
@@ -35,7 +39,7 @@ export async function startSelfHostedGateway(env = process.env) {
     if (gatewayKeys.length === 0) {
         throw new Error("Set DARI_GATEWAY_KEYS to the comma-separated keys clients authenticate with.");
     }
-    const config = await loadGatewayConfig(env.DARI_GATEWAY_CONFIG ?? "dari-gateway.yaml");
+    const config = await loadGatewayConfig(env.DARI_GATEWAY_CONFIG?.trim() || undefined);
     const databasePath = env.DARI_GATEWAY_DB ?? "dari-gateway.db";
     const created = databasePath !== ":memory:" && !existsSync(databasePath);
     const db = new Database(databasePath, { create: true });
@@ -69,6 +73,7 @@ export async function startSelfHostedGateway(env = process.env) {
             console.warn("dari-gateway router has providers without credentials; their models are not served", JSON.stringify({ router: routerId, providers: missing }));
         }
     }
+    await checkConfiguredProviderKeys(config, (provider) => configuredProviderApiKey({ config, providerApiKey, env }, provider));
     const autoRoutingKey = env.DARI_AUTO_ROUTING_API_KEY?.trim();
     const selectorBackend = autoRoutingKey
         ? createAutoRoutingSelectorBackend({
@@ -99,13 +104,62 @@ export async function startSelfHostedGateway(env = process.env) {
     const server = startServer(port, handler, { hostname });
     console.info("dari-gateway listening", JSON.stringify({
         hostname,
-        port,
+        // The bound port, so PORT=0 reports the port the OS assigned.
+        port: server.port,
         routers: Object.keys(config.routers),
         auto_routing: autoRoutingKey ? "dari" : "priority",
     }));
     return { server, close: () => db.close() };
 }
-if (import.meta.main) {
+/**
+ * Check each provider API key the routers use before serving: a key its
+ * provider rejects fails startup, and one no check could answer is reported.
+ */
+async function checkConfiguredProviderKeys(config, providerApiKey) {
+    const providers = new Set(Object.values(config.routers).flatMap((router) => router.models.map((model) => providerForModel(model.id))));
+    const checks = await Promise.all([...providers].map(async (provider) => {
+        const endpoint = config.providers[provider];
+        // Endpoints configured without a key variable take no key.
+        if (endpoint !== undefined && endpoint.apiKeyEnv === undefined)
+            return null;
+        const key = await providerApiKey(provider);
+        if (key === undefined)
+            return null;
+        return { provider, ...(await checkProviderKey({ provider, key, ...(endpoint ? { endpoint } : {}), fetch })) };
+    }));
+    const rejected = checks.flatMap((check) => check?.result === "rejected" ? [`${check.provider} (${check.status})`] : []);
+    if (rejected.length > 0) {
+        throw new Error(`Provider API keys were rejected: ${rejected.join(", ")}. Fix or unset each key before starting the gateway.`);
+    }
+    const unchecked = checks.flatMap((check) => check?.result === "unchecked" ? [check.provider] : []);
+    if (unchecked.length > 0) {
+        console.warn("dari-gateway could not check these provider API keys", JSON.stringify({ providers: unchecked }));
+    }
+}
+/** Run the gateway as a process: the `dari-gateway` bin and compiled binary. */
+export async function runSelfHostedGateway() {
+    // `--print-config` prints the router config the gateway would serve, as
+    // JSON, and exits; `--print-default-config` prints the built-in default.
+    // The Dari CLI edits a local gateway's models from them.
+    if (process.argv.includes("--print-canonical-models")) {
+        console.log(JSON.stringify(CANONICAL_MODEL_IDS));
+        return;
+    }
+    if (process.argv.includes("--print-default-config")) {
+        console.log(JSON.stringify(DEFAULT_GATEWAY_CONFIG));
+        return;
+    }
+    if (process.argv.includes("--print-config")) {
+        try {
+            const config = await loadGatewayConfig(process.env.DARI_GATEWAY_CONFIG?.trim() || undefined);
+            console.log(JSON.stringify(config));
+            return;
+        }
+        catch (error) {
+            console.error(`dari-gateway: ${error instanceof Error ? error.message : String(error)}`);
+            process.exit(1);
+        }
+    }
     // Startup errors are configuration mistakes: print the message, not a stack.
     const started = await startSelfHostedGateway().catch((error) => {
         console.error(`dari-gateway: ${error instanceof Error ? error.message : String(error)}`);
@@ -113,3 +167,5 @@ if (import.meta.main) {
     });
     installShutdownHandlers(started.server, async () => started.close());
 }
+if (import.meta.main)
+    await runSelfHostedGateway();

package/dist/self_host/resolve.d.ts

@@ -25,6 +25,7 @@ export type SelfHostedResolverDeps = {
  * neither are left out.
  */
 export declare function resolveSelfHostedRouter(deps: SelfHostedResolverDeps, request: ResolveRouterRequest): Promise<ResolvedRouter>;
+export declare function configuredProviderApiKey(deps: Pick<SelfHostedResolverDeps, "config" | "providerApiKey" | "env">, provider: string): Promise<string | undefined>;
 export declare function gatewayKeyIndex(keys: readonly string[], presented: string): number | null;
 /**
  * Providers a router lists that no credential can serve: no API key and no

package/dist/self_host/resolve.js

@@ -44,7 +44,7 @@ export async function resolveSelfHostedRouter(deps, request) {
         if (subscription !== null && deps.subscriptions.list(subscription).length > 0) {
             exhausted.add(subscription);
         }
-        const apiKey = await providerApiKey(deps, provider);
+        const apiKey = await configuredProviderApiKey(deps, provider);
         credentials.set(provider, apiKey ? { key: apiKey, source: "user" } : null);
     }
     const models = router.models.filter((model) => credentials.get(providerForModel(model.id)) != null);
@@ -112,7 +112,7 @@ export async function resolveSelfHostedRouter(deps, request) {
 }
 // Configured endpoints read their own key variable, or send a placeholder
 // when they take none; known providers use their standard variable.
-async function providerApiKey(deps, provider) {
+export async function configuredProviderApiKey(deps, provider) {
     const endpoint = deps.config.providers[provider];
     if (endpoint === undefined)
         return (await deps.providerApiKey(provider))?.trim() || undefined;
@@ -172,7 +172,7 @@ export async function providersWithoutCredentials(deps, router) {
         const connected = plans.some((plan) => plan !== null && deps.subscriptions.list(plan).length > 0);
         if (connected)
             continue;
-        const apiKey = await providerApiKey(deps, provider);
+        const apiKey = await configuredProviderApiKey(deps, provider);
         if (apiKey === undefined)
             missing.push(provider);
     }

package/dist/strategies/selector_projection.js

@@ -145,6 +145,9 @@ function selectorContentField(content, shape, imagePart) {
             if (part.type === "tool_reference") {
                 return { type: "text", text: `Referenced tool: ${part.toolName}` };
             }
+            // The selector model is text-only; it sees a marker, not the document bytes.
+            if (part.type === "document")
+                return { type: "text", text: "(PDF document omitted from selector input)" };
             return imagePart(part.url, part.detail);
         }),
     };

package/dist/telemetry/report.d.ts

@@ -1,4 +1,4 @@
-import { type CandidateCostEstimate, type CandidatePruningAudit, type ChainHits, type PrefixHit, type PricingLookup, type RoutingDecision, type RoutingStrategy } from "@mupt-ai/dari-router/policy-engine";
+import { type CandidateCostEstimate, type CandidatePruningAudit, type ChainHits, type PrefixHit, type PricingLookup, type RoutingCandidate, type RoutingDecision, type RoutingStrategy } from "@mupt-ai/dari-router/policy-engine";
 import type { ImageCapabilityPrunedModel } from "../context/routing_context.js";
 import { type InteractionRequest, type ProviderIdentity } from "../interaction/types.js";
 import { type RequestTags } from "../platform/platform.js";
@@ -47,6 +47,8 @@ export declare class RequestReporter {
         identityHit?: PrefixHit;
         hits: ChainHits;
         costEstimates: CandidateCostEstimate[];
+        candidates: readonly RoutingCandidate[];
+        sessionPinKey?: string;
         pruning: ReportedCandidatePruning | null;
         pricing: PricingLookup | null;
         chainByModel: ReadonlyMap<string, string[]>;

package/dist/telemetry/report.js

@@ -414,6 +414,9 @@ export class RequestReporter {
                 touched_prefix_hash: touchedHash,
             };
             gatewayPlatform().recordRequest({
+                router: requestRecordRouter(a.credentials),
+                candidates: a.candidates.map(({ model, reasoningEffort }) => ({ model, reasoningEffort })),
+                ...(a.sessionPinKey === undefined ? {} : { sessionPinKey: a.sessionPinKey }),
                 row: ingestPayload,
                 summary: {
                     request_id: a.requestId,
@@ -583,3 +586,23 @@ function usageIngest(usage, pricingKnown) {
         pricing_known: pricingKnown,
     };
 }
+function requestRecordRouter(router) {
+    return {
+        enabledModels: [...router.enabled_models],
+        thinkingLevels: Object.fromEntries(router.enabled_models.map((model) => [
+            model,
+            [
+                ...(router.model_thinking_levels?.[model]
+                    ?? router.model_configs?.[model]?.supported_thinking_levels
+                    ?? []),
+            ],
+        ])),
+        defaultThinkingLevels: Object.fromEntries(router.enabled_models.flatMap((model) => {
+            const level = router.model_configs?.[model]?.default_thinking_level;
+            return level ? [[model, level]] : [];
+        })),
+        strict: router.strict === true,
+        speculativeRouting: router.speculative_routing === true,
+        sessionPinning: router.session_pinning === true,
+    };
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mupt-ai/dari-gateway",
-  "version": "0.3.3",
+  "version": "0.3.5",
   "description": "Self-hostable LLM gateway for coding agents and APIs: one endpoint for Anthropic Messages, OpenAI Chat Completions, and OpenAI Responses, with subscription pooling, failover, and prompt-cache-aware routing.",
   "license": "Apache-2.0",
   "repository": {
@@ -42,6 +42,7 @@
   ],
   "scripts": {
     "start": "bun run src/self_host/main.ts",
+    "compile": "bun scripts/compile.ts",
     "build": "rm -rf dist && tsc -p tsconfig.build.json",
     "typecheck": "tsc --noEmit",
     "test": "bun test",
@@ -50,7 +51,7 @@
   "dependencies": {
     "@aws-sdk/client-sts": "3.1063.0",
     "@mupt-ai/dari-router": "0.2.5",
-    "@mupt-ai/pi-ai": "1.4.0-mupt.2"
+    "@mupt-ai/pi-ai": "1.4.0-mupt.3"
   },
   "devDependencies": {
     "@types/bun": "^1.3.4",

package/src/context/interaction_fingerprint_format.ts

@@ -22,6 +22,7 @@ export type FingerprintContent =
           url: string;
           detail?: "auto" | "low" | "high" | "original";
         }
+      | { type: "document"; mimeType: "application/pdf"; data: string }
       | { type: "tool_reference"; toolName: string }
     >
   | null;
@@ -150,6 +151,9 @@ export function interactionFingerprintContent(
         toolName: part.toolName,
       };
     }
+    if (part.type === "document") {
+      return { type: "document" as const, mimeType: part.mimeType, data: part.data };
+    }
     return {
       type: "image" as const,
       url: part.url,