@x12i/openrouter-runtime 1.1.0 → 1.4.0

package/dist/index.cjs

@@ -20,13 +20,16 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 // src/index.ts
 var index_exports = {};
 __export(index_exports, {
+  OPENROUTER_METADATA_LIMITS: () => OPENROUTER_METADATA_LIMITS,
   OpenRouterHttpError: () => OpenRouterHttpError,
   RuntimeConfigError: () => RuntimeConfigError,
   buildOpenRouterServerTools: () => buildOpenRouterServerTools,
   compileRuntimeRequest: () => compileRuntimeRequest,
   createConsoleLogger: () => createConsoleLogger,
   createOpenRouterRuntime: () => createOpenRouterRuntime,
-  isRuntimeLoggingEnabled: () => isRuntimeLoggingEnabled
+  decodeProviderMetadata: () => decodeProviderMetadata,
+  isRuntimeLoggingEnabled: () => isRuntimeLoggingEnabled,
+  toProviderMetadata: () => toProviderMetadata
 });
 module.exports = __toCommonJS(index_exports);
 
@@ -754,13 +757,22 @@ function endpointFor(baseUrl, apiMode) {
 }
 
 // src/openrouter/headers.ts
-function buildHeaders(options) {
+function buildHeaders(options, agentId) {
+  const requestAppName = agentId?.trim();
   return {
     "content-type": "application/json",
     authorization: `Bearer ${options.apiKey}`,
     ...options.appAttribution?.siteUrl ? { "HTTP-Referer": options.appAttribution.siteUrl } : {},
-    ...options.appAttribution?.appName ? { "X-Title": options.appAttribution.appName } : {},
-    ...options.defaultHeaders ?? {}
+    ...appTitleHeaders(options.appAttribution?.appName),
+    ...options.defaultHeaders ?? {},
+    ...requestAppName ? appTitleHeaders(requestAppName) : {}
+  };
+}
+function appTitleHeaders(name) {
+  if (!name) return {};
+  return {
+    "X-Title": name,
+    "X-OpenRouter-Title": name
   };
 }
 
@@ -789,7 +801,7 @@ function cleanParameters(parameters) {
 function enabled(policy) {
   return !!policy && policy.mode !== "disabled";
 }
-function buildOpenRouterServerTools(policy) {
+function buildOpenRouterServerTools(policy, fallbackReasoning) {
   const tools = [];
   const webSearch = buildWebSearchTool(policy?.webSearch);
   if (webSearch) tools.push(webSearch);
@@ -801,10 +813,10 @@ function buildOpenRouterServerTools(policy) {
   if (image) tools.push(image);
   const patch = buildApplyPatchTool(policy?.applyPatch);
   if (patch) tools.push(patch);
-  const fusion = buildFusionTool(policy?.fusion);
+  const fusion = buildFusionTool(policy?.fusion, fallbackReasoning);
   if (fusion) tools.push(fusion);
-  tools.push(...buildAdvisorTools(policy?.advisor));
-  const subagent = buildSubagentTool(policy?.subagent);
+  tools.push(...buildAdvisorTools(policy?.advisor, fallbackReasoning));
+  const subagent = buildSubagentTool(policy?.subagent, fallbackReasoning);
   if (subagent) tools.push(subagent);
   return tools;
 }
@@ -863,7 +875,7 @@ function buildApplyPatchTool(policy) {
   if (!enabled(policy)) return void 0;
   return { type: "openrouter:apply_patch" };
 }
-function buildFusionTool(policy) {
+function buildFusionTool(policy, fallbackReasoning) {
   if (!enabled(policy)) return void 0;
   return {
     type: "openrouter:fusion",
@@ -872,12 +884,12 @@ function buildFusionTool(policy) {
       model: policy?.judgeModel,
       max_tool_calls: policy?.maxToolCalls ?? 8,
       max_completion_tokens: policy?.maxCompletionTokens,
-      reasoning: policy?.reasoning,
+      reasoning: policy?.reasoning ?? fallbackReasoning,
       temperature: policy?.temperature
     })
   };
 }
-function buildAdvisorTools(policy) {
+function buildAdvisorTools(policy, fallbackReasoning) {
   const advisors = Array.isArray(policy) ? policy : policy ? [policy] : [];
   return advisors.filter(enabled).map((advisor) => {
     validateNestedTools(advisor.tools);
@@ -892,13 +904,13 @@ function buildAdvisorTools(policy) {
         stream: advisor.stream,
         max_tool_calls: advisor.maxToolCalls,
         max_completion_tokens: advisor.maxCompletionTokens,
-        reasoning: advisor.reasoning,
+        reasoning: advisor.reasoning ?? fallbackReasoning,
         temperature: advisor.temperature
       })
     };
   });
 }
-function buildSubagentTool(policy) {
+function buildSubagentTool(policy, fallbackReasoning) {
   if (!policy || policy.mode === "disabled") return void 0;
   const subagent = policy;
   validateNestedTools(subagent.tools);
@@ -910,12 +922,86 @@ function buildSubagentTool(policy) {
       tools: subagent.tools,
       max_tool_calls: subagent.maxToolCalls,
       max_completion_tokens: subagent.maxCompletionTokens,
-      reasoning: subagent.reasoning,
+      reasoning: subagent.reasoning ?? fallbackReasoning,
       temperature: subagent.temperature
     })
   };
 }
 
+// src/utils/provider-metadata.ts
+var OPENROUTER_METADATA_LIMITS = {
+  maxPairs: 16,
+  maxKeyLength: 64,
+  maxValueLength: 512
+};
+var PROVIDER_RECORD_CHUNK = 256;
+var PROVIDER_RECORD_MAX_CHUNKS = 16;
+function toProviderMetadata(metadata, agentId, _limits, base) {
+  return encodeProviderRecord(collectProviderStrings(metadata, agentId, base));
+}
+function decodeProviderMetadata(wire) {
+  if (!isRecord2(wire)) return {};
+  const parts = [];
+  for (let index = 0; ; index += 1) {
+    const chunk = wire[`m.${index}`];
+    if (typeof chunk !== "string") break;
+    parts.push(chunk);
+  }
+  if (!parts.length) return {};
+  const parsed = JSON.parse(Buffer.from(parts.join(""), "base64").toString("utf8"));
+  if (!isRecord2(parsed)) return {};
+  const record = {};
+  for (const [key, value] of Object.entries(parsed)) {
+    if (typeof value === "string") record[key] = value;
+  }
+  return record;
+}
+function encodeProviderRecord(map) {
+  const keys = Object.keys(map).sort();
+  if (!keys.length) return void 0;
+  const ordered = {};
+  for (const key of keys) {
+    const value = map[key];
+    if (value !== void 0) ordered[key] = value;
+  }
+  const encoded = Buffer.from(JSON.stringify(ordered), "utf8").toString("base64");
+  const chunks = Math.ceil(encoded.length / PROVIDER_RECORD_CHUNK);
+  if (chunks > PROVIDER_RECORD_MAX_CHUNKS) {
+    throw new Error(
+      `METADATA_RECORD_TOO_LARGE: provider metadata is ${encoded.length} base64 characters; the maximum is ${PROVIDER_RECORD_CHUNK * PROVIDER_RECORD_MAX_CHUNKS}.`
+    );
+  }
+  const wire = {};
+  for (let index = 0; index < chunks; index += 1) {
+    wire[`m.${index}`] = encoded.slice(index * PROVIDER_RECORD_CHUNK, (index + 1) * PROVIDER_RECORD_CHUNK);
+  }
+  return wire;
+}
+function collectProviderStrings(metadata, agentId, base) {
+  const map = {};
+  appendStrings(map, base);
+  appendStrings(map, metadata);
+  const trimmedAgentId = agentId?.trim();
+  if (trimmedAgentId) map.agentId = trimmedAgentId;
+  return map;
+}
+function appendStrings(target, metadata) {
+  if (!metadata) return;
+  for (const [key, value] of Object.entries(metadata)) {
+    const asString = asMetadataString(value);
+    if (asString !== void 0) target[key] = asString;
+  }
+}
+function asMetadataString(value) {
+  if (typeof value === "string") return value;
+  if (typeof value === "boolean") return value ? "true" : "false";
+  if (typeof value === "number" && Number.isFinite(value)) return String(value);
+  return void 0;
+}
+function isRecord2(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+
 // src/runtime/runtime.ts
 function compileRuntimeRequest(request, defaults, options = { apiKey: "" }, context = {}) {
   const warnings = [];
@@ -927,7 +1013,10 @@ function compileRuntimeRequest(request, defaults, options = { apiKey: "" }, cont
   const apiMode = resolveApiMode(request, defaults.apiMode, serverTools);
   validateRuntimeRequest(request, options, apiMode, normalized.model, serverTools);
   const tools = [
-    ...buildOpenRouterServerTools(serverTools),
+    ...buildOpenRouterServerTools(
+      serverTools,
+      effectiveContext.suppressNestedReasoningFallback ? void 0 : request.reasoning
+    ),
     ...(request.functionTools ?? []).map((tool) => ({
       type: "function",
       function: {
@@ -937,10 +1026,12 @@ function compileRuntimeRequest(request, defaults, options = { apiKey: "" }, cont
       }
     }))
   ];
-  const headers = buildHeaders(options);
+  const headers = buildHeaders(options, request.agentId);
   const baseBody = buildBaseBody(request, normalized.model, defaults, tools, serverTools);
-  const body = apiMode === "chat" ? buildChatBody(request, baseBody) : buildResponsesBody(request, baseBody);
+  const assembled = apiMode === "chat" ? buildChatBody(request, baseBody) : buildResponsesBody(request, baseBody);
+  let body = effectiveContext.finalizeBody ? effectiveContext.finalizeBody(assembled) : assembled;
   enforceStreamingPolicyForRun(body, warnings, effectiveContext);
+  body = attachProviderMetadata(body, request);
   return {
     apiMode,
     url: endpointFor(options.baseUrl ?? "https://openrouter.ai/api/v1", apiMode),
@@ -949,6 +1040,15 @@ function compileRuntimeRequest(request, defaults, options = { apiKey: "" }, cont
     warnings
   };
 }
+function attachProviderMetadata(body, request) {
+  const fromBody = isRecord(body.metadata) ? body.metadata : void 0;
+  const metadata = toProviderMetadata(request.metadata, request.agentId, OPENROUTER_METADATA_LIMITS, fromBody);
+  if (metadata) return { ...body, metadata };
+  if (body.metadata === void 0) return body;
+  const rest = { ...body };
+  delete rest.metadata;
+  return rest;
+}
 function enforceStreamingPolicyForRun(body, warnings, context) {
   if (context.streaming) {
     body.stream = true;
@@ -1482,7 +1582,7 @@ function isRetryableStatus2(status) {
 }
 
 // src/runtime/streaming.ts
-async function* executeStreamingChat(request, context) {
+async function* executeStreamingChat(request, context, call = {}) {
   const requestId = request.id ?? "unknown";
   const options = context.options;
   const defaults = context.defaults;
@@ -1497,7 +1597,11 @@ async function* executeStreamingChat(request, context) {
       ...request,
       apiMode: "chat"
     };
-    const compiled = compileRuntimeRequest(streamingRequest, defaults, options, { streaming: true });
+    const compiled = compileRuntimeRequest(streamingRequest, defaults, options, {
+      streaming: true,
+      ...call.finalizeBody ? { finalizeBody: call.finalizeBody } : {},
+      ...call.suppressNestedReasoningFallback ? { suppressNestedReasoningFallback: true } : {}
+    });
     if (compiled.body.stream !== true) {
       throw new RuntimeConfigError(
         "STREAMING_CHAT_MISCONFIGURED",
@@ -1532,6 +1636,10 @@ async function* executeStreamingChat(request, context) {
         if (typeof chunk.model === "string") resolvedModel = chunk.model;
         const choice = Array.isArray(chunk.choices) && isRecord(chunk.choices[0]) ? chunk.choices[0] : void 0;
         const delta = choice && isRecord(choice.delta) ? choice.delta : void 0;
+        if (delta && call.extractStreamReasoning) {
+          const reasoningText = call.extractStreamReasoning(delta);
+          if (reasoningText) yield reasoningDeltaEvent(requestId, reasoningText);
+        }
         if (delta && typeof delta.content === "string" && delta.content.length > 0) {
           text += delta.content;
           yield textDeltaEvent(requestId, delta.content);
@@ -1626,6 +1734,13 @@ function textDeltaEvent(requestId, text) {
     data: { text }
   };
 }
+function reasoningDeltaEvent(requestId, text) {
+  return {
+    type: "stream.reasoning.delta",
+    requestId,
+    data: { text }
+  };
+}
 function toolCallDeltaEvent(requestId, data) {
   return {
     type: "stream.tool_call.delta",
@@ -1695,7 +1810,14 @@ function createOpenRouterRuntime(options) {
   const defaults = resolveDefaults(options);
   const context = { options: resolvedOptions, defaults };
   return {
-    async run(request) {
+    compile(request, call) {
+      return compileRuntimeRequest(request, defaults, resolvedOptions, {
+        streaming: false,
+        ...call?.finalizeBody ? { finalizeBody: call.finalizeBody } : {},
+        ...call?.suppressNestedReasoningFallback ? { suppressNestedReasoningFallback: true } : {}
+      });
+    },
+    async run(request, call) {
       const requestWithId = { ...request, id: request.id ?? createRuntimeId() };
       try {
         resolvedOptions.logger?.info?.("runtime.request.started", {
@@ -1704,7 +1826,11 @@ function createOpenRouterRuntime(options) {
           entrypoint: "run"
         });
         await resolvedOptions.hooks?.beforeCompile?.(requestWithId);
-        const compiled = compileRuntimeRequest(requestWithId, defaults, resolvedOptions, { streaming: false });
+        const compiled = compileRuntimeRequest(requestWithId, defaults, resolvedOptions, {
+          streaming: false,
+          ...call?.finalizeBody ? { finalizeBody: call.finalizeBody } : {},
+          ...call?.suppressNestedReasoningFallback ? { suppressNestedReasoningFallback: true } : {}
+        });
         await resolvedOptions.hooks?.afterCompile?.(compiled);
         resolvedOptions.logger?.debug?.("runtime.request.compiled", {
           requestId: requestWithId.id,
@@ -1726,9 +1852,9 @@ function createOpenRouterRuntime(options) {
         return errorResponse(requestWithId, error);
       }
     },
-    executeStreamingChat(request) {
+    executeStreamingChat(request, call) {
       const requestWithId = { ...request, id: request.id ?? createRuntimeId() };
-      return executeStreamingChat(requestWithId, context);
+      return executeStreamingChat(requestWithId, context, call);
     }
   };
   function errorResponse(request, error) {
@@ -1818,12 +1944,15 @@ function operatorHintFor(code) {
 }
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  OPENROUTER_METADATA_LIMITS,
   OpenRouterHttpError,
   RuntimeConfigError,
   buildOpenRouterServerTools,
   compileRuntimeRequest,
   createConsoleLogger,
   createOpenRouterRuntime,
-  isRuntimeLoggingEnabled
+  decodeProviderMetadata,
+  isRuntimeLoggingEnabled,
+  toProviderMetadata
 });
 //# sourceMappingURL=index.cjs.map