@khanglvm/llm-router 2.0.2 → 2.0.3

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@khanglvm/llm-router",
-  "version": "2.0.2",
+  "version": "2.0.3",
   "description": "LLM Router: single gateway endpoint for multi-provider LLMs with unified OpenAI+Anthropic format and seamless fallback",
   "keywords": [
     "llm-router",
@@ -31,7 +31,8 @@
     "deploy:worker": "node ./src/cli-entry.js deploy",
     "test:provider-live": "node --test --test-concurrency=1 ./test/live-provider-suite.test.js",
     "test:provider-smoke": "npm run test:provider-live",
-    "test:amp-smoke": "node ./scripts/amp-smoke-suite.mjs"
+    "test:amp-smoke": "node ./scripts/amp-smoke-suite.mjs",
+    "prepublishOnly": "npm run test:provider-live"
   },
   "dependencies": {
     "@levu/snap": "^0.3.13"

package/src/runtime/handler/amp-web-search.js

@@ -80,7 +80,7 @@ const READ_WEB_PAGE_FUNCTION_PARAMETERS = {
   additionalProperties: true
 };
 
-const OPENAI_WEB_SEARCH_TOOL = Object.freeze({
+const OPENAI_CHAT_WEB_SEARCH_TOOL = Object.freeze({
   type: "function",
   function: {
     name: SEARCH_TOOL_NAME,
@@ -89,13 +89,20 @@ const OPENAI_WEB_SEARCH_TOOL = Object.freeze({
   }
 });
 
+const OPENAI_RESPONSES_WEB_SEARCH_TOOL = Object.freeze({
+  type: "function",
+  name: SEARCH_TOOL_NAME,
+  description: "Search the web for current information, news, documentation, or real-time facts.",
+  parameters: WEB_SEARCH_FUNCTION_PARAMETERS
+});
+
 const CLAUDE_WEB_SEARCH_TOOL = Object.freeze({
   name: SEARCH_TOOL_NAME,
   description: "Search the web for current information, news, documentation, or real-time facts.",
   input_schema: WEB_SEARCH_FUNCTION_PARAMETERS
 });
 
-const OPENAI_READ_WEB_PAGE_TOOL = Object.freeze({
+const OPENAI_CHAT_READ_WEB_PAGE_TOOL = Object.freeze({
   type: "function",
   function: {
     name: READ_WEB_PAGE_TOOL_NAME,
@@ -104,6 +111,13 @@ const OPENAI_READ_WEB_PAGE_TOOL = Object.freeze({
   }
 });
 
+const OPENAI_RESPONSES_READ_WEB_PAGE_TOOL = Object.freeze({
+  type: "function",
+  name: READ_WEB_PAGE_TOOL_NAME,
+  description: "Fetch and extract the readable text and table content from a web page URL.",
+  parameters: READ_WEB_PAGE_FUNCTION_PARAMETERS
+});
+
 const CLAUDE_READ_WEB_PAGE_TOOL = Object.freeze({
   name: READ_WEB_PAGE_TOOL_NAME,
   description: "Fetch and extract the readable text and table content from a web page URL.",
@@ -1269,7 +1283,20 @@ export function shouldInterceptAmpWebSearch({ clientType, originalBody, runtimeC
   return true;
 }
 
-export function rewriteProviderBodyForAmpWebSearch(providerBody, targetFormat) {
+function getOpenAIInterceptToolDefinitions(requestKind) {
+  if (requestKind === "responses") {
+    return {
+      webSearch: OPENAI_RESPONSES_WEB_SEARCH_TOOL,
+      readWebPage: OPENAI_RESPONSES_READ_WEB_PAGE_TOOL
+    };
+  }
+  return {
+    webSearch: OPENAI_CHAT_WEB_SEARCH_TOOL,
+    readWebPage: OPENAI_CHAT_READ_WEB_PAGE_TOOL
+  };
+}
+
+export function rewriteProviderBodyForAmpWebSearch(providerBody, targetFormat, requestKind = undefined) {
   const tools = Array.isArray(providerBody?.tools) ? providerBody.tools : [];
   if (tools.length === 0) {
     return {
@@ -1301,8 +1328,9 @@ export function rewriteProviderBodyForAmpWebSearch(providerBody, targetFormat) {
   }
 
   if (targetFormat === FORMATS.OPENAI) {
-    if (interceptedToolNames.has(SEARCH_TOOL_NAME)) nextTools.push(OPENAI_WEB_SEARCH_TOOL);
-    if (interceptedToolNames.has(READ_WEB_PAGE_TOOL_NAME)) nextTools.push(OPENAI_READ_WEB_PAGE_TOOL);
+    const toolDefinitions = getOpenAIInterceptToolDefinitions(requestKind);
+    if (interceptedToolNames.has(SEARCH_TOOL_NAME)) nextTools.push(toolDefinitions.webSearch);
+    if (interceptedToolNames.has(READ_WEB_PAGE_TOOL_NAME)) nextTools.push(toolDefinitions.readWebPage);
   } else if (targetFormat === FORMATS.CLAUDE) {
     if (interceptedToolNames.has(SEARCH_TOOL_NAME)) nextTools.push(CLAUDE_WEB_SEARCH_TOOL);
     if (interceptedToolNames.has(READ_WEB_PAGE_TOOL_NAME)) nextTools.push(CLAUDE_READ_WEB_PAGE_TOOL);

package/src/runtime/handler/provider-call.js

@@ -516,7 +516,7 @@ export async function makeProviderCall({
     providerBody = declaredOpenAIHostedWebSearchRewrite.providerBody;
   }
   if (interceptAmpWebSearch) {
-    providerBody = rewriteProviderBodyForAmpWebSearch(providerBody, targetFormat).providerBody;
+    providerBody = rewriteProviderBodyForAmpWebSearch(providerBody, targetFormat, requestKind).providerBody;
   }
   logToolRouting({
     env,