@undefineds.co/xpod 0.2.24 → 0.2.27

package/dist/api/handlers/ChatHandler.js.map

@@ -1 +1 @@
-{"version":3,"file":"ChatHandler.js","sourceRoot":"","sources":["../../../src/api/handlers/ChatHandler.ts"],"names":[],"mappings":";;AAuEA,gDA0MC;AAhRD,iEAAqD;AAIrD,qDAA6E;AAwD7E;;;;;;;;;GASG;AACH,SAAgB,kBAAkB,CAAC,MAAiB,EAAE,OAA2B;IAC/E,MAAM,MAAM,GAAG,IAAA,oCAAY,EAAC,aAAa,CAAC,CAAC;IAC3C,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAExC,6BAA6B;IAC7B,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE;QACvE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAK,CAAC;QAC3B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;QAEzC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtC,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,KAAK,EAAE;oBACL,OAAO,EAAE,oCAAoC;oBAC7C,IAAI,EAAE,uBAAuB;oBAC7B,IAAI,EAAE,cAAc;iBACrB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAA+B,CAAC;QAEhD,2BAA2B;QAC3B,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YACxD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,KAAK,EAAE;oBACL,OAAO,EAAE,mBAAmB;oBAC5B,IAAI,EAAE,uBAAuB;oBAC7B,IAAI,EAAE,eAAe;iBACtB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtE,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,KAAK,EAAE;oBACL,OAAO,EAAE,kDAAkD;oBAC3D,IAAI,EAAE,uBAAuB;oBAC7B,IAAI,EAAE,kBAAkB;iBACzB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,kDAAkD;QAClD,MAAM,MAAM,GAAG,IAAA,sBAAQ,EAAC,IAAI,CAAC,IAAI,IAAA,0BAAY,EAAC,IAAI,CAAC,IAAI,WAAW,CAAC;QACnE,MAAM,WAAW,GAAG,IAAA,4BAAc,EAAC,IAAI,CAAC,IAAI,MAAM,CAAC;QACnD,MAAM,SAAS,GAAG,IAAA,0BAAY,EAAC,IAAI,CAAC,CAAC;QAGrC,gCAAgC;QAChC,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,KAAK,EAAE;oBACL,OAAO,EAAE,gCAAgC;oBACzC,IAAI,EAAE,qBAAqB;oBAC3B,IAAI,EAAE,wBAAwB;iBAC/B;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,OAAO,CAAC,QAA6C,CAAC;YACvE,MAAM,iBAAiB,GAA0B;gBAC/C,KAAK,EAAE,OAAO,CAAC,KAAe;gBAC9B,QAAQ;gBACR,WAAW,EAAE,OAAO,OAAO,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;gBACtF,UAAU,EAAE,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;gBACnF,MAAM,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI;aAChC,CAAC;YAEF,mBAAmB;YACnB,IAAI,iBAAiB,CAAC,MAAM,EAAE,CAAC;gBAC7B,MAAM,YAAY,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;gBACvE,wEAAwE;gBACxE,MAAM,WAAW,GAAG,YAAY,CAAC,oBAAoB,EAAE,CAAC;gBAExD,sFAAsF;gBACtF,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAa,EAAE,GAAW,EAAE,EAAE;oBACzD,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBACjC,CAAC,CAAC,CAAC;gBACH,QAAQ,CAAC,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC;gBAEzC,mCAAmC;gBACnC,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;oBACrB,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;oBAC5C,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;wBACtB,IAAI,CAAC;4BACH,OAAO,IAAI,EAAE,CAAC;gCACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gCAC5C,IAAI,IAAI,EAAE,CAAC;oCACT,MAAM;gCACR,CAAC;gCACD,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;4BACxB,CAAC;wBACH,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC;wBAC3C,CAAC;gCAAS,CAAC;4BACT,QAAQ,CAAC,GAAG,EAAE,CAAC;wBACjB,CAAC;oBACH,CAAC,CAAC;oBACF,IAAI,EAAE,CAAC;gBACT,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,GAAG,EAAE,CAAC;gBACjB,CAAC;gBACD,OAAO;YACT,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,gCAAgC,WAAW,UAAU,SAAS,aAAa,iBAAiB,CAAC,KAAK,EAAE,CAAC,CAAC;YAElH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;YACnE,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,EAAE,IAAI,KAAK,sBAAsB,EAAE,CAAC;gBAC3C,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;oBACtB,KAAK,EAAE;wBACL,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,yBAAyB;wBACnD,IAAI,EAAE,uBAAuB;wBAC7B,IAAI,EAAE,sBAAsB;qBAC7B;iBACF,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD,MAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;YAChD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,KAAK,EAAE;oBACL,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,uBAAuB;oBACjD,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,IAAI,EAAE,gBAAgB;oBACtB,IAAI,EAAE,gBAAgB;iBACvB;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,yCAAyC;IACzC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAK,CAAC;QAC3B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,IAAA,sBAAQ,EAAC,IAAI,CAAC,IAAI,IAAA,0BAAY,EAAC,IAAI,CAAC,IAAI,WAAW,CAAC;QACnE,MAAM,WAAW,GAAG,IAAA,4BAAc,EAAC,IAAI,CAAC,IAAI,MAAM,CAAC;QACnD,MAAM,SAAS,GAAG,IAAA,0BAAY,EAAC,IAAI,CAAC,CAAC;QAErC,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;YAC3C,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,6CAA6C,EAAE,CAAC,CAAC;YAClF,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,8BAA8B,WAAW,UAAU,SAAS,GAAG,CAAC,CAAC;YAC7E,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACvD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,wBAAwB,KAAK,EAAE,CAAC,CAAC;YAC9C,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,uBAAuB,EAAE,CAAC,CAAC;QAC/E,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,uCAAuC;IACvC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE;QAC/D,MAAM,IAAI,GAAG,OAAO,CAAC,IAAK,CAAC;QAC3B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,IAAA,sBAAQ,EAAC,IAAI,CAAC,IAAI,IAAA,0BAAY,EAAC,IAAI,CAAC,IAAI,WAAW,CAAC;QACnE,MAAM,WAAW,GAAG,IAAA,4BAAc,EAAC,IAAI,CAAC,IAAI,MAAM,CAAC;QACnD,MAAM,SAAS,GAAG,IAAA,0BAAY,EAAC,IAAI,CAAC,CAAC;QAErC,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC1C,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,4CAA4C,EAAE,CAAC,CAAC;YACjF,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,6BAA6B,WAAW,UAAU,SAAS,GAAG,CAAC,CAAC;YAC5E,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACtD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,uBAAuB,KAAK,EAAE,CAAC,CAAC;YAC7C,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,uBAAuB,EAAE,CAAC,CAAC;QAC/E,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,6DAA6D;IAC7D,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE;QAC5D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,6BAA6B,EAAE,CAAC,CAAC;YAClE,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAClD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,MAAM;aACb,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;YAChD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAA6B;IACvD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAC5B,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACnC,IAAI,IAAI,KAAK,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACrB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAO,CAAC,SAAS,CAAC,CAAC;gBACnB,OAAO;YACT,CAAC;YACD,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAC5B,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,SAAS,CAAC,CAAC;YACrB,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;AACL,CAAC;AAGD,SAAS,QAAQ,CAAC,QAAwB,EAAE,MAAc,EAAE,IAAa;IACvE,QAAQ,CAAC,UAAU,GAAG,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IACvD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AACrC,CAAC","sourcesContent":["import type { ServerResponse } from 'node:http';\nimport { getLoggerFor } from 'global-logger-factory';\nimport type { AuthenticatedRequest } from '../middleware/AuthMiddleware';\nimport type { ApiServer } from '../ApiServer';\nimport type { AuthContext } from '../auth/AuthContext';\nimport { getWebId, getAccountId, getDisplayName } from '../auth/AuthContext';\n\n/**\n * Chat completion request (OpenAI-compatible)\n */\nexport interface ChatCompletionRequest {\n  model: string;\n  messages: Array<{\n    role: 'system' | 'user' | 'assistant';\n    content: string;\n  }>;\n  temperature?: number;\n  max_tokens?: number;\n  stream?: boolean;\n}\n\n/**\n * Chat completion response (OpenAI-compatible)\n */\nexport interface ChatCompletionResponse {\n  id: string;\n  object: 'chat.completion';\n  created: number;\n  model: string;\n  choices: Array<{\n    index: number;\n    message: {\n      role: 'assistant';\n      content: string;\n    };\n    finish_reason: 'stop' | 'length' | 'content_filter';\n  }>;\n  usage: {\n    prompt_tokens: number;\n    completion_tokens: number;\n    total_tokens: number;\n  };\n}\n\nexport interface ChatHandlerOptions {\n  /**\n   * Backend chat service to delegate to (e.g., OpenAI, local model)\n   */\n  chatService?: {\n    complete(request: ChatCompletionRequest, auth: AuthContext): Promise<ChatCompletionResponse>;\n    stream(request: ChatCompletionRequest, auth: AuthContext): Promise<any>;\n    responses?(body: any, auth: AuthContext): Promise<any>;\n    messages?(body: any, auth: AuthContext): Promise<any>;\n    listModels(auth?: AuthContext): Promise<any[]>;\n  };\n  /**\n   * Pod base URL for storage\n   */\n  podBaseUrl?: string;\n}\n\n/**\n * Handler for chat completions API (OpenAI-compatible)\n * \n * POST /v1/chat/completions - Create a chat completion\n * POST /v1/responses - Create a response (OpenAI Responses API)\n * POST /v1/messages - Create a message (Anthropic/OpenAI Threads compatible)\n * GET  /v1/models - List available models\n * \n * Supports both Solid Token (frontend) and API Key (third-party)\n */\nexport function registerChatRoutes(server: ApiServer, options: ChatHandlerOptions): void {\n  const logger = getLoggerFor('ChatHandler');\n  const chatService = options.chatService;\n\n  // POST /api/chat/completions\n  server.post('/v1/chat/completions', async (request, response, _params) => {\n    const auth = request.auth!;\n    const body = await readJsonBody(request);\n\n    if (!body || typeof body !== 'object') {\n      sendJson(response, 400, {\n        error: {\n          message: 'Request body must be a JSON object',\n          type: 'invalid_request_error',\n          code: 'invalid_body',\n        },\n      });\n      return;\n    }\n\n    const payload = body as Record<string, unknown>;\n\n    // Validate required fields\n    if (!payload.model || typeof payload.model !== 'string') {\n      sendJson(response, 400, {\n        error: {\n          message: 'model is required',\n          type: 'invalid_request_error',\n          code: 'missing_model',\n        },\n      });\n      return;\n    }\n\n    if (!Array.isArray(payload.messages) || payload.messages.length === 0) {\n      sendJson(response, 400, {\n        error: {\n          message: 'messages array is required and must not be empty',\n          type: 'invalid_request_error',\n          code: 'missing_messages',\n        },\n      });\n      return;\n    }\n\n    // Get user identifier for rate limiting / logging\n    const userId = getWebId(auth) ?? getAccountId(auth) ?? 'anonymous';\n    const displayName = getDisplayName(auth) || userId;\n    const accountId = getAccountId(auth);\n\n\n    // Check if service is available\n    if (!chatService) {\n      sendJson(response, 503, {\n        error: {\n          message: 'Chat service is not configured',\n          type: 'service_unavailable',\n          code: 'service_not_configured',\n        },\n      });\n      return;\n    }\n\n    try {\n      const messages = payload.messages as ChatCompletionRequest['messages'];\n      const completionRequest: ChatCompletionRequest = {\n        model: payload.model as string,\n        messages,\n        temperature: typeof payload.temperature === 'number' ? payload.temperature : undefined,\n        max_tokens: typeof payload.max_tokens === 'number' ? payload.max_tokens : undefined,\n        stream: payload.stream === true,\n      };\n\n      // Handle streaming\n      if (completionRequest.stream) {\n        const streamResult = await chatService.stream(completionRequest, auth);\n        // Vercel AI SDK v6 uses toTextStreamResponse (not toDataStreamResponse)\n        const webResponse = streamResult.toTextStreamResponse();\n\n        // Copy headers (Content-Type: text/plain; charset=utf-8, X-Vercel-AI-Data-Stream: v1)\n        webResponse.headers.forEach((value: string, key: string) => {\n          response.setHeader(key, value);\n        });\n        response.statusCode = webResponse.status;\n\n        // Pipe Web Stream to Node Response\n        if (webResponse.body) {\n          const reader = webResponse.body.getReader();\n          const pump = async () => {\n            try {\n              while (true) {\n                const { done, value } = await reader.read();\n                if (done) {\n                  break;\n                }\n                response.write(value);\n              }\n            } catch (e) {\n              logger.error(`Stream write error: ${e}`);\n            } finally {\n              response.end();\n            }\n          };\n          pump();\n        } else {\n          response.end();\n        }\n        return;\n      }\n\n      logger.info(`Chat completion request from ${displayName} (acc: ${accountId}), model: ${completionRequest.model}`);\n\n      const result = await chatService.complete(completionRequest, auth);\n      sendJson(response, 200, result);\n    } catch (error: any) {\n      if (error?.code === 'model_not_configured') {\n        sendJson(response, 400, {\n          error: {\n            message: error.message || 'Model is not configured',\n            type: 'invalid_request_error',\n            code: 'model_not_configured',\n          },\n        });\n        return;\n      }\n      logger.error(`Chat completion error: ${error}`);\n      sendJson(response, 500, {\n        error: {\n          message: error.message || 'Internal server error',\n          stack: error.stack,\n          type: 'internal_error',\n          code: 'internal_error',\n        },\n      });\n    }\n  });\n\n  // POST /v1/responses - Create a response\n  server.post('/v1/responses', async (request, response, _params) => {\n    const auth = request.auth!;\n    const body = await readJsonBody(request);\n    const userId = getWebId(auth) ?? getAccountId(auth) ?? 'anonymous';\n    const displayName = getDisplayName(auth) || userId;\n    const accountId = getAccountId(auth);\n\n    if (!chatService || !chatService.responses) {\n      sendJson(response, 501, { error: 'Responses API not implemented or configured' });\n      return;\n    }\n\n    try {\n      logger.info(`Responses API request from ${displayName} (acc: ${accountId})`);\n      const result = await chatService.responses(body, auth);\n      sendJson(response, 200, result);\n    } catch (error: any) {\n      logger.error(`Responses API error: ${error}`);\n      sendJson(response, 500, { error: error.message || 'Internal server error' });\n    }\n  });\n\n  // POST /v1/messages - Create a message\n  server.post('/v1/messages', async (request, response, _params) => {\n    const auth = request.auth!;\n    const body = await readJsonBody(request);\n    const userId = getWebId(auth) ?? getAccountId(auth) ?? 'anonymous';\n    const displayName = getDisplayName(auth) || userId;\n    const accountId = getAccountId(auth);\n\n    if (!chatService || !chatService.messages) {\n      sendJson(response, 501, { error: 'Messages API not implemented or configured' });\n      return;\n    }\n\n    try {\n      logger.info(`Messages API request from ${displayName} (acc: ${accountId})`);\n      const result = await chatService.messages(body, auth);\n      sendJson(response, 200, result);\n    } catch (error: any) {\n      logger.error(`Messages API error: ${error}`);\n      sendJson(response, 500, { error: error.message || 'Internal server error' });\n    }\n  });\n\n  // GET /v1/models - List available models (OpenAI-compatible)\n  server.get('/v1/models', async (request, response, _params) => {\n    if (!chatService) {\n      sendJson(response, 503, { error: 'Chat service not configured' });\n      return;\n    }\n\n    try {\n      const auth = request.auth;\n      const models = await chatService.listModels(auth);\n      sendJson(response, 200, {\n        object: 'list',\n        data: models,\n      });\n    } catch (error) {\n      logger.error(`Failed to list models: ${error}`);\n      sendJson(response, 500, { error: 'Failed to list models' });\n    }\n  });\n}\n\nasync function readJsonBody(request: AuthenticatedRequest): Promise<unknown> {\n  return new Promise((resolve, reject) => {\n    let data = '';\n    request.setEncoding('utf8');\n    request.on('data', (chunk: string) => {\n      data += chunk;\n    });\n    request.on('end', () => {\n      if (!data) {\n        resolve(undefined);\n        return;\n      }\n      try {\n        resolve(JSON.parse(data));\n      } catch {\n        resolve(undefined);\n      }\n    });\n    request.on('error', reject);\n  });\n}\n\n\nfunction sendJson(response: ServerResponse, status: number, data: unknown): void {\n  response.statusCode = status;\n  response.setHeader('Content-Type', 'application/json');\n  response.end(JSON.stringify(data));\n}\n"]}
+{"version":3,"file":"ChatHandler.js","sourceRoot":"","sources":["../../../src/api/handlers/ChatHandler.ts"],"names":[],"mappings":";;AA2EA,gDAwMC;AAlRD,iEAAqD;AAIrD,qDAA6E;AA4D7E;;;;;;;;;GASG;AACH,SAAgB,kBAAkB,CAAC,MAAiB,EAAE,OAA2B;IAC/E,MAAM,MAAM,GAAG,IAAA,oCAAY,EAAC,aAAa,CAAC,CAAC;IAC3C,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAExC,6BAA6B;IAC7B,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE;QACvE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAK,CAAC;QAC3B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;QAEzC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtC,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,KAAK,EAAE;oBACL,OAAO,EAAE,oCAAoC;oBAC7C,IAAI,EAAE,uBAAuB;oBAC7B,IAAI,EAAE,cAAc;iBACrB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAA+B,CAAC;QAEhD,2BAA2B;QAC3B,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YACxD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,KAAK,EAAE;oBACL,OAAO,EAAE,mBAAmB;oBAC5B,IAAI,EAAE,uBAAuB;oBAC7B,IAAI,EAAE,eAAe;iBACtB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtE,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,KAAK,EAAE;oBACL,OAAO,EAAE,kDAAkD;oBAC3D,IAAI,EAAE,uBAAuB;oBAC7B,IAAI,EAAE,kBAAkB;iBACzB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,kDAAkD;QAClD,MAAM,MAAM,GAAG,IAAA,sBAAQ,EAAC,IAAI,CAAC,IAAI,IAAA,0BAAY,EAAC,IAAI,CAAC,IAAI,WAAW,CAAC;QACnE,MAAM,WAAW,GAAG,IAAA,4BAAc,EAAC,IAAI,CAAC,IAAI,MAAM,CAAC;QACnD,MAAM,SAAS,GAAG,IAAA,0BAAY,EAAC,IAAI,CAAC,CAAC;QAGrC,gCAAgC;QAChC,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,KAAK,EAAE;oBACL,OAAO,EAAE,gCAAgC;oBACzC,IAAI,EAAE,qBAAqB;oBAC3B,IAAI,EAAE,wBAAwB;iBAC/B;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,OAAO,CAAC,QAA6C,CAAC;YACvE,MAAM,iBAAiB,GAA0B;gBAC/C,GAAG,OAAO;gBACV,KAAK,EAAE,OAAO,CAAC,KAAe;gBAC9B,QAAQ;aACT,CAAC;YAEF,mBAAmB;YACnB,IAAI,iBAAiB,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;gBACtC,MAAM,YAAY,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;gBACvE,wEAAwE;gBACxE,MAAM,WAAW,GAAG,YAAY,CAAC,oBAAoB,EAAE,CAAC;gBAExD,sFAAsF;gBACtF,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAa,EAAE,GAAW,EAAE,EAAE;oBACzD,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBACjC,CAAC,CAAC,CAAC;gBACH,QAAQ,CAAC,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC;gBAEzC,mCAAmC;gBACnC,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;oBACrB,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;oBAC5C,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;wBACtB,IAAI,CAAC;4BACH,OAAO,IAAI,EAAE,CAAC;gCACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gCAC5C,IAAI,IAAI,EAAE,CAAC;oCACT,MAAM;gCACR,CAAC;gCACD,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;4BACxB,CAAC;wBACH,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC;wBAC3C,CAAC;gCAAS,CAAC;4BACT,QAAQ,CAAC,GAAG,EAAE,CAAC;wBACjB,CAAC;oBACH,CAAC,CAAC;oBACF,IAAI,EAAE,CAAC;gBACT,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,GAAG,EAAE,CAAC;gBACjB,CAAC;gBACD,OAAO;YACT,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,gCAAgC,WAAW,UAAU,SAAS,aAAa,iBAAiB,CAAC,KAAK,EAAE,CAAC,CAAC;YAElH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;YACnE,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,EAAE,IAAI,KAAK,sBAAsB,EAAE,CAAC;gBAC3C,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;oBACtB,KAAK,EAAE;wBACL,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,yBAAyB;wBACnD,IAAI,EAAE,uBAAuB;wBAC7B,IAAI,EAAE,sBAAsB;qBAC7B;iBACF,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD,MAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;YAChD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,KAAK,EAAE;oBACL,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,uBAAuB;oBACjD,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,IAAI,EAAE,gBAAgB;oBACtB,IAAI,EAAE,gBAAgB;iBACvB;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,yCAAyC;IACzC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAK,CAAC;QAC3B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,IAAA,sBAAQ,EAAC,IAAI,CAAC,IAAI,IAAA,0BAAY,EAAC,IAAI,CAAC,IAAI,WAAW,CAAC;QACnE,MAAM,WAAW,GAAG,IAAA,4BAAc,EAAC,IAAI,CAAC,IAAI,MAAM,CAAC;QACnD,MAAM,SAAS,GAAG,IAAA,0BAAY,EAAC,IAAI,CAAC,CAAC;QAErC,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;YAC3C,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,6CAA6C,EAAE,CAAC,CAAC;YAClF,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,8BAA8B,WAAW,UAAU,SAAS,GAAG,CAAC,CAAC;YAC7E,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACvD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,wBAAwB,KAAK,EAAE,CAAC,CAAC;YAC9C,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,uBAAuB,EAAE,CAAC,CAAC;QAC/E,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,uCAAuC;IACvC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE;QAC/D,MAAM,IAAI,GAAG,OAAO,CAAC,IAAK,CAAC;QAC3B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,IAAA,sBAAQ,EAAC,IAAI,CAAC,IAAI,IAAA,0BAAY,EAAC,IAAI,CAAC,IAAI,WAAW,CAAC;QACnE,MAAM,WAAW,GAAG,IAAA,4BAAc,EAAC,IAAI,CAAC,IAAI,MAAM,CAAC;QACnD,MAAM,SAAS,GAAG,IAAA,0BAAY,EAAC,IAAI,CAAC,CAAC;QAErC,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC1C,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,4CAA4C,EAAE,CAAC,CAAC;YACjF,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,6BAA6B,WAAW,UAAU,SAAS,GAAG,CAAC,CAAC;YAC5E,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACtD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,uBAAuB,KAAK,EAAE,CAAC,CAAC;YAC7C,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,uBAAuB,EAAE,CAAC,CAAC;QAC/E,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,6DAA6D;IAC7D,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE;QAC5D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,6BAA6B,EAAE,CAAC,CAAC;YAClE,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAClD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,MAAM;aACb,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;YAChD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAA6B;IACvD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAC5B,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACnC,IAAI,IAAI,KAAK,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACrB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAO,CAAC,SAAS,CAAC,CAAC;gBACnB,OAAO;YACT,CAAC;YACD,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAC5B,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,SAAS,CAAC,CAAC;YACrB,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;AACL,CAAC;AAGD,SAAS,QAAQ,CAAC,QAAwB,EAAE,MAAc,EAAE,IAAa;IACvE,QAAQ,CAAC,UAAU,GAAG,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IACvD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AACrC,CAAC","sourcesContent":["import type { ServerResponse } from 'node:http';\nimport { getLoggerFor } from 'global-logger-factory';\nimport type { AuthenticatedRequest } from '../middleware/AuthMiddleware';\nimport type { ApiServer } from '../ApiServer';\nimport type { AuthContext } from '../auth/AuthContext';\nimport { getWebId, getAccountId, getDisplayName } from '../auth/AuthContext';\n\n/**\n * Chat completion request (OpenAI-compatible)\n */\nexport interface ChatCompletionRequest {\n  model: string;\n  messages: Array<Record<string, unknown> & {\n    role: string;\n    content?: unknown;\n  }>;\n  temperature?: number;\n  max_tokens?: number;\n  stream?: boolean;\n  tools?: unknown[];\n  tool_choice?: unknown;\n  [key: string]: unknown;\n}\n\n/**\n * Chat completion response (OpenAI-compatible)\n */\nexport interface ChatCompletionResponse {\n  id: string;\n  object: 'chat.completion';\n  created: number;\n  model: string;\n  choices: Array<{\n    index: number;\n    message: {\n      role: 'assistant';\n      content: string | null;\n      tool_calls?: unknown[];\n    };\n    finish_reason: 'stop' | 'length' | 'content_filter' | 'tool_calls' | null;\n  }>;\n  usage: {\n    prompt_tokens: number;\n    completion_tokens: number;\n    total_tokens: number;\n  };\n}\n\nexport interface ChatHandlerOptions {\n  /**\n   * Backend chat service to delegate to (e.g., OpenAI, local model)\n   */\n  chatService?: {\n    complete(request: ChatCompletionRequest, auth: AuthContext): Promise<ChatCompletionResponse>;\n    stream(request: ChatCompletionRequest, auth: AuthContext): Promise<any>;\n    responses?(body: any, auth: AuthContext): Promise<any>;\n    messages?(body: any, auth: AuthContext): Promise<any>;\n    listModels(auth?: AuthContext): Promise<any[]>;\n  };\n  /**\n   * Pod base URL for storage\n   */\n  podBaseUrl?: string;\n}\n\n/**\n * Handler for chat completions API (OpenAI-compatible)\n * \n * POST /v1/chat/completions - Create a chat completion\n * POST /v1/responses - Create a response (OpenAI Responses API)\n * POST /v1/messages - Create a message (Anthropic/OpenAI Threads compatible)\n * GET  /v1/models - List available models\n * \n * Supports both Solid Token (frontend) and API Key (third-party)\n */\nexport function registerChatRoutes(server: ApiServer, options: ChatHandlerOptions): void {\n  const logger = getLoggerFor('ChatHandler');\n  const chatService = options.chatService;\n\n  // POST /api/chat/completions\n  server.post('/v1/chat/completions', async (request, response, _params) => {\n    const auth = request.auth!;\n    const body = await readJsonBody(request);\n\n    if (!body || typeof body !== 'object') {\n      sendJson(response, 400, {\n        error: {\n          message: 'Request body must be a JSON object',\n          type: 'invalid_request_error',\n          code: 'invalid_body',\n        },\n      });\n      return;\n    }\n\n    const payload = body as Record<string, unknown>;\n\n    // Validate required fields\n    if (!payload.model || typeof payload.model !== 'string') {\n      sendJson(response, 400, {\n        error: {\n          message: 'model is required',\n          type: 'invalid_request_error',\n          code: 'missing_model',\n        },\n      });\n      return;\n    }\n\n    if (!Array.isArray(payload.messages) || payload.messages.length === 0) {\n      sendJson(response, 400, {\n        error: {\n          message: 'messages array is required and must not be empty',\n          type: 'invalid_request_error',\n          code: 'missing_messages',\n        },\n      });\n      return;\n    }\n\n    // Get user identifier for rate limiting / logging\n    const userId = getWebId(auth) ?? getAccountId(auth) ?? 'anonymous';\n    const displayName = getDisplayName(auth) || userId;\n    const accountId = getAccountId(auth);\n\n\n    // Check if service is available\n    if (!chatService) {\n      sendJson(response, 503, {\n        error: {\n          message: 'Chat service is not configured',\n          type: 'service_unavailable',\n          code: 'service_not_configured',\n        },\n      });\n      return;\n    }\n\n    try {\n      const messages = payload.messages as ChatCompletionRequest['messages'];\n      const completionRequest: ChatCompletionRequest = {\n        ...payload,\n        model: payload.model as string,\n        messages,\n      };\n\n      // Handle streaming\n      if (completionRequest.stream === true) {\n        const streamResult = await chatService.stream(completionRequest, auth);\n        // Vercel AI SDK v6 uses toTextStreamResponse (not toDataStreamResponse)\n        const webResponse = streamResult.toTextStreamResponse();\n\n        // Copy headers (Content-Type: text/plain; charset=utf-8, X-Vercel-AI-Data-Stream: v1)\n        webResponse.headers.forEach((value: string, key: string) => {\n          response.setHeader(key, value);\n        });\n        response.statusCode = webResponse.status;\n\n        // Pipe Web Stream to Node Response\n        if (webResponse.body) {\n          const reader = webResponse.body.getReader();\n          const pump = async () => {\n            try {\n              while (true) {\n                const { done, value } = await reader.read();\n                if (done) {\n                  break;\n                }\n                response.write(value);\n              }\n            } catch (e) {\n              logger.error(`Stream write error: ${e}`);\n            } finally {\n              response.end();\n            }\n          };\n          pump();\n        } else {\n          response.end();\n        }\n        return;\n      }\n\n      logger.info(`Chat completion request from ${displayName} (acc: ${accountId}), model: ${completionRequest.model}`);\n\n      const result = await chatService.complete(completionRequest, auth);\n      sendJson(response, 200, result);\n    } catch (error: any) {\n      if (error?.code === 'model_not_configured') {\n        sendJson(response, 400, {\n          error: {\n            message: error.message || 'Model is not configured',\n            type: 'invalid_request_error',\n            code: 'model_not_configured',\n          },\n        });\n        return;\n      }\n      logger.error(`Chat completion error: ${error}`);\n      sendJson(response, 500, {\n        error: {\n          message: error.message || 'Internal server error',\n          stack: error.stack,\n          type: 'internal_error',\n          code: 'internal_error',\n        },\n      });\n    }\n  });\n\n  // POST /v1/responses - Create a response\n  server.post('/v1/responses', async (request, response, _params) => {\n    const auth = request.auth!;\n    const body = await readJsonBody(request);\n    const userId = getWebId(auth) ?? getAccountId(auth) ?? 'anonymous';\n    const displayName = getDisplayName(auth) || userId;\n    const accountId = getAccountId(auth);\n\n    if (!chatService || !chatService.responses) {\n      sendJson(response, 501, { error: 'Responses API not implemented or configured' });\n      return;\n    }\n\n    try {\n      logger.info(`Responses API request from ${displayName} (acc: ${accountId})`);\n      const result = await chatService.responses(body, auth);\n      sendJson(response, 200, result);\n    } catch (error: any) {\n      logger.error(`Responses API error: ${error}`);\n      sendJson(response, 500, { error: error.message || 'Internal server error' });\n    }\n  });\n\n  // POST /v1/messages - Create a message\n  server.post('/v1/messages', async (request, response, _params) => {\n    const auth = request.auth!;\n    const body = await readJsonBody(request);\n    const userId = getWebId(auth) ?? getAccountId(auth) ?? 'anonymous';\n    const displayName = getDisplayName(auth) || userId;\n    const accountId = getAccountId(auth);\n\n    if (!chatService || !chatService.messages) {\n      sendJson(response, 501, { error: 'Messages API not implemented or configured' });\n      return;\n    }\n\n    try {\n      logger.info(`Messages API request from ${displayName} (acc: ${accountId})`);\n      const result = await chatService.messages(body, auth);\n      sendJson(response, 200, result);\n    } catch (error: any) {\n      logger.error(`Messages API error: ${error}`);\n      sendJson(response, 500, { error: error.message || 'Internal server error' });\n    }\n  });\n\n  // GET /v1/models - List available models (OpenAI-compatible)\n  server.get('/v1/models', async (request, response, _params) => {\n    if (!chatService) {\n      sendJson(response, 503, { error: 'Chat service not configured' });\n      return;\n    }\n\n    try {\n      const auth = request.auth;\n      const models = await chatService.listModels(auth);\n      sendJson(response, 200, {\n        object: 'list',\n        data: models,\n      });\n    } catch (error) {\n      logger.error(`Failed to list models: ${error}`);\n      sendJson(response, 500, { error: 'Failed to list models' });\n    }\n  });\n}\n\nasync function readJsonBody(request: AuthenticatedRequest): Promise<unknown> {\n  return new Promise((resolve, reject) => {\n    let data = '';\n    request.setEncoding('utf8');\n    request.on('data', (chunk: string) => {\n      data += chunk;\n    });\n    request.on('end', () => {\n      if (!data) {\n        resolve(undefined);\n        return;\n      }\n      try {\n        resolve(JSON.parse(data));\n      } catch {\n        resolve(undefined);\n      }\n    });\n    request.on('error', reject);\n  });\n}\n\n\nfunction sendJson(response: ServerResponse, status: number, data: unknown): void {\n  response.statusCode = status;\n  response.setHeader('Content-Type', 'application/json');\n  response.end(JSON.stringify(data));\n}\n"]}

package/dist/api/service/VercelChatService.d.ts

@@ -5,12 +5,11 @@ import type { UsageRepository } from '../../storage/quota/UsageRepository';
 import type { QuotaService } from '../../quota/QuotaService';
 export declare class VercelChatService {
     private readonly store;
-    private static readonly AI_GATEWAY_MODEL_CACHE_TTL_MS;
     private readonly logger;
     private usageRepo?;
     private quotaService?;
-    private aiGatewayModelCache;
-    private aiGatewayModelCachePromise;
+    private readonly aiGatewayTransport;
+    private readonly providerHttpTransport;
     constructor(store: PodChatKitStore);
     /**
      * Set optional usage tracking dependencies (injected after construction)
@@ -23,19 +22,12 @@ export declare class VercelChatService {
     private getAiGatewayBaseUrl;
     private getAiGatewayTimeoutMs;
     private getAiGatewayApiKey;
-    private toModelId;
-    private isAiGatewayModelCacheFresh;
-    private getAiGatewayModelCache;
     private shouldUseAiGateway;
-    private buildAiGatewayUrl;
-    private createAiGatewayAbortSignal;
-    private sendAiGatewayRequest;
+    private toModelId;
+    private pushModelsWithDedup;
     private forwardAiGatewayJson;
     private forwardAiGatewayStream;
-    private extractCompletionText;
-    private buildChatCompletionsBodyFromMessages;
-    private mapChatCompletionFinishReason;
-    private mapChatCompletionToMessagesResponse;
+    private getProviderChatCompletionsUrl;
     private extractTotalTokens;
     private recordForwardedUsage;
     private getProviderConfig;
@@ -46,10 +38,7 @@ export declare class VercelChatService {
     messages(body: any, auth: AuthContext): Promise<any>;
     private responsesViaCompletions;
     private messagesViaCompletions;
-    private extractPromptFromResponsesBody;
-    private extractPromptFromMessagesBody;
     listModels(_auth?: AuthContext): Promise<any[]>;
-    private mapFinishReason;
     /**
      * Handle API errors and update credential status accordingly
      */