@wener/mcps 1.0.1

package/lib/chat/agent.js

@@ -0,0 +1,187 @@
+/**
+ * Tool Loop Agent Handler
+ * Uses AI SDK with MCP tools for agentic chat
+ */ import { createOpenAICompatible } from '@ai-sdk/openai-compatible';
+import { generateText, streamText, stepCountIs } from 'ai';
+import consola from 'consola';
+import { streamSSE } from 'hono/streaming';
+const log = consola.withTag('agent');
+/**
+ * Normalize base URL - strip trailing /v1 if present
+ */ function normalizeBaseUrl(url) {
+    return url.replace(/\/v1\/?$/, '');
+}
+/**
+ * Register agent routes on Hono app
+ */ export function registerAgentRoutes(app, options) {
+    const { resolveModelConfig, getMcpTools } = options;
+    /**
+	 * POST /v1/agent/chat
+	 * Agent chat with tool loop support
+	 */ app.post('/v1/agent/chat', async (c)=>{
+        try {
+            const body = await c.req.json();
+            const { model: modelName, messages, mcpServers, maxSteps = 5, stream = false } = body;
+            // Resolve model config
+            const modelConfig = resolveModelConfig(modelName);
+            if (!modelConfig) {
+                return c.json({
+                    error: {
+                        message: `Model not found: ${modelName}`,
+                        type: 'invalid_request_error',
+                        code: 'model_not_found'
+                    }
+                }, 404);
+            }
+            // Get API key
+            const apiKey = modelConfig.apiKey;
+            const baseUrl = normalizeBaseUrl(modelConfig.baseUrl || '');
+            if (!baseUrl) {
+                return c.json({
+                    error: {
+                        message: 'Model has no baseUrl configured',
+                        type: 'invalid_request_error',
+                        code: 'invalid_model_config'
+                    }
+                }, 400);
+            }
+            // Create AI provider
+            const provider = createOpenAICompatible({
+                name: 'mcps-agent',
+                baseURL: `${baseUrl}/v1`,
+                apiKey: apiKey || 'not-needed'
+            });
+            const aiModel = provider.chatModel(modelName);
+            // Get MCP tools if available
+            let tools = {};
+            if (getMcpTools && mcpServers && mcpServers.length > 0) {
+                try {
+                    tools = await getMcpTools(mcpServers);
+                    log.info(`Loaded ${Object.keys(tools).length} tools from MCP servers: ${mcpServers.join(', ')}`);
+                } catch (err) {
+                    log.warn('Failed to load MCP tools:', err);
+                }
+            }
+            // Convert messages
+            const aiMessages = messages.map((m)=>({
+                    role: m.role,
+                    content: m.content
+                }));
+            log.info(`→ POST /v1/agent/chat model=${modelName} messages=${messages.length} tools=${Object.keys(tools).length} maxSteps=${maxSteps}`);
+            if (stream) {
+                // Streaming response
+                return streamSSE(c, async (sseStream)=>{
+                    try {
+                        const result = streamText({
+                            model: aiModel,
+                            messages: aiMessages,
+                            tools: Object.keys(tools).length > 0 ? tools : undefined,
+                            stopWhen: stepCountIs(maxSteps),
+                            onStepFinish: async (step)=>{
+                                // Send step info
+                                await sseStream.writeSSE({
+                                    data: JSON.stringify({
+                                        type: 'step',
+                                        text: step.text,
+                                        toolCalls: step.toolCalls?.map((tc)=>({
+                                                id: tc.toolCallId,
+                                                name: tc.toolName,
+                                                arguments: 'input' in tc ? tc.input : undefined
+                                            })),
+                                        toolResults: step.toolResults?.map((tr)=>({
+                                                id: tr.toolCallId,
+                                                name: tr.toolName,
+                                                result: 'output' in tr ? tr.output : undefined
+                                            }))
+                                    })
+                                });
+                            }
+                        });
+                        // Stream text deltas
+                        for await (const part of result.textStream){
+                            await sseStream.writeSSE({
+                                data: JSON.stringify({
+                                    type: 'text',
+                                    content: part
+                                })
+                            });
+                        }
+                        // Get final result
+                        const finalResult = await result;
+                        const usage = await finalResult.usage;
+                        const steps = await finalResult.steps;
+                        // Send usage info
+                        await sseStream.writeSSE({
+                            data: JSON.stringify({
+                                type: 'usage',
+                                usage: {
+                                    promptTokens: usage?.inputTokens,
+                                    completionTokens: usage?.outputTokens,
+                                    totalTokens: (usage?.inputTokens || 0) + (usage?.outputTokens || 0)
+                                }
+                            })
+                        });
+                        // Send done
+                        await sseStream.writeSSE({
+                            data: '[DONE]'
+                        });
+                        log.info(`← 200 /v1/agent/chat model=${modelName} steps=${steps?.length || 1}`);
+                    } catch (err) {
+                        log.error('Agent streaming error:', err);
+                        await sseStream.writeSSE({
+                            data: JSON.stringify({
+                                type: 'error',
+                                error: err instanceof Error ? err.message : 'Streaming error'
+                            })
+                        });
+                    }
+                });
+            }
+            // Non-streaming response
+            const result = await generateText({
+                model: aiModel,
+                messages: aiMessages,
+                tools: Object.keys(tools).length > 0 ? tools : undefined,
+                stopWhen: stepCountIs(maxSteps)
+            });
+            log.info(`← 200 /v1/agent/chat model=${modelName} steps=${result.steps?.length || 1} tokens=${result.usage?.totalTokens || 0}`);
+            // Format response
+            return c.json({
+                id: `agent-${Date.now()}`,
+                object: 'agent.chat.completion',
+                model: modelName,
+                content: result.text,
+                reasoning: result.reasoning,
+                steps: result.steps?.map((step)=>({
+                        text: step.text,
+                        toolCalls: step.toolCalls?.map((tc)=>({
+                                id: tc.toolCallId,
+                                name: tc.toolName,
+                                arguments: 'input' in tc ? tc.input : undefined
+                            })),
+                        toolResults: step.toolResults?.map((tr)=>({
+                                id: tr.toolCallId,
+                                name: tr.toolName,
+                                result: 'output' in tr ? tr.output : undefined
+                            }))
+                    })),
+                usage: {
+                    prompt_tokens: result.usage?.inputTokens,
+                    completion_tokens: result.usage?.outputTokens,
+                    total_tokens: (result.usage?.inputTokens || 0) + (result.usage?.outputTokens || 0)
+                }
+            });
+        } catch (error) {
+            log.error('Agent error:', error);
+            return c.json({
+                error: {
+                    message: error instanceof Error ? error.message : 'Internal server error',
+                    type: 'api_error',
+                    code: 'internal_error'
+                }
+            }, 500);
+        }
+    });
+}
+
+//# sourceMappingURL=agent.js.map

package/lib/chat/agent.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/chat/agent.ts"],"sourcesContent":["/**\n * Tool Loop Agent Handler\n * Uses AI SDK with MCP tools for agentic chat\n */\nimport { createOpenAICompatible } from '@ai-sdk/openai-compatible';\nimport { generateText, streamText, type Tool, stepCountIs } from 'ai';\nimport consola from 'consola';\nimport type { Hono } from 'hono';\nimport { streamSSE } from 'hono/streaming';\nimport type { ModelConfig } from '../server/schema';\n\nconst log = consola.withTag('agent');\n\nexport interface AgentHandlerOptions {\n\tresolveModelConfig: (modelName: string) => ModelConfig | null;\n\tgetMcpTools?: (servers?: string[]) => Promise<Record<string, Tool>>;\n}\n\nexport interface AgentRequest {\n\tmodel: string;\n\tmessages: Array<{\n\t\trole: 'user' | 'assistant' | 'system';\n\t\tcontent: string;\n\t}>;\n\ttools?: string[]; // Tool names to enable\n\tmcpServers?: string[]; // MCP server names to load tools from\n\tmaxSteps?: number; // Max tool loop iterations (default: 5)\n\tstream?: boolean;\n}\n\n/**\n * Normalize base URL - strip trailing /v1 if present\n */\nfunction normalizeBaseUrl(url: string): string {\n\treturn url.replace(/\\/v1\\/?$/, '');\n}\n\n/**\n * Register agent routes on Hono app\n */\nexport function registerAgentRoutes(app: Hono, options: AgentHandlerOptions) {\n\tconst { resolveModelConfig, getMcpTools } = options;\n\n\t/**\n\t * POST /v1/agent/chat\n\t * Agent chat with tool loop support\n\t */\n\tapp.post('/v1/agent/chat', async (c) => {\n\t\ttry {\n\t\t\tconst body = await c.req.json<AgentRequest>();\n\t\t\tconst { model: modelName, messages, mcpServers, maxSteps = 5, stream = false } = body;\n\n\t\t\t// Resolve model config\n\t\t\tconst modelConfig = resolveModelConfig(modelName);\n\t\t\tif (!modelConfig) {\n\t\t\t\treturn c.json(\n\t\t\t\t\t{\n\t\t\t\t\t\terror: {\n\t\t\t\t\t\t\tmessage: `Model not found: ${modelName}`,\n\t\t\t\t\t\t\ttype: 'invalid_request_error',\n\t\t\t\t\t\t\tcode: 'model_not_found',\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\t404,\n\t\t\t\t);\n\t\t\t}\n\n\t\t\t// Get API key\n\t\t\tconst apiKey = modelConfig.apiKey;\n\t\t\tconst baseUrl = normalizeBaseUrl(modelConfig.baseUrl || '');\n\n\t\t\tif (!baseUrl) {\n\t\t\t\treturn c.json(\n\t\t\t\t\t{\n\t\t\t\t\t\terror: {\n\t\t\t\t\t\t\tmessage: 'Model has no baseUrl configured',\n\t\t\t\t\t\t\ttype: 'invalid_request_error',\n\t\t\t\t\t\t\tcode: 'invalid_model_config',\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\t400,\n\t\t\t\t);\n\t\t\t}\n\n\t\t\t// Create AI provider\n\t\t\tconst provider = createOpenAICompatible({\n\t\t\t\tname: 'mcps-agent',\n\t\t\t\tbaseURL: `${baseUrl}/v1`,\n\t\t\t\tapiKey: apiKey || 'not-needed',\n\t\t\t});\n\n\t\t\tconst aiModel = provider.chatModel(modelName);\n\n\t\t\t// Get MCP tools if available\n\t\t\tlet tools: Record<string, Tool> = {};\n\t\t\tif (getMcpTools && mcpServers && mcpServers.length > 0) {\n\t\t\t\ttry {\n\t\t\t\t\ttools = await getMcpTools(mcpServers);\n\t\t\t\t\tlog.info(`Loaded ${Object.keys(tools).length} tools from MCP servers: ${mcpServers.join(', ')}`);\n\t\t\t\t} catch (err) {\n\t\t\t\t\tlog.warn('Failed to load MCP tools:', err);\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Convert messages\n\t\t\tconst aiMessages = messages.map((m) => ({\n\t\t\t\trole: m.role as 'user' | 'assistant' | 'system',\n\t\t\t\tcontent: m.content,\n\t\t\t}));\n\n\t\t\tlog.info(\n\t\t\t\t`→ POST /v1/agent/chat model=${modelName} messages=${messages.length} tools=${Object.keys(tools).length} maxSteps=${maxSteps}`,\n\t\t\t);\n\n\t\t\tif (stream) {\n\t\t\t\t// Streaming response\n\t\t\t\treturn streamSSE(c, async (sseStream) => {\n\t\t\t\t\ttry {\n\t\t\t\t\t\tconst result = streamText({\n\t\t\t\t\t\t\tmodel: aiModel,\n\t\t\t\t\t\t\tmessages: aiMessages,\n\t\t\t\t\t\t\ttools: Object.keys(tools).length > 0 ? tools : undefined,\n\t\t\t\t\t\t\tstopWhen: stepCountIs(maxSteps),\n\t\t\t\t\t\t\tonStepFinish: async (step) => {\n\t\t\t\t\t\t\t\t// Send step info\n\t\t\t\t\t\t\t\tawait sseStream.writeSSE({\n\t\t\t\t\t\t\t\t\tdata: JSON.stringify({\n\t\t\t\t\t\t\t\t\t\ttype: 'step',\n\t\t\t\t\t\t\t\t\t\ttext: step.text,\n\t\t\t\t\t\t\t\t\t\ttoolCalls: step.toolCalls?.map((tc) => ({\n\t\t\t\t\t\t\t\t\t\t\tid: tc.toolCallId,\n\t\t\t\t\t\t\t\t\t\t\tname: tc.toolName,\n\t\t\t\t\t\t\t\t\t\t\targuments: 'input' in tc ? tc.input : undefined,\n\t\t\t\t\t\t\t\t\t\t})),\n\t\t\t\t\t\t\t\t\t\ttoolResults: step.toolResults?.map((tr) => ({\n\t\t\t\t\t\t\t\t\t\t\tid: tr.toolCallId,\n\t\t\t\t\t\t\t\t\t\t\tname: tr.toolName,\n\t\t\t\t\t\t\t\t\t\t\tresult: 'output' in tr ? tr.output : undefined,\n\t\t\t\t\t\t\t\t\t\t})),\n\t\t\t\t\t\t\t\t\t}),\n\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t});\n\n\t\t\t\t\t\t// Stream text deltas\n\t\t\t\t\t\tfor await (const part of result.textStream) {\n\t\t\t\t\t\t\tawait sseStream.writeSSE({\n\t\t\t\t\t\t\t\tdata: JSON.stringify({\n\t\t\t\t\t\t\t\t\ttype: 'text',\n\t\t\t\t\t\t\t\t\tcontent: part,\n\t\t\t\t\t\t\t\t}),\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\t// Get final result\n\t\t\t\t\t\tconst finalResult = await result;\n\t\t\t\t\t\tconst usage = await finalResult.usage;\n\t\t\t\t\t\tconst steps = await finalResult.steps;\n\n\t\t\t\t\t\t// Send usage info\n\t\t\t\t\t\tawait sseStream.writeSSE({\n\t\t\t\t\t\t\tdata: JSON.stringify({\n\t\t\t\t\t\t\t\ttype: 'usage',\n\t\t\t\t\t\t\t\tusage: {\n\t\t\t\t\t\t\t\t\tpromptTokens: usage?.inputTokens,\n\t\t\t\t\t\t\t\t\tcompletionTokens: usage?.outputTokens,\n\t\t\t\t\t\t\t\t\ttotalTokens: (usage?.inputTokens || 0) + (usage?.outputTokens || 0),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t}),\n\t\t\t\t\t\t});\n\n\t\t\t\t\t\t// Send done\n\t\t\t\t\t\tawait sseStream.writeSSE({ data: '[DONE]' });\n\n\t\t\t\t\t\tlog.info(`← 200 /v1/agent/chat model=${modelName} steps=${steps?.length || 1}`);\n\t\t\t\t\t} catch (err) {\n\t\t\t\t\t\tlog.error('Agent streaming error:', err);\n\t\t\t\t\t\tawait sseStream.writeSSE({\n\t\t\t\t\t\t\tdata: JSON.stringify({\n\t\t\t\t\t\t\t\ttype: 'error',\n\t\t\t\t\t\t\t\terror: err instanceof Error ? err.message : 'Streaming error',\n\t\t\t\t\t\t\t}),\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t});\n\t\t\t}\n\n\t\t\t// Non-streaming response\n\t\t\tconst result = await generateText({\n\t\t\t\tmodel: aiModel,\n\t\t\t\tmessages: aiMessages,\n\t\t\t\ttools: Object.keys(tools).length > 0 ? tools : undefined,\n\t\t\t\tstopWhen: stepCountIs(maxSteps),\n\t\t\t});\n\n\t\t\tlog.info(\n\t\t\t\t`← 200 /v1/agent/chat model=${modelName} steps=${result.steps?.length || 1} tokens=${result.usage?.totalTokens || 0}`,\n\t\t\t);\n\n\t\t\t// Format response\n\t\t\treturn c.json({\n\t\t\t\tid: `agent-${Date.now()}`,\n\t\t\t\tobject: 'agent.chat.completion',\n\t\t\t\tmodel: modelName,\n\t\t\t\tcontent: result.text,\n\t\t\t\treasoning: result.reasoning,\n\t\t\t\tsteps: result.steps?.map((step) => ({\n\t\t\t\t\ttext: step.text,\n\t\t\t\t\ttoolCalls: step.toolCalls?.map((tc) => ({\n\t\t\t\t\t\tid: tc.toolCallId,\n\t\t\t\t\t\tname: tc.toolName,\n\t\t\t\t\t\targuments: 'input' in tc ? tc.input : undefined,\n\t\t\t\t\t})),\n\t\t\t\t\ttoolResults: step.toolResults?.map((tr) => ({\n\t\t\t\t\t\tid: tr.toolCallId,\n\t\t\t\t\t\tname: tr.toolName,\n\t\t\t\t\t\tresult: 'output' in tr ? tr.output : undefined,\n\t\t\t\t\t})),\n\t\t\t\t})),\n\t\t\t\tusage: {\n\t\t\t\t\tprompt_tokens: result.usage?.inputTokens,\n\t\t\t\t\tcompletion_tokens: result.usage?.outputTokens,\n\t\t\t\t\ttotal_tokens: (result.usage?.inputTokens || 0) + (result.usage?.outputTokens || 0),\n\t\t\t\t},\n\t\t\t});\n\t\t} catch (error) {\n\t\t\tlog.error('Agent error:', error);\n\t\t\treturn c.json(\n\t\t\t\t{\n\t\t\t\t\terror: {\n\t\t\t\t\t\tmessage: error instanceof Error ? error.message : 'Internal server error',\n\t\t\t\t\t\ttype: 'api_error',\n\t\t\t\t\t\tcode: 'internal_error',\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t500,\n\t\t\t);\n\t\t}\n\t});\n}\n"],"names":["createOpenAICompatible","generateText","streamText","stepCountIs","consola","streamSSE","log","withTag","normalizeBaseUrl","url","replace","registerAgentRoutes","app","options","resolveModelConfig","getMcpTools","post","c","body","req","json","model","modelName","messages","mcpServers","maxSteps","stream","modelConfig","error","message","type","code","apiKey","baseUrl","provider","name","baseURL","aiModel","chatModel","tools","length","info","Object","keys","join","err","warn","aiMessages","map","m","role","content","sseStream","result","undefined","stopWhen","onStepFinish","step","writeSSE","data","JSON","stringify","text","toolCalls","tc","id","toolCallId","toolName","arguments","input","toolResults","tr","output","part","textStream","finalResult","usage","steps","promptTokens","inputTokens","completionTokens","outputTokens","totalTokens","Error","Date","now","object","reasoning","prompt_tokens","completion_tokens","total_tokens"],"mappings":"AAAA;;;CAGC,GACD,SAASA,sBAAsB,QAAQ,4BAA4B;AACnE,SAASC,YAAY,EAAEC,UAAU,EAAaC,WAAW,QAAQ,KAAK;AACtE,OAAOC,aAAa,UAAU;AAE9B,SAASC,SAAS,QAAQ,iBAAiB;AAG3C,MAAMC,MAAMF,QAAQG,OAAO,CAAC;AAmB5B;;CAEC,GACD,SAASC,iBAAiBC,GAAW;IACpC,OAAOA,IAAIC,OAAO,CAAC,YAAY;AAChC;AAEA;;CAEC,GACD,OAAO,SAASC,oBAAoBC,GAAS,EAAEC,OAA4B;IAC1E,MAAM,EAAEC,kBAAkB,EAAEC,WAAW,EAAE,GAAGF;IAE5C;;;EAGC,GACDD,IAAII,IAAI,CAAC,kBAAkB,OAAOC;QACjC,IAAI;YACH,MAAMC,OAAO,MAAMD,EAAEE,GAAG,CAACC,IAAI;YAC7B,MAAM,EAAEC,OAAOC,SAAS,EAAEC,QAAQ,EAAEC,UAAU,EAAEC,WAAW,CAAC,EAAEC,SAAS,KAAK,EAAE,GAAGR;YAEjF,uBAAuB;YACvB,MAAMS,cAAcb,mBAAmBQ;YACvC,IAAI,CAACK,aAAa;gBACjB,OAAOV,EAAEG,IAAI,CACZ;oBACCQ,OAAO;wBACNC,SAAS,CAAC,iBAAiB,EAAEP,WAAW;wBACxCQ,MAAM;wBACNC,MAAM;oBACP;gBACD,GACA;YAEF;YAEA,cAAc;YACd,MAAMC,SAASL,YAAYK,MAAM;YACjC,MAAMC,UAAUzB,iBAAiBmB,YAAYM,OAAO,IAAI;YAExD,IAAI,CAACA,SAAS;gBACb,OAAOhB,EAAEG,IAAI,CACZ;oBACCQ,OAAO;wBACNC,SAAS;wBACTC,MAAM;wBACNC,MAAM;oBACP;gBACD,GACA;YAEF;YAEA,qBAAqB;YACrB,MAAMG,WAAWlC,uBAAuB;gBACvCmC,MAAM;gBACNC,SAAS,GAAGH,QAAQ,GAAG,CAAC;gBACxBD,QAAQA,UAAU;YACnB;YAEA,MAAMK,UAAUH,SAASI,SAAS,CAAChB;YAEnC,6BAA6B;YAC7B,IAAIiB,QAA8B,CAAC;YACnC,IAAIxB,eAAeS,cAAcA,WAAWgB,MAAM,GAAG,GAAG;gBACvD,IAAI;oBACHD,QAAQ,MAAMxB,YAAYS;oBAC1BlB,IAAImC,IAAI,CAAC,CAAC,OAAO,EAAEC,OAAOC,IAAI,CAACJ,OAAOC,MAAM,CAAC,yBAAyB,EAAEhB,WAAWoB,IAAI,CAAC,OAAO;gBAChG,EAAE,OAAOC,KAAK;oBACbvC,IAAIwC,IAAI,CAAC,6BAA6BD;gBACvC;YACD;YAEA,mBAAmB;YACnB,MAAME,aAAaxB,SAASyB,GAAG,CAAC,CAACC,IAAO,CAAA;oBACvCC,MAAMD,EAAEC,IAAI;oBACZC,SAASF,EAAEE,OAAO;gBACnB,CAAA;YAEA7C,IAAImC,IAAI,CACP,CAAC,4BAA4B,EAAEnB,UAAU,UAAU,EAAEC,SAASiB,MAAM,CAAC,OAAO,EAAEE,OAAOC,IAAI,CAACJ,OAAOC,MAAM,CAAC,UAAU,EAAEf,UAAU;YAG/H,IAAIC,QAAQ;gBACX,qBAAqB;gBACrB,OAAOrB,UAAUY,GAAG,OAAOmC;oBAC1B,IAAI;wBACH,MAAMC,SAASnD,WAAW;4BACzBmB,OAAOgB;4BACPd,UAAUwB;4BACVR,OAAOG,OAAOC,IAAI,CAACJ,OAAOC,MAAM,GAAG,IAAID,QAAQe;4BAC/CC,UAAUpD,YAAYsB;4BACtB+B,cAAc,OAAOC;gCACpB,iBAAiB;gCACjB,MAAML,UAAUM,QAAQ,CAAC;oCACxBC,MAAMC,KAAKC,SAAS,CAAC;wCACpB/B,MAAM;wCACNgC,MAAML,KAAKK,IAAI;wCACfC,WAAWN,KAAKM,SAAS,EAAEf,IAAI,CAACgB,KAAQ,CAAA;gDACvCC,IAAID,GAAGE,UAAU;gDACjB/B,MAAM6B,GAAGG,QAAQ;gDACjBC,WAAW,WAAWJ,KAAKA,GAAGK,KAAK,GAAGf;4CACvC,CAAA;wCACAgB,aAAab,KAAKa,WAAW,EAAEtB,IAAI,CAACuB,KAAQ,CAAA;gDAC3CN,IAAIM,GAAGL,UAAU;gDACjB/B,MAAMoC,GAAGJ,QAAQ;gDACjBd,QAAQ,YAAYkB,KAAKA,GAAGC,MAAM,GAAGlB;4CACtC,CAAA;oCACD;gCACD;4BACD;wBACD;wBAEA,qBAAqB;wBACrB,WAAW,MAAMmB,QAAQpB,OAAOqB,UAAU,CAAE;4BAC3C,MAAMtB,UAAUM,QAAQ,CAAC;gCACxBC,MAAMC,KAAKC,SAAS,CAAC;oCACpB/B,MAAM;oCACNqB,SAASsB;gCACV;4BACD;wBACD;wBAEA,mBAAmB;wBACnB,MAAME,cAAc,MAAMtB;wBAC1B,MAAMuB,QAAQ,MAAMD,YAAYC,KAAK;wBACrC,MAAMC,QAAQ,MAAMF,YAAYE,KAAK;wBAErC,kBAAkB;wBAClB,MAAMzB,UAAUM,QAAQ,CAAC;4BACxBC,MAAMC,KAAKC,SAAS,CAAC;gCACpB/B,MAAM;gCACN8C,OAAO;oCACNE,cAAcF,OAAOG;oCACrBC,kBAAkBJ,OAAOK;oCACzBC,aAAa,AAACN,CAAAA,OAAOG,eAAe,CAAA,IAAMH,CAAAA,OAAOK,gBAAgB,CAAA;gCAClE;4BACD;wBACD;wBAEA,YAAY;wBACZ,MAAM7B,UAAUM,QAAQ,CAAC;4BAAEC,MAAM;wBAAS;wBAE1CrD,IAAImC,IAAI,CAAC,CAAC,2BAA2B,EAAEnB,UAAU,OAAO,EAAEuD,OAAOrC,UAAU,GAAG;oBAC/E,EAAE,OAAOK,KAAK;wBACbvC,IAAIsB,KAAK,CAAC,0BAA0BiB;wBACpC,MAAMO,UAAUM,QAAQ,CAAC;4BACxBC,MAAMC,KAAKC,SAAS,CAAC;gCACpB/B,MAAM;gCACNF,OAAOiB,eAAesC,QAAQtC,IAAIhB,OAAO,GAAG;4BAC7C;wBACD;oBACD;gBACD;YACD;YAEA,yBAAyB;YACzB,MAAMwB,SAAS,MAAMpD,aAAa;gBACjCoB,OAAOgB;gBACPd,UAAUwB;gBACVR,OAAOG,OAAOC,IAAI,CAACJ,OAAOC,MAAM,GAAG,IAAID,QAAQe;gBAC/CC,UAAUpD,YAAYsB;YACvB;YAEAnB,IAAImC,IAAI,CACP,CAAC,2BAA2B,EAAEnB,UAAU,OAAO,EAAE+B,OAAOwB,KAAK,EAAErC,UAAU,EAAE,QAAQ,EAAEa,OAAOuB,KAAK,EAAEM,eAAe,GAAG;YAGtH,kBAAkB;YAClB,OAAOjE,EAAEG,IAAI,CAAC;gBACb6C,IAAI,CAAC,MAAM,EAAEmB,KAAKC,GAAG,IAAI;gBACzBC,QAAQ;gBACRjE,OAAOC;gBACP6B,SAASE,OAAOS,IAAI;gBACpByB,WAAWlC,OAAOkC,SAAS;gBAC3BV,OAAOxB,OAAOwB,KAAK,EAAE7B,IAAI,CAACS,OAAU,CAAA;wBACnCK,MAAML,KAAKK,IAAI;wBACfC,WAAWN,KAAKM,SAAS,EAAEf,IAAI,CAACgB,KAAQ,CAAA;gCACvCC,IAAID,GAAGE,UAAU;gCACjB/B,MAAM6B,GAAGG,QAAQ;gCACjBC,WAAW,WAAWJ,KAAKA,GAAGK,KAAK,GAAGf;4BACvC,CAAA;wBACAgB,aAAab,KAAKa,WAAW,EAAEtB,IAAI,CAACuB,KAAQ,CAAA;gCAC3CN,IAAIM,GAAGL,UAAU;gCACjB/B,MAAMoC,GAAGJ,QAAQ;gCACjBd,QAAQ,YAAYkB,KAAKA,GAAGC,MAAM,GAAGlB;4BACtC,CAAA;oBACD,CAAA;gBACAsB,OAAO;oBACNY,eAAenC,OAAOuB,KAAK,EAAEG;oBAC7BU,mBAAmBpC,OAAOuB,KAAK,EAAEK;oBACjCS,cAAc,AAACrC,CAAAA,OAAOuB,KAAK,EAAEG,eAAe,CAAA,IAAM1B,CAAAA,OAAOuB,KAAK,EAAEK,gBAAgB,CAAA;gBACjF;YACD;QACD,EAAE,OAAOrD,OAAO;YACftB,IAAIsB,KAAK,CAAC,gBAAgBA;YAC1B,OAAOX,EAAEG,IAAI,CACZ;gBACCQ,OAAO;oBACNC,SAASD,iBAAiBuD,QAAQvD,MAAMC,OAAO,GAAG;oBAClDC,MAAM;oBACNC,MAAM;gBACP;YACD,GACA;QAEF;IACD;AACD"}

package/lib/chat/audit.js

@@ -0,0 +1,238 @@
+/**
+ * Chat Request Audit Service
+ * Records all chat/LLM API requests for auditing and metering
+ */ import consola from 'consola';
+const log = consola.withTag('chat-audit');
+/**
+ * Re-export protocol and status constants for convenience
+ */ export const ChatProtocol = {
+    OPENAI: 'openai',
+    ANTHROPIC: 'anthropic',
+    GEMINI: 'gemini'
+};
+export const RequestStatus = {
+    PENDING: 'pending',
+    SUCCESS: 'success',
+    ERROR: 'error',
+    TIMEOUT: 'timeout'
+};
+/**
+ * In-memory audit store implementation
+ */ export class InMemoryChatAuditStore {
+    records = [];
+    maxSize;
+    constructor(maxSize = 10000){
+        this.maxSize = maxSize;
+    }
+    async save(record) {
+        this.records.unshift(record);
+        // Trim to max size
+        if (this.records.length > this.maxSize) {
+            this.records = this.records.slice(0, this.maxSize);
+        }
+        log.debug(`Saved audit record: ${record.requestId} model=${record.model} status=${record.status}`);
+    }
+    async query(options) {
+        let filtered = [
+            ...this.records
+        ];
+        if (options.model) {
+            filtered = filtered.filter((r)=>r.model === options.model);
+        }
+        if (options.provider) {
+            filtered = filtered.filter((r)=>r.provider === options.provider);
+        }
+        if (options.status) {
+            filtered = filtered.filter((r)=>r.status === options.status);
+        }
+        if (options.userId) {
+            filtered = filtered.filter((r)=>r.userId === options.userId);
+        }
+        if (options.orgId) {
+            filtered = filtered.filter((r)=>r.orgId === options.orgId);
+        }
+        if (options.from) {
+            const from = options.from;
+            filtered = filtered.filter((r)=>r.requestedAt >= from);
+        }
+        if (options.to) {
+            const to = options.to;
+            filtered = filtered.filter((r)=>r.requestedAt <= to);
+        }
+        const total = filtered.length;
+        const offset = options.offset || 0;
+        const limit = options.limit || 50;
+        return {
+            records: filtered.slice(offset, offset + limit),
+            total
+        };
+    }
+    async getStats(options) {
+        let filtered = [
+            ...this.records
+        ];
+        if (options.from) {
+            const from = options.from;
+            filtered = filtered.filter((r)=>r.requestedAt >= from);
+        }
+        if (options.to) {
+            const to = options.to;
+            filtered = filtered.filter((r)=>r.requestedAt <= to);
+        }
+        const totalRequests = filtered.length;
+        const successfulRequests = filtered.filter((r)=>r.status === RequestStatus.SUCCESS).length;
+        const failedRequests = filtered.filter((r)=>r.status === RequestStatus.ERROR).length;
+        const totalInputTokens = filtered.reduce((sum, r)=>sum + (r.inputTokens || 0), 0);
+        const totalOutputTokens = filtered.reduce((sum, r)=>sum + (r.outputTokens || 0), 0);
+        const durations = filtered.map((r)=>r.durationMs).filter((d)=>d != null);
+        const avgDurationMs = durations.length > 0 ? durations.reduce((a, b)=>a + b, 0) / durations.length : 0;
+        // Group by model
+        const modelMap = new Map();
+        for (const r of filtered){
+            const existing = modelMap.get(r.model) || {
+                count: 0,
+                tokens: 0
+            };
+            existing.count++;
+            existing.tokens += (r.inputTokens || 0) + (r.outputTokens || 0);
+            modelMap.set(r.model, existing);
+        }
+        const byModel = Array.from(modelMap.entries()).map(([model, data])=>({
+                model,
+                ...data
+            })).sort((a, b)=>b.count - a.count);
+        // Group by provider
+        const providerMap = new Map();
+        for (const r of filtered){
+            const provider = r.provider || 'unknown';
+            const existing = providerMap.get(provider) || {
+                count: 0,
+                tokens: 0
+            };
+            existing.count++;
+            existing.tokens += (r.inputTokens || 0) + (r.outputTokens || 0);
+            providerMap.set(provider, existing);
+        }
+        const byProvider = Array.from(providerMap.entries()).map(([provider, data])=>({
+                provider,
+                ...data
+            })).sort((a, b)=>b.count - a.count);
+        return {
+            totalRequests,
+            successfulRequests,
+            failedRequests,
+            totalInputTokens,
+            totalOutputTokens,
+            avgDurationMs,
+            byModel,
+            byProvider
+        };
+    }
+}
+// Global audit store instance
+let auditStore = new InMemoryChatAuditStore();
+/**
+ * Set the audit store implementation
+ */ export function setChatAuditStore(store) {
+    auditStore = store;
+}
+/**
+ * Get the current audit store
+ */ export function getChatAuditStore() {
+    return auditStore;
+}
+/**
+ * Generate a unique request ID
+ */ export function generateRequestId() {
+    return `chat-${Date.now()}-${Math.random().toString(36).substring(2, 9)}`;
+}
+/**
+ * Create an audit context for tracking a request
+ */ export function createAuditContext(options) {
+    return new ChatAuditContext(options);
+}
+/**
+ * Audit context for tracking a single request lifecycle
+ */ export class ChatAuditContext {
+    record;
+    startTime;
+    firstTokenTime;
+    constructor(options){
+        this.startTime = Date.now();
+        this.record = {
+            requestId: generateRequestId(),
+            requestedAt: new Date(),
+            status: RequestStatus.PENDING,
+            method: options.method,
+            endpoint: options.endpoint,
+            inputProtocol: options.inputProtocol,
+            outputProtocol: options.outputProtocol,
+            model: options.model,
+            streaming: options.streaming,
+            clientIp: options.clientIp,
+            userAgent: options.userAgent,
+            userId: options.userId,
+            requestMeta: options.requestMeta
+        };
+    }
+    get requestId() {
+        return this.record.requestId;
+    }
+    /**
+	 * Set the resolved model and provider info
+	 */ setProvider(options) {
+        Object.assign(this.record, options);
+    }
+    /**
+	 * Record first token received (for TTFT)
+	 */ recordFirstToken() {
+        if (!this.firstTokenTime) {
+            this.firstTokenTime = Date.now();
+            this.record.ttftMs = this.firstTokenTime - this.startTime;
+        }
+    }
+    /**
+	 * Record token usage
+	 */ setTokenUsage(input, output) {
+        this.record.inputTokens = input;
+        this.record.outputTokens = output;
+        this.record.totalTokens = input + output;
+    }
+    /**
+	 * Set response metadata
+	 */ setResponseMeta(meta) {
+        this.record.responseMeta = meta;
+    }
+    /**
+	 * Get current duration in ms
+	 */ getDuration() {
+        return Date.now() - this.startTime;
+    }
+    /**
+	 * Complete the request successfully
+	 */ async complete(httpStatus = 200) {
+        this.record.status = RequestStatus.SUCCESS;
+        this.record.httpStatus = httpStatus;
+        this.record.completedAt = new Date();
+        this.record.durationMs = Date.now() - this.startTime;
+        await auditStore.save(this.record);
+    }
+    /**
+	 * Complete the request with an error
+	 */ async error(errorMessage, errorCode, httpStatus = 500) {
+        this.record.status = RequestStatus.ERROR;
+        this.record.httpStatus = httpStatus;
+        this.record.errorMessage = errorMessage;
+        this.record.errorCode = errorCode;
+        this.record.completedAt = new Date();
+        this.record.durationMs = Date.now() - this.startTime;
+        await auditStore.save(this.record);
+    }
+}
+/**
+ * Extract client IP from Hono context
+ */ export function extractClientIp(c) {
+    return c.req.header('x-forwarded-for')?.split(',')[0]?.trim() || c.req.header('x-real-ip') || c.req.header('cf-connecting-ip');
+}
+
+//# sourceMappingURL=audit.js.map

package/lib/chat/audit.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/chat/audit.ts"],"sourcesContent":["/**\n * Chat Request Audit Service\n * Records all chat/LLM API requests for auditing and metering\n */\nimport type { Context } from 'hono';\nimport consola from 'consola';\nimport type { ChatProtocolType, RequestStatus as RequestStatusType, ChatAuditStats } from '../entities/types';\n\nconst log = consola.withTag('chat-audit');\n\n/**\n * Re-export protocol and status constants for convenience\n */\nexport const ChatProtocol = {\n\tOPENAI: 'openai' as ChatProtocolType,\n\tANTHROPIC: 'anthropic' as ChatProtocolType,\n\tGEMINI: 'gemini' as ChatProtocolType,\n};\n\nexport const RequestStatus = {\n\tPENDING: 'pending' as RequestStatusType,\n\tSUCCESS: 'success' as RequestStatusType,\n\tERROR: 'error' as RequestStatusType,\n\tTIMEOUT: 'timeout' as RequestStatusType,\n};\n\n/**\n * Chat audit record (in-memory representation)\n */\nexport interface ChatAuditRecord {\n\trequestId: string;\n\trequestedAt: Date;\n\tcompletedAt?: Date;\n\tstatus: RequestStatusType;\n\tmethod: string;\n\tendpoint: string;\n\tinputProtocol: ChatProtocolType;\n\toutputProtocol: ChatProtocolType;\n\tmodel: string;\n\tresolvedModel?: string;\n\tprovider?: string;\n\tupstreamUrl?: string;\n\tstreaming: boolean;\n\tinputTokens?: number;\n\toutputTokens?: number;\n\ttotalTokens?: number;\n\tdurationMs?: number;\n\tttftMs?: number;\n\thttpStatus?: number;\n\terrorMessage?: string;\n\terrorCode?: string;\n\tclientIp?: string;\n\tuserAgent?: string;\n\tuserId?: string;\n\torgId?: string;\n\tapiKeyId?: string;\n\trequestMeta?: Record<string, unknown>;\n\tresponseMeta?: Record<string, unknown>;\n\tcost?: string;\n\tcurrency?: string;\n}\n\n/**\n * Audit store interface\n */\nexport interface ChatAuditStore {\n\t/**\n\t * Save a chat audit record\n\t */\n\tsave(record: ChatAuditRecord): Promise<void>;\n\n\t/**\n\t * Query audit records\n\t */\n\tquery(options: ChatAuditQueryOptions): Promise<{ records: ChatAuditRecord[]; total: number }>;\n\n\t/**\n\t * Get aggregate statistics\n\t */\n\tgetStats(options: { from?: Date; to?: Date }): Promise<import('../entities/types').ChatAuditStats>;\n}\n\nexport interface ChatAuditQueryOptions {\n\tlimit?: number;\n\toffset?: number;\n\tmodel?: string;\n\tprovider?: string;\n\tstatus?: RequestStatusType;\n\tfrom?: Date;\n\tto?: Date;\n\tuserId?: string;\n\torgId?: string;\n}\n\n// Re-export ChatAuditStats from entities\nexport type { ChatAuditStats } from '../entities/types';\n\n/**\n * In-memory audit store implementation\n */\nexport class InMemoryChatAuditStore implements ChatAuditStore {\n\tprivate records: ChatAuditRecord[] = [];\n\tprivate maxSize: number;\n\n\tconstructor(maxSize = 10000) {\n\t\tthis.maxSize = maxSize;\n\t}\n\n\tasync save(record: ChatAuditRecord): Promise<void> {\n\t\tthis.records.unshift(record);\n\n\t\t// Trim to max size\n\t\tif (this.records.length > this.maxSize) {\n\t\t\tthis.records = this.records.slice(0, this.maxSize);\n\t\t}\n\n\t\tlog.debug(`Saved audit record: ${record.requestId} model=${record.model} status=${record.status}`);\n\t}\n\n\tasync query(options: ChatAuditQueryOptions): Promise<{ records: ChatAuditRecord[]; total: number }> {\n\t\tlet filtered = [...this.records];\n\n\t\tif (options.model) {\n\t\t\tfiltered = filtered.filter((r) => r.model === options.model);\n\t\t}\n\t\tif (options.provider) {\n\t\t\tfiltered = filtered.filter((r) => r.provider === options.provider);\n\t\t}\n\t\tif (options.status) {\n\t\t\tfiltered = filtered.filter((r) => r.status === options.status);\n\t\t}\n\t\tif (options.userId) {\n\t\t\tfiltered = filtered.filter((r) => r.userId === options.userId);\n\t\t}\n\t\tif (options.orgId) {\n\t\t\tfiltered = filtered.filter((r) => r.orgId === options.orgId);\n\t\t}\n\t\tif (options.from) {\n\t\t\tconst from = options.from;\n\t\t\tfiltered = filtered.filter((r) => r.requestedAt >= from);\n\t\t}\n\t\tif (options.to) {\n\t\t\tconst to = options.to;\n\t\t\tfiltered = filtered.filter((r) => r.requestedAt <= to);\n\t\t}\n\n\t\tconst total = filtered.length;\n\t\tconst offset = options.offset || 0;\n\t\tconst limit = options.limit || 50;\n\n\t\treturn {\n\t\t\trecords: filtered.slice(offset, offset + limit),\n\t\t\ttotal,\n\t\t};\n\t}\n\n\tasync getStats(options: { from?: Date; to?: Date }): Promise<ChatAuditStats> {\n\t\tlet filtered = [...this.records];\n\n\t\tif (options.from) {\n\t\t\tconst from = options.from;\n\t\t\tfiltered = filtered.filter((r) => r.requestedAt >= from);\n\t\t}\n\t\tif (options.to) {\n\t\t\tconst to = options.to;\n\t\t\tfiltered = filtered.filter((r) => r.requestedAt <= to);\n\t\t}\n\n\t\tconst totalRequests = filtered.length;\n\t\tconst successfulRequests = filtered.filter((r) => r.status === RequestStatus.SUCCESS).length;\n\t\tconst failedRequests = filtered.filter((r) => r.status === RequestStatus.ERROR).length;\n\n\t\tconst totalInputTokens = filtered.reduce((sum, r) => sum + (r.inputTokens || 0), 0);\n\t\tconst totalOutputTokens = filtered.reduce((sum, r) => sum + (r.outputTokens || 0), 0);\n\n\t\tconst durations = filtered.map((r) => r.durationMs).filter((d): d is number => d != null);\n\t\tconst avgDurationMs = durations.length > 0 ? durations.reduce((a, b) => a + b, 0) / durations.length : 0;\n\n\t\t// Group by model\n\t\tconst modelMap = new Map<string, { count: number; tokens: number }>();\n\t\tfor (const r of filtered) {\n\t\t\tconst existing = modelMap.get(r.model) || { count: 0, tokens: 0 };\n\t\t\texisting.count++;\n\t\t\texisting.tokens += (r.inputTokens || 0) + (r.outputTokens || 0);\n\t\t\tmodelMap.set(r.model, existing);\n\t\t}\n\t\tconst byModel = Array.from(modelMap.entries())\n\t\t\t.map(([model, data]) => ({ model, ...data }))\n\t\t\t.sort((a, b) => b.count - a.count);\n\n\t\t// Group by provider\n\t\tconst providerMap = new Map<string, { count: number; tokens: number }>();\n\t\tfor (const r of filtered) {\n\t\t\tconst provider = r.provider || 'unknown';\n\t\t\tconst existing = providerMap.get(provider) || { count: 0, tokens: 0 };\n\t\t\texisting.count++;\n\t\t\texisting.tokens += (r.inputTokens || 0) + (r.outputTokens || 0);\n\t\t\tproviderMap.set(provider, existing);\n\t\t}\n\t\tconst byProvider = Array.from(providerMap.entries())\n\t\t\t.map(([provider, data]) => ({ provider, ...data }))\n\t\t\t.sort((a, b) => b.count - a.count);\n\n\t\treturn {\n\t\t\ttotalRequests,\n\t\t\tsuccessfulRequests,\n\t\t\tfailedRequests,\n\t\t\ttotalInputTokens,\n\t\t\ttotalOutputTokens,\n\t\t\tavgDurationMs,\n\t\t\tbyModel,\n\t\t\tbyProvider,\n\t\t};\n\t}\n}\n\n// Global audit store instance\nlet auditStore: ChatAuditStore = new InMemoryChatAuditStore();\n\n/**\n * Set the audit store implementation\n */\nexport function setChatAuditStore(store: ChatAuditStore) {\n\tauditStore = store;\n}\n\n/**\n * Get the current audit store\n */\nexport function getChatAuditStore(): ChatAuditStore {\n\treturn auditStore;\n}\n\n/**\n * Generate a unique request ID\n */\nexport function generateRequestId(): string {\n\treturn `chat-${Date.now()}-${Math.random().toString(36).substring(2, 9)}`;\n}\n\n/**\n * Create an audit context for tracking a request\n */\nexport function createAuditContext(options: {\n\tmethod: string;\n\tendpoint: string;\n\tmodel: string;\n\tinputProtocol: ChatProtocolType;\n\toutputProtocol: ChatProtocolType;\n\tstreaming: boolean;\n\tclientIp?: string;\n\tuserAgent?: string;\n\tuserId?: string;\n\trequestMeta?: Record<string, unknown>;\n}): ChatAuditContext {\n\treturn new ChatAuditContext(options);\n}\n\n/**\n * Audit context for tracking a single request lifecycle\n */\nexport class ChatAuditContext {\n\tprivate record: ChatAuditRecord;\n\tprivate startTime: number;\n\tprivate firstTokenTime?: number;\n\n\tconstructor(options: {\n\t\tmethod: string;\n\t\tendpoint: string;\n\t\tmodel: string;\n\t\tinputProtocol: ChatProtocolType;\n\t\toutputProtocol: ChatProtocolType;\n\t\tstreaming: boolean;\n\t\tclientIp?: string;\n\t\tuserAgent?: string;\n\t\tuserId?: string;\n\t\trequestMeta?: Record<string, unknown>;\n\t}) {\n\t\tthis.startTime = Date.now();\n\t\tthis.record = {\n\t\t\trequestId: generateRequestId(),\n\t\t\trequestedAt: new Date(),\n\t\t\tstatus: RequestStatus.PENDING,\n\t\t\tmethod: options.method,\n\t\t\tendpoint: options.endpoint,\n\t\t\tinputProtocol: options.inputProtocol,\n\t\t\toutputProtocol: options.outputProtocol,\n\t\t\tmodel: options.model,\n\t\t\tstreaming: options.streaming,\n\t\t\tclientIp: options.clientIp,\n\t\t\tuserAgent: options.userAgent,\n\t\t\tuserId: options.userId,\n\t\t\trequestMeta: options.requestMeta,\n\t\t};\n\t}\n\n\tget requestId(): string {\n\t\treturn this.record.requestId;\n\t}\n\n\t/**\n\t * Set the resolved model and provider info\n\t */\n\tsetProvider(options: { resolvedModel?: string; provider?: string; upstreamUrl?: string }) {\n\t\tObject.assign(this.record, options);\n\t}\n\n\t/**\n\t * Record first token received (for TTFT)\n\t */\n\trecordFirstToken() {\n\t\tif (!this.firstTokenTime) {\n\t\t\tthis.firstTokenTime = Date.now();\n\t\t\tthis.record.ttftMs = this.firstTokenTime - this.startTime;\n\t\t}\n\t}\n\n\t/**\n\t * Record token usage\n\t */\n\tsetTokenUsage(input: number, output: number) {\n\t\tthis.record.inputTokens = input;\n\t\tthis.record.outputTokens = output;\n\t\tthis.record.totalTokens = input + output;\n\t}\n\n\t/**\n\t * Set response metadata\n\t */\n\tsetResponseMeta(meta: Record<string, unknown>) {\n\t\tthis.record.responseMeta = meta;\n\t}\n\n\t/**\n\t * Get current duration in ms\n\t */\n\tgetDuration(): number {\n\t\treturn Date.now() - this.startTime;\n\t}\n\n\t/**\n\t * Complete the request successfully\n\t */\n\tasync complete(httpStatus: number = 200) {\n\t\tthis.record.status = RequestStatus.SUCCESS;\n\t\tthis.record.httpStatus = httpStatus;\n\t\tthis.record.completedAt = new Date();\n\t\tthis.record.durationMs = Date.now() - this.startTime;\n\n\t\tawait auditStore.save(this.record);\n\t}\n\n\t/**\n\t * Complete the request with an error\n\t */\n\tasync error(errorMessage: string, errorCode?: string, httpStatus: number = 500) {\n\t\tthis.record.status = RequestStatus.ERROR;\n\t\tthis.record.httpStatus = httpStatus;\n\t\tthis.record.errorMessage = errorMessage;\n\t\tthis.record.errorCode = errorCode;\n\t\tthis.record.completedAt = new Date();\n\t\tthis.record.durationMs = Date.now() - this.startTime;\n\n\t\tawait auditStore.save(this.record);\n\t}\n}\n\n/**\n * Extract client IP from Hono context\n */\nexport function extractClientIp(c: Context): string | undefined {\n\treturn (\n\t\tc.req.header('x-forwarded-for')?.split(',')[0]?.trim() ||\n\t\tc.req.header('x-real-ip') ||\n\t\tc.req.header('cf-connecting-ip')\n\t);\n}\n"],"names":["consola","log","withTag","ChatProtocol","OPENAI","ANTHROPIC","GEMINI","RequestStatus","PENDING","SUCCESS","ERROR","TIMEOUT","InMemoryChatAuditStore","records","maxSize","save","record","unshift","length","slice","debug","requestId","model","status","query","options","filtered","filter","r","provider","userId","orgId","from","requestedAt","to","total","offset","limit","getStats","totalRequests","successfulRequests","failedRequests","totalInputTokens","reduce","sum","inputTokens","totalOutputTokens","outputTokens","durations","map","durationMs","d","avgDurationMs","a","b","modelMap","Map","existing","get","count","tokens","set","byModel","Array","entries","data","sort","providerMap","byProvider","auditStore","setChatAuditStore","store","getChatAuditStore","generateRequestId","Date","now","Math","random","toString","substring","createAuditContext","ChatAuditContext","startTime","firstTokenTime","method","endpoint","inputProtocol","outputProtocol","streaming","clientIp","userAgent","requestMeta","setProvider","Object","assign","recordFirstToken","ttftMs","setTokenUsage","input","output","totalTokens","setResponseMeta","meta","responseMeta","getDuration","complete","httpStatus","completedAt","error","errorMessage","errorCode","extractClientIp","c","req","header","split","trim"],"mappings":"AAAA;;;CAGC,GAED,OAAOA,aAAa,UAAU;AAG9B,MAAMC,MAAMD,QAAQE,OAAO,CAAC;AAE5B;;CAEC,GACD,OAAO,MAAMC,eAAe;IAC3BC,QAAQ;IACRC,WAAW;IACXC,QAAQ;AACT,EAAE;AAEF,OAAO,MAAMC,gBAAgB;IAC5BC,SAAS;IACTC,SAAS;IACTC,OAAO;IACPC,SAAS;AACV,EAAE;AAyEF;;CAEC,GACD,OAAO,MAAMC;IACJC,UAA6B,EAAE,CAAC;IAChCC,QAAgB;IAExB,YAAYA,UAAU,KAAK,CAAE;QAC5B,IAAI,CAACA,OAAO,GAAGA;IAChB;IAEA,MAAMC,KAAKC,MAAuB,EAAiB;QAClD,IAAI,CAACH,OAAO,CAACI,OAAO,CAACD;QAErB,mBAAmB;QACnB,IAAI,IAAI,CAACH,OAAO,CAACK,MAAM,GAAG,IAAI,CAACJ,OAAO,EAAE;YACvC,IAAI,CAACD,OAAO,GAAG,IAAI,CAACA,OAAO,CAACM,KAAK,CAAC,GAAG,IAAI,CAACL,OAAO;QAClD;QAEAb,IAAImB,KAAK,CAAC,CAAC,oBAAoB,EAAEJ,OAAOK,SAAS,CAAC,OAAO,EAAEL,OAAOM,KAAK,CAAC,QAAQ,EAAEN,OAAOO,MAAM,EAAE;IAClG;IAEA,MAAMC,MAAMC,OAA8B,EAA0D;QACnG,IAAIC,WAAW;eAAI,IAAI,CAACb,OAAO;SAAC;QAEhC,IAAIY,QAAQH,KAAK,EAAE;YAClBI,WAAWA,SAASC,MAAM,CAAC,CAACC,IAAMA,EAAEN,KAAK,KAAKG,QAAQH,KAAK;QAC5D;QACA,IAAIG,QAAQI,QAAQ,EAAE;YACrBH,WAAWA,SAASC,MAAM,CAAC,CAACC,IAAMA,EAAEC,QAAQ,KAAKJ,QAAQI,QAAQ;QAClE;QACA,IAAIJ,QAAQF,MAAM,EAAE;YACnBG,WAAWA,SAASC,MAAM,CAAC,CAACC,IAAMA,EAAEL,MAAM,KAAKE,QAAQF,MAAM;QAC9D;QACA,IAAIE,QAAQK,MAAM,EAAE;YACnBJ,WAAWA,SAASC,MAAM,CAAC,CAACC,IAAMA,EAAEE,MAAM,KAAKL,QAAQK,MAAM;QAC9D;QACA,IAAIL,QAAQM,KAAK,EAAE;YAClBL,WAAWA,SAASC,MAAM,CAAC,CAACC,IAAMA,EAAEG,KAAK,KAAKN,QAAQM,KAAK;QAC5D;QACA,IAAIN,QAAQO,IAAI,EAAE;YACjB,MAAMA,OAAOP,QAAQO,IAAI;YACzBN,WAAWA,SAASC,MAAM,CAAC,CAACC,IAAMA,EAAEK,WAAW,IAAID;QACpD;QACA,IAAIP,QAAQS,EAAE,EAAE;YACf,MAAMA,KAAKT,QAAQS,EAAE;YACrBR,WAAWA,SAASC,MAAM,CAAC,CAACC,IAAMA,EAAEK,WAAW,IAAIC;QACpD;QAEA,MAAMC,QAAQT,SAASR,MAAM;QAC7B,MAAMkB,SAASX,QAAQW,MAAM,IAAI;QACjC,MAAMC,QAAQZ,QAAQY,KAAK,IAAI;QAE/B,OAAO;YACNxB,SAASa,SAASP,KAAK,CAACiB,QAAQA,SAASC;YACzCF;QACD;IACD;IAEA,MAAMG,SAASb,OAAmC,EAA2B;QAC5E,IAAIC,WAAW;eAAI,IAAI,CAACb,OAAO;SAAC;QAEhC,IAAIY,QAAQO,IAAI,EAAE;YACjB,MAAMA,OAAOP,QAAQO,IAAI;YACzBN,WAAWA,SAASC,MAAM,CAAC,CAACC,IAAMA,EAAEK,WAAW,IAAID;QACpD;QACA,IAAIP,QAAQS,EAAE,EAAE;YACf,MAAMA,KAAKT,QAAQS,EAAE;YACrBR,WAAWA,SAASC,MAAM,CAAC,CAACC,IAAMA,EAAEK,WAAW,IAAIC;QACpD;QAEA,MAAMK,gBAAgBb,SAASR,MAAM;QACrC,MAAMsB,qBAAqBd,SAASC,MAAM,CAAC,CAACC,IAAMA,EAAEL,MAAM,KAAKhB,cAAcE,OAAO,EAAES,MAAM;QAC5F,MAAMuB,iBAAiBf,SAASC,MAAM,CAAC,CAACC,IAAMA,EAAEL,MAAM,KAAKhB,cAAcG,KAAK,EAAEQ,MAAM;QAEtF,MAAMwB,mBAAmBhB,SAASiB,MAAM,CAAC,CAACC,KAAKhB,IAAMgB,MAAOhB,CAAAA,EAAEiB,WAAW,IAAI,CAAA,GAAI;QACjF,MAAMC,oBAAoBpB,SAASiB,MAAM,CAAC,CAACC,KAAKhB,IAAMgB,MAAOhB,CAAAA,EAAEmB,YAAY,IAAI,CAAA,GAAI;QAEnF,MAAMC,YAAYtB,SAASuB,GAAG,CAAC,CAACrB,IAAMA,EAAEsB,UAAU,EAAEvB,MAAM,CAAC,CAACwB,IAAmBA,KAAK;QACpF,MAAMC,gBAAgBJ,UAAU9B,MAAM,GAAG,IAAI8B,UAAUL,MAAM,CAAC,CAACU,GAAGC,IAAMD,IAAIC,GAAG,KAAKN,UAAU9B,MAAM,GAAG;QAEvG,iBAAiB;QACjB,MAAMqC,WAAW,IAAIC;QACrB,KAAK,MAAM5B,KAAKF,SAAU;YACzB,MAAM+B,WAAWF,SAASG,GAAG,CAAC9B,EAAEN,KAAK,KAAK;gBAAEqC,OAAO;gBAAGC,QAAQ;YAAE;YAChEH,SAASE,KAAK;YACdF,SAASG,MAAM,IAAI,AAAChC,CAAAA,EAAEiB,WAAW,IAAI,CAAA,IAAMjB,CAAAA,EAAEmB,YAAY,IAAI,CAAA;YAC7DQ,SAASM,GAAG,CAACjC,EAAEN,KAAK,EAAEmC;QACvB;QACA,MAAMK,UAAUC,MAAM/B,IAAI,CAACuB,SAASS,OAAO,IACzCf,GAAG,CAAC,CAAC,CAAC3B,OAAO2C,KAAK,GAAM,CAAA;gBAAE3C;gBAAO,GAAG2C,IAAI;YAAC,CAAA,GACzCC,IAAI,CAAC,CAACb,GAAGC,IAAMA,EAAEK,KAAK,GAAGN,EAAEM,KAAK;QAElC,oBAAoB;QACpB,MAAMQ,cAAc,IAAIX;QACxB,KAAK,MAAM5B,KAAKF,SAAU;YACzB,MAAMG,WAAWD,EAAEC,QAAQ,IAAI;YAC/B,MAAM4B,WAAWU,YAAYT,GAAG,CAAC7B,aAAa;gBAAE8B,OAAO;gBAAGC,QAAQ;YAAE;YACpEH,SAASE,KAAK;YACdF,SAASG,MAAM,IAAI,AAAChC,CAAAA,EAAEiB,WAAW,IAAI,CAAA,IAAMjB,CAAAA,EAAEmB,YAAY,IAAI,CAAA;YAC7DoB,YAAYN,GAAG,CAAChC,UAAU4B;QAC3B;QACA,MAAMW,aAAaL,MAAM/B,IAAI,CAACmC,YAAYH,OAAO,IAC/Cf,GAAG,CAAC,CAAC,CAACpB,UAAUoC,KAAK,GAAM,CAAA;gBAAEpC;gBAAU,GAAGoC,IAAI;YAAC,CAAA,GAC/CC,IAAI,CAAC,CAACb,GAAGC,IAAMA,EAAEK,KAAK,GAAGN,EAAEM,KAAK;QAElC,OAAO;YACNpB;YACAC;YACAC;YACAC;YACAI;YACAM;YACAU;YACAM;QACD;IACD;AACD;AAEA,8BAA8B;AAC9B,IAAIC,aAA6B,IAAIzD;AAErC;;CAEC,GACD,OAAO,SAAS0D,kBAAkBC,KAAqB;IACtDF,aAAaE;AACd;AAEA;;CAEC,GACD,OAAO,SAASC;IACf,OAAOH;AACR;AAEA;;CAEC,GACD,OAAO,SAASI;IACf,OAAO,CAAC,KAAK,EAAEC,KAAKC,GAAG,GAAG,CAAC,EAAEC,KAAKC,MAAM,GAAGC,QAAQ,CAAC,IAAIC,SAAS,CAAC,GAAG,IAAI;AAC1E;AAEA;;CAEC,GACD,OAAO,SAASC,mBAAmBvD,OAWlC;IACA,OAAO,IAAIwD,iBAAiBxD;AAC7B;AAEA;;CAEC,GACD,OAAO,MAAMwD;IACJjE,OAAwB;IACxBkE,UAAkB;IAClBC,eAAwB;IAEhC,YAAY1D,OAWX,CAAE;QACF,IAAI,CAACyD,SAAS,GAAGR,KAAKC,GAAG;QACzB,IAAI,CAAC3D,MAAM,GAAG;YACbK,WAAWoD;YACXxC,aAAa,IAAIyC;YACjBnD,QAAQhB,cAAcC,OAAO;YAC7B4E,QAAQ3D,QAAQ2D,MAAM;YACtBC,UAAU5D,QAAQ4D,QAAQ;YAC1BC,eAAe7D,QAAQ6D,aAAa;YACpCC,gBAAgB9D,QAAQ8D,cAAc;YACtCjE,OAAOG,QAAQH,KAAK;YACpBkE,WAAW/D,QAAQ+D,SAAS;YAC5BC,UAAUhE,QAAQgE,QAAQ;YAC1BC,WAAWjE,QAAQiE,SAAS;YAC5B5D,QAAQL,QAAQK,MAAM;YACtB6D,aAAalE,QAAQkE,WAAW;QACjC;IACD;IAEA,IAAItE,YAAoB;QACvB,OAAO,IAAI,CAACL,MAAM,CAACK,SAAS;IAC7B;IAEA;;EAEC,GACDuE,YAAYnE,OAA4E,EAAE;QACzFoE,OAAOC,MAAM,CAAC,IAAI,CAAC9E,MAAM,EAAES;IAC5B;IAEA;;EAEC,GACDsE,mBAAmB;QAClB,IAAI,CAAC,IAAI,CAACZ,cAAc,EAAE;YACzB,IAAI,CAACA,cAAc,GAAGT,KAAKC,GAAG;YAC9B,IAAI,CAAC3D,MAAM,CAACgF,MAAM,GAAG,IAAI,CAACb,cAAc,GAAG,IAAI,CAACD,SAAS;QAC1D;IACD;IAEA;;EAEC,GACDe,cAAcC,KAAa,EAAEC,MAAc,EAAE;QAC5C,IAAI,CAACnF,MAAM,CAAC6B,WAAW,GAAGqD;QAC1B,IAAI,CAAClF,MAAM,CAAC+B,YAAY,GAAGoD;QAC3B,IAAI,CAACnF,MAAM,CAACoF,WAAW,GAAGF,QAAQC;IACnC;IAEA;;EAEC,GACDE,gBAAgBC,IAA6B,EAAE;QAC9C,IAAI,CAACtF,MAAM,CAACuF,YAAY,GAAGD;IAC5B;IAEA;;EAEC,GACDE,cAAsB;QACrB,OAAO9B,KAAKC,GAAG,KAAK,IAAI,CAACO,SAAS;IACnC;IAEA;;EAEC,GACD,MAAMuB,SAASC,aAAqB,GAAG,EAAE;QACxC,IAAI,CAAC1F,MAAM,CAACO,MAAM,GAAGhB,cAAcE,OAAO;QAC1C,IAAI,CAACO,MAAM,CAAC0F,UAAU,GAAGA;QACzB,IAAI,CAAC1F,MAAM,CAAC2F,WAAW,GAAG,IAAIjC;QAC9B,IAAI,CAAC1D,MAAM,CAACkC,UAAU,GAAGwB,KAAKC,GAAG,KAAK,IAAI,CAACO,SAAS;QAEpD,MAAMb,WAAWtD,IAAI,CAAC,IAAI,CAACC,MAAM;IAClC;IAEA;;EAEC,GACD,MAAM4F,MAAMC,YAAoB,EAAEC,SAAkB,EAAEJ,aAAqB,GAAG,EAAE;QAC/E,IAAI,CAAC1F,MAAM,CAACO,MAAM,GAAGhB,cAAcG,KAAK;QACxC,IAAI,CAACM,MAAM,CAAC0F,UAAU,GAAGA;QACzB,IAAI,CAAC1F,MAAM,CAAC6F,YAAY,GAAGA;QAC3B,IAAI,CAAC7F,MAAM,CAAC8F,SAAS,GAAGA;QACxB,IAAI,CAAC9F,MAAM,CAAC2F,WAAW,GAAG,IAAIjC;QAC9B,IAAI,CAAC1D,MAAM,CAACkC,UAAU,GAAGwB,KAAKC,GAAG,KAAK,IAAI,CAACO,SAAS;QAEpD,MAAMb,WAAWtD,IAAI,CAAC,IAAI,CAACC,MAAM;IAClC;AACD;AAEA;;CAEC,GACD,OAAO,SAAS+F,gBAAgBC,CAAU;IACzC,OACCA,EAAEC,GAAG,CAACC,MAAM,CAAC,oBAAoBC,MAAM,IAAI,CAAC,EAAE,EAAEC,UAChDJ,EAAEC,GAAG,CAACC,MAAM,CAAC,gBACbF,EAAEC,GAAG,CAACC,MAAM,CAAC;AAEf"}