@elsium-ai/app 0.3.0 → 0.4.0

package/README.md

@@ -332,6 +332,104 @@ app.use('*', rateLimitMiddleware({
 
 ---
 
+## SSE Utilities
+
+Helper functions for building Server-Sent Events responses in Hono handlers.
+
+### `sseHeaders`
+
+A constant object containing the standard HTTP headers for SSE responses.
+
+```ts
+const sseHeaders: Record<string, string>
+// { 'Content-Type': 'text/event-stream', 'Cache-Control': 'no-cache', 'Connection': 'keep-alive' }
+```
+
+### `formatSSE`
+
+Formats an event name and data payload into the SSE wire format.
+
+```ts
+function formatSSE(event: string, data: unknown): string
+```
+
+| Parameter | Type | Description |
+| --- | --- | --- |
+| `event` | `string` | The SSE event name. |
+| `data` | `unknown` | The data payload (will be JSON-stringified). |
+
+**Returns:** A formatted SSE string (e.g., `event: text_delta\ndata: {"text":"Hello"}\n\n`).
+
+### `streamResponse`
+
+Converts a `ReadableStream` into a Hono `Response` with the correct SSE headers.
+
+```ts
+function streamResponse(stream: ReadableStream): Response
+```
+
+| Parameter | Type | Description |
+| --- | --- | --- |
+| `stream` | `ReadableStream` | The stream to send as the response body. |
+
+**Returns:** A `Response` object with SSE headers.
+
+```ts
+import { sseHeaders, formatSSE, streamResponse } from '@elsium-ai/app'
+
+// In a Hono route handler
+app.post('/my-stream', (c) => {
+  const stream = new ReadableStream({
+    start(controller) {
+      controller.enqueue(new TextEncoder().encode(formatSSE('text_delta', { text: 'Hello' })))
+      controller.enqueue(new TextEncoder().encode(formatSSE('message_end', { done: true })))
+      controller.close()
+    },
+  })
+  return streamResponse(stream)
+})
+```
+
+---
+
+## Tenant Budget Middleware
+
+### `tenantBudgetMiddleware`
+
+Creates a Hono middleware that enforces per-tenant token and cost budgets using sliding windows. Each tenant is identified from the request context and tracked independently.
+
+```ts
+function tenantBudgetMiddleware(config?: {
+  windowMs?: number
+  maxTokensPerWindow?: number
+  maxCostPerWindow?: number
+}): (c: Context, next: Next) => Promise<Response | void>
+```
+
+| Parameter | Type | Default | Description |
+| --- | --- | --- | --- |
+| `config.windowMs` | `number` | `60_000` | Sliding window duration in milliseconds. |
+| `config.maxTokensPerWindow` | `number` | `undefined` | Maximum tokens allowed per tenant per window. |
+| `config.maxCostPerWindow` | `number` | `undefined` | Maximum cost (USD) allowed per tenant per window. |
+
+**Responses on failure:**
+- `429` with `{ error: 'Tenant budget exceeded' }` when the tenant's usage exceeds the configured limits.
+
+```ts
+import { tenantBudgetMiddleware } from '@elsium-ai/app'
+import { Hono } from 'hono'
+
+const app = new Hono()
+
+app.use('*', tenantBudgetMiddleware({
+  windowMs: 60_000,
+  maxTokensPerWindow: 100_000,
+  maxCostPerWindow: 1.0,
+}))
+```
+
+---
+
 ## Routes
 
 ### `createRoutes`

package/dist/index.d.ts

@@ -7,6 +7,6 @@ export { createRoutes } from './routes';
 export type { RoutesDeps } from './routes';
 export { createRBAC } from './rbac';
 export type { Permission, Role, RBACConfig, RBAC } from './rbac';
-export { tenantMiddleware, tenantRateLimitMiddleware } from './tenant';
+export { tenantMiddleware, tenantRateLimitMiddleware, tenantBudgetMiddleware } from './tenant';
 export type { TenantMiddlewareConfig } from './tenant';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAA;AACjC,YAAY,EAAE,SAAS,EAAE,MAAM,OAAO,CAAA;AAGtC,YAAY,EACX,SAAS,EACT,YAAY,EACZ,UAAU,EACV,UAAU,EACV,eAAe,EACf,WAAW,EACX,YAAY,EACZ,eAAe,EACf,cAAc,EACd,eAAe,EACf,eAAe,EACf,mBAAmB,GACnB,MAAM,SAAS,CAAA;AAGhB,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,OAAO,CAAA;AAG7D,OAAO,EACN,cAAc,EACd,cAAc,EACd,mBAAmB,EACnB,mBAAmB,EACnB,uBAAuB,GACvB,MAAM,cAAc,CAAA;AAGrB,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AACvC,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAA;AAG1C,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;AACnC,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAGhE,OAAO,EAAE,gBAAgB,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAA;AACtE,YAAY,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAA;AACjC,YAAY,EAAE,SAAS,EAAE,MAAM,OAAO,CAAA;AAGtC,YAAY,EACX,SAAS,EACT,YAAY,EACZ,UAAU,EACV,UAAU,EACV,eAAe,EACf,WAAW,EACX,YAAY,EACZ,eAAe,EACf,cAAc,EACd,eAAe,EACf,eAAe,EACf,mBAAmB,GACnB,MAAM,SAAS,CAAA;AAGhB,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,OAAO,CAAA;AAG7D,OAAO,EACN,cAAc,EACd,cAAc,EACd,mBAAmB,EACnB,mBAAmB,EACnB,uBAAuB,GACvB,MAAM,cAAc,CAAA;AAGrB,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AACvC,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAA;AAG1C,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;AACnC,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAGhE,OAAO,EAAE,gBAAgB,EAAE,yBAAyB,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA;AAC9F,YAAY,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA"}

package/dist/index.js

@@ -575,6 +575,12 @@ function createShutdownManager(config) {
 // ../gateway/src/provider.ts
 var providerRegistry = new Map;
 var metadataRegistry = new Map;
+function getProviderFactory(name) {
+  return providerRegistry.get(name);
+}
+function listProviders() {
+  return Array.from(providerRegistry.keys());
+}
 function registerProviderMetadata(name, metadata) {
   metadataRegistry.set(name, metadata);
 }
@@ -600,6 +606,17 @@ function composeMiddleware(middlewares) {
     return dispatch(0);
   };
 }
+function composeStreamMiddleware(middlewares) {
+  return (ctx, source, finalNext) => {
+    function dispatch(i, currentCtx, currentSource) {
+      if (i >= middlewares.length) {
+        return finalNext(currentCtx, currentSource);
+      }
+      return middlewares[i](currentCtx, currentSource, (c, s) => dispatch(i + 1, c, s));
+    }
+    return dispatch(0, ctx, source);
+  };
+}
 var SENSITIVE_HEADERS = ["x-api-key", "authorization", "api-key"];
 function redactHeaders(headers) {
   const redacted = {};
@@ -904,6 +921,52 @@ function createAnthropicProvider(config) {
       input_schema: t.inputSchema
     }));
   }
+  function buildOptionalParams(req) {
+    const params = {};
+    if (req.temperature !== undefined)
+      params.temperature = req.temperature;
+    if (req.topP !== undefined)
+      params.top_p = req.topP;
+    if (req.stopSequences?.length)
+      params.stop_sequences = req.stopSequences;
+    return params;
+  }
+  function applyStructuredOutput(body, req, tools) {
+    if (!req.schema)
+      return;
+    const jsonSchema = zodToJsonSchema(req.schema);
+    const structuredTool = {
+      name: "_structured_output",
+      description: "Return structured output matching the required schema",
+      input_schema: jsonSchema
+    };
+    body.tools = [...tools ?? [], structuredTool];
+    body.tool_choice = { type: "tool", name: "_structured_output" };
+  }
+  function buildRequestBody(req) {
+    const { system, messages } = formatMessages(req.messages);
+    const model = req.model ?? "claude-sonnet-4-6";
+    const body = {
+      model,
+      messages,
+      max_tokens: req.maxTokens ?? DEFAULT_MAX_TOKENS,
+      ...system || req.system ? { system: req.system ?? system } : {},
+      ...buildOptionalParams(req),
+      ...buildSeedMetadata(req)
+    };
+    const tools = formatTools(req.tools);
+    if (tools)
+      body.tools = tools;
+    applyStructuredOutput(body, req, tools);
+    return body;
+  }
+  function executeWithTimeout(fn, reqSignal) {
+    const controller = new AbortController;
+    const timer = setTimeout(() => controller.abort(), timeout);
+    const signals = [controller.signal, reqSignal].filter(Boolean);
+    const mergedSignal = signals.length > 1 ? AbortSignal.any(signals) : signals[0];
+    return fn(mergedSignal).finally(() => clearTimeout(timer));
+  }
   function extractContentBlocks(content) {
     const toolCalls = [];
     const textParts = [];
@@ -955,44 +1018,12 @@ function createAnthropicProvider(config) {
       authStyle: "x-api-key"
     },
     async complete(req) {
-      const { system, messages } = formatMessages(req.messages);
-      const model = req.model ?? "claude-sonnet-4-6";
-      const body = {
-        model,
-        messages,
-        max_tokens: req.maxTokens ?? DEFAULT_MAX_TOKENS,
-        ...system || req.system ? { system: req.system ?? system } : {},
-        ...req.temperature !== undefined ? { temperature: req.temperature } : {},
-        ...req.topP !== undefined ? { top_p: req.topP } : {},
-        ...req.stopSequences?.length ? { stop_sequences: req.stopSequences } : {},
-        ...buildSeedMetadata(req)
-      };
-      const tools = formatTools(req.tools);
-      if (tools)
-        body.tools = tools;
-      if (req.schema) {
-        const jsonSchema = zodToJsonSchema(req.schema);
-        const structuredTool = {
-          name: "_structured_output",
-          description: "Return structured output matching the required schema",
-          input_schema: jsonSchema
-        };
-        body.tools = [...tools ?? [], structuredTool];
-        body.tool_choice = { type: "tool", name: "_structured_output" };
-      }
+      const body = buildRequestBody(req);
       const startTime = performance.now();
-      const raw = await retry(async () => {
-        const controller = new AbortController;
-        const timer = setTimeout(() => controller.abort(), timeout);
-        try {
-          const signals = [controller.signal, req.signal].filter(Boolean);
-          const mergedSignal = signals.length > 1 ? AbortSignal.any(signals) : signals[0];
-          const resp = await request("/messages", body, mergedSignal);
-          return await resp.json();
-        } finally {
-          clearTimeout(timer);
-        }
-      }, {
+      const raw = await retry(() => executeWithTimeout(async (signal) => {
+        const resp = await request("/messages", body, signal);
+        return await resp.json();
+      }, req.signal), {
         maxRetries,
         baseDelayMs: 1000,
         shouldRetry: (e) => e instanceof ElsiumError && e.retryable
@@ -1001,29 +1032,12 @@ function createAnthropicProvider(config) {
       return parseResponse(raw, latencyMs);
     },
     stream(req) {
-      const { system, messages } = formatMessages(req.messages);
-      const model = req.model ?? "claude-sonnet-4-6";
-      const body = {
-        model,
-        messages,
-        max_tokens: req.maxTokens ?? DEFAULT_MAX_TOKENS,
-        stream: true,
-        ...system || req.system ? { system: req.system ?? system } : {},
-        ...req.temperature !== undefined ? { temperature: req.temperature } : {},
-        ...req.topP !== undefined ? { top_p: req.topP } : {},
-        ...req.stopSequences?.length ? { stop_sequences: req.stopSequences } : {},
-        ...buildSeedMetadata(req)
-      };
-      const tools = formatTools(req.tools);
-      if (tools)
-        body.tools = tools;
+      const body = buildRequestBody(req);
+      body.stream = true;
+      const model = body.model ?? "claude-sonnet-4-6";
       return createStream(async (emit) => {
-        const controller = new AbortController;
-        const timer = setTimeout(() => controller.abort(), timeout);
-        try {
-          const signals = [controller.signal, req.signal].filter(Boolean);
-          const mergedSignal = signals.length > 1 ? AbortSignal.any(signals) : signals[0];
-          const resp = await request("/messages", body, mergedSignal);
+        await executeWithTimeout(async (signal) => {
+          const resp = await request("/messages", body, signal);
           if (!resp.body)
             throw new ElsiumError({
               code: "STREAM_ERROR",
@@ -1032,9 +1046,7 @@ function createAnthropicProvider(config) {
               retryable: false
             });
           await processAnthropicSSEStream(resp.body, model, emit);
-        } finally {
-          clearTimeout(timer);
-        }
+        }, req.signal);
       });
     },
     async listModels() {
@@ -1188,31 +1200,38 @@ function createGoogleProvider(config) {
     }
     return { role, parts };
   }
+  function convertGeminiImagePart(p) {
+    if (p.source.type === "base64") {
+      return { inlineData: { mimeType: p.source.mediaType, data: p.source.data } };
+    }
+    return { fileData: { mimeType: "image/jpeg", fileUri: p.source.url } };
+  }
+  function convertGeminiMediaPart(p) {
+    if (p.source.type === "base64") {
+      return { inlineData: { mimeType: p.source.mediaType, data: p.source.data } };
+    }
+    const urlSource = p.source;
+    return { fileData: { mimeType: "application/octet-stream", fileUri: urlSource.url } };
+  }
+  function convertGeminiContentPart(p) {
+    if (p.type === "text") {
+      return { text: p.text };
+    }
+    if (p.type === "image") {
+      return convertGeminiImagePart(p);
+    }
+    if (p.type === "audio" || p.type === "document") {
+      return convertGeminiMediaPart(p);
+    }
+    return null;
+  }
   function formatGeminiMultipartContent(msg, role) {
+    const content = msg.content;
     const parts = [];
-    for (const p of msg.content) {
-      if (p.type === "text") {
-        parts.push({ text: p.text });
-      } else if (p.type === "image") {
-        const img = p;
-        if (img.source.type === "base64") {
-          parts.push({ inlineData: { mimeType: img.source.mediaType, data: img.source.data } });
-        } else {
-          parts.push({ fileData: { mimeType: "image/jpeg", fileUri: img.source.url } });
-        }
-      } else if (p.type === "audio" || p.type === "document") {
-        const media = p;
-        if (media.source.type === "base64") {
-          parts.push({
-            inlineData: { mimeType: media.source.mediaType, data: media.source.data }
-          });
-        } else {
-          const urlSource = media.source;
-          parts.push({
-            fileData: { mimeType: "application/octet-stream", fileUri: urlSource.url }
-          });
-        }
-      }
+    for (const p of content) {
+      const converted = convertGeminiContentPart(p);
+      if (converted)
+        parts.push(converted);
     }
     return { role, parts };
   }
@@ -1579,40 +1598,48 @@ function createOpenAIProvider(config) {
     }
     return openaiMsg;
   }
+  function convertImagePart(part) {
+    if (part.source.type === "base64") {
+      const url = `data:${part.source.mediaType};base64,${part.source.data}`;
+      return { type: "image_url", image_url: { url } };
+    }
+    return { type: "image_url", image_url: { url: part.source.url } };
+  }
+  function convertAudioPart(part) {
+    if (part.source.type === "base64") {
+      const format = part.source.mediaType.split("/")[1] ?? "wav";
+      return { type: "input_audio", input_audio: { data: part.source.data, format } };
+    }
+    return { type: "text", text: "[audio: url source requires file upload]" };
+  }
+  function convertDocumentPart(part) {
+    if (part.source.type === "base64") {
+      return {
+        type: "text",
+        text: `[document: ${part.source.mediaType} content attached as base64]`
+      };
+    }
+    return { type: "text", text: `[document: ${part.source.url}]` };
+  }
+  function convertContentPart(part) {
+    if (part.type === "text")
+      return { type: "text", text: part.text };
+    if (part.type === "image")
+      return convertImagePart(part);
+    if (part.type === "audio")
+      return convertAudioPart(part);
+    if (part.type === "document")
+      return convertDocumentPart(part);
+    return null;
+  }
   function formatUserContent(msg) {
     if (typeof msg.content === "string")
       return msg.content;
     const parts = [];
     for (const part of msg.content) {
-      if (part.type === "text") {
-        parts.push({ type: "text", text: part.text });
-      } else if (part.type === "image") {
-        if (part.source.type === "base64") {
-          const url = `data:${part.source.mediaType};base64,${part.source.data}`;
-          parts.push({ type: "image_url", image_url: { url } });
-        } else {
-          parts.push({ type: "image_url", image_url: { url: part.source.url } });
-        }
-      } else if (part.type === "audio") {
-        if (part.source.type === "base64") {
-          const format = part.source.mediaType.split("/")[1] ?? "wav";
-          parts.push({
-            type: "input_audio",
-            input_audio: { data: part.source.data, format }
-          });
-        } else {
-          parts.push({ type: "text", text: "[audio: url source requires file upload]" });
-        }
-      } else if (part.type === "document") {
-        if (part.source.type === "base64") {
-          parts.push({
-            type: "text",
-            text: `[document: ${part.source.mediaType} content attached as base64]`
-          });
-        } else {
-          parts.push({ type: "text", text: `[document: ${part.source.url}]` });
-        }
-      }
+      const converted = convertContentPart(part);
+      if (converted)
+        parts.push(converted);
     }
     return parts;
   }
@@ -1647,6 +1674,49 @@ function createOpenAIProvider(config) {
       }
     }));
   }
+  function buildOptionalParams(req) {
+    const params = {};
+    if (req.temperature !== undefined)
+      params.temperature = req.temperature;
+    if (req.seed !== undefined)
+      params.seed = req.seed;
+    if (req.topP !== undefined)
+      params.top_p = req.topP;
+    if (req.stopSequences?.length)
+      params.stop = req.stopSequences;
+    return params;
+  }
+  function applyResponseFormat(body, req) {
+    if (!req.schema)
+      return;
+    const jsonSchema = zodToJsonSchema(req.schema);
+    body.response_format = {
+      type: "json_schema",
+      json_schema: {
+        name: "structured_output",
+        strict: true,
+        schema: jsonSchema
+      }
+    };
+  }
+  function buildRequestBody(req) {
+    const messages = formatMessages(req.messages);
+    const model = req.model ?? "gpt-4o";
+    if (req.system) {
+      messages.unshift({ role: "system", content: req.system });
+    }
+    const body = {
+      model,
+      messages,
+      max_tokens: req.maxTokens ?? DEFAULT_MAX_TOKENS2,
+      ...buildOptionalParams(req)
+    };
+    const tools = formatTools(req.tools);
+    if (tools)
+      body.tools = tools;
+    applyResponseFormat(body, req);
+    return body;
+  }
   function parseResponse(raw, latencyMs) {
     const traceId = generateTraceId();
     const choice = raw.choices[0];
@@ -1691,34 +1761,7 @@ function createOpenAIProvider(config) {
       authStyle: "bearer"
     },
     async complete(req) {
-      const messages = formatMessages(req.messages);
-      const model = req.model ?? "gpt-4o";
-      if (req.system) {
-        messages.unshift({ role: "system", content: req.system });
-      }
-      const body = {
-        model,
-        messages,
-        max_tokens: req.maxTokens ?? DEFAULT_MAX_TOKENS2,
-        ...req.temperature !== undefined ? { temperature: req.temperature } : {},
-        ...req.seed !== undefined ? { seed: req.seed } : {},
-        ...req.topP !== undefined ? { top_p: req.topP } : {},
-        ...req.stopSequences?.length ? { stop: req.stopSequences } : {}
-      };
-      const tools = formatTools(req.tools);
-      if (tools)
-        body.tools = tools;
-      if (req.schema) {
-        const jsonSchema = zodToJsonSchema(req.schema);
-        body.response_format = {
-          type: "json_schema",
-          json_schema: {
-            name: "structured_output",
-            strict: true,
-            schema: jsonSchema
-          }
-        };
-      }
+      const body = buildRequestBody(req);
       const startTime = performance.now();
       const raw = await retry(async () => {
         const controller = new AbortController;
@@ -1740,25 +1783,10 @@ function createOpenAIProvider(config) {
       return parseResponse(raw, latencyMs);
     },
     stream(req) {
-      const messages = formatMessages(req.messages);
-      const model = req.model ?? "gpt-4o";
-      if (req.system) {
-        messages.unshift({ role: "system", content: req.system });
-      }
-      const body = {
-        model,
-        messages,
-        max_tokens: req.maxTokens ?? DEFAULT_MAX_TOKENS2,
-        stream: true,
-        stream_options: { include_usage: true },
-        ...req.temperature !== undefined ? { temperature: req.temperature } : {},
-        ...req.seed !== undefined ? { seed: req.seed } : {},
-        ...req.topP !== undefined ? { top_p: req.topP } : {},
-        ...req.stopSequences?.length ? { stop: req.stopSequences } : {}
-      };
-      const tools = formatTools(req.tools);
-      if (tools)
-        body.tools = tools;
+      const body = buildRequestBody(req);
+      body.stream = true;
+      body.stream_options = { include_usage: true };
+      const model = body.model ?? "gpt-4o";
       return createStream(async (emit) => {
         const controller = new AbortController;
         const timer = setTimeout(() => controller.abort(), timeout);
@@ -1878,12 +1906,29 @@ var PROVIDER_FACTORIES = {
   openai: createOpenAIProvider,
   google: createGoogleProvider
 };
+registerProviderMetadata("anthropic", {
+  baseUrl: "https://api.anthropic.com/v1/messages",
+  capabilities: ["tools", "vision", "streaming", "system"],
+  authStyle: "x-api-key"
+});
+registerProviderMetadata("openai", {
+  baseUrl: "https://api.openai.com/v1/chat/completions",
+  capabilities: ["tools", "vision", "streaming", "system", "json_mode"],
+  authStyle: "bearer"
+});
+registerProviderMetadata("google", {
+  baseUrl: "https://generativelanguage.googleapis.com/v1beta/models",
+  capabilities: ["tools", "vision", "streaming", "system"],
+  authStyle: "bearer"
+});
 function validateGatewayConfig(config) {
-  const factory = PROVIDER_FACTORIES[config.provider];
+  const factory = PROVIDER_FACTORIES[config.provider] ?? getProviderFactory(config.provider);
   if (!factory) {
+    const available = [...Object.keys(PROVIDER_FACTORIES), ...listProviders()];
+    const unique = [...new Set(available)];
     throw new ElsiumError({
       code: "CONFIG_ERROR",
-      message: `Unknown provider: ${config.provider}. Available: ${Object.keys(PROVIDER_FACTORIES).join(", ")}`,
+      message: `Unknown provider: ${config.provider}. Available: ${unique.join(", ")}`,
       retryable: false
     });
   }
@@ -1961,6 +2006,24 @@ async function accumulateStreamEvents(stream, emit) {
   }
   return { textContent, usage, stopReason, id };
 }
+function extractFromToolCalls(response) {
+  if (response.stopReason !== "tool_use" || !response.message.toolCalls?.length) {
+    return;
+  }
+  const structuredCall = response.message.toolCalls.find((tc) => tc.name === "_structured_output");
+  return structuredCall?.arguments;
+}
+function extractJsonFromText(response) {
+  let text = typeof response.message.content === "string" ? response.message.content : "";
+  text = text.replace(/^```(?:json)?\s*\n?([\s\S]*?)\n?\s*```$/gm, "$1").trim();
+  const jsonMatch = text.match(/(\{[\s\S]*\}|\[[\s\S]*\])/);
+  if (!jsonMatch) {
+    throw ElsiumError.validation("LLM response did not contain valid JSON", {
+      response: text
+    });
+  }
+  return JSON.parse(jsonMatch[0]);
+}
 function gateway(config) {
   const factory = validateGatewayConfig(config);
   const provider = factory({
@@ -1982,6 +2045,7 @@ function gateway(config) {
     allMiddleware.push(xm);
   }
   const composedMiddleware = allMiddleware.length ? composeMiddleware(allMiddleware) : null;
+  const composedStreamMiddleware = config.streamMiddleware?.length ? composeStreamMiddleware(config.streamMiddleware) : null;
   async function executeWithMiddleware(request) {
     const req = { ...request, model: request.model ?? defaultModel };
     if (!composedMiddleware) {
@@ -2006,11 +2070,11 @@ function gateway(config) {
       validateRequestLimits(request, maxMessages, maxInputTokens);
       const req = { ...request, model: request.model ?? defaultModel };
       if (composedMiddleware) {
-        const ctx = buildMiddlewareContext(req, provider.name, defaultModel, request.metadata ?? {});
+        const ctx2 = buildMiddlewareContext(req, provider.name, defaultModel, request.metadata ?? {});
         return createStream(async (emit) => {
-          await composedMiddleware(ctx, async (c) => {
+          await composedMiddleware(ctx2, async (c) => {
             const result = await accumulateStreamEvents(provider.stream(c.request), emit);
-            const latencyMs = Math.round(performance.now() - ctx.startTime);
+            const latencyMs = Math.round(performance.now() - ctx2.startTime);
             return {
               id: result.id,
               message: { role: "assistant", content: result.textContent },
@@ -2020,12 +2084,21 @@ function gateway(config) {
               provider: provider.name,
               stopReason: result.stopReason,
               latencyMs,
-              traceId: ctx.traceId
+              traceId: ctx2.traceId
             };
           });
         });
       }
-      return provider.stream(req);
+      const rawStream = provider.stream(req);
+      if (!composedStreamMiddleware)
+        return rawStream;
+      const ctx = buildMiddlewareContext(req, provider.name, defaultModel, request.metadata ?? {});
+      return createStream(async (emit) => {
+        const processed = composedStreamMiddleware(ctx, rawStream, (_c, s) => s);
+        for await (const event of processed) {
+          emit(event);
+        }
+      });
     },
     async generate(request) {
       const { schema, ...rest } = request;
@@ -2042,23 +2115,7 @@ function gateway(config) {
 
 `)
       });
-      let parsed;
-      if (response.stopReason === "tool_use" && response.message.toolCalls?.length) {
-        const structuredCall = response.message.toolCalls.find((tc) => tc.name === "_structured_output");
-        if (structuredCall) {
-          parsed = structuredCall.arguments;
-        }
-      }
-      if (parsed === undefined) {
-        const text = typeof response.message.content === "string" ? response.message.content : "";
-        const jsonMatch = text.match(/\{[\s\S]*\}/);
-        if (!jsonMatch) {
-          throw ElsiumError.validation("LLM response did not contain valid JSON", {
-            response: text
-          });
-        }
-        parsed = JSON.parse(jsonMatch[0]);
-      }
+      const parsed = extractFromToolCalls(response) ?? extractJsonFromText(response);
       const result = schema.safeParse(parsed);
       if (!result.success) {
         throw ElsiumError.validation("LLM response did not match schema", {
@@ -2284,7 +2341,7 @@ function createNoopSpan(name, kind) {
 var log8 = createLogger();
 // ../observe/src/otel.ts
 var log9 = createLogger();
-// ../../node_modules/.bun/@hono+node-server@1.19.9/node_modules/@hono/node-server/dist/index.mjs
+// ../../node_modules/.bun/@hono+node-server@1.19.10/node_modules/@hono/node-server/dist/index.mjs
 import { createServer as createServerHTTP } from "http";
 import { Http2ServerRequest as Http2ServerRequest2 } from "http2";
 import { Http2ServerRequest } from "http2";
@@ -2818,7 +2875,7 @@ var serve = (options, listeningListener) => {
   return server;
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/compose.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/compose.js
 var compose = (middleware, onError, onNotFound) => {
   return (context, next) => {
     let index = -1;
@@ -2862,10 +2919,10 @@ var compose = (middleware, onError, onNotFound) => {
   };
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/request/constants.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/request/constants.js
 var GET_MATCH_RESULT = /* @__PURE__ */ Symbol();
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/utils/body.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/utils/body.js
 var parseBody = async (request, options = /* @__PURE__ */ Object.create(null)) => {
   const { all = false, dot = false } = options;
   const headers = request instanceof HonoRequest ? request.raw.headers : request.headers;
@@ -2933,7 +2990,7 @@ var handleParsingNestedValues = (form, key, value) => {
   });
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/utils/url.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/utils/url.js
 var splitPath = (path) => {
   const paths = path.split("/");
   if (paths[0] === "") {
@@ -3133,7 +3190,7 @@ var getQueryParams = (url, key) => {
 };
 var decodeURIComponent_ = decodeURIComponent;
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/request.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/request.js
 var tryDecodeURIComponent = (str) => tryDecode(str, decodeURIComponent_);
 var HonoRequest = class {
   raw;
@@ -3244,7 +3301,7 @@ var HonoRequest = class {
   }
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/utils/html.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/utils/html.js
 var HtmlEscapedCallbackPhase = {
   Stringify: 1,
   BeforeStream: 2,
@@ -3282,7 +3339,7 @@ var resolveCallback = async (str, phase, preserveCallbacks, context, buffer) =>
   }
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/context.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/context.js
 var TEXT_PLAIN = "text/plain; charset=UTF-8";
 var setDefaultContentType = (contentType, headers) => {
   return {
@@ -3449,7 +3506,7 @@ var Context = class {
   };
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/router.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/router.js
 var METHOD_NAME_ALL = "ALL";
 var METHOD_NAME_ALL_LOWERCASE = "all";
 var METHODS = ["get", "post", "put", "delete", "options", "patch"];
@@ -3457,10 +3514,10 @@ var MESSAGE_MATCHER_IS_ALREADY_BUILT = "Can not add a route since the matcher is
 var UnsupportedPathError = class extends Error {
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/utils/constants.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/utils/constants.js
 var COMPOSED_HANDLER = "__COMPOSED_HANDLER";
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/hono-base.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/hono-base.js
 var notFoundHandler = (c) => {
   return c.text("404 Not Found", 404);
 };
@@ -3679,7 +3736,7 @@ var Hono = class _Hono {
   };
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/router/reg-exp-router/matcher.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/router/reg-exp-router/matcher.js
 var emptyParam = [];
 function match(method, path) {
   const matchers = this.buildAllMatchers();
@@ -3700,7 +3757,7 @@ function match(method, path) {
   return match2(method, path);
 }
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/router/reg-exp-router/node.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/router/reg-exp-router/node.js
 var LABEL_REG_EXP_STR = "[^/]+";
 var ONLY_WILDCARD_REG_EXP_STR = ".*";
 var TAIL_WILDCARD_REG_EXP_STR = "(?:|/.*)";
@@ -3804,7 +3861,7 @@ var Node = class _Node {
   }
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/router/reg-exp-router/trie.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/router/reg-exp-router/trie.js
 var Trie = class {
   #context = { varIndex: 0 };
   #root = new Node;
@@ -3860,7 +3917,7 @@ var Trie = class {
   }
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/router/reg-exp-router/router.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/router/reg-exp-router/router.js
 var nullMatcher = [/^$/, [], /* @__PURE__ */ Object.create(null)];
 var wildcardRegExpCache = /* @__PURE__ */ Object.create(null);
 function buildWildcardRegExp(path) {
@@ -4025,7 +4082,7 @@ var RegExpRouter = class {
   }
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/router/reg-exp-router/prepared-router.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/router/reg-exp-router/prepared-router.js
 var PreparedRegExpRouter = class {
   name = "PreparedRegExpRouter";
   #matchers;
@@ -4097,7 +4154,7 @@ var PreparedRegExpRouter = class {
   match = match;
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/router/smart-router/router.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/router/smart-router/router.js
 var SmartRouter = class {
   name = "SmartRouter";
   #routers = [];
@@ -4152,7 +4209,7 @@ var SmartRouter = class {
   }
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/router/trie-router/node.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/router/trie-router/node.js
 var emptyParams = /* @__PURE__ */ Object.create(null);
 var hasChildren = (children) => {
   for (const _ in children) {
@@ -4321,7 +4378,7 @@ var Node2 = class _Node2 {
   }
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/router/trie-router/router.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/router/trie-router/router.js
 var TrieRouter = class {
   name = "TrieRouter";
   #node;
@@ -4343,7 +4400,7 @@ var TrieRouter = class {
   }
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/hono.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/hono.js
 var Hono2 = class extends Hono {
   constructor(options = {}) {
     super(options);
@@ -4458,7 +4515,7 @@ function requestLoggerMiddleware(logger) {
   };
 }
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/utils/stream.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/utils/stream.js
 var StreamingApi = class {
   writer;
   encoder;
@@ -4524,7 +4581,7 @@ var StreamingApi = class {
   }
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/helper/streaming/utils.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/helper/streaming/utils.js
 var isOldBunVersion = () => {
   const version = typeof Bun !== "undefined" ? Bun.version : undefined;
   if (version === undefined) {
@@ -4535,7 +4592,7 @@ var isOldBunVersion = () => {
   return result;
 };
 
-// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/helper/streaming/stream.js
+// ../../node_modules/.bun/hono@4.12.5/node_modules/hono/dist/helper/streaming/stream.js
 var contextStash = /* @__PURE__ */ new WeakMap;
 var stream = (c, cb, onError) => {
   const { readable, writable } = new TransformStream;
@@ -4630,6 +4687,31 @@ function resolveAgent(name, agents, defaultAgent) {
     return { agent };
   return { error: name ? `Agent "${name}" not found` : "No default agent configured" };
 }
+var MAX_BODY_SIZE = 1048576;
+function parseRequestBody(c, rawText) {
+  if (rawText.length > MAX_BODY_SIZE) {
+    return { ok: false, response: c.json({ error: "Request body too large (max 1MB)" }, 413) };
+  }
+  const parsed = parseJsonBody(rawText);
+  if (!parsed.ok) {
+    return { ok: false, response: c.json({ error: "Invalid JSON in request body" }, 400) };
+  }
+  return { ok: true, data: parsed.data };
+}
+function buildChatResponse(result, model) {
+  const content = typeof result.message.content === "string" ? result.message.content : "";
+  return {
+    message: content,
+    usage: {
+      inputTokens: result.usage.totalInputTokens,
+      outputTokens: result.usage.totalOutputTokens,
+      totalTokens: result.usage.totalTokens,
+      cost: result.usage.totalCost
+    },
+    model: model ?? "default",
+    traceId: result.traceId
+  };
+}
 function createRoutes(deps) {
   const app = new Hono2;
   let totalRequests = 0;
@@ -4665,15 +4747,10 @@ function createRoutes(deps) {
   });
   app.post("/chat", async (c) => {
     totalRequests++;
-    const MAX_BODY_SIZE = 1048576;
     const rawText = await c.req.text();
-    if (rawText.length > MAX_BODY_SIZE) {
-      return c.json({ error: "Request body too large (max 1MB)" }, 413);
-    }
-    const parsed = parseJsonBody(rawText);
-    if (!parsed.ok) {
-      return c.json({ error: "Invalid JSON in request body" }, 400);
-    }
+    const parsed = parseRequestBody(c, rawText);
+    if (!parsed.ok)
+      return parsed.response;
     const body = parsed.data;
     if (!body.message) {
       return c.json({ error: "message is required" }, 400);
@@ -4697,37 +4774,20 @@ function createRoutes(deps) {
       return elsiumErrorResponse(c, err2, "Agent execution failed");
     }
     deps.tracer?.trackLLMCall({
-      model: "unknown",
+      model: resolved.agent.config.model ?? "unknown",
       inputTokens: result.usage.totalInputTokens,
       outputTokens: result.usage.totalOutputTokens,
       cost: result.usage.totalCost,
       latencyMs: 0
     });
-    const content = typeof result.message.content === "string" ? result.message.content : "";
-    const response = {
-      message: content,
-      usage: {
-        inputTokens: result.usage.totalInputTokens,
-        outputTokens: result.usage.totalOutputTokens,
-        totalTokens: result.usage.totalTokens,
-        cost: result.usage.totalCost
-      },
-      model: resolved.agent.config.model ?? "default",
-      traceId: result.traceId
-    };
-    return c.json(response);
+    return c.json(buildChatResponse(result, resolved.agent.config.model));
   });
   app.post("/complete", async (c) => {
     totalRequests++;
-    const MAX_BODY_SIZE = 1048576;
     const rawText = await c.req.text();
-    if (rawText.length > MAX_BODY_SIZE) {
-      return c.json({ error: "Request body too large (max 1MB)" }, 413);
-    }
-    const parsed = parseJsonBody(rawText);
-    if (!parsed.ok) {
-      return c.json({ error: "Invalid JSON in request body" }, 400);
-    }
+    const parsed = parseRequestBody(c, rawText);
+    if (!parsed.ok)
+      return parsed.response;
     const body = parsed.data;
     if (!body.messages?.length) {
       return c.json({ error: "messages array is required" }, 400);
@@ -4974,6 +5034,7 @@ function createRBAC(config) {
 }
 // src/tenant.ts
 var log12 = createLogger();
+var tenantUsage = new Map;
 function tenantMiddleware(config) {
   const { extractTenant, onUnknownTenant = "reject", defaultTenant } = config;
   return async (c, next) => {
@@ -5019,9 +5080,59 @@ function tenantRateLimitMiddleware() {
     await next();
   };
 }
+function getOrCreateUsage(tenantId) {
+  let usage = tenantUsage.get(tenantId);
+  if (!usage) {
+    const now = Date.now();
+    usage = {
+      minute: { tokens: 0, cost: 0, windowStart: now },
+      day: { tokens: 0, cost: 0, windowStart: now }
+    };
+    tenantUsage.set(tenantId, usage);
+  }
+  return usage;
+}
+function resetWindowIfExpired(window, durationMs) {
+  const now = Date.now();
+  if (now - window.windowStart > durationMs) {
+    window.tokens = 0;
+    window.cost = 0;
+    window.windowStart = now;
+  }
+}
+function tenantBudgetMiddleware() {
+  return async (c, next) => {
+    const tenant = c.get("tenant");
+    if (!tenant?.limits) {
+      await next();
+      return;
+    }
+    const usage = getOrCreateUsage(tenant.tenantId);
+    resetWindowIfExpired(usage.minute, 60000);
+    resetWindowIfExpired(usage.day, 86400000);
+    if (tenant.limits.maxTokensPerMinute && usage.minute.tokens >= tenant.limits.maxTokensPerMinute) {
+      return c.json({ error: "Token rate limit exceeded", retryAfterMs: 60000 }, 429);
+    }
+    if (tenant.limits.maxCostPerDay && usage.day.cost >= tenant.limits.maxCostPerDay) {
+      return c.json({ error: "Daily cost limit exceeded" }, 429);
+    }
+    await next();
+    const tokenCount = Number(c.res.headers.get("x-token-count")) || 0;
+    const cost = Number(c.res.headers.get("x-cost")) || 0;
+    if (tokenCount > 0) {
+      usage.minute.tokens += tokenCount;
+      usage.day.tokens += tokenCount;
+    }
+    if (cost > 0) {
+      usage.minute.cost += cost;
+      usage.day.cost += cost;
+    }
+  };
+}
 export {
   tenantRateLimitMiddleware,
   tenantMiddleware,
+  tenantBudgetMiddleware,
   streamResponse,
   sseHeaders,
   requestLoggerMiddleware,

package/dist/routes.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../src/routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AAE9C,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAmC3B,MAAM,WAAW,UAAU;IAC1B,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC1B,YAAY,CAAC,EAAE,KAAK,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,CA6LnD"}
+{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../src/routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AAE9C,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAqE3B,MAAM,WAAW,UAAU;IAC1B,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC1B,YAAY,CAAC,EAAE,KAAK,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,CAkKnD"}

package/dist/tenant.d.ts

@@ -12,4 +12,7 @@ export declare function tenantRateLimitMiddleware(): (c: Context, next: Next) =>
     error: string;
     retryAfterMs: number;
 }, 429, "json">) | undefined>;
+export declare function tenantBudgetMiddleware(): (c: Context, next: Next) => Promise<(Response & import("hono").TypedResponse<{
+    error: string;
+}, 429, "json">) | undefined>;
 //# sourceMappingURL=tenant.d.ts.map

package/dist/tenant.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tenant.d.ts","sourceRoot":"","sources":["../src/tenant.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAEpD,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAIzC,MAAM,WAAW,sBAAsB;IACtC,aAAa,EAAE,CAAC,CAAC,EAAE,OAAO,KAAK,aAAa,GAAG,IAAI,CAAA;IACnD,eAAe,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAA;IACtC,aAAa,CAAC,EAAE,aAAa,CAAA;CAC7B;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,sBAAsB,IAGhD,GAAG,OAAO,EAAE,MAAM,IAAI;;8BAiBpC;AAOD,wBAAgB,yBAAyB,KAG1B,GAAG,OAAO,EAAE,MAAM,IAAI;;;8BAiCpC"}
+{"version":3,"file":"tenant.d.ts","sourceRoot":"","sources":["../src/tenant.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAEpD,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAczC,MAAM,WAAW,sBAAsB;IACtC,aAAa,EAAE,CAAC,CAAC,EAAE,OAAO,KAAK,aAAa,GAAG,IAAI,CAAA;IACnD,eAAe,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAA;IACtC,aAAa,CAAC,EAAE,aAAa,CAAA;CAC7B;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,sBAAsB,IAGhD,GAAG,OAAO,EAAE,MAAM,IAAI;;8BAiBpC;AAOD,wBAAgB,yBAAyB,KAG1B,GAAG,OAAO,EAAE,MAAM,IAAI;;;8BAiCpC;AA0BD,wBAAgB,sBAAsB,KACvB,GAAG,OAAO,EAAE,MAAM,IAAI;;8BAyCpC"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@elsium-ai/app",
-	"version": "0.3.0",
+	"version": "0.4.0",
 	"description": "App bootstrap, HTTP server, and API routes for ElsiumAI",
 	"license": "MIT",
 	"author": "Eric Utrera <ebutrera9103@gmail.com>",
@@ -26,15 +26,15 @@
 		"dev": "bun --watch src/index.ts"
 	},
 	"dependencies": {
-		"@elsium-ai/core": "^0.3.0",
-		"@elsium-ai/gateway": "^0.3.0",
-		"@elsium-ai/agents": "^0.3.0",
-		"@elsium-ai/tools": "^0.3.0",
-		"@elsium-ai/observe": "^0.3.0",
-		"@elsium-ai/rag": "^0.3.0",
-		"@elsium-ai/workflows": "^0.3.0",
-		"@hono/node-server": "^1.13.0",
-		"hono": "^4.7.0",
+		"@elsium-ai/core": "^0.4.0",
+		"@elsium-ai/gateway": "^0.4.0",
+		"@elsium-ai/agents": "^0.4.0",
+		"@elsium-ai/tools": "^0.4.0",
+		"@elsium-ai/observe": "^0.4.0",
+		"@elsium-ai/rag": "^0.4.0",
+		"@elsium-ai/workflows": "^0.4.0",
+		"@hono/node-server": "^1.19.10",
+		"hono": "^4.12.4",
 		"zod": "^3.24.0"
 	},
 	"devDependencies": {