@elsium-ai/app 0.2.3 → 0.3.0

package/dist/index.d.ts

@@ -1,9 +1,12 @@
 export { createApp } from './app';
 export type { ElsiumApp } from './app';
-export type { AppConfig, ServerConfig, CorsConfig, AuthConfig, RateLimitConfig, ChatRequest, ChatResponse, CompleteRequest, HealthResponse, MetricsResponse, } from './types';
+export type { AppConfig, ServerConfig, CorsConfig, AuthConfig, RateLimitConfig, ChatRequest, ChatResponse, CompleteRequest, HealthResponse, MetricsResponse, StreamChatEvent, StreamCompleteEvent, } from './types';
+export { sseHeaders, formatSSE, streamResponse } from './sse';
 export { corsMiddleware, authMiddleware, rateLimitMiddleware, requestIdMiddleware, requestLoggerMiddleware, } from './middleware';
 export { createRoutes } from './routes';
 export type { RoutesDeps } from './routes';
 export { createRBAC } from './rbac';
 export type { Permission, Role, RBACConfig, RBAC } from './rbac';
+export { tenantMiddleware, tenantRateLimitMiddleware } from './tenant';
+export type { TenantMiddlewareConfig } from './tenant';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAA;AACjC,YAAY,EAAE,SAAS,EAAE,MAAM,OAAO,CAAA;AAGtC,YAAY,EACX,SAAS,EACT,YAAY,EACZ,UAAU,EACV,UAAU,EACV,eAAe,EACf,WAAW,EACX,YAAY,EACZ,eAAe,EACf,cAAc,EACd,eAAe,GACf,MAAM,SAAS,CAAA;AAGhB,OAAO,EACN,cAAc,EACd,cAAc,EACd,mBAAmB,EACnB,mBAAmB,EACnB,uBAAuB,GACvB,MAAM,cAAc,CAAA;AAGrB,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AACvC,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAA;AAG1C,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;AACnC,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAA;AACjC,YAAY,EAAE,SAAS,EAAE,MAAM,OAAO,CAAA;AAGtC,YAAY,EACX,SAAS,EACT,YAAY,EACZ,UAAU,EACV,UAAU,EACV,eAAe,EACf,WAAW,EACX,YAAY,EACZ,eAAe,EACf,cAAc,EACd,eAAe,EACf,eAAe,EACf,mBAAmB,GACnB,MAAM,SAAS,CAAA;AAGhB,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,OAAO,CAAA;AAG7D,OAAO,EACN,cAAc,EACd,cAAc,EACd,mBAAmB,EACnB,mBAAmB,EACnB,uBAAuB,GACvB,MAAM,cAAc,CAAA;AAGrB,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AACvC,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAA;AAG1C,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;AACnC,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAGhE,OAAO,EAAE,gBAAgB,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAA;AACtE,YAAY,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA"}

package/dist/index.js

@@ -389,6 +389,94 @@ function createLogger(options = {}) {
     }
   };
 }
+// ../core/src/schema.ts
+var log = createLogger();
+function zodDefKind(def) {
+  return typeof def.type === "string" ? def.type : def.typeName;
+}
+function zodObjectToJsonSchema(schema, convert) {
+  const shape = typeof schema.shape === "function" ? schema.shape() : schema.shape;
+  const properties = {};
+  const required = [];
+  for (const [key, value] of Object.entries(shape)) {
+    const fieldSchema = value;
+    properties[key] = convert(fieldSchema);
+    const fieldDef = fieldSchema._def;
+    const fieldKind = zodDefKind(fieldDef);
+    if (fieldKind !== "optional" && fieldKind !== "ZodOptional" && fieldKind !== "default" && fieldKind !== "ZodDefault") {
+      required.push(key);
+    }
+    if (fieldDef.description) {
+      properties[key].description = fieldDef.description;
+    }
+  }
+  return { type: "object", properties, required };
+}
+function zodToJsonSchema(schema) {
+  if (!("_def" in schema))
+    return { type: "object" };
+  const def = schema._def;
+  const kind = zodDefKind(def);
+  switch (kind) {
+    case "object":
+    case "ZodObject":
+      return zodObjectToJsonSchema(def, zodToJsonSchema);
+    case "string":
+    case "ZodString":
+      return { type: "string" };
+    case "number":
+    case "ZodNumber":
+      return { type: "number" };
+    case "boolean":
+    case "ZodBoolean":
+      return { type: "boolean" };
+    case "array":
+    case "ZodArray":
+      return {
+        type: "array",
+        items: zodToJsonSchema(def.element ?? def.type)
+      };
+    case "enum":
+    case "ZodEnum": {
+      const values = def.values ?? (def.entries ? Object.values(def.entries) : []);
+      return { type: "string", enum: values };
+    }
+    case "optional":
+    case "ZodOptional":
+      return zodToJsonSchema(def.innerType);
+    case "default":
+    case "ZodDefault":
+      return zodToJsonSchema(def.innerType);
+    case "nullable":
+    case "ZodNullable": {
+      const inner = zodToJsonSchema(def.innerType);
+      return { ...inner, nullable: true };
+    }
+    case "ZodLiteral":
+      return { type: typeof def.value, const: def.value };
+    case "ZodUnion": {
+      const options = def.options.map(zodToJsonSchema);
+      return { anyOf: options };
+    }
+    case "ZodRecord":
+      return {
+        type: "object",
+        additionalProperties: def.valueType ? zodToJsonSchema(def.valueType) : { type: "string" }
+      };
+    case "ZodTuple": {
+      const items = (def.items ?? []).map(zodToJsonSchema);
+      return { type: "array", prefixItems: items, minItems: items.length, maxItems: items.length };
+    }
+    case "ZodDate":
+      return { type: "string", format: "date-time" };
+    default:
+      log.warn(`zodToJsonSchema: unsupported type ${kind}, defaulting to string`);
+      return { type: "string" };
+  }
+}
+// ../core/src/registry.ts
+var log2 = createLogger();
+var BLOCKED_KEYS = new Set(["__proto__", "constructor", "prototype"]);
 // ../core/src/shutdown.ts
 function createShutdownManager(config) {
   const drainTimeoutMs = config?.drainTimeoutMs ?? 30000;
@@ -615,7 +703,7 @@ function xrayMiddleware(options = {}) {
 }
 
 // ../gateway/src/pricing.ts
-var log = createLogger();
+var log3 = createLogger();
 var PRICING = {
   "claude-opus-4-6": { inputPerMillion: 15, outputPerMillion: 75 },
   "claude-sonnet-4-6": { inputPerMillion: 3, outputPerMillion: 15 },
@@ -653,7 +741,7 @@ function resolveModelName(model) {
 function calculateCost(model, usage) {
   const pricing = PRICING[resolveModelName(model)];
   if (!pricing) {
-    log.warn(`Unknown model "${model}" — cost will be reported as $0. Register pricing with registerPricing().`);
+    log3.warn(`Unknown model "${model}" — cost will be reported as $0. Register pricing with registerPricing().`);
     return {
       inputCost: 0,
       outputCost: 0,
@@ -747,15 +835,33 @@ function createAnthropicProvider(config) {
     if (part.type === "text")
       return { type: "text", text: part.text };
     if (part.type === "image" && part.source?.type === "base64") {
+      const src = part.source;
       return {
         type: "image",
         source: {
           type: "base64",
-          media_type: part.source.mediaType,
-          data: part.source.data
+          media_type: src.mediaType,
+          data: src.data
         }
       };
     }
+    if (part.type === "document" && part.source) {
+      if (part.source.type === "base64") {
+        const src = part.source;
+        return {
+          type: "document",
+          source: {
+            type: "base64",
+            media_type: src.mediaType,
+            data: src.data
+          }
+        };
+      }
+      return { type: "text", text: "[document: url source not supported by Anthropic]" };
+    }
+    if (part.type === "audio") {
+      return { type: "text", text: "[audio content not supported by this provider]" };
+    }
     return { type: "text", text: "[unsupported content]" };
   }
   function formatMultipartContent(msg, role) {
@@ -864,6 +970,16 @@ function createAnthropicProvider(config) {
       const tools = formatTools(req.tools);
       if (tools)
         body.tools = tools;
+      if (req.schema) {
+        const jsonSchema = zodToJsonSchema(req.schema);
+        const structuredTool = {
+          name: "_structured_output",
+          description: "Return structured output matching the required schema",
+          input_schema: jsonSchema
+        };
+        body.tools = [...tools ?? [], structuredTool];
+        body.tool_choice = { type: "tool", name: "_structured_output" };
+      }
       const startTime = performance.now();
       const raw = await retry(async () => {
         const controller = new AbortController;
@@ -1084,6 +1200,18 @@ function createGoogleProvider(config) {
         } else {
           parts.push({ fileData: { mimeType: "image/jpeg", fileUri: img.source.url } });
         }
+      } else if (p.type === "audio" || p.type === "document") {
+        const media = p;
+        if (media.source.type === "base64") {
+          parts.push({
+            inlineData: { mimeType: media.source.mediaType, data: media.source.data }
+          });
+        } else {
+          const urlSource = media.source;
+          parts.push({
+            fileData: { mimeType: "application/octet-stream", fileUri: urlSource.url }
+          });
+        }
       }
     }
     return { role, parts };
@@ -1182,6 +1310,10 @@ function createGoogleProvider(config) {
       config2.topP = req.topP;
     if (req.stopSequences?.length)
       config2.stopSequences = req.stopSequences;
+    if (req.schema) {
+      config2.responseMimeType = "application/json";
+      config2.responseSchema = zodToJsonSchema(req.schema);
+    }
     return config2;
   }
   function buildRequestBody(req) {
@@ -1461,6 +1593,25 @@ function createOpenAIProvider(config) {
         } else {
           parts.push({ type: "image_url", image_url: { url: part.source.url } });
         }
+      } else if (part.type === "audio") {
+        if (part.source.type === "base64") {
+          const format = part.source.mediaType.split("/")[1] ?? "wav";
+          parts.push({
+            type: "input_audio",
+            input_audio: { data: part.source.data, format }
+          });
+        } else {
+          parts.push({ type: "text", text: "[audio: url source requires file upload]" });
+        }
+      } else if (part.type === "document") {
+        if (part.source.type === "base64") {
+          parts.push({
+            type: "text",
+            text: `[document: ${part.source.mediaType} content attached as base64]`
+          });
+        } else {
+          parts.push({ type: "text", text: `[document: ${part.source.url}]` });
+        }
       }
     }
     return parts;
@@ -1557,6 +1708,17 @@ function createOpenAIProvider(config) {
       const tools = formatTools(req.tools);
       if (tools)
         body.tools = tools;
+      if (req.schema) {
+        const jsonSchema = zodToJsonSchema(req.schema);
+        body.response_format = {
+          type: "json_schema",
+          json_schema: {
+            name: "structured_output",
+            strict: true,
+            schema: jsonSchema
+          }
+        };
+      }
       const startTime = performance.now();
       const raw = await retry(async () => {
         const controller = new AbortController;
@@ -1867,107 +2029,52 @@ function gateway(config) {
     },
     async generate(request) {
       const { schema, ...rest } = request;
-      const jsonSchema = schemaToJsonSchema(schema);
-      const systemPrompt = [
-        rest.system ?? "",
-        "You MUST respond with valid JSON matching this schema:",
-        JSON.stringify(jsonSchema, null, 2),
-        "Respond ONLY with the JSON object, no markdown or explanation."
-      ].filter(Boolean).join(`
-
-`);
+      const jsonSchema = zodToJsonSchema(schema);
       const response = await executeWithMiddleware({
         ...rest,
-        system: systemPrompt
+        schema,
+        system: [
+          rest.system ?? "",
+          "You MUST respond with valid JSON matching this schema:",
+          JSON.stringify(jsonSchema, null, 2),
+          "Respond ONLY with the JSON object, no markdown or explanation."
+        ].filter(Boolean).join(`
+
+`)
       });
-      const text = typeof response.message.content === "string" ? response.message.content : "";
-      const jsonMatch = text.match(/\{[\s\S]*\}/);
-      if (!jsonMatch) {
-        throw ElsiumError.validation("LLM response did not contain valid JSON", {
-          response: text
-        });
+      let parsed;
+      if (response.stopReason === "tool_use" && response.message.toolCalls?.length) {
+        const structuredCall = response.message.toolCalls.find((tc) => tc.name === "_structured_output");
+        if (structuredCall) {
+          parsed = structuredCall.arguments;
+        }
+      }
+      if (parsed === undefined) {
+        const text = typeof response.message.content === "string" ? response.message.content : "";
+        const jsonMatch = text.match(/\{[\s\S]*\}/);
+        if (!jsonMatch) {
+          throw ElsiumError.validation("LLM response did not contain valid JSON", {
+            response: text
+          });
+        }
+        parsed = JSON.parse(jsonMatch[0]);
       }
-      const parsed = JSON.parse(jsonMatch[0]);
       const result = schema.safeParse(parsed);
       if (!result.success) {
         throw ElsiumError.validation("LLM response did not match schema", {
-          errors: result.error.issues,
-          response: text
+          errors: result.error.issues
         });
       }
       return { data: result.data, response };
     }
   };
 }
-function schemaToJsonSchema(schema) {
-  try {
-    if ("_def" in schema) {
-      const def = schema._def;
-      const result = convertZodDef(def);
-      if (result)
-        return result;
-    }
-  } catch {}
-  return { type: "string" };
-}
-function zodDefKind(def) {
-  return typeof def.type === "string" ? def.type : def.typeName;
-}
-function convertZodDef(def) {
-  const kind = zodDefKind(def);
-  switch (kind) {
-    case "object":
-    case "ZodObject":
-      return convertZodObject(def);
-    case "string":
-    case "ZodString":
-      return { type: "string" };
-    case "number":
-    case "ZodNumber":
-      return { type: "number" };
-    case "boolean":
-    case "ZodBoolean":
-      return { type: "boolean" };
-    case "array":
-    case "ZodArray":
-      return convertZodArray(def);
-    case "enum":
-    case "ZodEnum": {
-      const values = def.values ?? (def.entries ? Object.values(def.entries) : []);
-      return { type: "string", enum: values };
-    }
-    case "optional":
-    case "ZodOptional":
-      return convertZodOptional(def);
-    default:
-      return null;
-  }
-}
-function convertZodObject(def) {
-  if (!def.shape)
-    return null;
-  const shape = typeof def.shape === "function" ? def.shape() : def.shape;
-  const properties = {};
-  const required = [];
-  for (const [key, value] of Object.entries(shape)) {
-    properties[key] = schemaToJsonSchema(value);
-    const valDef = value._def;
-    const valKind = zodDefKind(valDef);
-    if (valKind !== "optional" && valKind !== "ZodOptional") {
-      required.push(key);
-    }
-  }
-  return { type: "object", properties, required };
-}
-function convertZodArray(def) {
-  return {
-    type: "array",
-    items: schemaToJsonSchema(def.element ?? def.type)
-  };
-}
-function convertZodOptional(def) {
-  return schemaToJsonSchema(def.innerType ?? def.innerType);
-}
+// ../gateway/src/cache.ts
+var log4 = createLogger();
+// ../gateway/src/output-guardrails.ts
+var log5 = createLogger();
+// ../gateway/src/batch.ts
+var log6 = createLogger();
 // ../observe/src/span.ts
 function createSpan(name, options = {}) {
   const id = generateId("spn");
@@ -2038,7 +2145,7 @@ function createSpan(name, options = {}) {
 }
 // ../observe/src/tracer.ts
 import { writeFileSync } from "node:fs";
-var log2 = createLogger();
+var log7 = createLogger();
 function observe(config = {}) {
   const {
     output = ["console"],
@@ -2061,7 +2168,7 @@ function observe(config = {}) {
           try {
             writeFileSync(filename, JSON.stringify(spansToExport, null, 2));
           } catch (err2) {
-            log2.error("Failed to write trace file", {
+            log7.error("Failed to write trace file", {
               error: err2 instanceof Error ? err2.message : String(err2)
             });
           }
@@ -2136,7 +2243,7 @@ function observe(config = {}) {
 function consoleHandler(span) {
   const duration = span.durationMs !== undefined ? `${span.durationMs}ms` : "running";
   const status = span.status === "error" ? "[ERROR]" : span.status === "ok" ? "[OK]" : "[...]";
-  log2.info("span", {
+  log7.info("span", {
     trace: span.traceId,
     span: span.name,
     kind: span.kind,
@@ -2173,8 +2280,10 @@ function createNoopSpan(name, kind) {
     }
   };
 }
+// ../observe/src/experiment.ts
+var log8 = createLogger();
 // ../observe/src/otel.ts
-var log3 = createLogger();
+var log9 = createLogger();
 // ../../node_modules/.bun/@hono+node-server@1.19.9/node_modules/@hono/node-server/dist/index.mjs
 import { createServer as createServerHTTP } from "http";
 import { Http2ServerRequest as Http2ServerRequest2 } from "http2";
@@ -4334,12 +4443,12 @@ function requestIdMiddleware() {
   };
 }
 function requestLoggerMiddleware(logger) {
-  const log4 = logger ?? createLogger();
+  const log10 = logger ?? createLogger();
   return async (c, next) => {
     const start = Date.now();
     await next();
     const duration = Date.now() - start;
-    log4.info(`${c.req.method} ${c.req.path}`, {
+    log10.info(`${c.req.method} ${c.req.path}`, {
       method: c.req.method,
       path: c.req.path,
       status: c.res.status,
@@ -4349,6 +4458,158 @@ function requestLoggerMiddleware(logger) {
   };
 }
 
+// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/utils/stream.js
+var StreamingApi = class {
+  writer;
+  encoder;
+  writable;
+  abortSubscribers = [];
+  responseReadable;
+  aborted = false;
+  closed = false;
+  constructor(writable, _readable) {
+    this.writable = writable;
+    this.writer = writable.getWriter();
+    this.encoder = new TextEncoder;
+    const reader = _readable.getReader();
+    this.abortSubscribers.push(async () => {
+      await reader.cancel();
+    });
+    this.responseReadable = new ReadableStream({
+      async pull(controller) {
+        const { done, value } = await reader.read();
+        done ? controller.close() : controller.enqueue(value);
+      },
+      cancel: () => {
+        this.abort();
+      }
+    });
+  }
+  async write(input) {
+    try {
+      if (typeof input === "string") {
+        input = this.encoder.encode(input);
+      }
+      await this.writer.write(input);
+    } catch {}
+    return this;
+  }
+  async writeln(input) {
+    await this.write(input + `
+`);
+    return this;
+  }
+  sleep(ms) {
+    return new Promise((res) => setTimeout(res, ms));
+  }
+  async close() {
+    try {
+      await this.writer.close();
+    } catch {}
+    this.closed = true;
+  }
+  async pipe(body) {
+    this.writer.releaseLock();
+    await body.pipeTo(this.writable, { preventClose: true });
+    this.writer = this.writable.getWriter();
+  }
+  onAbort(listener) {
+    this.abortSubscribers.push(listener);
+  }
+  abort() {
+    if (!this.aborted) {
+      this.aborted = true;
+      this.abortSubscribers.forEach((subscriber) => subscriber());
+    }
+  }
+};
+
+// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/helper/streaming/utils.js
+var isOldBunVersion = () => {
+  const version = typeof Bun !== "undefined" ? Bun.version : undefined;
+  if (version === undefined) {
+    return false;
+  }
+  const result = version.startsWith("1.1") || version.startsWith("1.0") || version.startsWith("0.");
+  isOldBunVersion = () => result;
+  return result;
+};
+
+// ../../node_modules/.bun/hono@4.12.3/node_modules/hono/dist/helper/streaming/stream.js
+var contextStash = /* @__PURE__ */ new WeakMap;
+var stream = (c, cb, onError) => {
+  const { readable, writable } = new TransformStream;
+  const stream2 = new StreamingApi(writable, readable);
+  if (isOldBunVersion()) {
+    c.req.raw.signal.addEventListener("abort", () => {
+      if (!stream2.closed) {
+        stream2.abort();
+      }
+    });
+  }
+  contextStash.set(stream2.responseReadable, c);
+  (async () => {
+    try {
+      await cb(stream2);
+    } catch (e) {
+      if (e === undefined) {} else if (e instanceof Error && onError) {
+        await onError(e, stream2);
+      } else {
+        console.error(e);
+      }
+    } finally {
+      stream2.close();
+    }
+  })();
+  return c.newResponse(stream2.responseReadable);
+};
+
+// src/sse.ts
+function sseHeaders() {
+  return {
+    "Content-Type": "text/event-stream",
+    "Cache-Control": "no-cache",
+    Connection: "keep-alive",
+    "X-Accel-Buffering": "no"
+  };
+}
+function formatSSE(event, data) {
+  const json = JSON.stringify(data);
+  if (event === "message") {
+    return `data: ${json}
+
+`;
+  }
+  return `event: ${event}
+data: ${json}
+
+`;
+}
+function streamResponse(c, source) {
+  const headers = sseHeaders();
+  for (const [key, value] of Object.entries(headers)) {
+    c.header(key, value);
+  }
+  return stream(c, async (s) => {
+    try {
+      for await (const event of source) {
+        const sseData = formatSSE("message", event);
+        await s.write(sseData);
+      }
+    } catch (err2) {
+      const errorEvent = {
+        type: "error",
+        error: err2 instanceof Error ? err2 : new Error(String(err2))
+      };
+      const sseData = formatSSE("error", {
+        type: "error",
+        message: errorEvent.error.message
+      });
+      await s.write(sseData);
+    }
+  });
+}
+
 // src/routes.ts
 function parseJsonBody(raw2) {
   try {
@@ -4421,6 +4682,14 @@ function createRoutes(deps) {
     if ("error" in resolved) {
       return c.json({ error: resolved.error }, 404);
     }
+    if (body.stream) {
+      const stream2 = deps.gateway.stream({
+        messages: [{ role: "user", content: body.message }],
+        system: resolved.agent.config.system,
+        model: resolved.agent.config.model
+      });
+      return streamResponse(c, stream2);
+    }
     let result;
     try {
       result = await resolved.agent.run(body.message);
@@ -4467,6 +4736,16 @@ function createRoutes(deps) {
       role: m.role,
       content: m.content
     }));
+    if (body.stream) {
+      const stream2 = deps.gateway.stream({
+        messages,
+        model: body.model,
+        system: body.system,
+        maxTokens: body.maxTokens,
+        temperature: body.temperature
+      });
+      return streamResponse(c, stream2);
+    }
     let response;
     try {
       response = await deps.gateway.complete({
@@ -4507,13 +4786,13 @@ function createRoutes(deps) {
 }
 
 // src/app.ts
-var log4 = createLogger();
+var log10 = createLogger();
 function createApp(config) {
   const app = new Hono2;
   app.onError((err2, c) => {
     const statusCode = err2 instanceof ElsiumError ? err2.statusCode ?? 500 : 500;
     const code = err2 instanceof ElsiumError ? err2.code : "UNKNOWN";
-    log4.error("Unhandled error", { error: err2.message, code, path: c.req.path });
+    log10.error("Unhandled error", { error: err2.message, code, path: c.req.path });
     return c.json({ error: err2.message, code }, statusCode);
   });
   app.notFound((c) => {
@@ -4534,7 +4813,7 @@ function createApp(config) {
   });
   const serverConfig = config.server ?? {};
   app.use("*", requestIdMiddleware());
-  app.use("*", requestLoggerMiddleware(log4));
+  app.use("*", requestLoggerMiddleware(log10));
   if (serverConfig.cors) {
     app.use("*", corsMiddleware(serverConfig.cors));
   }
@@ -4578,11 +4857,11 @@ function createApp(config) {
         const drainTimeoutMs = typeof serverConfig.gracefulShutdown === "object" ? serverConfig.gracefulShutdown.drainTimeoutMs : undefined;
         shutdownManager = createShutdownManager({
           drainTimeoutMs,
-          onDrainStart: () => log4.info("Draining connections..."),
-          onDrainComplete: () => log4.info("Drain complete")
+          onDrainStart: () => log10.info("Draining connections..."),
+          onDrainComplete: () => log10.info("Drain complete")
         });
       }
-      log4.info("ElsiumAI server started", {
+      log10.info("ElsiumAI server started", {
         url: `http://${hostname}:${listenPort}`,
         routes: ["POST /chat", "POST /complete", "GET /health", "GET /metrics", "GET /agents"]
       });
@@ -4599,7 +4878,7 @@ function createApp(config) {
   };
 }
 // src/rbac.ts
-var log5 = createLogger();
+var log11 = createLogger();
 var BUILT_IN_ROLES = [
   {
     name: "admin",
@@ -4637,7 +4916,7 @@ function matchPermission(granted, required) {
 }
 function createRBAC(config) {
   if (config.trustRoleHeader === true) {
-    log5.warn("RBAC: trustRoleHeader is enabled — any client can self-assign roles via the X-Role header. Only use this in development or behind a trusted reverse proxy.");
+    log11.warn("RBAC: trustRoleHeader is enabled — any client can self-assign roles via the X-Role header. Only use this in development or behind a trusted reverse proxy.");
   }
   const roleMap = new Map;
   for (const role of BUILT_IN_ROLES) {
@@ -4693,10 +4972,62 @@ function createRBAC(config) {
     }
   };
 }
+// src/tenant.ts
+var log12 = createLogger();
+function tenantMiddleware(config) {
+  const { extractTenant, onUnknownTenant = "reject", defaultTenant } = config;
+  return async (c, next) => {
+    const tenant = extractTenant(c);
+    if (!tenant) {
+      if (onUnknownTenant === "default" && defaultTenant) {
+        c.set("tenant", defaultTenant);
+        log12.debug("Using default tenant", { tenantId: defaultTenant.tenantId });
+      } else {
+        return c.json({ error: "Tenant identification required" }, 401);
+      }
+    } else {
+      c.set("tenant", tenant);
+      log12.debug("Tenant identified", { tenantId: tenant.tenantId });
+    }
+    await next();
+  };
+}
+function tenantRateLimitMiddleware() {
+  const windows = new Map;
+  return async (c, next) => {
+    const tenant = c.get("tenant");
+    if (!tenant?.limits?.maxRequestsPerMinute) {
+      await next();
+      return;
+    }
+    const limit = tenant.limits.maxRequestsPerMinute;
+    const now = Date.now();
+    const windowMs = 60000;
+    const key = tenant.tenantId;
+    let entry = windows.get(key);
+    if (!entry || now - entry.windowStart > windowMs) {
+      entry = { count: 0, windowStart: now };
+      windows.set(key, entry);
+    }
+    entry.count++;
+    if (entry.count > limit) {
+      return c.json({
+        error: "Rate limit exceeded",
+        retryAfterMs: windowMs - (now - entry.windowStart)
+      }, 429);
+    }
+    await next();
+  };
+}
 export {
+  tenantRateLimitMiddleware,
+  tenantMiddleware,
+  streamResponse,
+  sseHeaders,
   requestLoggerMiddleware,
   requestIdMiddleware,
   rateLimitMiddleware,
+  formatSSE,
   createRoutes,
   createRBAC,
   createApp,

package/dist/routes.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../src/routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AAE9C,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAkC3B,MAAM,WAAW,UAAU;IAC1B,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC1B,YAAY,CAAC,EAAE,KAAK,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,CAyKnD"}
+{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../src/routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AAE9C,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAmC3B,MAAM,WAAW,UAAU;IAC1B,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC1B,YAAY,CAAC,EAAE,KAAK,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,CA6LnD"}

package/dist/sse.d.ts

@@ -0,0 +1,6 @@
+import type { ElsiumStream } from '@elsium-ai/core';
+import type { Context } from 'hono';
+export declare function sseHeaders(): Record<string, string>;
+export declare function formatSSE(event: string, data: unknown): string;
+export declare function streamResponse(c: Context, source: ElsiumStream): Response;
+//# sourceMappingURL=sse.d.ts.map

package/dist/sse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse.d.ts","sourceRoot":"","sources":["../src/sse.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAe,MAAM,iBAAiB,CAAA;AAChE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAA;AAGnC,wBAAgB,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAOnD;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,MAAM,CAM9D;AAED,wBAAgB,cAAc,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,GAAG,QAAQ,CAwBzE"}

package/dist/tenant.d.ts

@@ -0,0 +1,15 @@
+import type { TenantContext } from '@elsium-ai/core';
+import type { Context, Next } from 'hono';
+export interface TenantMiddlewareConfig {
+    extractTenant: (c: Context) => TenantContext | null;
+    onUnknownTenant?: 'reject' | 'default';
+    defaultTenant?: TenantContext;
+}
+export declare function tenantMiddleware(config: TenantMiddlewareConfig): (c: Context, next: Next) => Promise<(Response & import("hono").TypedResponse<{
+    error: string;
+}, 401, "json">) | undefined>;
+export declare function tenantRateLimitMiddleware(): (c: Context, next: Next) => Promise<(Response & import("hono").TypedResponse<{
+    error: string;
+    retryAfterMs: number;
+}, 429, "json">) | undefined>;
+//# sourceMappingURL=tenant.d.ts.map

package/dist/tenant.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tenant.d.ts","sourceRoot":"","sources":["../src/tenant.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAEpD,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAIzC,MAAM,WAAW,sBAAsB;IACtC,aAAa,EAAE,CAAC,CAAC,EAAE,OAAO,KAAK,aAAa,GAAG,IAAI,CAAA;IACnD,eAAe,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAA;IACtC,aAAa,CAAC,EAAE,aAAa,CAAA;CAC7B;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,sBAAsB,IAGhD,GAAG,OAAO,EAAE,MAAM,IAAI;;8BAiBpC;AAOD,wBAAgB,yBAAyB,KAG1B,GAAG,OAAO,EAAE,MAAM,IAAI;;;8BAiCpC"}

package/dist/types.d.ts

@@ -86,4 +86,30 @@ export interface MetricsResponse {
         cost: number;
     }>;
 }
+export interface StreamChatEvent {
+    type: 'text_delta' | 'message_end' | 'error';
+    text?: string;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        totalTokens: number;
+    };
+    error?: string;
+}
+export interface StreamCompleteEvent {
+    type: 'text_delta' | 'tool_call_start' | 'tool_call_delta' | 'message_end' | 'error';
+    text?: string;
+    toolCall?: {
+        id: string;
+        name: string;
+    };
+    toolCallId?: string;
+    arguments?: string;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        totalTokens: number;
+    };
+    error?: string;
+}
 //# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AAC9C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAEjD,MAAM,WAAW,SAAS;IACzB,OAAO,EAAE;QACR,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,OAAO,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;QAC/D,YAAY,CAAC,EAAE,MAAM,CAAA;KACrB,CAAA;IACD,MAAM,CAAC,EAAE,KAAK,EAAE,CAAA;IAChB,GAAG,CAAC,EAAE,WAAW,CAAA;IACjB,OAAO,CAAC,EAAE;QACT,OAAO,CAAC,EAAE,OAAO,CAAA;QACjB,YAAY,CAAC,EAAE,OAAO,CAAA;QACtB,MAAM,CAAC,EAAE,MAAM,CAAA;KACf,CAAA;IACD,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,OAAO,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,IAAI,CAAC,EAAE,OAAO,GAAG,UAAU,CAAA;IAC3B,IAAI,CAAC,EAAE,UAAU,CAAA;IACjB,SAAS,CAAC,EAAE,eAAe,CAAA;IAC3B,gBAAgB,CAAC,EAAE,OAAO,GAAG;QAAE,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CACxD;AAED,MAAM,WAAW,UAAU;IAC1B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;IAC1B,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB,WAAW,CAAC,EAAE,OAAO,CAAA;CACrB;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,QAAQ,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,eAAe;IAC/B,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;CACnB;AAID,MAAM,WAAW,WAAW;IAC3B,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC5B,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE;QACN,WAAW,EAAE,MAAM,CAAA;QACnB,YAAY,EAAE,MAAM,CAAA;QACpB,WAAW,EAAE,MAAM,CAAA;QACnB,IAAI,EAAE,MAAM,CAAA;KACZ,CAAA;IACD,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,eAAe;IAC/B,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAClD,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,MAAM,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,cAAc;IAC9B,MAAM,EAAE,IAAI,GAAG,UAAU,CAAA;IACzB,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,MAAM,WAAW,eAAe;IAC/B,MAAM,EAAE,MAAM,CAAA;IACd,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAC3E"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AAC9C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAEjD,MAAM,WAAW,SAAS;IACzB,OAAO,EAAE;QACR,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,OAAO,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;QAC/D,YAAY,CAAC,EAAE,MAAM,CAAA;KACrB,CAAA;IACD,MAAM,CAAC,EAAE,KAAK,EAAE,CAAA;IAChB,GAAG,CAAC,EAAE,WAAW,CAAA;IACjB,OAAO,CAAC,EAAE;QACT,OAAO,CAAC,EAAE,OAAO,CAAA;QACjB,YAAY,CAAC,EAAE,OAAO,CAAA;QACtB,MAAM,CAAC,EAAE,MAAM,CAAA;KACf,CAAA;IACD,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,OAAO,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,IAAI,CAAC,EAAE,OAAO,GAAG,UAAU,CAAA;IAC3B,IAAI,CAAC,EAAE,UAAU,CAAA;IACjB,SAAS,CAAC,EAAE,eAAe,CAAA;IAC3B,gBAAgB,CAAC,EAAE,OAAO,GAAG;QAAE,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CACxD;AAED,MAAM,WAAW,UAAU;IAC1B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;IAC1B,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB,WAAW,CAAC,EAAE,OAAO,CAAA;CACrB;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,QAAQ,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,eAAe;IAC/B,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;CACnB;AAID,MAAM,WAAW,WAAW;IAC3B,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC5B,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE;QACN,WAAW,EAAE,MAAM,CAAA;QACnB,YAAY,EAAE,MAAM,CAAA;QACpB,WAAW,EAAE,MAAM,CAAA;QACnB,IAAI,EAAE,MAAM,CAAA;KACZ,CAAA;IACD,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,eAAe;IAC/B,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAClD,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,MAAM,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,cAAc;IAC9B,MAAM,EAAE,IAAI,GAAG,UAAU,CAAA;IACzB,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,MAAM,WAAW,eAAe;IAC/B,MAAM,EAAE,MAAM,CAAA;IACd,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAC3E;AAID,MAAM,WAAW,eAAe;IAC/B,IAAI,EAAE,YAAY,GAAG,aAAa,GAAG,OAAO,CAAA;IAC5C,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAA;IAC1E,KAAK,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,mBAAmB;IACnC,IAAI,EAAE,YAAY,GAAG,iBAAiB,GAAG,iBAAiB,GAAG,aAAa,GAAG,OAAO,CAAA;IACpF,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;IACvC,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAA;IAC1E,KAAK,CAAC,EAAE,MAAM,CAAA;CACd"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@elsium-ai/app",
-	"version": "0.2.3",
+	"version": "0.3.0",
 	"description": "App bootstrap, HTTP server, and API routes for ElsiumAI",
 	"license": "MIT",
 	"author": "Eric Utrera <ebutrera9103@gmail.com>",
@@ -26,13 +26,13 @@
 		"dev": "bun --watch src/index.ts"
 	},
 	"dependencies": {
-		"@elsium-ai/core": "^0.2.3",
-		"@elsium-ai/gateway": "^0.2.3",
-		"@elsium-ai/agents": "^0.2.3",
-		"@elsium-ai/tools": "^0.2.3",
-		"@elsium-ai/observe": "^0.2.3",
-		"@elsium-ai/rag": "^0.2.3",
-		"@elsium-ai/workflows": "^0.2.3",
+		"@elsium-ai/core": "^0.3.0",
+		"@elsium-ai/gateway": "^0.3.0",
+		"@elsium-ai/agents": "^0.3.0",
+		"@elsium-ai/tools": "^0.3.0",
+		"@elsium-ai/observe": "^0.3.0",
+		"@elsium-ai/rag": "^0.3.0",
+		"@elsium-ai/workflows": "^0.3.0",
 		"@hono/node-server": "^1.13.0",
 		"hono": "^4.7.0",
 		"zod": "^3.24.0"