@elsium-ai/gateway 0.2.3 → 0.3.0

package/dist/batch.d.ts

@@ -0,0 +1,24 @@
+import type { CompletionRequest, LLMResponse } from '@elsium-ai/core';
+import type { Gateway } from './gateway';
+export interface BatchConfig {
+    concurrency?: number;
+    retryPerItem?: number;
+    onProgress?: (completed: number, total: number) => void;
+    signal?: AbortSignal;
+}
+export interface BatchResultItem {
+    index: number;
+    success: boolean;
+    response?: LLMResponse;
+    error?: string;
+}
+export interface BatchResult {
+    results: BatchResultItem[];
+    totalSucceeded: number;
+    totalFailed: number;
+    totalDurationMs: number;
+}
+export declare function createBatch(gateway: Gateway, config?: BatchConfig): {
+    execute(requests: CompletionRequest[]): Promise<BatchResult>;
+};
+//# sourceMappingURL=batch.d.ts.map

package/dist/batch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch.d.ts","sourceRoot":"","sources":["../src/batch.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAErE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAIxC,MAAM,WAAW,WAAW;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAA;IACvD,MAAM,CAAC,EAAE,WAAW,CAAA;CACpB;AAED,MAAM,WAAW,eAAe;IAC/B,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,OAAO,CAAA;IAChB,QAAQ,CAAC,EAAE,WAAW,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,WAAW;IAC3B,OAAO,EAAE,eAAe,EAAE,CAAA;IAC1B,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,EAAE,MAAM,CAAA;IACnB,eAAe,EAAE,MAAM,CAAA;CACvB;AAED,wBAAgB,WAAW,CAC1B,OAAO,EAAE,OAAO,EAChB,MAAM,CAAC,EAAE,WAAW,GAClB;IAAE,OAAO,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;CAAE,CAiGlE"}

package/dist/cache.d.ts

@@ -0,0 +1,26 @@
+import type { LLMResponse, Middleware, MiddlewareContext } from '@elsium-ai/core';
+export interface CacheAdapter {
+    get(key: string): Promise<LLMResponse | null>;
+    set(key: string, value: LLMResponse, ttlMs: number): Promise<void>;
+    delete(key: string): Promise<void>;
+    clear(): Promise<void>;
+}
+export interface CacheStats {
+    hits: number;
+    misses: number;
+    size: number;
+    hitRate: number;
+}
+export interface CacheMiddlewareConfig {
+    adapter?: CacheAdapter;
+    ttlMs?: number;
+    maxSize?: number;
+    keyFn?: (ctx: MiddlewareContext) => string;
+    shouldCache?: (ctx: MiddlewareContext, response: LLMResponse) => boolean;
+}
+export declare function createInMemoryCache(maxSize?: number): CacheAdapter;
+export declare function cacheMiddleware(config?: CacheMiddlewareConfig): Middleware & {
+    readonly adapter: CacheAdapter;
+    stats(): CacheStats;
+};
+//# sourceMappingURL=cache.d.ts.map

package/dist/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAKjF,MAAM,WAAW,YAAY;IAC5B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAAA;IAC7C,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAClE,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAClC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACtB;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,qBAAqB;IACrC,OAAO,CAAC,EAAE,YAAY,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,iBAAiB,KAAK,MAAM,CAAA;IAC1C,WAAW,CAAC,EAAE,CAAC,GAAG,EAAE,iBAAiB,EAAE,QAAQ,EAAE,WAAW,KAAK,OAAO,CAAA;CACxE;AAOD,wBAAgB,mBAAmB,CAAC,OAAO,SAAO,GAAG,YAAY,CAuChE;AAmBD,wBAAgB,eAAe,CAC9B,MAAM,CAAC,EAAE,qBAAqB,GAC5B,UAAU,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;IAAC,KAAK,IAAI,UAAU,CAAA;CAAE,CA8CtE"}

package/dist/gateway.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../src/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,iBAAiB,EACjB,WAAW,EACX,UAAU,EAEV,cAAc,EAEd,QAAQ,EACR,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAAe,KAAK,YAAY,EAAiC,MAAM,iBAAiB,CAAA;AAC/F,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAI5B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAM7C,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,UAAU,EAAE,CAAA;IACzB,IAAI,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IACxC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,OAAO;IACvB,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,GAAG;QAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAC3E,IAAI,EAAE,CAAC,CAAA;QACP,QAAQ,EAAE,WAAW,CAAA;KACrB,CAAC,CAAA;IACF,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAA;IAC9B,QAAQ,IAAI,QAAQ,GAAG,IAAI,CAAA;IAC3B,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,EAAE,CAAA;CACvC;AAQD,wBAAgB,uBAAuB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,WAAW,GAC9C,IAAI,CAEN;AAiID,wBAAgB,OAAO,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CA6HtD"}
+{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../src/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,iBAAiB,EACjB,WAAW,EACX,UAAU,EAEV,cAAc,EAEd,QAAQ,EACR,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAEN,KAAK,YAAY,EAIjB,MAAM,iBAAiB,CAAA;AACxB,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAI5B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAM7C,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,UAAU,EAAE,CAAA;IACzB,IAAI,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IACxC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,OAAO;IACvB,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,GAAG;QAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAC3E,IAAI,EAAE,CAAC,CAAA;QACP,QAAQ,EAAE,WAAW,CAAA;KACrB,CAAC,CAAA;IACF,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAA;IAC9B,QAAQ,IAAI,QAAQ,GAAG,IAAI,CAAA;IAC3B,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,EAAE,CAAA;CACvC;AAQD,wBAAgB,uBAAuB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,WAAW,GAC9C,IAAI,CAEN;AAiID,wBAAgB,OAAO,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CA0ItD"}

package/dist/index.d.ts

@@ -11,7 +11,13 @@ export { securityMiddleware, detectPromptInjection, detectJailbreak, redactSecre
 export type { SecurityMiddlewareConfig, SecurityViolation, SecurityResult, DataClassification, ClassificationResult, } from './security';
 export { createBulkhead, bulkheadMiddleware } from './bulkhead';
 export type { BulkheadConfig, Bulkhead } from './bulkhead';
+export { cacheMiddleware, createInMemoryCache } from './cache';
+export type { CacheAdapter, CacheStats, CacheMiddlewareConfig } from './cache';
+export { outputGuardrailMiddleware } from './output-guardrails';
+export type { OutputGuardrailConfig, OutputGuardrailRule, OutputViolation, } from './output-guardrails';
 export { calculateCost, registerPricing } from './pricing';
+export { createBatch } from './batch';
+export type { BatchConfig, BatchResult, BatchResultItem } from './batch';
 export { createProviderMesh } from './router';
 export type { ProviderMeshConfig, ProviderEntry, RoutingStrategy, ProviderMesh } from './router';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,uBAAuB,EAAE,MAAM,WAAW,CAAA;AAC5D,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGvD,YAAY,EACX,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,SAAS,GACT,MAAM,YAAY,CAAA;AACnB,OAAO,EACN,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,wBAAwB,EACxB,mBAAmB,GACnB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAGzD,OAAO,EACN,iBAAiB,EACjB,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,GACd,MAAM,cAAc,CAAA;AACrB,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAG7C,OAAO,EACN,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,eAAe,GACf,MAAM,YAAY,CAAA;AACnB,YAAY,EACX,wBAAwB,EACxB,iBAAiB,EACjB,cAAc,EACd,kBAAkB,EAClB,oBAAoB,GACpB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAC/D,YAAY,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAG1D,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAG1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AAC7C,YAAY,EAAE,kBAAkB,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,uBAAuB,EAAE,MAAM,WAAW,CAAA;AAC5D,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGvD,YAAY,EACX,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,SAAS,GACT,MAAM,YAAY,CAAA;AACnB,OAAO,EACN,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,wBAAwB,EACxB,mBAAmB,GACnB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAGzD,OAAO,EACN,iBAAiB,EACjB,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,GACd,MAAM,cAAc,CAAA;AACrB,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAG7C,OAAO,EACN,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,eAAe,GACf,MAAM,YAAY,CAAA;AACnB,YAAY,EACX,wBAAwB,EACxB,iBAAiB,EACjB,cAAc,EACd,kBAAkB,EAClB,oBAAoB,GACpB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAC/D,YAAY,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAG1D,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAA;AAC9D,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAA;AAG9E,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,YAAY,EACX,qBAAqB,EACrB,mBAAmB,EACnB,eAAe,GACf,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAG1D,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AACrC,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AAGxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AAC7C,YAAY,EAAE,kBAAkB,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA"}

package/dist/index.js

@@ -394,6 +394,94 @@ function createLogger(options = {}) {
     }
   };
 }
+// ../core/src/schema.ts
+var log = createLogger();
+function zodDefKind(def) {
+  return typeof def.type === "string" ? def.type : def.typeName;
+}
+function zodObjectToJsonSchema(schema, convert) {
+  const shape = typeof schema.shape === "function" ? schema.shape() : schema.shape;
+  const properties = {};
+  const required = [];
+  for (const [key, value] of Object.entries(shape)) {
+    const fieldSchema = value;
+    properties[key] = convert(fieldSchema);
+    const fieldDef = fieldSchema._def;
+    const fieldKind = zodDefKind(fieldDef);
+    if (fieldKind !== "optional" && fieldKind !== "ZodOptional" && fieldKind !== "default" && fieldKind !== "ZodDefault") {
+      required.push(key);
+    }
+    if (fieldDef.description) {
+      properties[key].description = fieldDef.description;
+    }
+  }
+  return { type: "object", properties, required };
+}
+function zodToJsonSchema(schema) {
+  if (!("_def" in schema))
+    return { type: "object" };
+  const def = schema._def;
+  const kind = zodDefKind(def);
+  switch (kind) {
+    case "object":
+    case "ZodObject":
+      return zodObjectToJsonSchema(def, zodToJsonSchema);
+    case "string":
+    case "ZodString":
+      return { type: "string" };
+    case "number":
+    case "ZodNumber":
+      return { type: "number" };
+    case "boolean":
+    case "ZodBoolean":
+      return { type: "boolean" };
+    case "array":
+    case "ZodArray":
+      return {
+        type: "array",
+        items: zodToJsonSchema(def.element ?? def.type)
+      };
+    case "enum":
+    case "ZodEnum": {
+      const values = def.values ?? (def.entries ? Object.values(def.entries) : []);
+      return { type: "string", enum: values };
+    }
+    case "optional":
+    case "ZodOptional":
+      return zodToJsonSchema(def.innerType);
+    case "default":
+    case "ZodDefault":
+      return zodToJsonSchema(def.innerType);
+    case "nullable":
+    case "ZodNullable": {
+      const inner = zodToJsonSchema(def.innerType);
+      return { ...inner, nullable: true };
+    }
+    case "ZodLiteral":
+      return { type: typeof def.value, const: def.value };
+    case "ZodUnion": {
+      const options = def.options.map(zodToJsonSchema);
+      return { anyOf: options };
+    }
+    case "ZodRecord":
+      return {
+        type: "object",
+        additionalProperties: def.valueType ? zodToJsonSchema(def.valueType) : { type: "string" }
+      };
+    case "ZodTuple": {
+      const items = (def.items ?? []).map(zodToJsonSchema);
+      return { type: "array", prefixItems: items, minItems: items.length, maxItems: items.length };
+    }
+    case "ZodDate":
+      return { type: "string", format: "date-time" };
+    default:
+      log.warn(`zodToJsonSchema: unsupported type ${kind}, defaulting to string`);
+      return { type: "string" };
+  }
+}
+// ../core/src/registry.ts
+var log2 = createLogger();
+var BLOCKED_KEYS = new Set(["__proto__", "constructor", "prototype"]);
 // ../core/src/circuit-breaker.ts
 function defaultShouldCount(error) {
   if (error && typeof error === "object" && "retryable" in error) {
@@ -560,16 +648,16 @@ function composeMiddleware(middlewares) {
   };
 }
 function loggingMiddleware(logger) {
-  const log = logger ?? createLogger({ level: "info" });
+  const log3 = logger ?? createLogger({ level: "info" });
   return async (ctx, next) => {
-    log.info("LLM request", {
+    log3.info("LLM request", {
       provider: ctx.provider,
       model: ctx.model,
       traceId: ctx.traceId,
       messageCount: ctx.request.messages.length
     });
     const response = await next(ctx);
-    log.info("LLM response", {
+    log3.info("LLM response", {
       provider: ctx.provider,
       model: ctx.model,
       traceId: ctx.traceId,
@@ -705,7 +793,7 @@ function xrayMiddleware(options = {}) {
 }
 
 // src/pricing.ts
-var log = createLogger();
+var log3 = createLogger();
 var PRICING = {
   "claude-opus-4-6": { inputPerMillion: 15, outputPerMillion: 75 },
   "claude-sonnet-4-6": { inputPerMillion: 3, outputPerMillion: 15 },
@@ -743,7 +831,7 @@ function resolveModelName(model) {
 function calculateCost(model, usage) {
   const pricing = PRICING[resolveModelName(model)];
   if (!pricing) {
-    log.warn(`Unknown model "${model}" — cost will be reported as $0. Register pricing with registerPricing().`);
+    log3.warn(`Unknown model "${model}" — cost will be reported as $0. Register pricing with registerPricing().`);
     return {
       inputCost: 0,
       outputCost: 0,
@@ -837,15 +925,33 @@ function createAnthropicProvider(config) {
     if (part.type === "text")
       return { type: "text", text: part.text };
     if (part.type === "image" && part.source?.type === "base64") {
+      const src = part.source;
       return {
         type: "image",
         source: {
           type: "base64",
-          media_type: part.source.mediaType,
-          data: part.source.data
+          media_type: src.mediaType,
+          data: src.data
         }
       };
     }
+    if (part.type === "document" && part.source) {
+      if (part.source.type === "base64") {
+        const src = part.source;
+        return {
+          type: "document",
+          source: {
+            type: "base64",
+            media_type: src.mediaType,
+            data: src.data
+          }
+        };
+      }
+      return { type: "text", text: "[document: url source not supported by Anthropic]" };
+    }
+    if (part.type === "audio") {
+      return { type: "text", text: "[audio content not supported by this provider]" };
+    }
     return { type: "text", text: "[unsupported content]" };
   }
   function formatMultipartContent(msg, role) {
@@ -954,6 +1060,16 @@ function createAnthropicProvider(config) {
       const tools = formatTools(req.tools);
       if (tools)
         body.tools = tools;
+      if (req.schema) {
+        const jsonSchema = zodToJsonSchema(req.schema);
+        const structuredTool = {
+          name: "_structured_output",
+          description: "Return structured output matching the required schema",
+          input_schema: jsonSchema
+        };
+        body.tools = [...tools ?? [], structuredTool];
+        body.tool_choice = { type: "tool", name: "_structured_output" };
+      }
       const startTime = performance.now();
       const raw = await retry(async () => {
         const controller = new AbortController;
@@ -1174,6 +1290,18 @@ function createGoogleProvider(config) {
         } else {
           parts.push({ fileData: { mimeType: "image/jpeg", fileUri: img.source.url } });
         }
+      } else if (p.type === "audio" || p.type === "document") {
+        const media = p;
+        if (media.source.type === "base64") {
+          parts.push({
+            inlineData: { mimeType: media.source.mediaType, data: media.source.data }
+          });
+        } else {
+          const urlSource = media.source;
+          parts.push({
+            fileData: { mimeType: "application/octet-stream", fileUri: urlSource.url }
+          });
+        }
       }
     }
     return { role, parts };
@@ -1272,6 +1400,10 @@ function createGoogleProvider(config) {
       config2.topP = req.topP;
     if (req.stopSequences?.length)
       config2.stopSequences = req.stopSequences;
+    if (req.schema) {
+      config2.responseMimeType = "application/json";
+      config2.responseSchema = zodToJsonSchema(req.schema);
+    }
     return config2;
   }
   function buildRequestBody(req) {
@@ -1551,6 +1683,25 @@ function createOpenAIProvider(config) {
         } else {
           parts.push({ type: "image_url", image_url: { url: part.source.url } });
         }
+      } else if (part.type === "audio") {
+        if (part.source.type === "base64") {
+          const format = part.source.mediaType.split("/")[1] ?? "wav";
+          parts.push({
+            type: "input_audio",
+            input_audio: { data: part.source.data, format }
+          });
+        } else {
+          parts.push({ type: "text", text: "[audio: url source requires file upload]" });
+        }
+      } else if (part.type === "document") {
+        if (part.source.type === "base64") {
+          parts.push({
+            type: "text",
+            text: `[document: ${part.source.mediaType} content attached as base64]`
+          });
+        } else {
+          parts.push({ type: "text", text: `[document: ${part.source.url}]` });
+        }
       }
     }
     return parts;
@@ -1647,6 +1798,17 @@ function createOpenAIProvider(config) {
       const tools = formatTools(req.tools);
       if (tools)
         body.tools = tools;
+      if (req.schema) {
+        const jsonSchema = zodToJsonSchema(req.schema);
+        body.response_format = {
+          type: "json_schema",
+          json_schema: {
+            name: "structured_output",
+            strict: true,
+            schema: jsonSchema
+          }
+        };
+      }
       const startTime = performance.now();
       const raw = await retry(async () => {
         const controller = new AbortController;
@@ -1960,107 +2122,46 @@ function gateway(config) {
     },
     async generate(request) {
       const { schema, ...rest } = request;
-      const jsonSchema = schemaToJsonSchema(schema);
-      const systemPrompt = [
-        rest.system ?? "",
-        "You MUST respond with valid JSON matching this schema:",
-        JSON.stringify(jsonSchema, null, 2),
-        "Respond ONLY with the JSON object, no markdown or explanation."
-      ].filter(Boolean).join(`
-
-`);
+      const jsonSchema = zodToJsonSchema(schema);
       const response = await executeWithMiddleware({
         ...rest,
-        system: systemPrompt
+        schema,
+        system: [
+          rest.system ?? "",
+          "You MUST respond with valid JSON matching this schema:",
+          JSON.stringify(jsonSchema, null, 2),
+          "Respond ONLY with the JSON object, no markdown or explanation."
+        ].filter(Boolean).join(`
+
+`)
       });
-      const text = typeof response.message.content === "string" ? response.message.content : "";
-      const jsonMatch = text.match(/\{[\s\S]*\}/);
-      if (!jsonMatch) {
-        throw ElsiumError.validation("LLM response did not contain valid JSON", {
-          response: text
-        });
+      let parsed;
+      if (response.stopReason === "tool_use" && response.message.toolCalls?.length) {
+        const structuredCall = response.message.toolCalls.find((tc) => tc.name === "_structured_output");
+        if (structuredCall) {
+          parsed = structuredCall.arguments;
+        }
+      }
+      if (parsed === undefined) {
+        const text = typeof response.message.content === "string" ? response.message.content : "";
+        const jsonMatch = text.match(/\{[\s\S]*\}/);
+        if (!jsonMatch) {
+          throw ElsiumError.validation("LLM response did not contain valid JSON", {
+            response: text
+          });
+        }
+        parsed = JSON.parse(jsonMatch[0]);
       }
-      const parsed = JSON.parse(jsonMatch[0]);
       const result = schema.safeParse(parsed);
       if (!result.success) {
         throw ElsiumError.validation("LLM response did not match schema", {
-          errors: result.error.issues,
-          response: text
+          errors: result.error.issues
         });
       }
       return { data: result.data, response };
     }
   };
 }
-function schemaToJsonSchema(schema) {
-  try {
-    if ("_def" in schema) {
-      const def = schema._def;
-      const result = convertZodDef(def);
-      if (result)
-        return result;
-    }
-  } catch {}
-  return { type: "string" };
-}
-function zodDefKind(def) {
-  return typeof def.type === "string" ? def.type : def.typeName;
-}
-function convertZodDef(def) {
-  const kind = zodDefKind(def);
-  switch (kind) {
-    case "object":
-    case "ZodObject":
-      return convertZodObject(def);
-    case "string":
-    case "ZodString":
-      return { type: "string" };
-    case "number":
-    case "ZodNumber":
-      return { type: "number" };
-    case "boolean":
-    case "ZodBoolean":
-      return { type: "boolean" };
-    case "array":
-    case "ZodArray":
-      return convertZodArray(def);
-    case "enum":
-    case "ZodEnum": {
-      const values = def.values ?? (def.entries ? Object.values(def.entries) : []);
-      return { type: "string", enum: values };
-    }
-    case "optional":
-    case "ZodOptional":
-      return convertZodOptional(def);
-    default:
-      return null;
-  }
-}
-function convertZodObject(def) {
-  if (!def.shape)
-    return null;
-  const shape = typeof def.shape === "function" ? def.shape() : def.shape;
-  const properties = {};
-  const required = [];
-  for (const [key, value] of Object.entries(shape)) {
-    properties[key] = schemaToJsonSchema(value);
-    const valDef = value._def;
-    const valKind = zodDefKind(valDef);
-    if (valKind !== "optional" && valKind !== "ZodOptional") {
-      required.push(key);
-    }
-  }
-  return { type: "object", properties, required };
-}
-function convertZodArray(def) {
-  return {
-    type: "array",
-    items: schemaToJsonSchema(def.element ?? def.type)
-  };
-}
-function convertZodOptional(def) {
-  return schemaToJsonSchema(def.innerType ?? def.innerType);
-}
 // src/security.ts
 var INJECTION_PATTERNS = [
   {
@@ -2423,6 +2524,321 @@ function bulkheadMiddleware(config) {
     return bulkhead.execute(() => next(ctx));
   };
 }
+// src/cache.ts
+import { createHash } from "node:crypto";
+var log4 = createLogger();
+function createInMemoryCache(maxSize = 1000) {
+  const cache = new Map;
+  function evict() {
+    if (cache.size <= maxSize)
+      return;
+    const firstKey = cache.keys().next().value;
+    if (firstKey !== undefined)
+      cache.delete(firstKey);
+  }
+  return {
+    async get(key) {
+      const entry = cache.get(key);
+      if (!entry)
+        return null;
+      if (Date.now() > entry.expiresAt) {
+        cache.delete(key);
+        return null;
+      }
+      cache.delete(key);
+      cache.set(key, entry);
+      return entry.value;
+    },
+    async set(key, value, ttlMs) {
+      cache.set(key, { value, expiresAt: Date.now() + ttlMs });
+      evict();
+    },
+    async delete(key) {
+      cache.delete(key);
+    },
+    async clear() {
+      cache.clear();
+    }
+  };
+}
+function defaultCacheKey(ctx) {
+  const data = JSON.stringify({
+    provider: ctx.provider,
+    model: ctx.model,
+    messages: ctx.request.messages,
+    system: ctx.request.system,
+    temperature: ctx.request.temperature
+  });
+  return createHash("sha256").update(data).digest("hex");
+}
+function defaultShouldCache(_ctx, response) {
+  const temp = _ctx.request.temperature;
+  if (temp !== undefined && temp !== 0)
+    return false;
+  return response.stopReason === "end_turn";
+}
+function cacheMiddleware(config) {
+  const ttlMs = config?.ttlMs ?? 3600000;
+  const adapter = config?.adapter ?? createInMemoryCache(config?.maxSize ?? 1000);
+  const keyFn = config?.keyFn ?? defaultCacheKey;
+  const shouldCache = config?.shouldCache ?? defaultShouldCache;
+  let hits = 0;
+  let misses = 0;
+  const middleware = async (ctx, next) => {
+    if (ctx.request.stream) {
+      return next(ctx);
+    }
+    const key = keyFn(ctx);
+    const cached = await adapter.get(key);
+    if (cached) {
+      hits++;
+      log4.debug("Cache hit", { key: key.slice(0, 8), provider: ctx.provider });
+      return cached;
+    }
+    misses++;
+    const response = await next(ctx);
+    if (shouldCache(ctx, response)) {
+      await adapter.set(key, response, ttlMs);
+    }
+    return response;
+  };
+  return Object.assign(middleware, {
+    adapter,
+    stats() {
+      const total = hits + misses;
+      return {
+        hits,
+        misses,
+        size: 0,
+        hitRate: total > 0 ? hits / total : 0
+      };
+    }
+  });
+}
+// src/output-guardrails.ts
+var log5 = createLogger();
+var PII_PATTERNS2 = [
+  {
+    pattern: /\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}\b/g,
+    label: "email",
+    replacement: "[REDACTED_EMAIL]"
+  },
+  {
+    pattern: /(?:\+?1[-.\s]?)?\(?\d{3}\)?[-.\s]?\d{3}[-.\s]?\d{4}\b/g,
+    label: "phone",
+    replacement: "[REDACTED_PHONE]"
+  },
+  {
+    pattern: /\b\d{3}-\d{2}-\d{4}\b/g,
+    label: "ssn",
+    replacement: "[REDACTED_SSN]"
+  },
+  {
+    pattern: /\b\d{4}[\s-]?\d{4}[\s-]?\d{4}[\s-]?\d{4}\b/g,
+    label: "credit_card",
+    replacement: "[REDACTED_CC]"
+  }
+];
+var SECRET_PATTERNS2 = [
+  {
+    pattern: /\bsk-[A-Za-z0-9]{20,}\b/g,
+    label: "api_key",
+    replacement: "[REDACTED_API_KEY]"
+  },
+  {
+    pattern: /\bpk-[A-Za-z0-9]{20,}\b/g,
+    label: "api_key",
+    replacement: "[REDACTED_API_KEY]"
+  },
+  {
+    pattern: /\bAKIA[A-Z0-9]{16}\b/g,
+    label: "aws_key",
+    replacement: "[REDACTED_AWS_KEY]"
+  }
+];
+function detectPII(text) {
+  const violations = [];
+  const normalized = text.normalize("NFKC");
+  for (const { pattern, label } of [...PII_PATTERNS2, ...SECRET_PATTERNS2]) {
+    const regex = new RegExp(pattern.source, pattern.flags);
+    if (regex.test(normalized)) {
+      violations.push({
+        type: "pii",
+        detail: `Detected ${label} in output`,
+        pattern: label
+      });
+    }
+  }
+  return violations;
+}
+function redactPII(text) {
+  let result = text;
+  for (const { pattern, replacement } of [...PII_PATTERNS2, ...SECRET_PATTERNS2]) {
+    const regex = new RegExp(pattern.source, pattern.flags);
+    result = result.replace(regex, replacement);
+  }
+  return result;
+}
+function checkContentPolicy(text, policy) {
+  const violations = [];
+  if (policy.maxResponseLength && text.length > policy.maxResponseLength) {
+    violations.push({
+      type: "content_policy",
+      detail: `Response length ${text.length} exceeds max ${policy.maxResponseLength}`
+    });
+  }
+  if (policy.blockedPatterns) {
+    for (const pattern of policy.blockedPatterns) {
+      if (pattern.test(text)) {
+        violations.push({
+          type: "content_policy",
+          detail: `Response matches blocked pattern: ${pattern.source}`,
+          pattern: pattern.source
+        });
+      }
+    }
+  }
+  return violations;
+}
+function checkCustomRules(text, rules) {
+  const violations = [];
+  for (const rule of rules) {
+    if (rule.pattern.test(text)) {
+      violations.push({
+        type: "custom_rule",
+        detail: rule.message ?? `Output matched custom rule: ${rule.name}`,
+        pattern: rule.pattern.source
+      });
+    }
+  }
+  return violations;
+}
+function outputGuardrailMiddleware(config) {
+  const mode = config.onViolation ?? "block";
+  return async (ctx, next) => {
+    const response = await next(ctx);
+    const text = extractText(response.message.content);
+    const violations = [];
+    if (config.piiDetection) {
+      violations.push(...detectPII(text));
+    }
+    if (config.contentPolicy) {
+      violations.push(...checkContentPolicy(text, config.contentPolicy));
+    }
+    if (config.customRules?.length) {
+      violations.push(...checkCustomRules(text, config.customRules));
+    }
+    if (violations.length === 0)
+      return response;
+    for (const v of violations) {
+      config.onViolationCallback?.(v);
+    }
+    switch (mode) {
+      case "block":
+        throw ElsiumError.validation(`Output guardrail violation: ${violations.map((v) => v.detail).join("; ")}`, { violations });
+      case "redact": {
+        let redacted = text;
+        if (config.piiDetection) {
+          redacted = redactPII(redacted);
+        }
+        return {
+          ...response,
+          message: { ...response.message, content: redacted }
+        };
+      }
+      case "warn":
+        log5.warn("Output guardrail violations detected", { violations });
+        return response;
+    }
+  };
+}
+// src/batch.ts
+var log6 = createLogger();
+function createBatch(gateway2, config) {
+  const concurrency = config?.concurrency ?? 5;
+  const retryPerItem = config?.retryPerItem ?? 0;
+  return {
+    async execute(requests) {
+      const startTime = performance.now();
+      const results = new Array(requests.length);
+      let completed = 0;
+      let totalSucceeded = 0;
+      let totalFailed = 0;
+      let running = 0;
+      let nextIndex = 0;
+      const signal = config?.signal;
+      async function processItem(index) {
+        if (signal?.aborted) {
+          results[index] = {
+            index,
+            success: false,
+            error: "Batch cancelled"
+          };
+          totalFailed++;
+          return;
+        }
+        let lastError;
+        for (let attempt = 0;attempt <= retryPerItem; attempt++) {
+          try {
+            const response = await gateway2.complete(requests[index]);
+            results[index] = { index, success: true, response };
+            totalSucceeded++;
+            return;
+          } catch (err2) {
+            lastError = err2 instanceof Error ? err2.message : String(err2);
+            if (attempt < retryPerItem && err2 instanceof ElsiumError && err2.retryable) {
+              continue;
+            }
+            break;
+          }
+        }
+        results[index] = { index, success: false, error: lastError };
+        totalFailed++;
+      }
+      return new Promise((resolve) => {
+        function scheduleNext() {
+          while (running < concurrency && nextIndex < requests.length) {
+            if (signal?.aborted) {
+              for (let i = nextIndex;i < requests.length; i++) {
+                results[i] = { index: i, success: false, error: "Batch cancelled" };
+                totalFailed++;
+              }
+              nextIndex = requests.length;
+              break;
+            }
+            const idx = nextIndex++;
+            running++;
+            processItem(idx).then(() => {
+              running--;
+              completed++;
+              config?.onProgress?.(completed, requests.length);
+              if (completed === requests.length) {
+                resolve({
+                  results,
+                  totalSucceeded,
+                  totalFailed,
+                  totalDurationMs: Math.round(performance.now() - startTime)
+                });
+              } else {
+                scheduleNext();
+              }
+            });
+          }
+        }
+        if (requests.length === 0) {
+          resolve({
+            results: [],
+            totalSucceeded: 0,
+            totalFailed: 0,
+            totalDurationMs: 0
+          });
+          return;
+        }
+        scheduleNext();
+      });
+    }
+  };
+}
 // src/router.ts
 var REASONING_KEYWORDS = /\b(prove|explain why|analyze|compare|contrast|evaluate|critique|debate|reason|deduce|infer|justify|argue|synthesize|hypothesize|derive)\b/i;
 var CODE_KEYWORDS = /\b(implement|refactor|debug|optimize|architect|design pattern|algorithm|data structure|write code|code review|fix the bug|type system)\b/i;
@@ -2678,6 +3094,7 @@ export {
   registerProvider,
   registerPricing,
   redactSecrets,
+  outputGuardrailMiddleware,
   loggingMiddleware,
   listProviders,
   getProviderMetadata,
@@ -2687,13 +3104,16 @@ export {
   detectJailbreak,
   createProviderMesh,
   createOpenAIProvider,
+  createInMemoryCache,
   createGoogleProvider,
   createBulkhead,
+  createBatch,
   createAnthropicProvider,
   costTrackingMiddleware,
   composeMiddleware,
   classifyContent,
   checkBlockedPatterns,
   calculateCost,
+  cacheMiddleware,
   bulkheadMiddleware
 };

package/dist/output-guardrails.d.ts

@@ -0,0 +1,23 @@
+import type { Middleware } from '@elsium-ai/core';
+export interface OutputViolation {
+    type: 'pii' | 'content_policy' | 'custom_rule';
+    detail: string;
+    pattern?: string;
+}
+export interface OutputGuardrailRule {
+    name: string;
+    pattern: RegExp;
+    message?: string;
+}
+export interface OutputGuardrailConfig {
+    piiDetection?: boolean;
+    contentPolicy?: {
+        blockedPatterns?: RegExp[];
+        maxResponseLength?: number;
+    };
+    customRules?: OutputGuardrailRule[];
+    onViolation?: 'block' | 'redact' | 'warn';
+    onViolationCallback?: (violation: OutputViolation) => void;
+}
+export declare function outputGuardrailMiddleware(config: OutputGuardrailConfig): Middleware;
+//# sourceMappingURL=output-guardrails.d.ts.map

package/dist/output-guardrails.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"output-guardrails.d.ts","sourceRoot":"","sources":["../src/output-guardrails.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAKjD,MAAM,WAAW,eAAe;IAC/B,IAAI,EAAE,KAAK,GAAG,gBAAgB,GAAG,aAAa,CAAA;IAC9C,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,mBAAmB;IACnC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,qBAAqB;IACrC,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,aAAa,CAAC,EAAE;QACf,eAAe,CAAC,EAAE,MAAM,EAAE,CAAA;QAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAA;KAC1B,CAAA;IACD,WAAW,CAAC,EAAE,mBAAmB,EAAE,CAAA;IACnC,WAAW,CAAC,EAAE,OAAO,GAAG,QAAQ,GAAG,MAAM,CAAA;IACzC,mBAAmB,CAAC,EAAE,CAAC,SAAS,EAAE,eAAe,KAAK,IAAI,CAAA;CAC1D;AA+GD,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,qBAAqB,GAAG,UAAU,CAiDnF"}

package/dist/providers/anthropic.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EASnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AA2C9C,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAuT3E"}
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EAUnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AA2C9C,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAoV3E"}

package/dist/providers/google.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../src/providers/google.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EASnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAqC9C,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CA8PxE"}
+{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../src/providers/google.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EAUnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAqC9C,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAiRxE"}

package/dist/providers/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EASnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAoD9C,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAsSxE"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EAUnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAqD9C,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAqUxE"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@elsium-ai/gateway",
-	"version": "0.2.3",
+	"version": "0.3.0",
 	"description": "Multi-provider LLM gateway for ElsiumAI",
 	"license": "MIT",
 	"author": "Eric Utrera <ebutrera9103@gmail.com>",
@@ -26,7 +26,7 @@
 		"dev": "bun --watch src/index.ts"
 	},
 	"dependencies": {
-		"@elsium-ai/core": "^0.2.3",
+		"@elsium-ai/core": "^0.3.0",
 		"zod": "^3.24.0"
 	},
 	"devDependencies": {