@elsium-ai/gateway 0.2.2 → 0.3.0

package/dist/batch.d.ts

@@ -0,0 +1,24 @@
+import type { CompletionRequest, LLMResponse } from '@elsium-ai/core';
+import type { Gateway } from './gateway';
+export interface BatchConfig {
+    concurrency?: number;
+    retryPerItem?: number;
+    onProgress?: (completed: number, total: number) => void;
+    signal?: AbortSignal;
+}
+export interface BatchResultItem {
+    index: number;
+    success: boolean;
+    response?: LLMResponse;
+    error?: string;
+}
+export interface BatchResult {
+    results: BatchResultItem[];
+    totalSucceeded: number;
+    totalFailed: number;
+    totalDurationMs: number;
+}
+export declare function createBatch(gateway: Gateway, config?: BatchConfig): {
+    execute(requests: CompletionRequest[]): Promise<BatchResult>;
+};
+//# sourceMappingURL=batch.d.ts.map

package/dist/batch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch.d.ts","sourceRoot":"","sources":["../src/batch.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAErE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAIxC,MAAM,WAAW,WAAW;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAA;IACvD,MAAM,CAAC,EAAE,WAAW,CAAA;CACpB;AAED,MAAM,WAAW,eAAe;IAC/B,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,OAAO,CAAA;IAChB,QAAQ,CAAC,EAAE,WAAW,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,WAAW;IAC3B,OAAO,EAAE,eAAe,EAAE,CAAA;IAC1B,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,EAAE,MAAM,CAAA;IACnB,eAAe,EAAE,MAAM,CAAA;CACvB;AAED,wBAAgB,WAAW,CAC1B,OAAO,EAAE,OAAO,EAChB,MAAM,CAAC,EAAE,WAAW,GAClB;IAAE,OAAO,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;CAAE,CAiGlE"}

package/dist/cache.d.ts

@@ -0,0 +1,26 @@
+import type { LLMResponse, Middleware, MiddlewareContext } from '@elsium-ai/core';
+export interface CacheAdapter {
+    get(key: string): Promise<LLMResponse | null>;
+    set(key: string, value: LLMResponse, ttlMs: number): Promise<void>;
+    delete(key: string): Promise<void>;
+    clear(): Promise<void>;
+}
+export interface CacheStats {
+    hits: number;
+    misses: number;
+    size: number;
+    hitRate: number;
+}
+export interface CacheMiddlewareConfig {
+    adapter?: CacheAdapter;
+    ttlMs?: number;
+    maxSize?: number;
+    keyFn?: (ctx: MiddlewareContext) => string;
+    shouldCache?: (ctx: MiddlewareContext, response: LLMResponse) => boolean;
+}
+export declare function createInMemoryCache(maxSize?: number): CacheAdapter;
+export declare function cacheMiddleware(config?: CacheMiddlewareConfig): Middleware & {
+    readonly adapter: CacheAdapter;
+    stats(): CacheStats;
+};
+//# sourceMappingURL=cache.d.ts.map

package/dist/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAKjF,MAAM,WAAW,YAAY;IAC5B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAAA;IAC7C,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAClE,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAClC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACtB;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,qBAAqB;IACrC,OAAO,CAAC,EAAE,YAAY,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,iBAAiB,KAAK,MAAM,CAAA;IAC1C,WAAW,CAAC,EAAE,CAAC,GAAG,EAAE,iBAAiB,EAAE,QAAQ,EAAE,WAAW,KAAK,OAAO,CAAA;CACxE;AAOD,wBAAgB,mBAAmB,CAAC,OAAO,SAAO,GAAG,YAAY,CAuChE;AAmBD,wBAAgB,eAAe,CAC9B,MAAM,CAAC,EAAE,qBAAqB,GAC5B,UAAU,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;IAAC,KAAK,IAAI,UAAU,CAAA;CAAE,CA8CtE"}

package/dist/gateway.d.ts

@@ -13,6 +13,8 @@ export interface GatewayConfig {
     xray?: boolean | {
         maxHistory?: number;
     };
+    maxMessages?: number;
+    maxInputTokens?: number;
 }
 export interface Gateway {
     complete(request: CompletionRequest): Promise<LLMResponse>;

package/dist/gateway.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../src/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,iBAAiB,EACjB,WAAW,EACX,UAAU,EAEV,cAAc,EACd,QAAQ,EACR,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAAe,KAAK,YAAY,EAAiC,MAAM,iBAAiB,CAAA;AAC/F,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAI5B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAM7C,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,UAAU,EAAE,CAAA;IACzB,IAAI,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CACxC;AAED,MAAM,WAAW,OAAO;IACvB,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,GAAG;QAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAC3E,IAAI,EAAE,CAAC,CAAA;QACP,QAAQ,EAAE,WAAW,CAAA;KACrB,CAAC,CAAA;IACF,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAA;IAC9B,QAAQ,IAAI,QAAQ,GAAG,IAAI,CAAA;IAC3B,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,EAAE,CAAA;CACvC;AAQD,wBAAgB,uBAAuB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,WAAW,GAC9C,IAAI,CAEN;AAED,wBAAgB,OAAO,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CA6JtD"}
+{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../src/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,iBAAiB,EACjB,WAAW,EACX,UAAU,EAEV,cAAc,EAEd,QAAQ,EACR,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAEN,KAAK,YAAY,EAIjB,MAAM,iBAAiB,CAAA;AACxB,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAI5B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAM7C,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,UAAU,EAAE,CAAA;IACzB,IAAI,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IACxC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,OAAO;IACvB,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,GAAG;QAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAC3E,IAAI,EAAE,CAAC,CAAA;QACP,QAAQ,EAAE,WAAW,CAAA;KACrB,CAAC,CAAA;IACF,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAA;IAC9B,QAAQ,IAAI,QAAQ,GAAG,IAAI,CAAA;IAC3B,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,EAAE,CAAA;CACvC;AAQD,wBAAgB,uBAAuB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,WAAW,GAC9C,IAAI,CAEN;AAiID,wBAAgB,OAAO,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CA0ItD"}

package/dist/index.d.ts

@@ -11,7 +11,13 @@ export { securityMiddleware, detectPromptInjection, detectJailbreak, redactSecre
 export type { SecurityMiddlewareConfig, SecurityViolation, SecurityResult, DataClassification, ClassificationResult, } from './security';
 export { createBulkhead, bulkheadMiddleware } from './bulkhead';
 export type { BulkheadConfig, Bulkhead } from './bulkhead';
+export { cacheMiddleware, createInMemoryCache } from './cache';
+export type { CacheAdapter, CacheStats, CacheMiddlewareConfig } from './cache';
+export { outputGuardrailMiddleware } from './output-guardrails';
+export type { OutputGuardrailConfig, OutputGuardrailRule, OutputViolation, } from './output-guardrails';
 export { calculateCost, registerPricing } from './pricing';
+export { createBatch } from './batch';
+export type { BatchConfig, BatchResult, BatchResultItem } from './batch';
 export { createProviderMesh } from './router';
 export type { ProviderMeshConfig, ProviderEntry, RoutingStrategy, ProviderMesh } from './router';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,uBAAuB,EAAE,MAAM,WAAW,CAAA;AAC5D,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGvD,YAAY,EACX,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,SAAS,GACT,MAAM,YAAY,CAAA;AACnB,OAAO,EACN,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,wBAAwB,EACxB,mBAAmB,GACnB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAGzD,OAAO,EACN,iBAAiB,EACjB,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,GACd,MAAM,cAAc,CAAA;AACrB,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAG7C,OAAO,EACN,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,eAAe,GACf,MAAM,YAAY,CAAA;AACnB,YAAY,EACX,wBAAwB,EACxB,iBAAiB,EACjB,cAAc,EACd,kBAAkB,EAClB,oBAAoB,GACpB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAC/D,YAAY,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAG1D,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAG1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AAC7C,YAAY,EAAE,kBAAkB,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,uBAAuB,EAAE,MAAM,WAAW,CAAA;AAC5D,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGvD,YAAY,EACX,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,SAAS,GACT,MAAM,YAAY,CAAA;AACnB,OAAO,EACN,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,wBAAwB,EACxB,mBAAmB,GACnB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAGzD,OAAO,EACN,iBAAiB,EACjB,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,GACd,MAAM,cAAc,CAAA;AACrB,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAG7C,OAAO,EACN,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,eAAe,GACf,MAAM,YAAY,CAAA;AACnB,YAAY,EACX,wBAAwB,EACxB,iBAAiB,EACjB,cAAc,EACd,kBAAkB,EAClB,oBAAoB,GACpB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAC/D,YAAY,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAG1D,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAA;AAC9D,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAA;AAG9E,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,YAAY,EACX,qBAAqB,EACrB,mBAAmB,EACnB,eAAe,GACf,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAG1D,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AACrC,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AAGxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AAC7C,YAAY,EAAE,kBAAkB,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA"}

package/dist/index.js

@@ -394,6 +394,94 @@ function createLogger(options = {}) {
     }
   };
 }
+// ../core/src/schema.ts
+var log = createLogger();
+function zodDefKind(def) {
+  return typeof def.type === "string" ? def.type : def.typeName;
+}
+function zodObjectToJsonSchema(schema, convert) {
+  const shape = typeof schema.shape === "function" ? schema.shape() : schema.shape;
+  const properties = {};
+  const required = [];
+  for (const [key, value] of Object.entries(shape)) {
+    const fieldSchema = value;
+    properties[key] = convert(fieldSchema);
+    const fieldDef = fieldSchema._def;
+    const fieldKind = zodDefKind(fieldDef);
+    if (fieldKind !== "optional" && fieldKind !== "ZodOptional" && fieldKind !== "default" && fieldKind !== "ZodDefault") {
+      required.push(key);
+    }
+    if (fieldDef.description) {
+      properties[key].description = fieldDef.description;
+    }
+  }
+  return { type: "object", properties, required };
+}
+function zodToJsonSchema(schema) {
+  if (!("_def" in schema))
+    return { type: "object" };
+  const def = schema._def;
+  const kind = zodDefKind(def);
+  switch (kind) {
+    case "object":
+    case "ZodObject":
+      return zodObjectToJsonSchema(def, zodToJsonSchema);
+    case "string":
+    case "ZodString":
+      return { type: "string" };
+    case "number":
+    case "ZodNumber":
+      return { type: "number" };
+    case "boolean":
+    case "ZodBoolean":
+      return { type: "boolean" };
+    case "array":
+    case "ZodArray":
+      return {
+        type: "array",
+        items: zodToJsonSchema(def.element ?? def.type)
+      };
+    case "enum":
+    case "ZodEnum": {
+      const values = def.values ?? (def.entries ? Object.values(def.entries) : []);
+      return { type: "string", enum: values };
+    }
+    case "optional":
+    case "ZodOptional":
+      return zodToJsonSchema(def.innerType);
+    case "default":
+    case "ZodDefault":
+      return zodToJsonSchema(def.innerType);
+    case "nullable":
+    case "ZodNullable": {
+      const inner = zodToJsonSchema(def.innerType);
+      return { ...inner, nullable: true };
+    }
+    case "ZodLiteral":
+      return { type: typeof def.value, const: def.value };
+    case "ZodUnion": {
+      const options = def.options.map(zodToJsonSchema);
+      return { anyOf: options };
+    }
+    case "ZodRecord":
+      return {
+        type: "object",
+        additionalProperties: def.valueType ? zodToJsonSchema(def.valueType) : { type: "string" }
+      };
+    case "ZodTuple": {
+      const items = (def.items ?? []).map(zodToJsonSchema);
+      return { type: "array", prefixItems: items, minItems: items.length, maxItems: items.length };
+    }
+    case "ZodDate":
+      return { type: "string", format: "date-time" };
+    default:
+      log.warn(`zodToJsonSchema: unsupported type ${kind}, defaulting to string`);
+      return { type: "string" };
+  }
+}
+// ../core/src/registry.ts
+var log2 = createLogger();
+var BLOCKED_KEYS = new Set(["__proto__", "constructor", "prototype"]);
 // ../core/src/circuit-breaker.ts
 function defaultShouldCount(error) {
   if (error && typeof error === "object" && "retryable" in error) {
@@ -560,16 +648,16 @@ function composeMiddleware(middlewares) {
   };
 }
 function loggingMiddleware(logger) {
-  const log = logger ?? createLogger({ level: "info" });
+  const log3 = logger ?? createLogger({ level: "info" });
   return async (ctx, next) => {
-    log.info("LLM request", {
+    log3.info("LLM request", {
       provider: ctx.provider,
       model: ctx.model,
       traceId: ctx.traceId,
       messageCount: ctx.request.messages.length
     });
     const response = await next(ctx);
-    log.info("LLM response", {
+    log3.info("LLM response", {
       provider: ctx.provider,
       model: ctx.model,
       traceId: ctx.traceId,
@@ -705,7 +793,7 @@ function xrayMiddleware(options = {}) {
 }
 
 // src/pricing.ts
-var log = createLogger();
+var log3 = createLogger();
 var PRICING = {
   "claude-opus-4-6": { inputPerMillion: 15, outputPerMillion: 75 },
   "claude-sonnet-4-6": { inputPerMillion: 3, outputPerMillion: 15 },
@@ -743,7 +831,7 @@ function resolveModelName(model) {
 function calculateCost(model, usage) {
   const pricing = PRICING[resolveModelName(model)];
   if (!pricing) {
-    log.warn(`Unknown model "${model}" — cost will be reported as $0. Register pricing with registerPricing().`);
+    log3.warn(`Unknown model "${model}" — cost will be reported as $0. Register pricing with registerPricing().`);
     return {
       inputCost: 0,
       outputCost: 0,
@@ -837,15 +925,33 @@ function createAnthropicProvider(config) {
     if (part.type === "text")
       return { type: "text", text: part.text };
     if (part.type === "image" && part.source?.type === "base64") {
+      const src = part.source;
       return {
         type: "image",
         source: {
           type: "base64",
-          media_type: part.source.mediaType,
-          data: part.source.data
+          media_type: src.mediaType,
+          data: src.data
         }
       };
     }
+    if (part.type === "document" && part.source) {
+      if (part.source.type === "base64") {
+        const src = part.source;
+        return {
+          type: "document",
+          source: {
+            type: "base64",
+            media_type: src.mediaType,
+            data: src.data
+          }
+        };
+      }
+      return { type: "text", text: "[document: url source not supported by Anthropic]" };
+    }
+    if (part.type === "audio") {
+      return { type: "text", text: "[audio content not supported by this provider]" };
+    }
     return { type: "text", text: "[unsupported content]" };
   }
   function formatMultipartContent(msg, role) {
@@ -954,6 +1060,16 @@ function createAnthropicProvider(config) {
       const tools = formatTools(req.tools);
       if (tools)
         body.tools = tools;
+      if (req.schema) {
+        const jsonSchema = zodToJsonSchema(req.schema);
+        const structuredTool = {
+          name: "_structured_output",
+          description: "Return structured output matching the required schema",
+          input_schema: jsonSchema
+        };
+        body.tools = [...tools ?? [], structuredTool];
+        body.tool_choice = { type: "tool", name: "_structured_output" };
+      }
       const startTime = performance.now();
       const raw = await retry(async () => {
         const controller = new AbortController;
@@ -1163,7 +1279,31 @@ function createGoogleProvider(config) {
     return { role, parts };
   }
   function formatGeminiMultipartContent(msg, role) {
-    const parts = msg.content.filter((p) => p.type === "text").map((p) => ({ text: p.text }));
+    const parts = [];
+    for (const p of msg.content) {
+      if (p.type === "text") {
+        parts.push({ text: p.text });
+      } else if (p.type === "image") {
+        const img = p;
+        if (img.source.type === "base64") {
+          parts.push({ inlineData: { mimeType: img.source.mediaType, data: img.source.data } });
+        } else {
+          parts.push({ fileData: { mimeType: "image/jpeg", fileUri: img.source.url } });
+        }
+      } else if (p.type === "audio" || p.type === "document") {
+        const media = p;
+        if (media.source.type === "base64") {
+          parts.push({
+            inlineData: { mimeType: media.source.mediaType, data: media.source.data }
+          });
+        } else {
+          const urlSource = media.source;
+          parts.push({
+            fileData: { mimeType: "application/octet-stream", fileUri: urlSource.url }
+          });
+        }
+      }
+    }
     return { role, parts };
   }
   function formatMessages(messages) {
@@ -1260,6 +1400,10 @@ function createGoogleProvider(config) {
       config2.topP = req.topP;
     if (req.stopSequences?.length)
       config2.stopSequences = req.stopSequences;
+    if (req.schema) {
+      config2.responseMimeType = "application/json";
+      config2.responseSchema = zodToJsonSchema(req.schema);
+    }
     return config2;
   }
   function buildRequestBody(req) {
@@ -1338,7 +1482,8 @@ async function handleGoogleErrorResponse(response) {
     throw ElsiumError.authError("google");
   }
   if (response.status === 429) {
-    throw ElsiumError.rateLimit("google");
+    const retryAfter = response.headers.get("retry-after");
+    throw ElsiumError.rateLimit("google", retryAfter ? Number.parseInt(retryAfter) * 1000 : undefined);
   }
   throw ElsiumError.providerError(`Google API error ${response.status}: ${errorBody}`, {
     provider: "google",
@@ -1524,6 +1669,43 @@ function createOpenAIProvider(config) {
     }
     return openaiMsg;
   }
+  function formatUserContent(msg) {
+    if (typeof msg.content === "string")
+      return msg.content;
+    const parts = [];
+    for (const part of msg.content) {
+      if (part.type === "text") {
+        parts.push({ type: "text", text: part.text });
+      } else if (part.type === "image") {
+        if (part.source.type === "base64") {
+          const url = `data:${part.source.mediaType};base64,${part.source.data}`;
+          parts.push({ type: "image_url", image_url: { url } });
+        } else {
+          parts.push({ type: "image_url", image_url: { url: part.source.url } });
+        }
+      } else if (part.type === "audio") {
+        if (part.source.type === "base64") {
+          const format = part.source.mediaType.split("/")[1] ?? "wav";
+          parts.push({
+            type: "input_audio",
+            input_audio: { data: part.source.data, format }
+          });
+        } else {
+          parts.push({ type: "text", text: "[audio: url source requires file upload]" });
+        }
+      } else if (part.type === "document") {
+        if (part.source.type === "base64") {
+          parts.push({
+            type: "text",
+            text: `[document: ${part.source.mediaType} content attached as base64]`
+          });
+        } else {
+          parts.push({ type: "text", text: `[document: ${part.source.url}]` });
+        }
+      }
+    }
+    return parts;
+  }
   function formatMessages(messages) {
     const formatted = [];
     for (const msg of messages) {
@@ -1539,7 +1721,7 @@ function createOpenAIProvider(config) {
         formatted.push(formatAssistantMessage(msg));
         continue;
       }
-      formatted.push({ role: "user", content: extractTextContent(msg) });
+      formatted.push({ role: "user", content: formatUserContent(msg) });
     }
     return formatted;
   }
@@ -1616,6 +1798,17 @@ function createOpenAIProvider(config) {
       const tools = formatTools(req.tools);
       if (tools)
         body.tools = tools;
+      if (req.schema) {
+        const jsonSchema = zodToJsonSchema(req.schema);
+        body.response_format = {
+          type: "json_schema",
+          json_schema: {
+            name: "structured_output",
+            strict: true,
+            schema: jsonSchema
+          }
+        };
+      }
       const startTime = performance.now();
       const raw = await retry(async () => {
         const controller = new AbortController;
@@ -1778,7 +1971,7 @@ var PROVIDER_FACTORIES = {
 function registerProviderFactory(name, factory) {
   PROVIDER_FACTORIES[name] = factory;
 }
-function gateway(config) {
+function validateGatewayConfig(config) {
   const factory = PROVIDER_FACTORIES[config.provider];
   if (!factory) {
     throw new ElsiumError({
@@ -1787,21 +1980,92 @@ function gateway(config) {
       retryable: false
     });
   }
+  if (typeof config.apiKey !== "string" || config.apiKey.trim() === "") {
+    throw new ElsiumError({
+      code: "CONFIG_ERROR",
+      message: "apiKey must be a non-empty string",
+      retryable: false
+    });
+  }
+  if (config.timeout !== undefined && (!Number.isFinite(config.timeout) || config.timeout <= 0)) {
+    throw new ElsiumError({
+      code: "CONFIG_ERROR",
+      message: "timeout must be a positive finite number",
+      retryable: false
+    });
+  }
+  if (config.maxRetries !== undefined && (!Number.isFinite(config.maxRetries) || !Number.isInteger(config.maxRetries) || config.maxRetries < 0)) {
+    throw new ElsiumError({
+      code: "CONFIG_ERROR",
+      message: "maxRetries must be a non-negative finite integer",
+      retryable: false
+    });
+  }
+  return factory;
+}
+function autoRegisterProvider(provider) {
+  if (!provider.metadata)
+    return;
+  registerProviderMetadata(provider.name, provider.metadata);
+  if (!provider.metadata.pricing)
+    return;
+  for (const [model, pricing] of Object.entries(provider.metadata.pricing)) {
+    registerPricing(model, pricing);
+  }
+}
+function validateRequestLimits(request, maxMessages, maxInputTokens) {
+  if (request.messages.length > maxMessages) {
+    throw ElsiumError.validation(`Message count ${request.messages.length} exceeds limit of ${maxMessages}`);
+  }
+  let estimatedTokens = 0;
+  for (const msg of request.messages) {
+    const text = typeof msg.content === "string" ? msg.content : msg.content.map((p) => p.type === "text" ? p.text : "").join("");
+    estimatedTokens += Math.ceil(text.length / 4);
+  }
+  if (estimatedTokens > maxInputTokens) {
+    throw ElsiumError.validation(`Estimated input tokens (~${estimatedTokens}) exceeds limit of ${maxInputTokens}`);
+  }
+}
+function buildMiddlewareContext(req, providerName, defaultModel, metadata) {
+  return {
+    request: req,
+    provider: providerName,
+    model: req.model ?? defaultModel,
+    traceId: generateTraceId(),
+    startTime: performance.now(),
+    metadata
+  };
+}
+async function accumulateStreamEvents(stream, emit) {
+  let textContent = "";
+  let usage = { inputTokens: 0, outputTokens: 0, totalTokens: 0 };
+  let stopReason = "end_turn";
+  let id = "";
+  for await (const event of stream) {
+    emit(event);
+    if (event.type === "text_delta") {
+      textContent += event.text;
+    } else if (event.type === "message_end") {
+      usage = event.usage;
+      stopReason = event.stopReason;
+    } else if (event.type === "message_start") {
+      id = event.id;
+    }
+  }
+  return { textContent, usage, stopReason, id };
+}
+function gateway(config) {
+  const factory = validateGatewayConfig(config);
   const provider = factory({
     apiKey: config.apiKey,
     baseUrl: config.baseUrl,
     timeout: config.timeout,
     maxRetries: config.maxRetries
   });
-  if (provider.metadata) {
-    registerProviderMetadata(provider.name, provider.metadata);
-    if (provider.metadata.pricing) {
-      for (const [model, pricing] of Object.entries(provider.metadata.pricing)) {
-        registerPricing(model, pricing);
-      }
-    }
-  }
+  autoRegisterProvider(provider);
   const defaultModel = config.model ?? provider.defaultModel;
+  const maxMessages = config.maxMessages ?? 1000;
+  const maxInputTokens = config.maxInputTokens ?? 1e6;
   let xrayStore = null;
   const allMiddleware = [...config.middleware ?? []];
   if (config.xray) {
@@ -1816,14 +2080,7 @@ function gateway(config) {
     if (!composedMiddleware) {
       return provider.complete(req);
     }
-    const ctx = {
-      request: req,
-      provider: provider.name,
-      model: req.model ?? defaultModel,
-      traceId: generateTraceId(),
-      startTime: performance.now(),
-      metadata: request.metadata ?? {}
-    };
+    const ctx = buildMiddlewareContext(req, provider.name, defaultModel, request.metadata ?? {});
     return composedMiddleware(ctx, async (c) => provider.complete(c.request));
   }
   return {
@@ -1835,34 +2092,27 @@ function gateway(config) {
       return xrayStore?.callHistory(limit) ?? [];
     },
     async complete(request) {
+      validateRequestLimits(request, maxMessages, maxInputTokens);
       return executeWithMiddleware(request);
     },
     stream(request) {
+      validateRequestLimits(request, maxMessages, maxInputTokens);
       const req = { ...request, model: request.model ?? defaultModel };
       if (composedMiddleware) {
-        const ctx = {
-          request: req,
-          provider: provider.name,
-          model: req.model ?? defaultModel,
-          traceId: generateTraceId(),
-          startTime: performance.now(),
-          metadata: request.metadata ?? {}
-        };
+        const ctx = buildMiddlewareContext(req, provider.name, defaultModel, request.metadata ?? {});
         return createStream(async (emit) => {
           await composedMiddleware(ctx, async (c) => {
-            const stream = provider.stream(c.request);
-            for await (const event of stream) {
-              emit(event);
-            }
+            const result = await accumulateStreamEvents(provider.stream(c.request), emit);
+            const latencyMs = Math.round(performance.now() - ctx.startTime);
             return {
-              id: "",
-              message: { role: "assistant", content: "" },
-              usage: { inputTokens: 0, outputTokens: 0, totalTokens: 0 },
-              cost: { inputCost: 0, outputCost: 0, totalCost: 0, currency: "USD" },
+              id: result.id,
+              message: { role: "assistant", content: result.textContent },
+              usage: result.usage,
+              cost: calculateCost(c.model, result.usage),
               model: c.model,
               provider: provider.name,
-              stopReason: "end_turn",
-              latencyMs: 0,
+              stopReason: result.stopReason,
+              latencyMs,
               traceId: ctx.traceId
             };
           });
@@ -1872,107 +2122,46 @@ function gateway(config) {
     },
     async generate(request) {
       const { schema, ...rest } = request;
-      const jsonSchema = schemaToJsonSchema(schema);
-      const systemPrompt = [
-        rest.system ?? "",
-        "You MUST respond with valid JSON matching this schema:",
-        JSON.stringify(jsonSchema, null, 2),
-        "Respond ONLY with the JSON object, no markdown or explanation."
-      ].filter(Boolean).join(`
-
-`);
+      const jsonSchema = zodToJsonSchema(schema);
       const response = await executeWithMiddleware({
         ...rest,
-        system: systemPrompt
+        schema,
+        system: [
+          rest.system ?? "",
+          "You MUST respond with valid JSON matching this schema:",
+          JSON.stringify(jsonSchema, null, 2),
+          "Respond ONLY with the JSON object, no markdown or explanation."
+        ].filter(Boolean).join(`
+
+`)
       });
-      const text = typeof response.message.content === "string" ? response.message.content : "";
-      const jsonMatch = text.match(/\{[\s\S]*\}/);
-      if (!jsonMatch) {
-        throw ElsiumError.validation("LLM response did not contain valid JSON", {
-          response: text
-        });
+      let parsed;
+      if (response.stopReason === "tool_use" && response.message.toolCalls?.length) {
+        const structuredCall = response.message.toolCalls.find((tc) => tc.name === "_structured_output");
+        if (structuredCall) {
+          parsed = structuredCall.arguments;
+        }
+      }
+      if (parsed === undefined) {
+        const text = typeof response.message.content === "string" ? response.message.content : "";
+        const jsonMatch = text.match(/\{[\s\S]*\}/);
+        if (!jsonMatch) {
+          throw ElsiumError.validation("LLM response did not contain valid JSON", {
+            response: text
+          });
+        }
+        parsed = JSON.parse(jsonMatch[0]);
       }
-      const parsed = JSON.parse(jsonMatch[0]);
       const result = schema.safeParse(parsed);
       if (!result.success) {
         throw ElsiumError.validation("LLM response did not match schema", {
-          errors: result.error.issues,
-          response: text
+          errors: result.error.issues
         });
       }
       return { data: result.data, response };
     }
   };
 }
-function schemaToJsonSchema(schema) {
-  try {
-    if ("_def" in schema) {
-      const def = schema._def;
-      const result = convertZodDef(def);
-      if (result)
-        return result;
-    }
-  } catch {}
-  return { type: "string" };
-}
-function zodDefKind(def) {
-  return typeof def.type === "string" ? def.type : def.typeName;
-}
-function convertZodDef(def) {
-  const kind = zodDefKind(def);
-  switch (kind) {
-    case "object":
-    case "ZodObject":
-      return convertZodObject(def);
-    case "string":
-    case "ZodString":
-      return { type: "string" };
-    case "number":
-    case "ZodNumber":
-      return { type: "number" };
-    case "boolean":
-    case "ZodBoolean":
-      return { type: "boolean" };
-    case "array":
-    case "ZodArray":
-      return convertZodArray(def);
-    case "enum":
-    case "ZodEnum": {
-      const values = def.values ?? (def.entries ? Object.values(def.entries) : []);
-      return { type: "string", enum: values };
-    }
-    case "optional":
-    case "ZodOptional":
-      return convertZodOptional(def);
-    default:
-      return null;
-  }
-}
-function convertZodObject(def) {
-  if (!def.shape)
-    return null;
-  const shape = typeof def.shape === "function" ? def.shape() : def.shape;
-  const properties = {};
-  const required = [];
-  for (const [key, value] of Object.entries(shape)) {
-    properties[key] = schemaToJsonSchema(value);
-    const valDef = value._def;
-    const valKind = zodDefKind(valDef);
-    if (valKind !== "optional" && valKind !== "ZodOptional") {
-      required.push(key);
-    }
-  }
-  return { type: "object", properties, required };
-}
-function convertZodArray(def) {
-  return {
-    type: "array",
-    items: schemaToJsonSchema(def.element ?? def.type)
-  };
-}
-function convertZodOptional(def) {
-  return schemaToJsonSchema(def.innerType ?? def.innerType);
-}
 // src/security.ts
 var INJECTION_PATTERNS = [
   {
@@ -2223,6 +2412,12 @@ function redactResponseSecrets(response, config) {
 }
 function securityMiddleware(config) {
   return async (ctx, next) => {
+    if (ctx.request.system) {
+      const sysViolations = scanMessageForViolations(ctx.request.system, config);
+      if (sysViolations.length > 0) {
+        reportAndThrow(sysViolations, config);
+      }
+    }
     for (const message of ctx.request.messages) {
       const text = extractText(message.content);
       if (!text)
@@ -2329,6 +2524,321 @@ function bulkheadMiddleware(config) {
     return bulkhead.execute(() => next(ctx));
   };
 }
+// src/cache.ts
+import { createHash } from "node:crypto";
+var log4 = createLogger();
+function createInMemoryCache(maxSize = 1000) {
+  const cache = new Map;
+  function evict() {
+    if (cache.size <= maxSize)
+      return;
+    const firstKey = cache.keys().next().value;
+    if (firstKey !== undefined)
+      cache.delete(firstKey);
+  }
+  return {
+    async get(key) {
+      const entry = cache.get(key);
+      if (!entry)
+        return null;
+      if (Date.now() > entry.expiresAt) {
+        cache.delete(key);
+        return null;
+      }
+      cache.delete(key);
+      cache.set(key, entry);
+      return entry.value;
+    },
+    async set(key, value, ttlMs) {
+      cache.set(key, { value, expiresAt: Date.now() + ttlMs });
+      evict();
+    },
+    async delete(key) {
+      cache.delete(key);
+    },
+    async clear() {
+      cache.clear();
+    }
+  };
+}
+function defaultCacheKey(ctx) {
+  const data = JSON.stringify({
+    provider: ctx.provider,
+    model: ctx.model,
+    messages: ctx.request.messages,
+    system: ctx.request.system,
+    temperature: ctx.request.temperature
+  });
+  return createHash("sha256").update(data).digest("hex");
+}
+function defaultShouldCache(_ctx, response) {
+  const temp = _ctx.request.temperature;
+  if (temp !== undefined && temp !== 0)
+    return false;
+  return response.stopReason === "end_turn";
+}
+function cacheMiddleware(config) {
+  const ttlMs = config?.ttlMs ?? 3600000;
+  const adapter = config?.adapter ?? createInMemoryCache(config?.maxSize ?? 1000);
+  const keyFn = config?.keyFn ?? defaultCacheKey;
+  const shouldCache = config?.shouldCache ?? defaultShouldCache;
+  let hits = 0;
+  let misses = 0;
+  const middleware = async (ctx, next) => {
+    if (ctx.request.stream) {
+      return next(ctx);
+    }
+    const key = keyFn(ctx);
+    const cached = await adapter.get(key);
+    if (cached) {
+      hits++;
+      log4.debug("Cache hit", { key: key.slice(0, 8), provider: ctx.provider });
+      return cached;
+    }
+    misses++;
+    const response = await next(ctx);
+    if (shouldCache(ctx, response)) {
+      await adapter.set(key, response, ttlMs);
+    }
+    return response;
+  };
+  return Object.assign(middleware, {
+    adapter,
+    stats() {
+      const total = hits + misses;
+      return {
+        hits,
+        misses,
+        size: 0,
+        hitRate: total > 0 ? hits / total : 0
+      };
+    }
+  });
+}
+// src/output-guardrails.ts
+var log5 = createLogger();
+var PII_PATTERNS2 = [
+  {
+    pattern: /\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}\b/g,
+    label: "email",
+    replacement: "[REDACTED_EMAIL]"
+  },
+  {
+    pattern: /(?:\+?1[-.\s]?)?\(?\d{3}\)?[-.\s]?\d{3}[-.\s]?\d{4}\b/g,
+    label: "phone",
+    replacement: "[REDACTED_PHONE]"
+  },
+  {
+    pattern: /\b\d{3}-\d{2}-\d{4}\b/g,
+    label: "ssn",
+    replacement: "[REDACTED_SSN]"
+  },
+  {
+    pattern: /\b\d{4}[\s-]?\d{4}[\s-]?\d{4}[\s-]?\d{4}\b/g,
+    label: "credit_card",
+    replacement: "[REDACTED_CC]"
+  }
+];
+var SECRET_PATTERNS2 = [
+  {
+    pattern: /\bsk-[A-Za-z0-9]{20,}\b/g,
+    label: "api_key",
+    replacement: "[REDACTED_API_KEY]"
+  },
+  {
+    pattern: /\bpk-[A-Za-z0-9]{20,}\b/g,
+    label: "api_key",
+    replacement: "[REDACTED_API_KEY]"
+  },
+  {
+    pattern: /\bAKIA[A-Z0-9]{16}\b/g,
+    label: "aws_key",
+    replacement: "[REDACTED_AWS_KEY]"
+  }
+];
+function detectPII(text) {
+  const violations = [];
+  const normalized = text.normalize("NFKC");
+  for (const { pattern, label } of [...PII_PATTERNS2, ...SECRET_PATTERNS2]) {
+    const regex = new RegExp(pattern.source, pattern.flags);
+    if (regex.test(normalized)) {
+      violations.push({
+        type: "pii",
+        detail: `Detected ${label} in output`,
+        pattern: label
+      });
+    }
+  }
+  return violations;
+}
+function redactPII(text) {
+  let result = text;
+  for (const { pattern, replacement } of [...PII_PATTERNS2, ...SECRET_PATTERNS2]) {
+    const regex = new RegExp(pattern.source, pattern.flags);
+    result = result.replace(regex, replacement);
+  }
+  return result;
+}
+function checkContentPolicy(text, policy) {
+  const violations = [];
+  if (policy.maxResponseLength && text.length > policy.maxResponseLength) {
+    violations.push({
+      type: "content_policy",
+      detail: `Response length ${text.length} exceeds max ${policy.maxResponseLength}`
+    });
+  }
+  if (policy.blockedPatterns) {
+    for (const pattern of policy.blockedPatterns) {
+      if (pattern.test(text)) {
+        violations.push({
+          type: "content_policy",
+          detail: `Response matches blocked pattern: ${pattern.source}`,
+          pattern: pattern.source
+        });
+      }
+    }
+  }
+  return violations;
+}
+function checkCustomRules(text, rules) {
+  const violations = [];
+  for (const rule of rules) {
+    if (rule.pattern.test(text)) {
+      violations.push({
+        type: "custom_rule",
+        detail: rule.message ?? `Output matched custom rule: ${rule.name}`,
+        pattern: rule.pattern.source
+      });
+    }
+  }
+  return violations;
+}
+function outputGuardrailMiddleware(config) {
+  const mode = config.onViolation ?? "block";
+  return async (ctx, next) => {
+    const response = await next(ctx);
+    const text = extractText(response.message.content);
+    const violations = [];
+    if (config.piiDetection) {
+      violations.push(...detectPII(text));
+    }
+    if (config.contentPolicy) {
+      violations.push(...checkContentPolicy(text, config.contentPolicy));
+    }
+    if (config.customRules?.length) {
+      violations.push(...checkCustomRules(text, config.customRules));
+    }
+    if (violations.length === 0)
+      return response;
+    for (const v of violations) {
+      config.onViolationCallback?.(v);
+    }
+    switch (mode) {
+      case "block":
+        throw ElsiumError.validation(`Output guardrail violation: ${violations.map((v) => v.detail).join("; ")}`, { violations });
+      case "redact": {
+        let redacted = text;
+        if (config.piiDetection) {
+          redacted = redactPII(redacted);
+        }
+        return {
+          ...response,
+          message: { ...response.message, content: redacted }
+        };
+      }
+      case "warn":
+        log5.warn("Output guardrail violations detected", { violations });
+        return response;
+    }
+  };
+}
+// src/batch.ts
+var log6 = createLogger();
+function createBatch(gateway2, config) {
+  const concurrency = config?.concurrency ?? 5;
+  const retryPerItem = config?.retryPerItem ?? 0;
+  return {
+    async execute(requests) {
+      const startTime = performance.now();
+      const results = new Array(requests.length);
+      let completed = 0;
+      let totalSucceeded = 0;
+      let totalFailed = 0;
+      let running = 0;
+      let nextIndex = 0;
+      const signal = config?.signal;
+      async function processItem(index) {
+        if (signal?.aborted) {
+          results[index] = {
+            index,
+            success: false,
+            error: "Batch cancelled"
+          };
+          totalFailed++;
+          return;
+        }
+        let lastError;
+        for (let attempt = 0;attempt <= retryPerItem; attempt++) {
+          try {
+            const response = await gateway2.complete(requests[index]);
+            results[index] = { index, success: true, response };
+            totalSucceeded++;
+            return;
+          } catch (err2) {
+            lastError = err2 instanceof Error ? err2.message : String(err2);
+            if (attempt < retryPerItem && err2 instanceof ElsiumError && err2.retryable) {
+              continue;
+            }
+            break;
+          }
+        }
+        results[index] = { index, success: false, error: lastError };
+        totalFailed++;
+      }
+      return new Promise((resolve) => {
+        function scheduleNext() {
+          while (running < concurrency && nextIndex < requests.length) {
+            if (signal?.aborted) {
+              for (let i = nextIndex;i < requests.length; i++) {
+                results[i] = { index: i, success: false, error: "Batch cancelled" };
+                totalFailed++;
+              }
+              nextIndex = requests.length;
+              break;
+            }
+            const idx = nextIndex++;
+            running++;
+            processItem(idx).then(() => {
+              running--;
+              completed++;
+              config?.onProgress?.(completed, requests.length);
+              if (completed === requests.length) {
+                resolve({
+                  results,
+                  totalSucceeded,
+                  totalFailed,
+                  totalDurationMs: Math.round(performance.now() - startTime)
+                });
+              } else {
+                scheduleNext();
+              }
+            });
+          }
+        }
+        if (requests.length === 0) {
+          resolve({
+            results: [],
+            totalSucceeded: 0,
+            totalFailed: 0,
+            totalDurationMs: 0
+          });
+          return;
+        }
+        scheduleNext();
+      });
+    }
+  };
+}
 // src/router.ts
 var REASONING_KEYWORDS = /\b(prove|explain why|analyze|compare|contrast|evaluate|critique|debate|reason|deduce|infer|justify|argue|synthesize|hypothesize|derive)\b/i;
 var CODE_KEYWORDS = /\b(implement|refactor|debug|optimize|architect|design pattern|algorithm|data structure|write code|code review|fix the bug|type system)\b/i;
@@ -2557,7 +3067,22 @@ function createProviderMesh(config) {
       const available = sortedProviders.find((e) => isProviderAvailable(e.name));
       const entry = available ?? sortedProviders[0];
       const gw = getGateway(entry.name);
-      return gw.stream({ ...request, model: request.model ?? entry.model });
+      let resolvedStream = null;
+      callWithCircuitBreaker(entry.name, () => {
+        resolvedStream = gw.stream({ ...request, model: request.model ?? entry.model });
+        return Promise.resolve(resolvedStream);
+      }).catch(() => {});
+      if (resolvedStream === null) {
+        const err2 = new ElsiumError({
+          code: "PROVIDER_ERROR",
+          message: "Circuit breaker is open",
+          retryable: true
+        });
+        return new ElsiumStream(async function* () {
+          yield { type: "error", error: err2 };
+        }());
+      }
+      return resolvedStream;
     }
   };
 }
@@ -2569,6 +3094,7 @@ export {
   registerProvider,
   registerPricing,
   redactSecrets,
+  outputGuardrailMiddleware,
   loggingMiddleware,
   listProviders,
   getProviderMetadata,
@@ -2578,13 +3104,16 @@ export {
   detectJailbreak,
   createProviderMesh,
   createOpenAIProvider,
+  createInMemoryCache,
   createGoogleProvider,
   createBulkhead,
+  createBatch,
   createAnthropicProvider,
   costTrackingMiddleware,
   composeMiddleware,
   classifyContent,
   checkBlockedPatterns,
   calculateCost,
+  cacheMiddleware,
   bulkheadMiddleware
 };

package/dist/output-guardrails.d.ts

@@ -0,0 +1,23 @@
+import type { Middleware } from '@elsium-ai/core';
+export interface OutputViolation {
+    type: 'pii' | 'content_policy' | 'custom_rule';
+    detail: string;
+    pattern?: string;
+}
+export interface OutputGuardrailRule {
+    name: string;
+    pattern: RegExp;
+    message?: string;
+}
+export interface OutputGuardrailConfig {
+    piiDetection?: boolean;
+    contentPolicy?: {
+        blockedPatterns?: RegExp[];
+        maxResponseLength?: number;
+    };
+    customRules?: OutputGuardrailRule[];
+    onViolation?: 'block' | 'redact' | 'warn';
+    onViolationCallback?: (violation: OutputViolation) => void;
+}
+export declare function outputGuardrailMiddleware(config: OutputGuardrailConfig): Middleware;
+//# sourceMappingURL=output-guardrails.d.ts.map

package/dist/output-guardrails.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"output-guardrails.d.ts","sourceRoot":"","sources":["../src/output-guardrails.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAKjD,MAAM,WAAW,eAAe;IAC/B,IAAI,EAAE,KAAK,GAAG,gBAAgB,GAAG,aAAa,CAAA;IAC9C,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,mBAAmB;IACnC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,qBAAqB;IACrC,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,aAAa,CAAC,EAAE;QACf,eAAe,CAAC,EAAE,MAAM,EAAE,CAAA;QAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAA;KAC1B,CAAA;IACD,WAAW,CAAC,EAAE,mBAAmB,EAAE,CAAA;IACnC,WAAW,CAAC,EAAE,OAAO,GAAG,QAAQ,GAAG,MAAM,CAAA;IACzC,mBAAmB,CAAC,EAAE,CAAC,SAAS,EAAE,eAAe,KAAK,IAAI,CAAA;CAC1D;AA+GD,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,qBAAqB,GAAG,UAAU,CAiDnF"}

package/dist/providers/anthropic.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EASnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AA2C9C,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAuT3E"}
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EAUnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AA2C9C,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAoV3E"}

package/dist/providers/google.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../src/providers/google.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EASnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAmC9C,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAiPxE"}
+{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../src/providers/google.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EAUnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAqC9C,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAiRxE"}

package/dist/providers/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EASnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAgD9C,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAmRxE"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EAUnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAqD9C,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAqUxE"}

package/dist/router.d.ts

@@ -1,5 +1,5 @@
 import type { CompletionRequest, LLMResponse } from '@elsium-ai/core';
-import { type CircuitBreakerConfig, type ElsiumStream } from '@elsium-ai/core';
+import { type CircuitBreakerConfig, ElsiumStream } from '@elsium-ai/core';
 export type RoutingStrategy = 'fallback' | 'cost-optimized' | 'latency-optimized' | 'capability-aware';
 export interface ProviderEntry {
     name: string;

package/dist/router.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AACrE,OAAO,EAEN,KAAK,oBAAoB,EAEzB,KAAK,YAAY,EAEjB,MAAM,iBAAiB,CAAA;AAKxB,MAAM,MAAM,eAAe,GACxB,UAAU,GACV,gBAAgB,GAChB,mBAAmB,GACnB,kBAAkB,CAAA;AAErB,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,mBAAmB;IACnC,WAAW,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IAChD,YAAY,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IACjD,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,kBAAkB;IAClC,SAAS,EAAE,aAAa,EAAE,CAAA;IAC1B,QAAQ,EAAE,eAAe,CAAA;IACzB,aAAa,CAAC,EAAE,mBAAmB,CAAA;IACnC,cAAc,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAA;CAC/C;AAED,MAAM,WAAW,YAAY;IAC5B,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,CAAA;IAC5B,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAA;CAClC;AAoDD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,YAAY,CAoO3E"}
+{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AACrE,OAAO,EAEN,KAAK,oBAAoB,EAEzB,YAAY,EAEZ,MAAM,iBAAiB,CAAA;AAKxB,MAAM,MAAM,eAAe,GACxB,UAAU,GACV,gBAAgB,GAChB,mBAAmB,GACnB,kBAAkB,CAAA;AAErB,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,mBAAmB;IACnC,WAAW,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IAChD,YAAY,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IACjD,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,kBAAkB;IAClC,SAAS,EAAE,aAAa,EAAE,CAAA;IAC1B,QAAQ,EAAE,eAAe,CAAA;IACzB,aAAa,CAAC,EAAE,mBAAmB,CAAA;IACnC,cAAc,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAA;CAC/C;AAED,MAAM,WAAW,YAAY;IAC5B,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,CAAA;IAC5B,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAA;CAClC;AAoDD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,YAAY,CAgQ3E"}

package/dist/security.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"security.d.ts","sourceRoot":"","sources":["../src/security.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAe,UAAU,EAAqC,MAAM,iBAAiB,CAAA;AAKjG,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,kBAAkB,GAAG,WAAW,GAAG,iBAAiB,GAAG,iBAAiB,CAAA;IAC9E,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAA;CACnC;AAED,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,OAAO,CAAA;IACb,UAAU,EAAE,iBAAiB,EAAE,CAAA;CAC/B;AAED,MAAM,WAAW,wBAAwB;IACxC,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,kBAAkB,CAAC,EAAE,OAAO,CAAA;IAC5B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAA;IAC1B,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,KAAK,CAAC,CAAA;IACpE,WAAW,CAAC,EAAE,CAAC,SAAS,EAAE,iBAAiB,KAAK,IAAI,CAAA;CACpD;AAuID,MAAM,MAAM,kBAAkB,GAAG,QAAQ,GAAG,UAAU,GAAG,cAAc,GAAG,YAAY,CAAA;AAEtF,MAAM,WAAW,oBAAoB;IACpC,KAAK,EAAE,kBAAkB,CAAA;IACzB,aAAa,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,oBAAoB,CA4BlE;AAQD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,EAAE,CASvE;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,EAAE,CASjE;AAoCD,wBAAgB,aAAa,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,KAAK,CAAC,GAClE;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,iBAAiB,EAAE,CAAA;CAAE,CAYlD;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,iBAAiB,EAAE,CAa1F;AAwDD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,wBAAwB,GAAG,UAAU,CAuB/E"}
+{"version":3,"file":"security.d.ts","sourceRoot":"","sources":["../src/security.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAe,UAAU,EAAqC,MAAM,iBAAiB,CAAA;AAKjG,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,kBAAkB,GAAG,WAAW,GAAG,iBAAiB,GAAG,iBAAiB,CAAA;IAC9E,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAA;CACnC;AAED,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,OAAO,CAAA;IACb,UAAU,EAAE,iBAAiB,EAAE,CAAA;CAC/B;AAED,MAAM,WAAW,wBAAwB;IACxC,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,kBAAkB,CAAC,EAAE,OAAO,CAAA;IAC5B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAA;IAC1B,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,KAAK,CAAC,CAAA;IACpE,WAAW,CAAC,EAAE,CAAC,SAAS,EAAE,iBAAiB,KAAK,IAAI,CAAA;CACpD;AAuID,MAAM,MAAM,kBAAkB,GAAG,QAAQ,GAAG,UAAU,GAAG,cAAc,GAAG,YAAY,CAAA;AAEtF,MAAM,WAAW,oBAAoB;IACpC,KAAK,EAAE,kBAAkB,CAAA;IACzB,aAAa,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,oBAAoB,CA4BlE;AAQD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,EAAE,CASvE;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,EAAE,CASjE;AAoCD,wBAAgB,aAAa,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,KAAK,CAAC,GAClE;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,iBAAiB,EAAE,CAAA;CAAE,CAYlD;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,iBAAiB,EAAE,CAa1F;AAwDD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,wBAAwB,GAAG,UAAU,CA+B/E"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@elsium-ai/gateway",
-	"version": "0.2.2",
+	"version": "0.3.0",
 	"description": "Multi-provider LLM gateway for ElsiumAI",
 	"license": "MIT",
 	"author": "Eric Utrera <ebutrera9103@gmail.com>",
@@ -26,7 +26,7 @@
 		"dev": "bun --watch src/index.ts"
 	},
 	"dependencies": {
-		"@elsium-ai/core": "^0.2.2",
+		"@elsium-ai/core": "^0.3.0",
 		"zod": "^3.24.0"
 	},
 	"devDependencies": {