@elsium-ai/gateway 0.3.0 → 0.4.1

package/dist/batch.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"batch.d.ts","sourceRoot":"","sources":["../src/batch.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAErE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAIxC,MAAM,WAAW,WAAW;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAA;IACvD,MAAM,CAAC,EAAE,WAAW,CAAA;CACpB;AAED,MAAM,WAAW,eAAe;IAC/B,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,OAAO,CAAA;IAChB,QAAQ,CAAC,EAAE,WAAW,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,WAAW;IAC3B,OAAO,EAAE,eAAe,EAAE,CAAA;IAC1B,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,EAAE,MAAM,CAAA;IACnB,eAAe,EAAE,MAAM,CAAA;CACvB;AAED,wBAAgB,WAAW,CAC1B,OAAO,EAAE,OAAO,EAChB,MAAM,CAAC,EAAE,WAAW,GAClB;IAAE,OAAO,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;CAAE,CAiGlE"}
+{"version":3,"file":"batch.d.ts","sourceRoot":"","sources":["../src/batch.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAErE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAIxC,MAAM,WAAW,WAAW;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAA;IACvD,MAAM,CAAC,EAAE,WAAW,CAAA;CACpB;AAED,MAAM,WAAW,eAAe;IAC/B,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,OAAO,CAAA;IAChB,QAAQ,CAAC,EAAE,WAAW,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,WAAW;IAC3B,OAAO,EAAE,eAAe,EAAE,CAAA;IAC1B,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,EAAE,MAAM,CAAA;IACnB,eAAe,EAAE,MAAM,CAAA;CACvB;AAsCD,wBAAgB,WAAW,CAC1B,OAAO,EAAE,OAAO,EAChB,MAAM,CAAC,EAAE,WAAW,GAClB;IAAE,OAAO,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;CAAE,CA+ElE"}

package/dist/gateway.d.ts

@@ -1,4 +1,4 @@
-import type { CompletionRequest, LLMResponse, Middleware, ProviderConfig, XRayData } from '@elsium-ai/core';
+import type { CompletionRequest, LLMResponse, Middleware, ProviderConfig, StreamMiddleware, XRayData } from '@elsium-ai/core';
 import { type ElsiumStream } from '@elsium-ai/core';
 import type { z } from 'zod';
 import type { LLMProvider } from './provider';
@@ -10,6 +10,7 @@ export interface GatewayConfig {
     timeout?: number;
     maxRetries?: number;
     middleware?: Middleware[];
+    streamMiddleware?: StreamMiddleware[];
     xray?: boolean | {
         maxHistory?: number;
     };

package/dist/gateway.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../src/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,iBAAiB,EACjB,WAAW,EACX,UAAU,EAEV,cAAc,EAEd,QAAQ,EACR,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAEN,KAAK,YAAY,EAIjB,MAAM,iBAAiB,CAAA;AACxB,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAI5B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAM7C,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,UAAU,EAAE,CAAA;IACzB,IAAI,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IACxC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,OAAO;IACvB,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,GAAG;QAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAC3E,IAAI,EAAE,CAAC,CAAA;QACP,QAAQ,EAAE,WAAW,CAAA;KACrB,CAAC,CAAA;IACF,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAA;IAC9B,QAAQ,IAAI,QAAQ,GAAG,IAAI,CAAA;IAC3B,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,EAAE,CAAA;CACvC;AAQD,wBAAgB,uBAAuB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,WAAW,GAC9C,IAAI,CAEN;AAiID,wBAAgB,OAAO,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CA0ItD"}
+{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../src/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,iBAAiB,EACjB,WAAW,EACX,UAAU,EAEV,cAAc,EAEd,gBAAgB,EAChB,QAAQ,EACR,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAEN,KAAK,YAAY,EAIjB,MAAM,iBAAiB,CAAA;AACxB,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAI5B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAW7C,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,UAAU,EAAE,CAAA;IACzB,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,CAAA;IACrC,IAAI,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IACxC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,OAAO;IACvB,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,GAAG;QAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAC3E,IAAI,EAAE,CAAC,CAAA;QACP,QAAQ,EAAE,WAAW,CAAA;KACrB,CAAC,CAAA;IACF,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAA;IAC9B,QAAQ,IAAI,QAAQ,GAAG,IAAI,CAAA;IAC3B,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,EAAE,CAAA;CACvC;AA0BD,wBAAgB,uBAAuB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,WAAW,GAC9C,IAAI,CAGN;AAwJD,wBAAgB,OAAO,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAkItD"}

package/dist/index.d.ts

@@ -5,7 +5,7 @@ export { registerProvider, getProviderFactory, listProviders, registerProviderMe
 export { createAnthropicProvider } from './providers/anthropic';
 export { createOpenAIProvider } from './providers/openai';
 export { createGoogleProvider } from './providers/google';
-export { composeMiddleware, loggingMiddleware, costTrackingMiddleware, xrayMiddleware, } from './middleware';
+export { composeMiddleware, composeStreamMiddleware, loggingMiddleware, costTrackingMiddleware, xrayMiddleware, } from './middleware';
 export type { XRayStore } from './middleware';
 export { securityMiddleware, detectPromptInjection, detectJailbreak, redactSecrets, checkBlockedPatterns, classifyContent, } from './security';
 export type { SecurityMiddlewareConfig, SecurityViolation, SecurityResult, DataClassification, ClassificationResult, } from './security';
@@ -15,7 +15,7 @@ export { cacheMiddleware, createInMemoryCache } from './cache';
 export type { CacheAdapter, CacheStats, CacheMiddlewareConfig } from './cache';
 export { outputGuardrailMiddleware } from './output-guardrails';
 export type { OutputGuardrailConfig, OutputGuardrailRule, OutputViolation, } from './output-guardrails';
-export { calculateCost, registerPricing } from './pricing';
+export { calculateCost, registerPricing, estimateCost } from './pricing';
 export { createBatch } from './batch';
 export type { BatchConfig, BatchResult, BatchResultItem } from './batch';
 export { createProviderMesh } from './router';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,uBAAuB,EAAE,MAAM,WAAW,CAAA;AAC5D,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGvD,YAAY,EACX,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,SAAS,GACT,MAAM,YAAY,CAAA;AACnB,OAAO,EACN,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,wBAAwB,EACxB,mBAAmB,GACnB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAGzD,OAAO,EACN,iBAAiB,EACjB,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,GACd,MAAM,cAAc,CAAA;AACrB,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAG7C,OAAO,EACN,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,eAAe,GACf,MAAM,YAAY,CAAA;AACnB,YAAY,EACX,wBAAwB,EACxB,iBAAiB,EACjB,cAAc,EACd,kBAAkB,EAClB,oBAAoB,GACpB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAC/D,YAAY,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAG1D,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAA;AAC9D,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAA;AAG9E,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,YAAY,EACX,qBAAqB,EACrB,mBAAmB,EACnB,eAAe,GACf,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAG1D,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AACrC,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AAGxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AAC7C,YAAY,EAAE,kBAAkB,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,uBAAuB,EAAE,MAAM,WAAW,CAAA;AAC5D,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGvD,YAAY,EACX,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,SAAS,GACT,MAAM,YAAY,CAAA;AACnB,OAAO,EACN,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,wBAAwB,EACxB,mBAAmB,GACnB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAGzD,OAAO,EACN,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,GACd,MAAM,cAAc,CAAA;AACrB,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAG7C,OAAO,EACN,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,eAAe,GACf,MAAM,YAAY,CAAA;AACnB,YAAY,EACX,wBAAwB,EACxB,iBAAiB,EACjB,cAAc,EACd,kBAAkB,EAClB,oBAAoB,GACpB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAC/D,YAAY,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAG1D,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAA;AAC9D,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAA;AAG9E,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,YAAY,EACX,qBAAqB,EACrB,mBAAmB,EACnB,eAAe,GACf,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAGxE,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AACrC,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AAGxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AAC7C,YAAY,EAAE,kBAAkB,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA"}

package/dist/index.js

@@ -647,6 +647,17 @@ function composeMiddleware(middlewares) {
     return dispatch(0);
   };
 }
+function composeStreamMiddleware(middlewares) {
+  return (ctx, source, finalNext) => {
+    function dispatch(i, currentCtx, currentSource) {
+      if (i >= middlewares.length) {
+        return finalNext(currentCtx, currentSource);
+      }
+      return middlewares[i](currentCtx, currentSource, (c, s) => dispatch(i + 1, c, s));
+    }
+    return dispatch(0, ctx, source);
+  };
+}
 function loggingMiddleware(logger) {
   const log3 = logger ?? createLogger({ level: "info" });
   return async (ctx, next) => {
@@ -851,6 +862,12 @@ function calculateCost(model, usage) {
 function registerPricing(model, pricing) {
   PRICING[model] = pricing;
 }
+function estimateCost(model, tokenCount) {
+  const pricing = PRICING[resolveModelName(model)];
+  if (!pricing)
+    return 0;
+  return tokenCount / 1e6 * pricing.inputPerMillion;
+}
 
 // src/providers/anthropic.ts
 var DEFAULT_BASE_URL = "https://api.anthropic.com";
@@ -994,6 +1011,52 @@ function createAnthropicProvider(config) {
       input_schema: t.inputSchema
     }));
   }
+  function buildOptionalParams(req) {
+    const params = {};
+    if (req.temperature !== undefined)
+      params.temperature = req.temperature;
+    if (req.topP !== undefined)
+      params.top_p = req.topP;
+    if (req.stopSequences?.length)
+      params.stop_sequences = req.stopSequences;
+    return params;
+  }
+  function applyStructuredOutput(body, req, tools) {
+    if (!req.schema)
+      return;
+    const jsonSchema = zodToJsonSchema(req.schema);
+    const structuredTool = {
+      name: "_structured_output",
+      description: "Return structured output matching the required schema",
+      input_schema: jsonSchema
+    };
+    body.tools = [...tools ?? [], structuredTool];
+    body.tool_choice = { type: "tool", name: "_structured_output" };
+  }
+  function buildRequestBody(req) {
+    const { system, messages } = formatMessages(req.messages);
+    const model = req.model ?? "claude-sonnet-4-6";
+    const body = {
+      model,
+      messages,
+      max_tokens: req.maxTokens ?? DEFAULT_MAX_TOKENS,
+      ...system || req.system ? { system: req.system ?? system } : {},
+      ...buildOptionalParams(req),
+      ...buildSeedMetadata(req)
+    };
+    const tools = formatTools(req.tools);
+    if (tools)
+      body.tools = tools;
+    applyStructuredOutput(body, req, tools);
+    return body;
+  }
+  function executeWithTimeout(fn, reqSignal) {
+    const controller = new AbortController;
+    const timer = setTimeout(() => controller.abort(), timeout);
+    const signals = [controller.signal, reqSignal].filter(Boolean);
+    const mergedSignal = signals.length > 1 ? AbortSignal.any(signals) : signals[0];
+    return fn(mergedSignal).finally(() => clearTimeout(timer));
+  }
   function extractContentBlocks(content) {
     const toolCalls = [];
     const textParts = [];
@@ -1045,44 +1108,12 @@ function createAnthropicProvider(config) {
       authStyle: "x-api-key"
     },
     async complete(req) {
-      const { system, messages } = formatMessages(req.messages);
-      const model = req.model ?? "claude-sonnet-4-6";
-      const body = {
-        model,
-        messages,
-        max_tokens: req.maxTokens ?? DEFAULT_MAX_TOKENS,
-        ...system || req.system ? { system: req.system ?? system } : {},
-        ...req.temperature !== undefined ? { temperature: req.temperature } : {},
-        ...req.topP !== undefined ? { top_p: req.topP } : {},
-        ...req.stopSequences?.length ? { stop_sequences: req.stopSequences } : {},
-        ...buildSeedMetadata(req)
-      };
-      const tools = formatTools(req.tools);
-      if (tools)
-        body.tools = tools;
-      if (req.schema) {
-        const jsonSchema = zodToJsonSchema(req.schema);
-        const structuredTool = {
-          name: "_structured_output",
-          description: "Return structured output matching the required schema",
-          input_schema: jsonSchema
-        };
-        body.tools = [...tools ?? [], structuredTool];
-        body.tool_choice = { type: "tool", name: "_structured_output" };
-      }
+      const body = buildRequestBody(req);
       const startTime = performance.now();
-      const raw = await retry(async () => {
-        const controller = new AbortController;
-        const timer = setTimeout(() => controller.abort(), timeout);
-        try {
-          const signals = [controller.signal, req.signal].filter(Boolean);
-          const mergedSignal = signals.length > 1 ? AbortSignal.any(signals) : signals[0];
-          const resp = await request("/messages", body, mergedSignal);
-          return await resp.json();
-        } finally {
-          clearTimeout(timer);
-        }
-      }, {
+      const raw = await retry(() => executeWithTimeout(async (signal) => {
+        const resp = await request("/messages", body, signal);
+        return await resp.json();
+      }, req.signal), {
         maxRetries,
         baseDelayMs: 1000,
         shouldRetry: (e) => e instanceof ElsiumError && e.retryable
@@ -1091,29 +1122,12 @@ function createAnthropicProvider(config) {
       return parseResponse(raw, latencyMs);
     },
     stream(req) {
-      const { system, messages } = formatMessages(req.messages);
-      const model = req.model ?? "claude-sonnet-4-6";
-      const body = {
-        model,
-        messages,
-        max_tokens: req.maxTokens ?? DEFAULT_MAX_TOKENS,
-        stream: true,
-        ...system || req.system ? { system: req.system ?? system } : {},
-        ...req.temperature !== undefined ? { temperature: req.temperature } : {},
-        ...req.topP !== undefined ? { top_p: req.topP } : {},
-        ...req.stopSequences?.length ? { stop_sequences: req.stopSequences } : {},
-        ...buildSeedMetadata(req)
-      };
-      const tools = formatTools(req.tools);
-      if (tools)
-        body.tools = tools;
+      const body = buildRequestBody(req);
+      body.stream = true;
+      const model = body.model ?? "claude-sonnet-4-6";
       return createStream(async (emit) => {
-        const controller = new AbortController;
-        const timer = setTimeout(() => controller.abort(), timeout);
-        try {
-          const signals = [controller.signal, req.signal].filter(Boolean);
-          const mergedSignal = signals.length > 1 ? AbortSignal.any(signals) : signals[0];
-          const resp = await request("/messages", body, mergedSignal);
+        await executeWithTimeout(async (signal) => {
+          const resp = await request("/messages", body, signal);
           if (!resp.body)
             throw new ElsiumError({
               code: "STREAM_ERROR",
@@ -1122,9 +1136,7 @@ function createAnthropicProvider(config) {
               retryable: false
             });
           await processAnthropicSSEStream(resp.body, model, emit);
-        } finally {
-          clearTimeout(timer);
-        }
+        }, req.signal);
       });
     },
     async listModels() {
@@ -1278,31 +1290,38 @@ function createGoogleProvider(config) {
     }
     return { role, parts };
   }
+  function convertGeminiImagePart(p) {
+    if (p.source.type === "base64") {
+      return { inlineData: { mimeType: p.source.mediaType, data: p.source.data } };
+    }
+    return { fileData: { mimeType: "image/jpeg", fileUri: p.source.url } };
+  }
+  function convertGeminiMediaPart(p) {
+    if (p.source.type === "base64") {
+      return { inlineData: { mimeType: p.source.mediaType, data: p.source.data } };
+    }
+    const urlSource = p.source;
+    return { fileData: { mimeType: "application/octet-stream", fileUri: urlSource.url } };
+  }
+  function convertGeminiContentPart(p) {
+    if (p.type === "text") {
+      return { text: p.text };
+    }
+    if (p.type === "image") {
+      return convertGeminiImagePart(p);
+    }
+    if (p.type === "audio" || p.type === "document") {
+      return convertGeminiMediaPart(p);
+    }
+    return null;
+  }
   function formatGeminiMultipartContent(msg, role) {
+    const content = msg.content;
     const parts = [];
-    for (const p of msg.content) {
-      if (p.type === "text") {
-        parts.push({ text: p.text });
-      } else if (p.type === "image") {
-        const img = p;
-        if (img.source.type === "base64") {
-          parts.push({ inlineData: { mimeType: img.source.mediaType, data: img.source.data } });
-        } else {
-          parts.push({ fileData: { mimeType: "image/jpeg", fileUri: img.source.url } });
-        }
-      } else if (p.type === "audio" || p.type === "document") {
-        const media = p;
-        if (media.source.type === "base64") {
-          parts.push({
-            inlineData: { mimeType: media.source.mediaType, data: media.source.data }
-          });
-        } else {
-          const urlSource = media.source;
-          parts.push({
-            fileData: { mimeType: "application/octet-stream", fileUri: urlSource.url }
-          });
-        }
-      }
+    for (const p of content) {
+      const converted = convertGeminiContentPart(p);
+      if (converted)
+        parts.push(converted);
     }
     return { role, parts };
   }
@@ -1669,40 +1688,48 @@ function createOpenAIProvider(config) {
     }
     return openaiMsg;
   }
+  function convertImagePart(part) {
+    if (part.source.type === "base64") {
+      const url = `data:${part.source.mediaType};base64,${part.source.data}`;
+      return { type: "image_url", image_url: { url } };
+    }
+    return { type: "image_url", image_url: { url: part.source.url } };
+  }
+  function convertAudioPart(part) {
+    if (part.source.type === "base64") {
+      const format = part.source.mediaType.split("/")[1] ?? "wav";
+      return { type: "input_audio", input_audio: { data: part.source.data, format } };
+    }
+    return { type: "text", text: "[audio: url source requires file upload]" };
+  }
+  function convertDocumentPart(part) {
+    if (part.source.type === "base64") {
+      return {
+        type: "text",
+        text: `[document: ${part.source.mediaType} content attached as base64]`
+      };
+    }
+    return { type: "text", text: `[document: ${part.source.url}]` };
+  }
+  function convertContentPart(part) {
+    if (part.type === "text")
+      return { type: "text", text: part.text };
+    if (part.type === "image")
+      return convertImagePart(part);
+    if (part.type === "audio")
+      return convertAudioPart(part);
+    if (part.type === "document")
+      return convertDocumentPart(part);
+    return null;
+  }
   function formatUserContent(msg) {
     if (typeof msg.content === "string")
       return msg.content;
     const parts = [];
     for (const part of msg.content) {
-      if (part.type === "text") {
-        parts.push({ type: "text", text: part.text });
-      } else if (part.type === "image") {
-        if (part.source.type === "base64") {
-          const url = `data:${part.source.mediaType};base64,${part.source.data}`;
-          parts.push({ type: "image_url", image_url: { url } });
-        } else {
-          parts.push({ type: "image_url", image_url: { url: part.source.url } });
-        }
-      } else if (part.type === "audio") {
-        if (part.source.type === "base64") {
-          const format = part.source.mediaType.split("/")[1] ?? "wav";
-          parts.push({
-            type: "input_audio",
-            input_audio: { data: part.source.data, format }
-          });
-        } else {
-          parts.push({ type: "text", text: "[audio: url source requires file upload]" });
-        }
-      } else if (part.type === "document") {
-        if (part.source.type === "base64") {
-          parts.push({
-            type: "text",
-            text: `[document: ${part.source.mediaType} content attached as base64]`
-          });
-        } else {
-          parts.push({ type: "text", text: `[document: ${part.source.url}]` });
-        }
-      }
+      const converted = convertContentPart(part);
+      if (converted)
+        parts.push(converted);
     }
     return parts;
   }
@@ -1737,6 +1764,49 @@ function createOpenAIProvider(config) {
       }
     }));
   }
+  function buildOptionalParams(req) {
+    const params = {};
+    if (req.temperature !== undefined)
+      params.temperature = req.temperature;
+    if (req.seed !== undefined)
+      params.seed = req.seed;
+    if (req.topP !== undefined)
+      params.top_p = req.topP;
+    if (req.stopSequences?.length)
+      params.stop = req.stopSequences;
+    return params;
+  }
+  function applyResponseFormat(body, req) {
+    if (!req.schema)
+      return;
+    const jsonSchema = zodToJsonSchema(req.schema);
+    body.response_format = {
+      type: "json_schema",
+      json_schema: {
+        name: "structured_output",
+        strict: true,
+        schema: jsonSchema
+      }
+    };
+  }
+  function buildRequestBody(req) {
+    const messages = formatMessages(req.messages);
+    const model = req.model ?? "gpt-4o";
+    if (req.system) {
+      messages.unshift({ role: "system", content: req.system });
+    }
+    const body = {
+      model,
+      messages,
+      max_tokens: req.maxTokens ?? DEFAULT_MAX_TOKENS2,
+      ...buildOptionalParams(req)
+    };
+    const tools = formatTools(req.tools);
+    if (tools)
+      body.tools = tools;
+    applyResponseFormat(body, req);
+    return body;
+  }
   function parseResponse(raw, latencyMs) {
     const traceId = generateTraceId();
     const choice = raw.choices[0];
@@ -1781,34 +1851,7 @@ function createOpenAIProvider(config) {
       authStyle: "bearer"
     },
     async complete(req) {
-      const messages = formatMessages(req.messages);
-      const model = req.model ?? "gpt-4o";
-      if (req.system) {
-        messages.unshift({ role: "system", content: req.system });
-      }
-      const body = {
-        model,
-        messages,
-        max_tokens: req.maxTokens ?? DEFAULT_MAX_TOKENS2,
-        ...req.temperature !== undefined ? { temperature: req.temperature } : {},
-        ...req.seed !== undefined ? { seed: req.seed } : {},
-        ...req.topP !== undefined ? { top_p: req.topP } : {},
-        ...req.stopSequences?.length ? { stop: req.stopSequences } : {}
-      };
-      const tools = formatTools(req.tools);
-      if (tools)
-        body.tools = tools;
-      if (req.schema) {
-        const jsonSchema = zodToJsonSchema(req.schema);
-        body.response_format = {
-          type: "json_schema",
-          json_schema: {
-            name: "structured_output",
-            strict: true,
-            schema: jsonSchema
-          }
-        };
-      }
+      const body = buildRequestBody(req);
       const startTime = performance.now();
       const raw = await retry(async () => {
         const controller = new AbortController;
@@ -1830,25 +1873,10 @@ function createOpenAIProvider(config) {
       return parseResponse(raw, latencyMs);
     },
     stream(req) {
-      const messages = formatMessages(req.messages);
-      const model = req.model ?? "gpt-4o";
-      if (req.system) {
-        messages.unshift({ role: "system", content: req.system });
-      }
-      const body = {
-        model,
-        messages,
-        max_tokens: req.maxTokens ?? DEFAULT_MAX_TOKENS2,
-        stream: true,
-        stream_options: { include_usage: true },
-        ...req.temperature !== undefined ? { temperature: req.temperature } : {},
-        ...req.seed !== undefined ? { seed: req.seed } : {},
-        ...req.topP !== undefined ? { top_p: req.topP } : {},
-        ...req.stopSequences?.length ? { stop: req.stopSequences } : {}
-      };
-      const tools = formatTools(req.tools);
-      if (tools)
-        body.tools = tools;
+      const body = buildRequestBody(req);
+      body.stream = true;
+      body.stream_options = { include_usage: true };
+      const model = body.model ?? "gpt-4o";
       return createStream(async (emit) => {
         const controller = new AbortController;
         const timer = setTimeout(() => controller.abort(), timeout);
@@ -1968,15 +1996,33 @@ var PROVIDER_FACTORIES = {
   openai: createOpenAIProvider,
   google: createGoogleProvider
 };
+registerProviderMetadata("anthropic", {
+  baseUrl: "https://api.anthropic.com/v1/messages",
+  capabilities: ["tools", "vision", "streaming", "system"],
+  authStyle: "x-api-key"
+});
+registerProviderMetadata("openai", {
+  baseUrl: "https://api.openai.com/v1/chat/completions",
+  capabilities: ["tools", "vision", "streaming", "system", "json_mode"],
+  authStyle: "bearer"
+});
+registerProviderMetadata("google", {
+  baseUrl: "https://generativelanguage.googleapis.com/v1beta/models",
+  capabilities: ["tools", "vision", "streaming", "system"],
+  authStyle: "bearer"
+});
 function registerProviderFactory(name, factory) {
   PROVIDER_FACTORIES[name] = factory;
+  registerProvider(name, factory);
 }
 function validateGatewayConfig(config) {
-  const factory = PROVIDER_FACTORIES[config.provider];
+  const factory = PROVIDER_FACTORIES[config.provider] ?? getProviderFactory(config.provider);
   if (!factory) {
+    const available = [...Object.keys(PROVIDER_FACTORIES), ...listProviders()];
+    const unique = [...new Set(available)];
     throw new ElsiumError({
       code: "CONFIG_ERROR",
-      message: `Unknown provider: ${config.provider}. Available: ${Object.keys(PROVIDER_FACTORIES).join(", ")}`,
+      message: `Unknown provider: ${config.provider}. Available: ${unique.join(", ")}`,
       retryable: false
     });
   }
@@ -2054,6 +2100,24 @@ async function accumulateStreamEvents(stream, emit) {
   }
   return { textContent, usage, stopReason, id };
 }
+function extractFromToolCalls(response) {
+  if (response.stopReason !== "tool_use" || !response.message.toolCalls?.length) {
+    return;
+  }
+  const structuredCall = response.message.toolCalls.find((tc) => tc.name === "_structured_output");
+  return structuredCall?.arguments;
+}
+function extractJsonFromText(response) {
+  let text = typeof response.message.content === "string" ? response.message.content : "";
+  text = text.replace(/^```(?:json)?\s*\n?([\s\S]*?)\n?\s*```$/gm, "$1").trim();
+  const jsonMatch = text.match(/(\{[\s\S]*\}|\[[\s\S]*\])/);
+  if (!jsonMatch) {
+    throw ElsiumError.validation("LLM response did not contain valid JSON", {
+      response: text
+    });
+  }
+  return JSON.parse(jsonMatch[0]);
+}
 function gateway(config) {
   const factory = validateGatewayConfig(config);
   const provider = factory({
@@ -2075,6 +2139,7 @@ function gateway(config) {
     allMiddleware.push(xm);
   }
   const composedMiddleware = allMiddleware.length ? composeMiddleware(allMiddleware) : null;
+  const composedStreamMiddleware = config.streamMiddleware?.length ? composeStreamMiddleware(config.streamMiddleware) : null;
   async function executeWithMiddleware(request) {
     const req = { ...request, model: request.model ?? defaultModel };
     if (!composedMiddleware) {
@@ -2099,11 +2164,11 @@ function gateway(config) {
       validateRequestLimits(request, maxMessages, maxInputTokens);
       const req = { ...request, model: request.model ?? defaultModel };
       if (composedMiddleware) {
-        const ctx = buildMiddlewareContext(req, provider.name, defaultModel, request.metadata ?? {});
+        const ctx2 = buildMiddlewareContext(req, provider.name, defaultModel, request.metadata ?? {});
         return createStream(async (emit) => {
-          await composedMiddleware(ctx, async (c) => {
+          await composedMiddleware(ctx2, async (c) => {
             const result = await accumulateStreamEvents(provider.stream(c.request), emit);
-            const latencyMs = Math.round(performance.now() - ctx.startTime);
+            const latencyMs = Math.round(performance.now() - ctx2.startTime);
             return {
               id: result.id,
               message: { role: "assistant", content: result.textContent },
@@ -2113,12 +2178,21 @@ function gateway(config) {
               provider: provider.name,
               stopReason: result.stopReason,
               latencyMs,
-              traceId: ctx.traceId
+              traceId: ctx2.traceId
             };
           });
         });
       }
-      return provider.stream(req);
+      const rawStream = provider.stream(req);
+      if (!composedStreamMiddleware)
+        return rawStream;
+      const ctx = buildMiddlewareContext(req, provider.name, defaultModel, request.metadata ?? {});
+      return createStream(async (emit) => {
+        const processed = composedStreamMiddleware(ctx, rawStream, (_c, s) => s);
+        for await (const event of processed) {
+          emit(event);
+        }
+      });
     },
     async generate(request) {
       const { schema, ...rest } = request;
@@ -2135,23 +2209,7 @@ function gateway(config) {
 
 `)
       });
-      let parsed;
-      if (response.stopReason === "tool_use" && response.message.toolCalls?.length) {
-        const structuredCall = response.message.toolCalls.find((tc) => tc.name === "_structured_output");
-        if (structuredCall) {
-          parsed = structuredCall.arguments;
-        }
-      }
-      if (parsed === undefined) {
-        const text = typeof response.message.content === "string" ? response.message.content : "";
-        const jsonMatch = text.match(/\{[\s\S]*\}/);
-        if (!jsonMatch) {
-          throw ElsiumError.validation("LLM response did not contain valid JSON", {
-            response: text
-          });
-        }
-        parsed = JSON.parse(jsonMatch[0]);
-      }
+      const parsed = extractFromToolCalls(response) ?? extractJsonFromText(response);
       const result = schema.safeParse(parsed);
       if (!result.success) {
         throw ElsiumError.validation("LLM response did not match schema", {
@@ -2219,6 +2277,21 @@ var SECRET_PATTERNS = [
     detail: "API public key detected",
     replacement: "[REDACTED_API_KEY]"
   },
+  {
+    pattern: /\bghp_[a-zA-Z0-9]{36,}\b/g,
+    detail: "GitHub personal access token detected",
+    replacement: "[REDACTED_GITHUB_TOKEN]"
+  },
+  {
+    pattern: /\bgho_[a-zA-Z0-9]{36,}\b/g,
+    detail: "GitHub OAuth token detected",
+    replacement: "[REDACTED_GITHUB_TOKEN]"
+  },
+  {
+    pattern: /\bgithub_pat_[a-zA-Z0-9_]{20,}\b/g,
+    detail: "GitHub fine-grained token detected",
+    replacement: "[REDACTED_GITHUB_TOKEN]"
+  },
   {
     pattern: /\bapi_key[=:]\s*["']?[a-zA-Z0-9_-]{16,}["']?/gi,
     detail: "API key assignment detected",
@@ -2330,6 +2403,7 @@ function redactPatterns(text, patterns) {
   let redacted = text;
   for (const { pattern, detail, replacement } of patterns) {
     const regex = new RegExp(pattern.source, pattern.flags);
+    regex.lastIndex = 0;
     const result = redacted.replace(regex, replacement);
     if (result !== redacted) {
       found.push({ type: "secret_detected", detail, severity: "medium" });
@@ -2361,7 +2435,8 @@ function redactSecrets(text, piiTypes) {
 }
 function checkBlockedPatterns(text, patterns) {
   const violations = [];
-  for (const pattern of patterns) {
+  for (const raw of patterns) {
+    const pattern = typeof raw === "string" ? new RegExp(raw, "i") : raw;
     pattern.lastIndex = 0;
     if (pattern.test(text)) {
       violations.push({
@@ -2754,6 +2829,35 @@ function outputGuardrailMiddleware(config) {
 }
 // src/batch.ts
 var log6 = createLogger();
+function makeCancelledItem(index) {
+  return { index, success: false, error: "Batch cancelled" };
+}
+function makeFailedItem(index, error) {
+  return { index, success: false, error };
+}
+async function attemptRequest(gateway2, request, retryPerItem) {
+  let lastError;
+  for (let attempt = 0;attempt <= retryPerItem; attempt++) {
+    try {
+      const response = await gateway2.complete(request);
+      return { response };
+    } catch (err2) {
+      lastError = err2 instanceof Error ? err2.message : String(err2);
+      const isRetryable = attempt < retryPerItem && err2 instanceof ElsiumError && err2.retryable;
+      if (!isRetryable)
+        break;
+    }
+  }
+  return { error: lastError };
+}
+function cancelRemaining(results, fromIndex, total) {
+  let cancelled = 0;
+  for (let i = fromIndex;i < total; i++) {
+    results[i] = makeCancelledItem(i);
+    cancelled++;
+  }
+  return cancelled;
+}
 function createBatch(gateway2, config) {
   const concurrency = config?.concurrency ?? 5;
   const retryPerItem = config?.retryPerItem ?? 0;
@@ -2769,40 +2873,24 @@ function createBatch(gateway2, config) {
       const signal = config?.signal;
       async function processItem(index) {
         if (signal?.aborted) {
-          results[index] = {
-            index,
-            success: false,
-            error: "Batch cancelled"
-          };
+          results[index] = makeCancelledItem(index);
           totalFailed++;
           return;
         }
-        let lastError;
-        for (let attempt = 0;attempt <= retryPerItem; attempt++) {
-          try {
-            const response = await gateway2.complete(requests[index]);
-            results[index] = { index, success: true, response };
-            totalSucceeded++;
-            return;
-          } catch (err2) {
-            lastError = err2 instanceof Error ? err2.message : String(err2);
-            if (attempt < retryPerItem && err2 instanceof ElsiumError && err2.retryable) {
-              continue;
-            }
-            break;
-          }
+        const result = await attemptRequest(gateway2, requests[index], retryPerItem);
+        if (result.response) {
+          results[index] = { index, success: true, response: result.response };
+          totalSucceeded++;
+        } else {
+          results[index] = makeFailedItem(index, result.error);
+          totalFailed++;
         }
-        results[index] = { index, success: false, error: lastError };
-        totalFailed++;
       }
       return new Promise((resolve) => {
         function scheduleNext() {
           while (running < concurrency && nextIndex < requests.length) {
             if (signal?.aborted) {
-              for (let i = nextIndex;i < requests.length; i++) {
-                results[i] = { index: i, success: false, error: "Batch cancelled" };
-                totalFailed++;
-              }
+              totalFailed += cancelRemaining(results, nextIndex, requests.length);
               nextIndex = requests.length;
               break;
             }
@@ -3100,6 +3188,7 @@ export {
   getProviderMetadata,
   getProviderFactory,
   gateway,
+  estimateCost,
   detectPromptInjection,
   detectJailbreak,
   createProviderMesh,
@@ -3110,6 +3199,7 @@ export {
   createBatch,
   createAnthropicProvider,
   costTrackingMiddleware,
+  composeStreamMiddleware,
   composeMiddleware,
   classifyContent,
   checkBlockedPatterns,

package/dist/middleware.d.ts

@@ -1,5 +1,6 @@
-import type { Logger, Middleware, XRayData } from '@elsium-ai/core';
+import type { Logger, Middleware, StreamMiddleware, XRayData } from '@elsium-ai/core';
 export declare function composeMiddleware(middlewares: Middleware[]): Middleware;
+export declare function composeStreamMiddleware(middlewares: StreamMiddleware[]): StreamMiddleware;
 export declare function loggingMiddleware(logger?: Logger): Middleware;
 export declare function costTrackingMiddleware(): Middleware & {
     getTotalCost(): number;

package/dist/middleware.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"middleware.d.ts","sourceRoot":"","sources":["../src/middleware.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEX,MAAM,EACN,UAAU,EAGV,QAAQ,EACR,MAAM,iBAAiB,CAAA;AAIxB,wBAAgB,iBAAiB,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,UAAU,CAoBvE;AAED,wBAAgB,iBAAiB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,UAAU,CAyB7D;AAED,wBAAgB,sBAAsB,IAAI,UAAU,GAAG;IACtD,YAAY,IAAI,MAAM,CAAA;IACtB,cAAc,IAAI,MAAM,CAAA;IACxB,YAAY,IAAI,MAAM,CAAA;IACtB,KAAK,IAAI,IAAI,CAAA;CACb,CAuBA;AAkBD,MAAM,WAAW,SAAS;IACzB,QAAQ,IAAI,QAAQ,GAAG,IAAI,CAAA;IAC3B,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,EAAE,CAAA;IACvC,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,CAAA;IACnD,KAAK,IAAI,IAAI,CAAA;CACb;AAkFD,wBAAgB,cAAc,CAAC,OAAO,GAAE;IAAE,UAAU,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,UAAU,GAAG,SAAS,CA4B5F"}
+{"version":3,"file":"middleware.d.ts","sourceRoot":"","sources":["../src/middleware.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEX,MAAM,EACN,UAAU,EAIV,gBAAgB,EAChB,QAAQ,EACR,MAAM,iBAAiB,CAAA;AAIxB,wBAAgB,iBAAiB,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,UAAU,CAoBvE;AAED,wBAAgB,uBAAuB,CAAC,WAAW,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,CAczF;AAED,wBAAgB,iBAAiB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,UAAU,CAyB7D;AAED,wBAAgB,sBAAsB,IAAI,UAAU,GAAG;IACtD,YAAY,IAAI,MAAM,CAAA;IACtB,cAAc,IAAI,MAAM,CAAA;IACxB,YAAY,IAAI,MAAM,CAAA;IACtB,KAAK,IAAI,IAAI,CAAA;CACb,CAuBA;AAkBD,MAAM,WAAW,SAAS;IACzB,QAAQ,IAAI,QAAQ,GAAG,IAAI,CAAA;IAC3B,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,EAAE,CAAA;IACvC,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,CAAA;IACnD,KAAK,IAAI,IAAI,CAAA;CACb;AAkFD,wBAAgB,cAAc,CAAC,OAAO,GAAE;IAAE,UAAU,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,UAAU,GAAG,SAAS,CA4B5F"}

package/dist/pricing.d.ts

@@ -2,4 +2,5 @@ import type { CostBreakdown, TokenUsage } from '@elsium-ai/core';
 import type { ModelPricing } from './provider';
 export declare function calculateCost(model: string, usage: TokenUsage): CostBreakdown;
 export declare function registerPricing(model: string, pricing: ModelPricing): void;
+export declare function estimateCost(model: string, tokenCount: number): number;
 //# sourceMappingURL=pricing.d.ts.map

package/dist/pricing.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pricing.d.ts","sourceRoot":"","sources":["../src/pricing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAEhE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AA0C9C,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,aAAa,CAwB7E;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,IAAI,CAE1E"}
+{"version":3,"file":"pricing.d.ts","sourceRoot":"","sources":["../src/pricing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAEhE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AA0C9C,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,aAAa,CAwB7E;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,IAAI,CAE1E;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAItE"}

package/dist/providers/anthropic.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EAUnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AA2C9C,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAoV3E"}
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EAUnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AA2C9C,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAqV3E"}

package/dist/providers/google.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../src/providers/google.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EAUnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAqC9C,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAiRxE"}
+{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../src/providers/google.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EAUnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAqC9C,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAoSxE"}

package/dist/providers/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAMN,KAAK,cAAc,EAUnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAqD9C,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAqUxE"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAON,KAAK,cAAc,EAUnB,MAAM,iBAAiB,CAAA;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAqD9C,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAwUxE"}

package/dist/security.d.ts

@@ -12,7 +12,7 @@ export interface SecurityMiddlewareConfig {
     promptInjection?: boolean;
     secretRedaction?: boolean;
     jailbreakDetection?: boolean;
-    blockedPatterns?: RegExp[];
+    blockedPatterns?: (string | RegExp)[];
     piiTypes?: Array<'email' | 'phone' | 'address' | 'passport' | 'all'>;
     onViolation?: (violation: SecurityViolation) => void;
 }
@@ -28,6 +28,6 @@ export declare function redactSecrets(text: string, piiTypes?: Array<'email' | '
     redacted: string;
     found: SecurityViolation[];
 };
-export declare function checkBlockedPatterns(text: string, patterns: RegExp[]): SecurityViolation[];
+export declare function checkBlockedPatterns(text: string, patterns: (string | RegExp)[]): SecurityViolation[];
 export declare function securityMiddleware(config: SecurityMiddlewareConfig): Middleware;
 //# sourceMappingURL=security.d.ts.map

package/dist/security.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"security.d.ts","sourceRoot":"","sources":["../src/security.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAe,UAAU,EAAqC,MAAM,iBAAiB,CAAA;AAKjG,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,kBAAkB,GAAG,WAAW,GAAG,iBAAiB,GAAG,iBAAiB,CAAA;IAC9E,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAA;CACnC;AAED,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,OAAO,CAAA;IACb,UAAU,EAAE,iBAAiB,EAAE,CAAA;CAC/B;AAED,MAAM,WAAW,wBAAwB;IACxC,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,kBAAkB,CAAC,EAAE,OAAO,CAAA;IAC5B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAA;IAC1B,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,KAAK,CAAC,CAAA;IACpE,WAAW,CAAC,EAAE,CAAC,SAAS,EAAE,iBAAiB,KAAK,IAAI,CAAA;CACpD;AAuID,MAAM,MAAM,kBAAkB,GAAG,QAAQ,GAAG,UAAU,GAAG,cAAc,GAAG,YAAY,CAAA;AAEtF,MAAM,WAAW,oBAAoB;IACpC,KAAK,EAAE,kBAAkB,CAAA;IACzB,aAAa,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,oBAAoB,CA4BlE;AAQD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,EAAE,CASvE;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,EAAE,CASjE;AAoCD,wBAAgB,aAAa,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,KAAK,CAAC,GAClE;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,iBAAiB,EAAE,CAAA;CAAE,CAYlD;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,iBAAiB,EAAE,CAa1F;AAwDD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,wBAAwB,GAAG,UAAU,CA+B/E"}
+{"version":3,"file":"security.d.ts","sourceRoot":"","sources":["../src/security.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAe,UAAU,EAAqC,MAAM,iBAAiB,CAAA;AAKjG,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,kBAAkB,GAAG,WAAW,GAAG,iBAAiB,GAAG,iBAAiB,CAAA;IAC9E,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAA;CACnC;AAED,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,OAAO,CAAA;IACb,UAAU,EAAE,iBAAiB,EAAE,CAAA;CAC/B;AAED,MAAM,WAAW,wBAAwB;IACxC,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,kBAAkB,CAAC,EAAE,OAAO,CAAA;IAC5B,eAAe,CAAC,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAA;IACrC,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,KAAK,CAAC,CAAA;IACpE,WAAW,CAAC,EAAE,CAAC,SAAS,EAAE,iBAAiB,KAAK,IAAI,CAAA;CACpD;AAsJD,MAAM,MAAM,kBAAkB,GAAG,QAAQ,GAAG,UAAU,GAAG,cAAc,GAAG,YAAY,CAAA;AAEtF,MAAM,WAAW,oBAAoB;IACpC,KAAK,EAAE,kBAAkB,CAAA;IACzB,aAAa,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,oBAAoB,CA4BlE;AAQD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,EAAE,CASvE;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,EAAE,CASjE;AAqCD,wBAAgB,aAAa,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,KAAK,CAAC,GAClE;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,iBAAiB,EAAE,CAAA;CAAE,CAYlD;AAED,wBAAgB,oBAAoB,CACnC,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,GAC3B,iBAAiB,EAAE,CAcrB;AAwDD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,wBAAwB,GAAG,UAAU,CA+B/E"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@elsium-ai/gateway",
-	"version": "0.3.0",
+	"version": "0.4.1",
 	"description": "Multi-provider LLM gateway for ElsiumAI",
 	"license": "MIT",
 	"author": "Eric Utrera <ebutrera9103@gmail.com>",
@@ -26,7 +26,7 @@
 		"dev": "bun --watch src/index.ts"
 	},
 	"dependencies": {
-		"@elsium-ai/core": "^0.3.0",
+		"@elsium-ai/core": "^0.4.1",
 		"zod": "^3.24.0"
 	},
 	"devDependencies": {