@elsium-ai/gateway 0.6.0 → 0.8.0

package/README.md

@@ -919,6 +919,14 @@ interface ProviderEntry {
 ### `ProviderMeshConfig`
 
 ```ts
+interface MeshAuditLogger {
+  log(
+    type: string,
+    data: Record<string, unknown>,
+    options?: { actor?: string; traceId?: string },
+  ): void
+}
+
 interface ProviderMeshConfig {
   providers: ProviderEntry[]
   strategy: RoutingStrategy
@@ -928,6 +936,7 @@ interface ProviderMeshConfig {
     complexityThreshold?: number
   }
   circuitBreaker?: CircuitBreakerConfig | boolean
+  audit?: MeshAuditLogger
 }
 ```
 
@@ -937,6 +946,7 @@ interface ProviderMeshConfig {
 | `strategy` | `RoutingStrategy` | Routing strategy to use. |
 | `costOptimizer` | `CostOptimizerConfig` | Configuration for the `cost-optimized` strategy. |
 | `circuitBreaker` | `CircuitBreakerConfig \| boolean` | Enable circuit breakers per provider. Pass `true` for defaults or an object to configure thresholds. |
+| `audit` | `MeshAuditLogger` | Optional audit logger. When provided, the mesh logs `provider_failover` and `circuit_breaker_state_change` events. Compatible with `AuditTrail` from `@elsium-ai/observe`. |
 
 ### `ProviderMesh`
 
@@ -1042,6 +1052,41 @@ const response = await mesh.complete({
 })
 ```
 
+#### Failover Audit Trail
+
+Pass an audit trail to the mesh to get tamper-evident records of every provider failover and circuit breaker state change:
+
+```ts
+import { createProviderMesh } from '@elsium-ai/gateway'
+import { createAuditTrail } from '@elsium-ai/observe'
+
+const audit = createAuditTrail({
+  hashChain: true,
+  batch: { size: 500, intervalMs: 100 },
+})
+
+const mesh = createProviderMesh({
+  providers: [
+    { name: 'anthropic', config: { apiKey: process.env.ANTHROPIC_API_KEY! }, model: 'claude-sonnet-4-6' },
+    { name: 'openai', config: { apiKey: process.env.OPENAI_API_KEY! }, model: 'gpt-4o' },
+  ],
+  strategy: 'fallback',
+  circuitBreaker: { failureThreshold: 5, resetTimeoutMs: 30_000 },
+  audit,
+})
+
+// If Anthropic fails and OpenAI succeeds, the audit trail records:
+//   { type: 'provider_failover', data: { fromProvider: 'anthropic', toProvider: 'openai', strategy: 'fallback', reason: '...' } }
+//
+// If the circuit breaker trips:
+//   { type: 'circuit_breaker_state_change', data: { provider: 'anthropic', fromState: 'closed', toState: 'open' } }
+
+const failovers = await audit.query({ type: 'provider_failover' })
+const breakerEvents = await audit.query({ type: ['circuit_breaker_state_change'] })
+```
+
+The `MeshAuditLogger` interface is intentionally minimal — any object with a `log(type, data, options?)` method works, so you can use `AuditTrail` from `@elsium-ai/observe` or your own logger.
+
 ---
 
 ## Part of ElsiumAI

package/dist/gateway.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../src/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,iBAAiB,EACjB,WAAW,EACX,UAAU,EAEV,cAAc,EAEd,gBAAgB,EAChB,QAAQ,EACR,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAEN,KAAK,YAAY,EAIjB,MAAM,iBAAiB,CAAA;AACxB,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAI5B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAW7C,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,UAAU,EAAE,CAAA;IACzB,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,CAAA;IACrC,IAAI,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IACxC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,OAAO;IACvB,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,GAAG;QAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAC3E,IAAI,EAAE,CAAC,CAAA;QACP,QAAQ,EAAE,WAAW,CAAA;KACrB,CAAC,CAAA;IACF,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAA;IAC9B,QAAQ,IAAI,QAAQ,GAAG,IAAI,CAAA;IAC3B,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,EAAE,CAAA;CACvC;AA0BD,wBAAgB,uBAAuB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,WAAW,GAC9C,IAAI,CAGN;AAwJD,wBAAgB,OAAO,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAkItD"}
+{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../src/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,iBAAiB,EACjB,WAAW,EACX,UAAU,EAEV,cAAc,EAEd,gBAAgB,EAChB,QAAQ,EACR,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAEN,KAAK,YAAY,EAIjB,MAAM,iBAAiB,CAAA;AACxB,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAI5B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAY7C,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,UAAU,EAAE,CAAA;IACzB,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,CAAA;IACrC,IAAI,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IACxC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,OAAO;IACvB,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,GAAG;QAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAC3E,IAAI,EAAE,CAAC,CAAA;QACP,QAAQ,EAAE,WAAW,CAAA;KACrB,CAAC,CAAA;IACF,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAA;IAC9B,QAAQ,IAAI,QAAQ,GAAG,IAAI,CAAA;IAC3B,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,EAAE,CAAA;CACvC;AA4BD,wBAAgB,uBAAuB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,WAAW,GAC9C,IAAI,CAGN;AAwJD,wBAAgB,OAAO,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAkItD"}

package/dist/index.d.ts

@@ -5,6 +5,8 @@ export { registerProvider, getProviderFactory, listProviders, registerProviderMe
 export { createAnthropicProvider } from './providers/anthropic';
 export { createOpenAIProvider } from './providers/openai';
 export { createGoogleProvider } from './providers/google';
+export { createOpenAICompatibleProvider } from './providers/openai-compatible';
+export type { OpenAICompatibleConfig } from './providers/openai-compatible';
 export { composeMiddleware, composeStreamMiddleware, loggingMiddleware, costTrackingMiddleware, xrayMiddleware, } from './middleware';
 export type { XRayStore } from './middleware';
 export { securityMiddleware, detectPromptInjection, detectJailbreak, redactSecrets, checkBlockedPatterns, classifyContent, } from './security';
@@ -19,5 +21,5 @@ export { calculateCost, registerPricing, estimateCost } from './pricing';
 export { createBatch } from './batch';
 export type { BatchConfig, BatchResult, BatchResultItem } from './batch';
 export { createProviderMesh } from './router';
-export type { ProviderMeshConfig, ProviderEntry, RoutingStrategy, ProviderMesh } from './router';
+export type { ProviderMeshConfig, ProviderEntry, RoutingStrategy, ProviderMesh, MeshAuditLogger, } from './router';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,uBAAuB,EAAE,MAAM,WAAW,CAAA;AAC5D,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGvD,YAAY,EACX,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,SAAS,GACT,MAAM,YAAY,CAAA;AACnB,OAAO,EACN,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,wBAAwB,EACxB,mBAAmB,GACnB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAGzD,OAAO,EACN,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,GACd,MAAM,cAAc,CAAA;AACrB,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAG7C,OAAO,EACN,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,eAAe,GACf,MAAM,YAAY,CAAA;AACnB,YAAY,EACX,wBAAwB,EACxB,iBAAiB,EACjB,cAAc,EACd,kBAAkB,EAClB,oBAAoB,GACpB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAC/D,YAAY,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAG1D,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAA;AAC9D,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAA;AAG9E,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,YAAY,EACX,qBAAqB,EACrB,mBAAmB,EACnB,eAAe,GACf,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAGxE,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AACrC,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AAGxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AAC7C,YAAY,EAAE,kBAAkB,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,uBAAuB,EAAE,MAAM,WAAW,CAAA;AAC5D,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGvD,YAAY,EACX,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,SAAS,GACT,MAAM,YAAY,CAAA;AACnB,OAAO,EACN,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,wBAAwB,EACxB,mBAAmB,GACnB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAA;AAC9E,YAAY,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAA;AAG3E,OAAO,EACN,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,GACd,MAAM,cAAc,CAAA;AACrB,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAG7C,OAAO,EACN,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,eAAe,GACf,MAAM,YAAY,CAAA;AACnB,YAAY,EACX,wBAAwB,EACxB,iBAAiB,EACjB,cAAc,EACd,kBAAkB,EAClB,oBAAoB,GACpB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAC/D,YAAY,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAG1D,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAA;AAC9D,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAA;AAG9E,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,YAAY,EACX,qBAAqB,EACrB,mBAAmB,EACnB,eAAe,GACf,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAGxE,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AACrC,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AAGxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AAC7C,YAAY,EACX,kBAAkB,EAClB,aAAa,EACb,eAAe,EACf,YAAY,EACZ,eAAe,GACf,MAAM,UAAU,CAAA"}

package/dist/index.js

@@ -1991,11 +1991,44 @@ async function processOpenAISSEStream(body, emit) {
   }
 }
 
+// src/providers/openai-compatible.ts
+function createOpenAICompatibleProvider(config) {
+  const providerName = config.name ?? "openai-compatible";
+  const model = config.defaultModel ?? "default";
+  const inner = createOpenAIProvider({
+    apiKey: config.apiKey,
+    baseUrl: config.baseUrl,
+    timeout: config.timeout,
+    maxRetries: config.maxRetries
+  });
+  const metadata = {
+    baseUrl: `${config.baseUrl}/v1/chat/completions`,
+    capabilities: config.capabilities ?? ["tools", "streaming", "system"],
+    authStyle: "bearer"
+  };
+  return {
+    name: providerName,
+    defaultModel: model,
+    metadata,
+    async complete(request) {
+      const response = await inner.complete(request);
+      return { ...response, provider: providerName };
+    },
+    stream(request) {
+      return inner.stream(request);
+    },
+    async listModels() {
+      return inner.listModels();
+    }
+  };
+}
+
 // src/gateway.ts
 var PROVIDER_FACTORIES = {
   anthropic: createAnthropicProvider,
   openai: createOpenAIProvider,
-  google: createGoogleProvider
+  google: createGoogleProvider,
+  "openai-compatible": (cfg) => createOpenAICompatibleProvider({ ...cfg, baseUrl: cfg.baseUrl ?? "" })
 };
 registerProviderMetadata("anthropic", {
   baseUrl: "https://api.anthropic.com/v1/messages",
@@ -2989,6 +3022,7 @@ function createProviderMesh(config) {
   const sortedProviders = [...config.providers];
   const gateways = new Map;
   const circuitBreakers = new Map;
+  const audit = config.audit;
   for (const entry of sortedProviders) {
     const gw = gateway({
       provider: entry.name,
@@ -2999,7 +3033,19 @@ function createProviderMesh(config) {
     gateways.set(entry.name, gw);
     if (config.circuitBreaker) {
       const cbConfig = typeof config.circuitBreaker === "boolean" ? {} : config.circuitBreaker;
-      circuitBreakers.set(entry.name, createCircuitBreaker(cbConfig));
+      const providerName = entry.name;
+      const wrappedConfig = {
+        ...cbConfig,
+        onStateChange(from, to) {
+          cbConfig.onStateChange?.(from, to);
+          audit?.log("circuit_breaker_state_change", {
+            provider: providerName,
+            fromState: from,
+            toState: to
+          });
+        }
+      };
+      circuitBreakers.set(entry.name, createCircuitBreaker(wrappedConfig));
     }
   }
   function callWithCircuitBreaker(providerName, fn) {
@@ -3021,23 +3067,41 @@ function createProviderMesh(config) {
     }
     return gw;
   }
-  async function fallbackComplete(request) {
+  function attemptProvider(entry, request) {
+    const gw = getGateway(entry.name);
+    return callWithCircuitBreaker(entry.name, () => gw.complete({ ...request, model: request.model ?? entry.model }));
+  }
+  function logFailover(fromProvider, toProvider, reason) {
+    audit?.log("provider_failover", {
+      fromProvider,
+      toProvider,
+      strategy: config.strategy,
+      reason
+    });
+  }
+  function toError2(err2) {
+    return err2 instanceof Error ? err2 : new Error(String(err2));
+  }
+  async function tryProvidersWithAudit(providers, request, errorMessage) {
     let lastError = null;
-    for (const entry of sortedProviders) {
+    let failedProvider = null;
+    for (const entry of providers) {
       if (!isProviderAvailable(entry.name))
         continue;
       try {
-        const gw = getGateway(entry.name);
-        return await callWithCircuitBreaker(entry.name, () => gw.complete({ ...request, model: request.model ?? entry.model }));
+        const response = await attemptProvider(entry, request);
+        if (failedProvider)
+          logFailover(failedProvider, entry.name, lastError?.message);
+        return response;
       } catch (err2) {
-        lastError = err2 instanceof Error ? err2 : new Error(String(err2));
+        failedProvider = entry.name;
+        lastError = toError2(err2);
       }
     }
-    throw lastError ?? new ElsiumError({
-      code: "PROVIDER_ERROR",
-      message: "All providers failed",
-      retryable: false
-    });
+    throw lastError ?? new ElsiumError({ code: "PROVIDER_ERROR", message: errorMessage, retryable: false });
+  }
+  async function fallbackComplete(request) {
+    return tryProvidersWithAudit(sortedProviders, request, "All providers failed");
   }
   async function costOptimizedComplete(request) {
     const optimizer = config.costOptimizer;
@@ -3050,7 +3114,13 @@ function createProviderMesh(config) {
     const gw = getGateway(target.provider);
     try {
       return await gw.complete({ ...request, model: target.model });
-    } catch {
+    } catch (err2) {
+      audit?.log("provider_failover", {
+        fromProvider: target.provider,
+        toProvider: "fallback-chain",
+        strategy: "cost-optimized",
+        reason: err2 instanceof Error ? err2.message : String(err2)
+      });
       return fallbackComplete(request);
     }
   }
@@ -3094,31 +3164,13 @@ function createProviderMesh(config) {
       return capabilities.every((c) => providerCaps.includes(c));
     });
   }
-  async function tryProviders(providers, request) {
-    let lastError = null;
-    for (const entry of providers) {
-      if (!isProviderAvailable(entry.name))
-        continue;
-      try {
-        const gw = getGateway(entry.name);
-        return await callWithCircuitBreaker(entry.name, () => gw.complete({ ...request, model: request.model ?? entry.model }));
-      } catch (err2) {
-        lastError = err2 instanceof Error ? err2 : new Error(String(err2));
-      }
-    }
-    throw lastError ?? new ElsiumError({
-      code: "PROVIDER_ERROR",
-      message: "No capable provider succeeded",
-      retryable: false
-    });
-  }
   async function capabilityAwareComplete(request) {
     const capabilities = detectRequiredCapabilities(request);
     const capable = filterCapableProviders(capabilities);
     if (capable.length === 0) {
       return fallbackComplete(request);
     }
-    return tryProviders(capable, request);
+    return tryProvidersWithAudit(capable, request, "No capable provider succeeded");
   }
   function defaultCapabilities(provider) {
     const meta = getProviderMetadata(provider);
@@ -3135,6 +3187,149 @@ function createProviderMesh(config) {
         return ["streaming"];
     }
   }
+  function errorStream(message) {
+    return new ElsiumStream(async function* () {
+      yield {
+        type: "error",
+        error: new ElsiumError({
+          code: "PROVIDER_ERROR",
+          message,
+          retryable: false
+        })
+      };
+    }());
+  }
+  function logStreamFailover(provider, error) {
+    audit?.log("provider_failover", {
+      fromProvider: provider,
+      toProvider: "next",
+      strategy: config.strategy,
+      reason: error?.message
+    });
+  }
+  async function tryStreamProvider(entry, request, emit) {
+    const gw = getGateway(entry.name);
+    const providerStream = await callWithCircuitBreaker(entry.name, async () => gw.stream({ ...request, model: request.model ?? entry.model }));
+    let hasEmittedContent = false;
+    for await (const event of providerStream) {
+      if (event.type === "error") {
+        const err2 = event.error instanceof Error ? event.error : new Error(String(event.error));
+        if (hasEmittedContent) {
+          emit(event);
+          return { success: true };
+        }
+        return { success: false, error: err2 };
+      }
+      hasEmittedContent = true;
+      emit(event);
+    }
+    return { success: true };
+  }
+  async function runStreamFallbackLoop(available, request, emit) {
+    let lastError = null;
+    let failedProvider = null;
+    for (const entry of available) {
+      try {
+        const result = await tryStreamProvider(entry, request, emit);
+        if (result.success) {
+          if (failedProvider)
+            logFailover(failedProvider, entry.name, lastError?.message);
+          return;
+        }
+        lastError = result.error ?? null;
+        failedProvider = entry.name;
+        logStreamFailover(entry.name, result.error);
+      } catch (err2) {
+        failedProvider = entry.name;
+        lastError = toError2(err2);
+        logStreamFailover(entry.name, lastError);
+      }
+    }
+    emit({
+      type: "error",
+      error: lastError ?? new ElsiumError({
+        code: "PROVIDER_ERROR",
+        message: "All providers failed during streaming",
+        retryable: false
+      })
+    });
+  }
+  function streamWithFallback(providers, request) {
+    const available = providers.filter((e) => isProviderAvailable(e.name));
+    if (available.length === 0) {
+      return errorStream("All providers unavailable");
+    }
+    return createStream(async (emit) => {
+      await runStreamFallbackLoop(available, request, emit);
+    });
+  }
+  function streamCostOptimized(request) {
+    const optimizer = config.costOptimizer;
+    if (!optimizer) {
+      return streamWithFallback(sortedProviders, request);
+    }
+    const complexity = estimateComplexity(request);
+    const threshold = optimizer.complexityThreshold ?? 0.5;
+    const target = complexity < threshold ? optimizer.simpleModel : optimizer.complexModel;
+    return createStream(async (emit) => {
+      try {
+        const gw = getGateway(target.provider);
+        const providerStream = gw.stream({ ...request, model: target.model });
+        for await (const event of providerStream) {
+          emit(event);
+        }
+      } catch {
+        const fallbackStream = streamWithFallback(sortedProviders, request);
+        for await (const event of fallbackStream) {
+          emit(event);
+        }
+      }
+    });
+  }
+  function streamLatencyOptimized(request) {
+    const available = sortedProviders.filter((e) => isProviderAvailable(e.name));
+    if (available.length === 0) {
+      return errorStream("All providers unavailable");
+    }
+    return createStream(async (emit) => {
+      const controller = new AbortController;
+      const racePromises = available.map(async (entry) => {
+        const gw = getGateway(entry.name);
+        return callWithCircuitBreaker(entry.name, async () => ({
+          entry,
+          stream: gw.stream({
+            ...request,
+            model: request.model ?? entry.model,
+            signal: controller.signal
+          })
+        }));
+      });
+      try {
+        const winner = await Promise.any(racePromises);
+        controller.abort();
+        for await (const event of winner.stream) {
+          emit(event);
+        }
+      } catch {
+        emit({
+          type: "error",
+          error: new ElsiumError({
+            code: "PROVIDER_ERROR",
+            message: "All providers failed during streaming",
+            retryable: false
+          })
+        });
+      }
+    });
+  }
+  function streamCapabilityAware(request) {
+    const capabilities = detectRequiredCapabilities(request);
+    const capable = filterCapableProviders(capabilities);
+    if (capable.length === 0) {
+      return streamWithFallback(sortedProviders, request);
+    }
+    return streamWithFallback(capable, request);
+  }
   return {
     providers: sortedProviders.map((p) => p.name),
     strategy: config.strategy,
@@ -3153,25 +3348,18 @@ function createProviderMesh(config) {
       }
     },
     stream(request) {
-      const available = sortedProviders.find((e) => isProviderAvailable(e.name));
-      const entry = available ?? sortedProviders[0];
-      const gw = getGateway(entry.name);
-      let resolvedStream = null;
-      callWithCircuitBreaker(entry.name, () => {
-        resolvedStream = gw.stream({ ...request, model: request.model ?? entry.model });
-        return Promise.resolve(resolvedStream);
-      }).catch(() => {});
-      if (resolvedStream === null) {
-        const err2 = new ElsiumError({
-          code: "PROVIDER_ERROR",
-          message: "Circuit breaker is open",
-          retryable: true
-        });
-        return new ElsiumStream(async function* () {
-          yield { type: "error", error: err2 };
-        }());
+      switch (config.strategy) {
+        case "fallback":
+          return streamWithFallback(sortedProviders, request);
+        case "cost-optimized":
+          return streamCostOptimized(request);
+        case "latency-optimized":
+          return streamLatencyOptimized(request);
+        case "capability-aware":
+          return streamCapabilityAware(request);
+        default:
+          return streamWithFallback(sortedProviders, request);
       }
-      return resolvedStream;
     }
   };
 }
@@ -3194,6 +3382,7 @@ export {
   detectJailbreak,
   createProviderMesh,
   createOpenAIProvider,
+  createOpenAICompatibleProvider,
   createInMemoryCache,
   createGoogleProvider,
   createBulkhead,

package/dist/providers/openai-compatible.d.ts

@@ -0,0 +1,10 @@
+import type { ProviderConfig } from '@elsium-ai/core';
+import type { LLMProvider } from '../provider';
+export interface OpenAICompatibleConfig extends ProviderConfig {
+    baseUrl: string;
+    name?: string;
+    defaultModel?: string;
+    capabilities?: string[];
+}
+export declare function createOpenAICompatibleProvider(config: OpenAICompatibleConfig): LLMProvider;
+//# sourceMappingURL=openai-compatible.d.ts.map

package/dist/providers/openai-compatible.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compatible.d.ts","sourceRoot":"","sources":["../../src/providers/openai-compatible.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AACrD,OAAO,KAAK,EAAE,WAAW,EAAoB,MAAM,aAAa,CAAA;AAGhE,MAAM,WAAW,sBAAuB,SAAQ,cAAc;IAC7D,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,wBAAgB,8BAA8B,CAAC,MAAM,EAAE,sBAAsB,GAAG,WAAW,CAmC1F"}

package/dist/router.d.ts

@@ -21,11 +21,18 @@ export interface CostOptimizerConfig {
     };
     complexityThreshold?: number;
 }
+export interface MeshAuditLogger {
+    log(type: string, data: Record<string, unknown>, options?: {
+        actor?: string;
+        traceId?: string;
+    }): void;
+}
 export interface ProviderMeshConfig {
     providers: ProviderEntry[];
     strategy: RoutingStrategy;
     costOptimizer?: CostOptimizerConfig;
     circuitBreaker?: CircuitBreakerConfig | boolean;
+    audit?: MeshAuditLogger;
 }
 export interface ProviderMesh {
     complete(request: CompletionRequest): Promise<LLMResponse>;

package/dist/router.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AACrE,OAAO,EAEN,KAAK,oBAAoB,EAEzB,YAAY,EAEZ,MAAM,iBAAiB,CAAA;AAKxB,MAAM,MAAM,eAAe,GACxB,UAAU,GACV,gBAAgB,GAChB,mBAAmB,GACnB,kBAAkB,CAAA;AAErB,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,mBAAmB;IACnC,WAAW,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IAChD,YAAY,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IACjD,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,kBAAkB;IAClC,SAAS,EAAE,aAAa,EAAE,CAAA;IAC1B,QAAQ,EAAE,eAAe,CAAA;IACzB,aAAa,CAAC,EAAE,mBAAmB,CAAA;IACnC,cAAc,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAA;CAC/C;AAED,MAAM,WAAW,YAAY;IAC5B,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,CAAA;IAC5B,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAA;CAClC;AAoDD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,YAAY,CAgQ3E"}
+{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AACrE,OAAO,EAEN,KAAK,oBAAoB,EAEzB,YAAY,EAGZ,MAAM,iBAAiB,CAAA;AAKxB,MAAM,MAAM,eAAe,GACxB,UAAU,GACV,gBAAgB,GAChB,mBAAmB,GACnB,kBAAkB,CAAA;AAErB,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,mBAAmB;IACnC,WAAW,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IAChD,YAAY,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IACjD,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,eAAe;IAC/B,GAAG,CACF,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAC5C,IAAI,CAAA;CACP;AAED,MAAM,WAAW,kBAAkB;IAClC,SAAS,EAAE,aAAa,EAAE,CAAA;IAC1B,QAAQ,EAAE,eAAe,CAAA;IACzB,aAAa,CAAC,EAAE,mBAAmB,CAAA;IACnC,cAAc,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAA;IAC/C,KAAK,CAAC,EAAE,eAAe,CAAA;CACvB;AAED,MAAM,WAAW,YAAY;IAC5B,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,CAAA;IAC5B,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAA;CAClC;AAoDD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,YAAY,CAob3E"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@elsium-ai/gateway",
-	"version": "0.6.0",
+	"version": "0.8.0",
 	"description": "Multi-provider LLM gateway for ElsiumAI",
 	"license": "MIT",
 	"author": "Eric Utrera <ebutrera9103@gmail.com>",
@@ -26,7 +26,7 @@
 		"dev": "bun --watch src/index.ts"
 	},
 	"dependencies": {
-		"@elsium-ai/core": "^0.6.0",
+		"@elsium-ai/core": "^0.8.0",
 		"zod": "^3.24.0"
 	},
 	"devDependencies": {