@elsium-ai/gateway 0.7.0 → 0.9.0

package/README.md

@@ -65,6 +65,7 @@ interface Gateway {
     data: T
     response: LLMResponse
   }>
+  extract<T>(schema: z.ZodType<T>, input: string, options?: ExtractOptions): Promise<T>
   readonly provider: LLMProvider
   lastCall(): XRayData | null
   callHistory(limit?: number): XRayData[]
@@ -76,6 +77,7 @@ interface Gateway {
 | `complete(request)` | Send a completion request and return the full response. |
 | `stream(request)` | Stream a completion request, returning an async-iterable `ElsiumStream`. |
 | `generate<T>(request)` | Structured output -- sends a Zod schema, parses and validates the LLM's JSON response. |
+| `extract<T>(schema, input, options?)` | Structured extraction -- takes a Zod schema and text input, returns typed data with auto-retry on validation failure. |
 | `provider` | Read-only reference to the underlying `LLMProvider` instance. |
 | `lastCall()` | Returns the most recent `XRayData` entry, or `null` if X-Ray is disabled. |
 | `callHistory(limit?)` | Returns up to `limit` (default 10) recent `XRayData` entries. |
@@ -141,6 +143,58 @@ const { data } = await llm.generate({
 console.log(data.name) // "Mars"
 ```
 
+#### Structured Extraction
+
+`extract()` provides a simpler API for pulling typed data out of text. It takes a Zod schema and input text, returns the parsed object directly, and auto-retries on validation failure.
+
+```ts
+interface Gateway {
+  extract<T>(
+    schema: z.ZodType<T>,
+    input: string,
+    options?: ExtractOptions,
+  ): Promise<T>
+}
+```
+
+**`ExtractOptions`**
+
+```ts
+interface ExtractOptions {
+  maxRetries?: number   // Default: 3
+  temperature?: number
+  system?: string
+  model?: string
+}
+```
+
+On validation failure, `extract()` feeds the Zod error back to the LLM and retries (up to `maxRetries`). The return type is inferred from the schema.
+
+```ts
+import { gateway } from '@elsium-ai/gateway'
+import { z } from 'zod'
+
+const llm = gateway({
+  provider: 'anthropic',
+  apiKey: process.env.ANTHROPIC_API_KEY!,
+})
+
+const ContactInfo = z.object({
+  name: z.string(),
+  email: z.string().email(),
+  role: z.string(),
+})
+
+const contact = await llm.extract(
+  ContactInfo,
+  'Reach out to Jane Smith (jane@acme.com), she is the VP of Engineering.',
+)
+
+console.log(contact.name)  // "Jane Smith"
+console.log(contact.email) // "jane@acme.com"
+console.log(contact.role)  // "VP of Engineering"
+```
+
 #### X-Ray Mode
 
 ```ts
@@ -295,6 +349,46 @@ const response = await provider.complete({
 })
 ```
 
+### `createOpenAICompatibleProvider(config)`
+
+Creates an LLM provider for any API that follows the OpenAI chat completions format (e.g. Groq, Together, Ollama, LMStudio, Azure OpenAI).
+
+```ts
+function createOpenAICompatibleProvider(config: {
+	baseUrl: string
+	apiKey: string
+	name?: string
+	defaultModel?: string
+	capabilities?: string[]
+}): LLMProvider
+```
+
+| Parameter | Type | Default | Description |
+|---|---|---|---|
+| `config.baseUrl` | `string` | **(required)** | Base URL of the OpenAI-compatible API. |
+| `config.apiKey` | `string` | **(required)** | API key for the provider. |
+| `config.name` | `string` | `'openai-compatible'` | Provider name used in logging and routing. |
+| `config.defaultModel` | `string` | `'default'` | Default model when none is specified per-request. |
+| `config.capabilities` | `string[]` | `['streaming']` | Capabilities to advertise (used by `capability-aware` routing). |
+
+**Returns:** An `LLMProvider` that sends requests to the given base URL using the OpenAI request/response format.
+
+```ts
+import { createOpenAICompatibleProvider } from '@elsium-ai/gateway'
+
+const provider = createOpenAICompatibleProvider({
+	baseUrl: 'https://api.groq.com/openai',
+	apiKey: process.env.GROQ_API_KEY!,
+	name: 'groq',
+	defaultModel: 'llama-3.3-70b-versatile',
+	capabilities: ['tools', 'streaming'],
+})
+
+const response = await provider.complete({
+	messages: [{ role: 'user', content: 'Hello!' }],
+})
+```
+
 ### `createGoogleProvider(config)`
 
 Creates an LLM provider for the Google Gemini API.
@@ -962,7 +1056,7 @@ interface ProviderMesh {
 | Member | Description |
 |---|---|
 | `complete(request)` | Routes a completion request according to the configured strategy. |
-| `stream(request)` | Streams from the first available provider (respects circuit breaker state). |
+| `stream(request)` | Streams from the first available provider with automatic failover across all four routing strategies (respects circuit breaker state). |
 | `providers` | List of provider names in the mesh. |
 | `strategy` | The active routing strategy. |
 

package/dist/gateway.d.ts

@@ -17,6 +17,12 @@ export interface GatewayConfig {
     maxMessages?: number;
     maxInputTokens?: number;
 }
+export interface ExtractOptions {
+    model?: string;
+    system?: string;
+    maxRetries?: number;
+    temperature?: number;
+}
 export interface Gateway {
     complete(request: CompletionRequest): Promise<LLMResponse>;
     stream(request: CompletionRequest): ElsiumStream;
@@ -26,6 +32,7 @@ export interface Gateway {
         data: T;
         response: LLMResponse;
     }>;
+    extract<T>(schema: z.ZodType<T>, input: string, options?: ExtractOptions): Promise<T>;
     readonly provider: LLMProvider;
     lastCall(): XRayData | null;
     callHistory(limit?: number): XRayData[];

package/dist/gateway.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../src/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,iBAAiB,EACjB,WAAW,EACX,UAAU,EAEV,cAAc,EAEd,gBAAgB,EAChB,QAAQ,EACR,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAEN,KAAK,YAAY,EAIjB,MAAM,iBAAiB,CAAA;AACxB,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAI5B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAW7C,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,UAAU,EAAE,CAAA;IACzB,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,CAAA;IACrC,IAAI,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IACxC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,OAAO;IACvB,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,GAAG;QAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAC3E,IAAI,EAAE,CAAC,CAAA;QACP,QAAQ,EAAE,WAAW,CAAA;KACrB,CAAC,CAAA;IACF,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAA;IAC9B,QAAQ,IAAI,QAAQ,GAAG,IAAI,CAAA;IAC3B,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,EAAE,CAAA;CACvC;AA0BD,wBAAgB,uBAAuB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,WAAW,GAC9C,IAAI,CAGN;AAwJD,wBAAgB,OAAO,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAkItD"}
+{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../src/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,iBAAiB,EACjB,WAAW,EACX,UAAU,EAEV,cAAc,EAEd,gBAAgB,EAChB,QAAQ,EACR,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAEN,KAAK,YAAY,EAIjB,MAAM,iBAAiB,CAAA;AACxB,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAI5B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAY7C,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,UAAU,EAAE,CAAA;IACzB,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,CAAA;IACrC,IAAI,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IACxC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,cAAc;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,WAAW,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,OAAO;IACvB,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,GAAG;QAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAC3E,IAAI,EAAE,CAAC,CAAA;QACP,QAAQ,EAAE,WAAW,CAAA;KACrB,CAAC,CAAA;IACF,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;IACrF,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAA;IAC9B,QAAQ,IAAI,QAAQ,GAAG,IAAI,CAAA;IAC3B,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,EAAE,CAAA;CACvC;AA4BD,wBAAgB,uBAAuB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,WAAW,GAC9C,IAAI,CAGN;AAwJD,wBAAgB,OAAO,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAsKtD"}

package/dist/index.d.ts

@@ -1,10 +1,12 @@
 export { gateway, registerProviderFactory } from './gateway';
-export type { GatewayConfig, Gateway } from './gateway';
+export type { GatewayConfig, Gateway, ExtractOptions } from './gateway';
 export type { LLMProvider, ProviderFactory, ProviderMetadata, ModelPricing, ModelTier, } from './provider';
 export { registerProvider, getProviderFactory, listProviders, registerProviderMetadata, getProviderMetadata, } from './provider';
 export { createAnthropicProvider } from './providers/anthropic';
 export { createOpenAIProvider } from './providers/openai';
 export { createGoogleProvider } from './providers/google';
+export { createOpenAICompatibleProvider } from './providers/openai-compatible';
+export type { OpenAICompatibleConfig } from './providers/openai-compatible';
 export { composeMiddleware, composeStreamMiddleware, loggingMiddleware, costTrackingMiddleware, xrayMiddleware, } from './middleware';
 export type { XRayStore } from './middleware';
 export { securityMiddleware, detectPromptInjection, detectJailbreak, redactSecrets, checkBlockedPatterns, classifyContent, } from './security';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,uBAAuB,EAAE,MAAM,WAAW,CAAA;AAC5D,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGvD,YAAY,EACX,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,SAAS,GACT,MAAM,YAAY,CAAA;AACnB,OAAO,EACN,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,wBAAwB,EACxB,mBAAmB,GACnB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAGzD,OAAO,EACN,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,GACd,MAAM,cAAc,CAAA;AACrB,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAG7C,OAAO,EACN,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,eAAe,GACf,MAAM,YAAY,CAAA;AACnB,YAAY,EACX,wBAAwB,EACxB,iBAAiB,EACjB,cAAc,EACd,kBAAkB,EAClB,oBAAoB,GACpB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAC/D,YAAY,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAG1D,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAA;AAC9D,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAA;AAG9E,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,YAAY,EACX,qBAAqB,EACrB,mBAAmB,EACnB,eAAe,GACf,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAGxE,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AACrC,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AAGxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AAC7C,YAAY,EACX,kBAAkB,EAClB,aAAa,EACb,eAAe,EACf,YAAY,EACZ,eAAe,GACf,MAAM,UAAU,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,uBAAuB,EAAE,MAAM,WAAW,CAAA;AAC5D,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAA;AAGvE,YAAY,EACX,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,SAAS,GACT,MAAM,YAAY,CAAA;AACnB,OAAO,EACN,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,wBAAwB,EACxB,mBAAmB,GACnB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAA;AAC9E,YAAY,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAA;AAG3E,OAAO,EACN,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,GACd,MAAM,cAAc,CAAA;AACrB,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAG7C,OAAO,EACN,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,eAAe,GACf,MAAM,YAAY,CAAA;AACnB,YAAY,EACX,wBAAwB,EACxB,iBAAiB,EACjB,cAAc,EACd,kBAAkB,EAClB,oBAAoB,GACpB,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAC/D,YAAY,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAG1D,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAA;AAC9D,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAA;AAG9E,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,YAAY,EACX,qBAAqB,EACrB,mBAAmB,EACnB,eAAe,GACf,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAGxE,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AACrC,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AAGxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AAC7C,YAAY,EACX,kBAAkB,EAClB,aAAa,EACb,eAAe,EACf,YAAY,EACZ,eAAe,GACf,MAAM,UAAU,CAAA"}

package/dist/index.js

@@ -1991,11 +1991,44 @@ async function processOpenAISSEStream(body, emit) {
   }
 }
 
+// src/providers/openai-compatible.ts
+function createOpenAICompatibleProvider(config) {
+  const providerName = config.name ?? "openai-compatible";
+  const model = config.defaultModel ?? "default";
+  const inner = createOpenAIProvider({
+    apiKey: config.apiKey,
+    baseUrl: config.baseUrl,
+    timeout: config.timeout,
+    maxRetries: config.maxRetries
+  });
+  const metadata = {
+    baseUrl: `${config.baseUrl}/v1/chat/completions`,
+    capabilities: config.capabilities ?? ["tools", "streaming", "system"],
+    authStyle: "bearer"
+  };
+  return {
+    name: providerName,
+    defaultModel: model,
+    metadata,
+    async complete(request) {
+      const response = await inner.complete(request);
+      return { ...response, provider: providerName };
+    },
+    stream(request) {
+      return inner.stream(request);
+    },
+    async listModels() {
+      return inner.listModels();
+    }
+  };
+}
+
 // src/gateway.ts
 var PROVIDER_FACTORIES = {
   anthropic: createAnthropicProvider,
   openai: createOpenAIProvider,
-  google: createGoogleProvider
+  google: createGoogleProvider,
+  "openai-compatible": (cfg) => createOpenAICompatibleProvider({ ...cfg, baseUrl: cfg.baseUrl ?? "" })
 };
 registerProviderMetadata("anthropic", {
   baseUrl: "https://api.anthropic.com/v1/messages",
@@ -2218,6 +2251,38 @@ function gateway(config) {
         });
       }
       return { data: result.data, response };
+    },
+    async extract(schema, input, options) {
+      const maxRetries = options?.maxRetries ?? 3;
+      const messages = [{ role: "user", content: input }];
+      let lastError;
+      for (let attempt = 0;attempt <= maxRetries; attempt++) {
+        try {
+          const result = await this.generate({
+            messages: [...messages],
+            schema,
+            model: options?.model,
+            system: options?.system,
+            temperature: options?.temperature
+          });
+          return result.data;
+        } catch (e) {
+          if (e instanceof ElsiumError && e.code === "VALIDATION_ERROR") {
+            lastError = e;
+            messages.push({
+              role: "assistant",
+              content: "Invalid output"
+            });
+            messages.push({
+              role: "user",
+              content: `The previous response failed validation: ${e.message}. Please try again and return valid JSON matching the schema.`
+            });
+            continue;
+          }
+          throw e;
+        }
+      }
+      throw lastError;
     }
   };
 }
@@ -3154,6 +3219,151 @@ function createProviderMesh(config) {
         return ["streaming"];
     }
   }
+  function errorStream(message) {
+    return new ElsiumStream(async function* () {
+      yield {
+        type: "error",
+        error: new ElsiumError({
+          code: "PROVIDER_ERROR",
+          message,
+          retryable: false
+        })
+      };
+    }());
+  }
+  function logStreamFailover(provider, toProvider, error) {
+    audit?.log("provider_failover", {
+      fromProvider: provider,
+      toProvider,
+      strategy: config.strategy,
+      reason: error?.message
+    });
+  }
+  async function tryStreamProvider(entry, request, emit) {
+    const gw = getGateway(entry.name);
+    const providerStream = await callWithCircuitBreaker(entry.name, async () => gw.stream({ ...request, model: request.model ?? entry.model }));
+    let hasEmittedContent = false;
+    for await (const event of providerStream) {
+      if (event.type === "error") {
+        const err2 = event.error instanceof Error ? event.error : new Error(String(event.error));
+        if (hasEmittedContent) {
+          emit(event);
+          return { success: true };
+        }
+        return { success: false, error: err2 };
+      }
+      hasEmittedContent = true;
+      emit(event);
+    }
+    return { success: true };
+  }
+  async function runStreamFallbackLoop(available, request, emit) {
+    let lastError = null;
+    let failedProvider = null;
+    for (let i = 0;i < available.length; i++) {
+      const entry = available[i];
+      const nextProvider = i + 1 < available.length ? available[i + 1].name : "none";
+      try {
+        const result = await tryStreamProvider(entry, request, emit);
+        if (result.success) {
+          if (failedProvider)
+            logFailover(failedProvider, entry.name, lastError?.message);
+          return;
+        }
+        lastError = result.error ?? null;
+        failedProvider = entry.name;
+        logStreamFailover(entry.name, nextProvider, result.error);
+      } catch (err2) {
+        failedProvider = entry.name;
+        lastError = toError2(err2);
+        logStreamFailover(entry.name, nextProvider, lastError);
+      }
+    }
+    emit({
+      type: "error",
+      error: lastError ?? new ElsiumError({
+        code: "PROVIDER_ERROR",
+        message: "All providers failed during streaming",
+        retryable: false
+      })
+    });
+  }
+  function streamWithFallback(providers, request) {
+    const available = providers.filter((e) => isProviderAvailable(e.name));
+    if (available.length === 0) {
+      return errorStream("All providers unavailable");
+    }
+    return createStream(async (emit) => {
+      await runStreamFallbackLoop(available, request, emit);
+    });
+  }
+  function streamCostOptimized(request) {
+    const optimizer = config.costOptimizer;
+    if (!optimizer) {
+      return streamWithFallback(sortedProviders, request);
+    }
+    const complexity = estimateComplexity(request);
+    const threshold = optimizer.complexityThreshold ?? 0.5;
+    const target = complexity < threshold ? optimizer.simpleModel : optimizer.complexModel;
+    return createStream(async (emit) => {
+      try {
+        const gw = getGateway(target.provider);
+        const providerStream = gw.stream({ ...request, model: target.model });
+        for await (const event of providerStream) {
+          emit(event);
+        }
+      } catch {
+        const fallbackStream = streamWithFallback(sortedProviders, request);
+        for await (const event of fallbackStream) {
+          emit(event);
+        }
+      }
+    });
+  }
+  function streamLatencyOptimized(request) {
+    const available = sortedProviders.filter((e) => isProviderAvailable(e.name));
+    if (available.length === 0) {
+      return errorStream("All providers unavailable");
+    }
+    return createStream(async (emit) => {
+      const controller = new AbortController;
+      const racePromises = available.map(async (entry) => {
+        const gw = getGateway(entry.name);
+        return callWithCircuitBreaker(entry.name, async () => ({
+          entry,
+          stream: gw.stream({
+            ...request,
+            model: request.model ?? entry.model,
+            signal: controller.signal
+          })
+        }));
+      });
+      try {
+        const winner = await Promise.any(racePromises);
+        controller.abort();
+        for await (const event of winner.stream) {
+          emit(event);
+        }
+      } catch {
+        emit({
+          type: "error",
+          error: new ElsiumError({
+            code: "PROVIDER_ERROR",
+            message: "All providers failed during streaming",
+            retryable: false
+          })
+        });
+      }
+    });
+  }
+  function streamCapabilityAware(request) {
+    const capabilities = detectRequiredCapabilities(request);
+    const capable = filterCapableProviders(capabilities);
+    if (capable.length === 0) {
+      return streamWithFallback(sortedProviders, request);
+    }
+    return streamWithFallback(capable, request);
+  }
   return {
     providers: sortedProviders.map((p) => p.name),
     strategy: config.strategy,
@@ -3172,25 +3382,18 @@ function createProviderMesh(config) {
       }
     },
     stream(request) {
-      const available = sortedProviders.find((e) => isProviderAvailable(e.name));
-      const entry = available ?? sortedProviders[0];
-      const gw = getGateway(entry.name);
-      let resolvedStream = null;
-      callWithCircuitBreaker(entry.name, () => {
-        resolvedStream = gw.stream({ ...request, model: request.model ?? entry.model });
-        return Promise.resolve(resolvedStream);
-      }).catch(() => {});
-      if (resolvedStream === null) {
-        const err2 = new ElsiumError({
-          code: "PROVIDER_ERROR",
-          message: "Circuit breaker is open",
-          retryable: true
-        });
-        return new ElsiumStream(async function* () {
-          yield { type: "error", error: err2 };
-        }());
+      switch (config.strategy) {
+        case "fallback":
+          return streamWithFallback(sortedProviders, request);
+        case "cost-optimized":
+          return streamCostOptimized(request);
+        case "latency-optimized":
+          return streamLatencyOptimized(request);
+        case "capability-aware":
+          return streamCapabilityAware(request);
+        default:
+          return streamWithFallback(sortedProviders, request);
       }
-      return resolvedStream;
     }
   };
 }
@@ -3213,6 +3416,7 @@ export {
   detectJailbreak,
   createProviderMesh,
   createOpenAIProvider,
+  createOpenAICompatibleProvider,
   createInMemoryCache,
   createGoogleProvider,
   createBulkhead,

package/dist/providers/openai-compatible.d.ts

@@ -0,0 +1,10 @@
+import type { ProviderConfig } from '@elsium-ai/core';
+import type { LLMProvider } from '../provider';
+export interface OpenAICompatibleConfig extends ProviderConfig {
+    baseUrl: string;
+    name?: string;
+    defaultModel?: string;
+    capabilities?: string[];
+}
+export declare function createOpenAICompatibleProvider(config: OpenAICompatibleConfig): LLMProvider;
+//# sourceMappingURL=openai-compatible.d.ts.map

package/dist/providers/openai-compatible.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compatible.d.ts","sourceRoot":"","sources":["../../src/providers/openai-compatible.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AACrD,OAAO,KAAK,EAAE,WAAW,EAAoB,MAAM,aAAa,CAAA;AAGhE,MAAM,WAAW,sBAAuB,SAAQ,cAAc;IAC7D,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,wBAAgB,8BAA8B,CAAC,MAAM,EAAE,sBAAsB,GAAG,WAAW,CAmC1F"}

package/dist/router.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AACrE,OAAO,EAEN,KAAK,oBAAoB,EAEzB,YAAY,EAEZ,MAAM,iBAAiB,CAAA;AAKxB,MAAM,MAAM,eAAe,GACxB,UAAU,GACV,gBAAgB,GAChB,mBAAmB,GACnB,kBAAkB,CAAA;AAErB,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,mBAAmB;IACnC,WAAW,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IAChD,YAAY,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IACjD,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,eAAe;IAC/B,GAAG,CACF,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAC5C,IAAI,CAAA;CACP;AAED,MAAM,WAAW,kBAAkB;IAClC,SAAS,EAAE,aAAa,EAAE,CAAA;IAC1B,QAAQ,EAAE,eAAe,CAAA;IACzB,aAAa,CAAC,EAAE,mBAAmB,CAAA;IACnC,cAAc,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAA;IAC/C,KAAK,CAAC,EAAE,eAAe,CAAA;CACvB;AAED,MAAM,WAAW,YAAY;IAC5B,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,CAAA;IAC5B,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAA;CAClC;AAoDD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,YAAY,CAgR3E"}
+{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AACrE,OAAO,EAEN,KAAK,oBAAoB,EAEzB,YAAY,EAGZ,MAAM,iBAAiB,CAAA;AAKxB,MAAM,MAAM,eAAe,GACxB,UAAU,GACV,gBAAgB,GAChB,mBAAmB,GACnB,kBAAkB,CAAA;AAErB,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,mBAAmB;IACnC,WAAW,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IAChD,YAAY,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IACjD,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,eAAe;IAC/B,GAAG,CACF,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAC5C,IAAI,CAAA;CACP;AAED,MAAM,WAAW,kBAAkB;IAClC,SAAS,EAAE,aAAa,EAAE,CAAA;IAC1B,QAAQ,EAAE,eAAe,CAAA;IACzB,aAAa,CAAC,EAAE,mBAAmB,CAAA;IACnC,cAAc,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAA;IAC/C,KAAK,CAAC,EAAE,eAAe,CAAA;CACvB;AAED,MAAM,WAAW,YAAY;IAC5B,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,YAAY,CAAA;IAChD,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,CAAA;IAC5B,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAA;CAClC;AAoDD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,YAAY,CAsb3E"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@elsium-ai/gateway",
-	"version": "0.7.0",
+	"version": "0.9.0",
 	"description": "Multi-provider LLM gateway for ElsiumAI",
 	"license": "MIT",
 	"author": "Eric Utrera <ebutrera9103@gmail.com>",
@@ -26,7 +26,7 @@
 		"dev": "bun --watch src/index.ts"
 	},
 	"dependencies": {
-		"@elsium-ai/core": "^0.7.0",
+		"@elsium-ai/core": "^0.9.0",
 		"zod": "^3.24.0"
 	},
 	"devDependencies": {