@elsium-ai/app 0.7.0 → 0.8.0

package/dist/app.d.ts

@@ -1,10 +1,11 @@
-import { type Gateway } from '@elsium-ai/gateway';
+import { type Gateway, type ProviderMesh } from '@elsium-ai/gateway';
 import { type Tracer } from '@elsium-ai/observe';
 import { Hono } from 'hono';
 import type { AppConfig } from './types';
 export interface ElsiumApp {
     readonly hono: Hono;
     readonly gateway: Gateway;
+    readonly mesh: ProviderMesh | undefined;
     readonly tracer: Tracer;
     listen(port?: number): {
         port: number;

package/dist/app.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"app.d.ts","sourceRoot":"","sources":["../src/app.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,OAAO,EAAW,MAAM,oBAAoB,CAAA;AAC1D,OAAO,EAAE,KAAK,MAAM,EAAW,MAAM,oBAAoB,CAAA;AAIzD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAS3B,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AAExC,MAAM,WAAW,SAAS;IACzB,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAA;IACnB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;KAAE,CAAA;CAClE;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,SAAS,CAgItD"}
+{"version":3,"file":"app.d.ts","sourceRoot":"","sources":["../src/app.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,OAAO,EAAE,KAAK,YAAY,EAA+B,MAAM,oBAAoB,CAAA;AACjG,OAAO,EAAE,KAAK,MAAM,EAAW,MAAM,oBAAoB,CAAA;AAIzD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAS3B,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AAExC,MAAM,WAAW,SAAS;IACzB,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAA;IACnB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,IAAI,EAAE,YAAY,GAAG,SAAS,CAAA;IACvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;KAAE,CAAA;CAClE;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,SAAS,CA8JtD"}

package/dist/index.js

@@ -477,6 +477,134 @@ function zodToJsonSchema(schema) {
 // ../core/src/registry.ts
 var log2 = createLogger();
 var BLOCKED_KEYS = new Set(["__proto__", "constructor", "prototype"]);
+// ../core/src/circuit-breaker.ts
+function defaultShouldCount(error) {
+  if (error && typeof error === "object" && "retryable" in error) {
+    return error.retryable === true;
+  }
+  return true;
+}
+function createCircuitBreaker(config) {
+  const failureThreshold = config?.failureThreshold ?? 5;
+  const resetTimeoutMs = config?.resetTimeoutMs ?? 30000;
+  const halfOpenMaxAttempts = config?.halfOpenMaxAttempts ?? 3;
+  const windowMs = config?.windowMs ?? 60000;
+  if (failureThreshold < 1 || !Number.isFinite(failureThreshold)) {
+    throw new ElsiumError({
+      code: "CONFIG_ERROR",
+      message: "failureThreshold must be >= 1",
+      retryable: false
+    });
+  }
+  if (resetTimeoutMs < 0 || !Number.isFinite(resetTimeoutMs)) {
+    throw new ElsiumError({
+      code: "CONFIG_ERROR",
+      message: "resetTimeoutMs must be >= 0 and finite",
+      retryable: false
+    });
+  }
+  if (halfOpenMaxAttempts < 1 || !Number.isFinite(halfOpenMaxAttempts)) {
+    throw new ElsiumError({
+      code: "CONFIG_ERROR",
+      message: "halfOpenMaxAttempts must be >= 1",
+      retryable: false
+    });
+  }
+  if (windowMs < 0 || !Number.isFinite(windowMs)) {
+    throw new ElsiumError({
+      code: "CONFIG_ERROR",
+      message: "windowMs must be >= 0 and finite",
+      retryable: false
+    });
+  }
+  const onStateChange = config?.onStateChange;
+  const shouldCount = config?.shouldCount ?? defaultShouldCount;
+  let currentState = "closed";
+  let failureTimestamps = [];
+  let lastOpenedAt = 0;
+  let halfOpenAttempts = 0;
+  let halfOpenInFlight = 0;
+  function transition(to) {
+    if (currentState === to)
+      return;
+    const from = currentState;
+    currentState = to;
+    onStateChange?.(from, to);
+  }
+  function recordFailure() {
+    const now = Date.now();
+    failureTimestamps.push(now);
+    failureTimestamps = failureTimestamps.filter((t) => now - t < windowMs);
+    if (failureTimestamps.length >= failureThreshold) {
+      lastOpenedAt = now;
+      halfOpenAttempts = 0;
+      transition("open");
+    }
+  }
+  function recordSuccess() {
+    if (currentState === "half-open") {
+      failureTimestamps = [];
+      halfOpenAttempts = 0;
+      halfOpenInFlight = 0;
+      transition("closed");
+    }
+  }
+  return {
+    get state() {
+      if (currentState === "open" && Date.now() - lastOpenedAt >= resetTimeoutMs) {
+        transition("half-open");
+      }
+      return currentState;
+    },
+    get failureCount() {
+      const now = Date.now();
+      return failureTimestamps.filter((t) => now - t < windowMs).length;
+    },
+    async execute(fn) {
+      const state = this.state;
+      if (state === "open") {
+        throw new ElsiumError({
+          code: "PROVIDER_ERROR",
+          message: "Circuit breaker is open",
+          retryable: true
+        });
+      }
+      if (state === "half-open" && halfOpenInFlight >= halfOpenMaxAttempts) {
+        lastOpenedAt = Date.now();
+        transition("open");
+        throw new ElsiumError({
+          code: "PROVIDER_ERROR",
+          message: "Circuit breaker is open",
+          retryable: true
+        });
+      }
+      if (state === "half-open") {
+        halfOpenAttempts++;
+        halfOpenInFlight++;
+      }
+      try {
+        const result = await fn();
+        recordSuccess();
+        return result;
+      } catch (error) {
+        if (shouldCount(error)) {
+          recordFailure();
+        }
+        throw error;
+      } finally {
+        if (state === "half-open") {
+          halfOpenInFlight = Math.max(0, halfOpenInFlight - 1);
+        }
+      }
+    },
+    reset() {
+      failureTimestamps = [];
+      halfOpenAttempts = 0;
+      halfOpenInFlight = 0;
+      transition("closed");
+    }
+  };
+}
 // ../core/src/shutdown.ts
 function createShutdownManager(config) {
   const drainTimeoutMs = config?.drainTimeoutMs ?? 30000;
@@ -1900,11 +2028,44 @@ async function processOpenAISSEStream(body, emit) {
   }
 }
 
+// ../gateway/src/providers/openai-compatible.ts
+function createOpenAICompatibleProvider(config) {
+  const providerName = config.name ?? "openai-compatible";
+  const model = config.defaultModel ?? "default";
+  const inner = createOpenAIProvider({
+    apiKey: config.apiKey,
+    baseUrl: config.baseUrl,
+    timeout: config.timeout,
+    maxRetries: config.maxRetries
+  });
+  const metadata = {
+    baseUrl: `${config.baseUrl}/v1/chat/completions`,
+    capabilities: config.capabilities ?? ["tools", "streaming", "system"],
+    authStyle: "bearer"
+  };
+  return {
+    name: providerName,
+    defaultModel: model,
+    metadata,
+    async complete(request) {
+      const response = await inner.complete(request);
+      return { ...response, provider: providerName };
+    },
+    stream(request) {
+      return inner.stream(request);
+    },
+    async listModels() {
+      return inner.listModels();
+    }
+  };
+}
+
 // ../gateway/src/gateway.ts
 var PROVIDER_FACTORIES = {
   anthropic: createAnthropicProvider,
   openai: createOpenAIProvider,
-  google: createGoogleProvider
+  google: createGoogleProvider,
+  "openai-compatible": (cfg) => createOpenAICompatibleProvider({ ...cfg, baseUrl: cfg.baseUrl ?? "" })
 };
 registerProviderMetadata("anthropic", {
   baseUrl: "https://api.anthropic.com/v1/messages",
@@ -2132,6 +2293,408 @@ var log4 = createLogger();
 var log5 = createLogger();
 // ../gateway/src/batch.ts
 var log6 = createLogger();
+// ../gateway/src/router.ts
+var REASONING_KEYWORDS = /\b(prove|explain why|analyze|compare|contrast|evaluate|critique|debate|reason|deduce|infer|justify|argue|synthesize|hypothesize|derive)\b/i;
+var CODE_KEYWORDS = /\b(implement|refactor|debug|optimize|architect|design pattern|algorithm|data structure|write code|code review|fix the bug|type system)\b/i;
+var CREATIVE_KEYWORDS = /\b(write a (story|essay|poem|article|report|paper)|compose|draft|create a (plan|proposal|strategy))\b/i;
+var MATH_KEYWORDS = /\b(calculate|compute|solve|equation|integral|derivative|matrix|probability|statistical|proof|theorem|formula)\b/i;
+function extractTextContent(request) {
+  const parts = [];
+  for (const m of request.messages) {
+    if (typeof m.content === "string") {
+      parts.push(m.content);
+    } else if (Array.isArray(m.content)) {
+      for (const p of m.content) {
+        if (p.type === "text")
+          parts.push(p.text);
+      }
+    }
+  }
+  if (request.system)
+    parts.push(request.system);
+  return parts.join(" ");
+}
+function estimateComplexity(request) {
+  let score = 0;
+  const totalChars = request.messages.reduce((sum, m) => {
+    const len = typeof m.content === "string" ? m.content.length : JSON.stringify(m.content).length;
+    return sum + len;
+  }, 0);
+  if (totalChars > 2000)
+    score += 0.3;
+  if (totalChars > 5000)
+    score += 0.2;
+  if (request.tools?.length)
+    score += 0.2;
+  if ((request.tools?.length ?? 0) > 3)
+    score += 0.1;
+  if (request.system && request.system.length > 500)
+    score += 0.1;
+  if (request.messages.length > 10)
+    score += 0.1;
+  const text = extractTextContent(request);
+  if (REASONING_KEYWORDS.test(text))
+    score += 0.5;
+  if (CODE_KEYWORDS.test(text))
+    score += 0.5;
+  if (CREATIVE_KEYWORDS.test(text))
+    score += 0.2;
+  if (MATH_KEYWORDS.test(text))
+    score += 0.5;
+  return Math.min(score, 1);
+}
+function createProviderMesh(config) {
+  if (config.providers.length === 0) {
+    throw new ElsiumError({
+      code: "CONFIG_ERROR",
+      message: "Provider mesh requires at least one provider",
+      retryable: false
+    });
+  }
+  const sortedProviders = [...config.providers];
+  const gateways = new Map;
+  const circuitBreakers = new Map;
+  const audit = config.audit;
+  for (const entry of sortedProviders) {
+    const gw = gateway({
+      provider: entry.name,
+      apiKey: entry.config.apiKey,
+      baseUrl: entry.config.baseUrl,
+      model: entry.model
+    });
+    gateways.set(entry.name, gw);
+    if (config.circuitBreaker) {
+      const cbConfig = typeof config.circuitBreaker === "boolean" ? {} : config.circuitBreaker;
+      const providerName = entry.name;
+      const wrappedConfig = {
+        ...cbConfig,
+        onStateChange(from, to) {
+          cbConfig.onStateChange?.(from, to);
+          audit?.log("circuit_breaker_state_change", {
+            provider: providerName,
+            fromState: from,
+            toState: to
+          });
+        }
+      };
+      circuitBreakers.set(entry.name, createCircuitBreaker(wrappedConfig));
+    }
+  }
+  function callWithCircuitBreaker(providerName, fn) {
+    const cb = circuitBreakers.get(providerName);
+    return cb ? cb.execute(fn) : fn();
+  }
+  function isProviderAvailable(providerName) {
+    const cb = circuitBreakers.get(providerName);
+    return !cb || cb.state !== "open";
+  }
+  function getGateway(providerName) {
+    const gw = gateways.get(providerName);
+    if (!gw) {
+      throw new ElsiumError({
+        code: "CONFIG_ERROR",
+        message: `Provider "${providerName}" not found in mesh`,
+        retryable: false
+      });
+    }
+    return gw;
+  }
+  function attemptProvider(entry, request) {
+    const gw = getGateway(entry.name);
+    return callWithCircuitBreaker(entry.name, () => gw.complete({ ...request, model: request.model ?? entry.model }));
+  }
+  function logFailover(fromProvider, toProvider, reason) {
+    audit?.log("provider_failover", {
+      fromProvider,
+      toProvider,
+      strategy: config.strategy,
+      reason
+    });
+  }
+  function toError2(err2) {
+    return err2 instanceof Error ? err2 : new Error(String(err2));
+  }
+  async function tryProvidersWithAudit(providers, request, errorMessage) {
+    let lastError = null;
+    let failedProvider = null;
+    for (const entry of providers) {
+      if (!isProviderAvailable(entry.name))
+        continue;
+      try {
+        const response = await attemptProvider(entry, request);
+        if (failedProvider)
+          logFailover(failedProvider, entry.name, lastError?.message);
+        return response;
+      } catch (err2) {
+        failedProvider = entry.name;
+        lastError = toError2(err2);
+      }
+    }
+    throw lastError ?? new ElsiumError({ code: "PROVIDER_ERROR", message: errorMessage, retryable: false });
+  }
+  async function fallbackComplete(request) {
+    return tryProvidersWithAudit(sortedProviders, request, "All providers failed");
+  }
+  async function costOptimizedComplete(request) {
+    const optimizer = config.costOptimizer;
+    if (!optimizer) {
+      return fallbackComplete(request);
+    }
+    const complexity = estimateComplexity(request);
+    const threshold = optimizer.complexityThreshold ?? 0.5;
+    const target = complexity < threshold ? optimizer.simpleModel : optimizer.complexModel;
+    const gw = getGateway(target.provider);
+    try {
+      return await gw.complete({ ...request, model: target.model });
+    } catch (err2) {
+      audit?.log("provider_failover", {
+        fromProvider: target.provider,
+        toProvider: "fallback-chain",
+        strategy: "cost-optimized",
+        reason: err2 instanceof Error ? err2.message : String(err2)
+      });
+      return fallbackComplete(request);
+    }
+  }
+  async function latencyOptimizedComplete(request) {
+    const controller = new AbortController;
+    const availableProviders = sortedProviders.filter((e) => isProviderAvailable(e.name));
+    const promises = availableProviders.map(async (entry) => {
+      const gw = getGateway(entry.name);
+      return callWithCircuitBreaker(entry.name, () => gw.complete({
+        ...request,
+        model: request.model ?? entry.model,
+        signal: controller.signal
+      }));
+    });
+    try {
+      const result = await Promise.any(promises);
+      controller.abort();
+      return result;
+    } catch {
+      throw new ElsiumError({
+        code: "PROVIDER_ERROR",
+        message: "All providers failed",
+        retryable: false
+      });
+    }
+  }
+  function detectRequiredCapabilities(request) {
+    const capabilities = [];
+    if ((request.tools?.length ?? 0) > 0)
+      capabilities.push("tools");
+    const needsVision = request.messages.some((m) => Array.isArray(m.content) && m.content.some((p) => p.type === "image"));
+    if (needsVision)
+      capabilities.push("vision");
+    return capabilities;
+  }
+  function filterCapableProviders(capabilities) {
+    return sortedProviders.filter((entry) => {
+      if (capabilities.length === 0)
+        return true;
+      const providerCaps = entry.capabilities ?? defaultCapabilities(entry.name);
+      return capabilities.every((c) => providerCaps.includes(c));
+    });
+  }
+  async function capabilityAwareComplete(request) {
+    const capabilities = detectRequiredCapabilities(request);
+    const capable = filterCapableProviders(capabilities);
+    if (capable.length === 0) {
+      return fallbackComplete(request);
+    }
+    return tryProvidersWithAudit(capable, request, "No capable provider succeeded");
+  }
+  function defaultCapabilities(provider) {
+    const meta = getProviderMetadata(provider);
+    if (meta?.capabilities)
+      return meta.capabilities;
+    switch (provider) {
+      case "anthropic":
+        return ["tools", "vision", "streaming", "system"];
+      case "openai":
+        return ["tools", "vision", "streaming", "system", "json_mode"];
+      case "google":
+        return ["tools", "vision", "streaming", "system"];
+      default:
+        return ["streaming"];
+    }
+  }
+  function errorStream(message) {
+    return new ElsiumStream(async function* () {
+      yield {
+        type: "error",
+        error: new ElsiumError({
+          code: "PROVIDER_ERROR",
+          message,
+          retryable: false
+        })
+      };
+    }());
+  }
+  function logStreamFailover(provider, error) {
+    audit?.log("provider_failover", {
+      fromProvider: provider,
+      toProvider: "next",
+      strategy: config.strategy,
+      reason: error?.message
+    });
+  }
+  async function tryStreamProvider(entry, request, emit) {
+    const gw = getGateway(entry.name);
+    const providerStream = await callWithCircuitBreaker(entry.name, async () => gw.stream({ ...request, model: request.model ?? entry.model }));
+    let hasEmittedContent = false;
+    for await (const event of providerStream) {
+      if (event.type === "error") {
+        const err2 = event.error instanceof Error ? event.error : new Error(String(event.error));
+        if (hasEmittedContent) {
+          emit(event);
+          return { success: true };
+        }
+        return { success: false, error: err2 };
+      }
+      hasEmittedContent = true;
+      emit(event);
+    }
+    return { success: true };
+  }
+  async function runStreamFallbackLoop(available, request, emit) {
+    let lastError = null;
+    let failedProvider = null;
+    for (const entry of available) {
+      try {
+        const result = await tryStreamProvider(entry, request, emit);
+        if (result.success) {
+          if (failedProvider)
+            logFailover(failedProvider, entry.name, lastError?.message);
+          return;
+        }
+        lastError = result.error ?? null;
+        failedProvider = entry.name;
+        logStreamFailover(entry.name, result.error);
+      } catch (err2) {
+        failedProvider = entry.name;
+        lastError = toError2(err2);
+        logStreamFailover(entry.name, lastError);
+      }
+    }
+    emit({
+      type: "error",
+      error: lastError ?? new ElsiumError({
+        code: "PROVIDER_ERROR",
+        message: "All providers failed during streaming",
+        retryable: false
+      })
+    });
+  }
+  function streamWithFallback(providers, request) {
+    const available = providers.filter((e) => isProviderAvailable(e.name));
+    if (available.length === 0) {
+      return errorStream("All providers unavailable");
+    }
+    return createStream(async (emit) => {
+      await runStreamFallbackLoop(available, request, emit);
+    });
+  }
+  function streamCostOptimized(request) {
+    const optimizer = config.costOptimizer;
+    if (!optimizer) {
+      return streamWithFallback(sortedProviders, request);
+    }
+    const complexity = estimateComplexity(request);
+    const threshold = optimizer.complexityThreshold ?? 0.5;
+    const target = complexity < threshold ? optimizer.simpleModel : optimizer.complexModel;
+    return createStream(async (emit) => {
+      try {
+        const gw = getGateway(target.provider);
+        const providerStream = gw.stream({ ...request, model: target.model });
+        for await (const event of providerStream) {
+          emit(event);
+        }
+      } catch {
+        const fallbackStream = streamWithFallback(sortedProviders, request);
+        for await (const event of fallbackStream) {
+          emit(event);
+        }
+      }
+    });
+  }
+  function streamLatencyOptimized(request) {
+    const available = sortedProviders.filter((e) => isProviderAvailable(e.name));
+    if (available.length === 0) {
+      return errorStream("All providers unavailable");
+    }
+    return createStream(async (emit) => {
+      const controller = new AbortController;
+      const racePromises = available.map(async (entry) => {
+        const gw = getGateway(entry.name);
+        return callWithCircuitBreaker(entry.name, async () => ({
+          entry,
+          stream: gw.stream({
+            ...request,
+            model: request.model ?? entry.model,
+            signal: controller.signal
+          })
+        }));
+      });
+      try {
+        const winner = await Promise.any(racePromises);
+        controller.abort();
+        for await (const event of winner.stream) {
+          emit(event);
+        }
+      } catch {
+        emit({
+          type: "error",
+          error: new ElsiumError({
+            code: "PROVIDER_ERROR",
+            message: "All providers failed during streaming",
+            retryable: false
+          })
+        });
+      }
+    });
+  }
+  function streamCapabilityAware(request) {
+    const capabilities = detectRequiredCapabilities(request);
+    const capable = filterCapableProviders(capabilities);
+    if (capable.length === 0) {
+      return streamWithFallback(sortedProviders, request);
+    }
+    return streamWithFallback(capable, request);
+  }
+  return {
+    providers: sortedProviders.map((p) => p.name),
+    strategy: config.strategy,
+    async complete(request) {
+      switch (config.strategy) {
+        case "fallback":
+          return fallbackComplete(request);
+        case "cost-optimized":
+          return costOptimizedComplete(request);
+        case "latency-optimized":
+          return latencyOptimizedComplete(request);
+        case "capability-aware":
+          return capabilityAwareComplete(request);
+        default:
+          return fallbackComplete(request);
+      }
+    },
+    stream(request) {
+      switch (config.strategy) {
+        case "fallback":
+          return streamWithFallback(sortedProviders, request);
+        case "cost-optimized":
+          return streamCostOptimized(request);
+        case "latency-optimized":
+          return streamLatencyOptimized(request);
+        case "capability-aware":
+          return streamCapabilityAware(request);
+        default:
+          return streamWithFallback(sortedProviders, request);
+      }
+    }
+  };
+}
 // ../observe/src/span.ts
 function createSpan(name, options = {}) {
   const id = generateId("spn");
@@ -4762,12 +5325,13 @@ function createRoutes(deps) {
       return c.json({ error: resolved.error }, 404);
     }
     if (body.stream) {
-      const stream2 = deps.gateway.stream({
+      const streamSource = deps.mesh ?? deps.gateway;
+      const agentStream = streamSource.stream({
         messages: [{ role: "user", content: body.message }],
         system: resolved.agent.config.system,
         model: resolved.agent.config.model
       });
-      return streamResponse(c, stream2);
+      return streamResponse(c, agentStream);
     }
     let result;
     try {
@@ -4798,8 +5362,9 @@ function createRoutes(deps) {
       role: m.role,
       content: m.content
     }));
+    const completeSource = deps.mesh ?? deps.gateway;
     if (body.stream) {
-      const stream2 = deps.gateway.stream({
+      const stream2 = completeSource.stream({
         messages,
         model: body.model,
         system: body.system,
@@ -4810,7 +5375,7 @@ function createRoutes(deps) {
     }
     let response;
     try {
-      response = await deps.gateway.complete({
+      response = await completeSource.complete({
         messages,
         model: body.model,
         system: body.system,
@@ -4861,14 +5426,39 @@ function createApp(config) {
     return c.json({ error: "Not found" }, 404);
   });
   const providerNames = Object.keys(config.gateway.providers);
-  const primaryProvider = providerNames[0];
-  const primaryConfig = config.gateway.providers[primaryProvider];
-  const gw = gateway({
-    provider: primaryProvider,
-    model: config.gateway.defaultModel,
-    apiKey: primaryConfig.apiKey,
-    baseUrl: primaryConfig.baseUrl
-  });
+  let gw;
+  let mesh;
+  if (providerNames.length > 1) {
+    const entries = providerNames.map((name) => ({
+      name,
+      config: {
+        apiKey: config.gateway.providers[name].apiKey,
+        baseUrl: config.gateway.providers[name].baseUrl
+      },
+      model: config.gateway.providers[name].model
+    }));
+    mesh = createProviderMesh({
+      providers: entries,
+      strategy: config.gateway.strategy ?? "fallback"
+    });
+    const primaryProvider = providerNames[0];
+    const primaryConfig = config.gateway.providers[primaryProvider];
+    gw = gateway({
+      provider: primaryProvider,
+      model: config.gateway.defaultModel,
+      apiKey: primaryConfig.apiKey,
+      baseUrl: primaryConfig.baseUrl
+    });
+  } else {
+    const primaryProvider = providerNames[0];
+    const primaryConfig = config.gateway.providers[primaryProvider];
+    gw = gateway({
+      provider: primaryProvider,
+      model: config.gateway.defaultModel,
+      apiKey: primaryConfig.apiKey,
+      baseUrl: primaryConfig.baseUrl
+    });
+  }
   const tracer = observe({
     output: config.observe?.tracing ? ["console"] : [],
     costTracking: config.observe?.costTracking ?? true
@@ -4894,6 +5484,7 @@ function createApp(config) {
   const defaultAgent = config.agents?.[0];
   const routes = createRoutes({
     gateway: gw,
+    mesh,
     agents: agentMap,
     defaultAgent,
     tracer,
@@ -4905,6 +5496,7 @@ function createApp(config) {
   return {
     hono: app,
     gateway: gw,
+    mesh,
     tracer,
     listen(port) {
       const listenPort = port ?? serverConfig.port ?? 3000;

package/dist/routes.d.ts

@@ -1,9 +1,10 @@
 import type { Agent } from '@elsium-ai/agents';
-import type { Gateway } from '@elsium-ai/gateway';
+import type { Gateway, ProviderMesh } from '@elsium-ai/gateway';
 import type { Tracer } from '@elsium-ai/observe';
 import { Hono } from 'hono';
 export interface RoutesDeps {
     gateway: Gateway;
+    mesh?: ProviderMesh;
     agents: Map<string, Agent>;
     defaultAgent?: Agent;
     tracer?: Tracer;

package/dist/routes.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../src/routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AAE9C,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAqE3B,MAAM,WAAW,UAAU;IAC1B,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC1B,YAAY,CAAC,EAAE,KAAK,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,CAkKnD"}
+{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../src/routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AAE9C,OAAO,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAC/D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAqE3B,MAAM,WAAW,UAAU;IAC1B,OAAO,EAAE,OAAO,CAAA;IAChB,IAAI,CAAC,EAAE,YAAY,CAAA;IACnB,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC1B,YAAY,CAAC,EAAE,KAAK,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,CAqKnD"}

package/dist/sse.d.ts

@@ -2,5 +2,5 @@ import type { ElsiumStream } from '@elsium-ai/core';
 import type { Context } from 'hono';
 export declare function sseHeaders(): Record<string, string>;
 export declare function formatSSE(event: string, data: unknown): string;
-export declare function streamResponse(c: Context, source: ElsiumStream): Response;
+export declare function streamResponse(c: Context, source: ElsiumStream | AsyncIterable<unknown>): Response;
 //# sourceMappingURL=sse.d.ts.map

package/dist/sse.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sse.d.ts","sourceRoot":"","sources":["../src/sse.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAe,MAAM,iBAAiB,CAAA;AAChE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAA;AAGnC,wBAAgB,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAOnD;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,MAAM,CAM9D;AAED,wBAAgB,cAAc,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,GAAG,QAAQ,CAwBzE"}
+{"version":3,"file":"sse.d.ts","sourceRoot":"","sources":["../src/sse.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAe,MAAM,iBAAiB,CAAA;AAChE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAA;AAGnC,wBAAgB,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAOnD;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,MAAM,CAM9D;AAED,wBAAgB,cAAc,CAC7B,CAAC,EAAE,OAAO,EACV,MAAM,EAAE,YAAY,GAAG,aAAa,CAAC,OAAO,CAAC,GAC3C,QAAQ,CAwBV"}

package/dist/types.d.ts

@@ -5,8 +5,10 @@ export interface AppConfig {
         providers: Record<string, {
             apiKey: string;
             baseUrl?: string;
+            model?: string;
         }>;
         defaultModel?: string;
+        strategy?: 'fallback' | 'cost-optimized' | 'latency-optimized' | 'capability-aware';
     };
     agents?: Agent[];
     rag?: RAGPipeline;

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AAC9C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAEjD,MAAM,WAAW,SAAS;IACzB,OAAO,EAAE;QACR,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,OAAO,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;QAC/D,YAAY,CAAC,EAAE,MAAM,CAAA;KACrB,CAAA;IACD,MAAM,CAAC,EAAE,KAAK,EAAE,CAAA;IAChB,GAAG,CAAC,EAAE,WAAW,CAAA;IACjB,OAAO,CAAC,EAAE;QACT,OAAO,CAAC,EAAE,OAAO,CAAA;QACjB,YAAY,CAAC,EAAE,OAAO,CAAA;QACtB,MAAM,CAAC,EAAE,MAAM,CAAA;KACf,CAAA;IACD,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,OAAO,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,IAAI,CAAC,EAAE,OAAO,GAAG,UAAU,CAAA;IAC3B,IAAI,CAAC,EAAE,UAAU,CAAA;IACjB,SAAS,CAAC,EAAE,eAAe,CAAA;IAC3B,gBAAgB,CAAC,EAAE,OAAO,GAAG;QAAE,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CACxD;AAED,MAAM,WAAW,UAAU;IAC1B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;IAC1B,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB,WAAW,CAAC,EAAE,OAAO,CAAA;CACrB;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,QAAQ,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,eAAe;IAC/B,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;CACnB;AAID,MAAM,WAAW,WAAW;IAC3B,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC5B,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE;QACN,WAAW,EAAE,MAAM,CAAA;QACnB,YAAY,EAAE,MAAM,CAAA;QACpB,WAAW,EAAE,MAAM,CAAA;QACnB,IAAI,EAAE,MAAM,CAAA;KACZ,CAAA;IACD,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,eAAe;IAC/B,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAClD,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,MAAM,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,cAAc;IAC9B,MAAM,EAAE,IAAI,GAAG,UAAU,CAAA;IACzB,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,MAAM,WAAW,eAAe;IAC/B,MAAM,EAAE,MAAM,CAAA;IACd,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAC3E;AAID,MAAM,WAAW,eAAe;IAC/B,IAAI,EAAE,YAAY,GAAG,aAAa,GAAG,OAAO,CAAA;IAC5C,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAA;IAC1E,KAAK,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,mBAAmB;IACnC,IAAI,EAAE,YAAY,GAAG,iBAAiB,GAAG,iBAAiB,GAAG,aAAa,GAAG,OAAO,CAAA;IACpF,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;IACvC,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAA;IAC1E,KAAK,CAAC,EAAE,MAAM,CAAA;CACd"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AAC9C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAEjD,MAAM,WAAW,SAAS;IACzB,OAAO,EAAE;QACR,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,OAAO,CAAC,EAAE,MAAM,CAAC;YAAC,KAAK,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;QAC/E,YAAY,CAAC,EAAE,MAAM,CAAA;QACrB,QAAQ,CAAC,EAAE,UAAU,GAAG,gBAAgB,GAAG,mBAAmB,GAAG,kBAAkB,CAAA;KACnF,CAAA;IACD,MAAM,CAAC,EAAE,KAAK,EAAE,CAAA;IAChB,GAAG,CAAC,EAAE,WAAW,CAAA;IACjB,OAAO,CAAC,EAAE;QACT,OAAO,CAAC,EAAE,OAAO,CAAA;QACjB,YAAY,CAAC,EAAE,OAAO,CAAA;QACtB,MAAM,CAAC,EAAE,MAAM,CAAA;KACf,CAAA;IACD,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,OAAO,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,IAAI,CAAC,EAAE,OAAO,GAAG,UAAU,CAAA;IAC3B,IAAI,CAAC,EAAE,UAAU,CAAA;IACjB,SAAS,CAAC,EAAE,eAAe,CAAA;IAC3B,gBAAgB,CAAC,EAAE,OAAO,GAAG;QAAE,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CACxD;AAED,MAAM,WAAW,UAAU;IAC1B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;IAC1B,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB,WAAW,CAAC,EAAE,OAAO,CAAA;CACrB;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,QAAQ,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,eAAe;IAC/B,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;CACnB;AAID,MAAM,WAAW,WAAW;IAC3B,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC5B,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE;QACN,WAAW,EAAE,MAAM,CAAA;QACnB,YAAY,EAAE,MAAM,CAAA;QACpB,WAAW,EAAE,MAAM,CAAA;QACnB,IAAI,EAAE,MAAM,CAAA;KACZ,CAAA;IACD,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,eAAe;IAC/B,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAClD,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,MAAM,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,cAAc;IAC9B,MAAM,EAAE,IAAI,GAAG,UAAU,CAAA;IACzB,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,MAAM,WAAW,eAAe;IAC/B,MAAM,EAAE,MAAM,CAAA;IACd,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAC3E;AAID,MAAM,WAAW,eAAe;IAC/B,IAAI,EAAE,YAAY,GAAG,aAAa,GAAG,OAAO,CAAA;IAC5C,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAA;IAC1E,KAAK,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,mBAAmB;IACnC,IAAI,EAAE,YAAY,GAAG,iBAAiB,GAAG,iBAAiB,GAAG,aAAa,GAAG,OAAO,CAAA;IACpF,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;IACvC,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAA;IAC1E,KAAK,CAAC,EAAE,MAAM,CAAA;CACd"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@elsium-ai/app",
-	"version": "0.7.0",
+	"version": "0.8.0",
 	"description": "App bootstrap, HTTP server, and API routes for ElsiumAI",
 	"license": "MIT",
 	"author": "Eric Utrera <ebutrera9103@gmail.com>",
@@ -26,13 +26,13 @@
 		"dev": "bun --watch src/index.ts"
 	},
 	"dependencies": {
-		"@elsium-ai/core": "^0.7.0",
-		"@elsium-ai/gateway": "^0.7.0",
-		"@elsium-ai/agents": "^0.7.0",
-		"@elsium-ai/tools": "^0.7.0",
-		"@elsium-ai/observe": "^0.7.0",
-		"@elsium-ai/rag": "^0.7.0",
-		"@elsium-ai/workflows": "^0.7.0",
+		"@elsium-ai/core": "^0.8.0",
+		"@elsium-ai/gateway": "^0.8.0",
+		"@elsium-ai/agents": "^0.8.0",
+		"@elsium-ai/tools": "^0.8.0",
+		"@elsium-ai/observe": "^0.8.0",
+		"@elsium-ai/rag": "^0.8.0",
+		"@elsium-ai/workflows": "^0.8.0",
 		"@hono/node-server": "^1.19.10",
 		"hono": "^4.12.4",
 		"zod": "^3.24.0"