omnigateway 0.1.1 → 0.1.3

package/gateway.js

@@ -5866,6 +5866,7 @@ async function* decodeAnthropic(messages) {
   let cacheWriteTokens = 0;
   let outputTokens = 0;
   let stopReason = "endTurn";
+  let terminal = false;
   for await (const msg of messages) {
     const d = json(msg.data);
     if (d === null)
@@ -5931,6 +5932,7 @@ async function* decodeAnthropic(messages) {
         break;
       }
       case "message_stop":
+        terminal = true;
         yield {
           type: "end",
           stopReason,
@@ -5938,6 +5940,7 @@ async function* decodeAnthropic(messages) {
         };
         break;
       case "error": {
+        terminal = true;
         const code = ERROR_TYPE[String(d.error?.type)] ?? "UPSTREAM";
         yield {
           type: "error",
@@ -5951,6 +5954,14 @@ async function* decodeAnthropic(messages) {
         break;
     }
   }
+  if (!terminal) {
+    yield {
+      type: "error",
+      code: "UPSTREAM",
+      message: "upstream stream ended before message_stop",
+      retryable: RETRYABLE.UPSTREAM
+    };
+  }
 }
 
 // packages/providers/src/anthropic/wire.ts
@@ -6063,9 +6074,10 @@ var anthropicAdapter = {
       ["anthropic-version", API_VERSION],
       ["Accept", req.request.stream ? "text/event-stream" : "application/json"]
     ];
+    const betas = new Set(req.request.betas ?? []);
     if (oauth) {
       protocol.push(["Authorization", `Bearer ${req.credentials.accessToken}`]);
-      protocol.push(["anthropic-beta", OAUTH_BETA]);
+      betas.add(OAUTH_BETA);
     } else if (req.credentials.apiKey !== null) {
       protocol.push(["x-api-key", req.credentials.apiKey]);
     } else {
@@ -6073,6 +6085,8 @@ var anthropicAdapter = {
         provider: "anthropic"
       });
     }
+    if (betas.size > 0)
+      protocol.push(["anthropic-beta", [...betas].join(",")]);
     const profile = PROFILES.anthropic;
     const headers = orderHeaders(mergeHeaders(profile.headers, protocol), profile.order);
     const bodyString = signAnthropicBody(JSON.stringify(orderFields(withSystem, BODY_ORDER.anthropic)));
@@ -6290,18 +6304,16 @@ async function* decodeChat(messages) {
   let started = false;
   let textOpen = false;
   let textIndex;
-  let ended = false;
+  let done = false;
   let stopReason = "endTurn";
   let usage = { inputTokens: 0, outputTokens: 0, cacheReadTokens: 0, cacheWriteTokens: 0 };
   const toolIndex = new Map;
   let nextIndex = 0;
-  const emitEnd = () => {
-    ended = true;
-    return { type: "end", stopReason, usage };
-  };
   for await (const msg of messages) {
-    if (msg.data === "[DONE]")
+    if (msg.data === "[DONE]") {
+      done = true;
       break;
+    }
     const d = json2(msg.data);
     if (d === null)
       continue;
@@ -6356,19 +6368,21 @@ async function* decodeChat(messages) {
     }
     if (typeof choice.finish_reason === "string") {
       stopReason = FINISH[choice.finish_reason] ?? "endTurn";
-      if (textOpen)
-        yield { type: "blockEnd", index: textIndex ?? 0 };
-      for (const index of toolIndex.values())
-        yield { type: "blockEnd", index };
-      yield emitEnd();
     }
   }
-  if (!ended) {
+  if (done) {
     if (textOpen)
       yield { type: "blockEnd", index: textIndex ?? 0 };
     for (const index of toolIndex.values())
       yield { type: "blockEnd", index };
-    yield emitEnd();
+    yield { type: "end", stopReason, usage };
+  } else {
+    yield {
+      type: "error",
+      code: "UPSTREAM",
+      message: "upstream stream ended before [DONE]",
+      retryable: RETRYABLE.UPSTREAM
+    };
   }
 }
 
@@ -6523,6 +6537,7 @@ async function* decodeResponses(messages) {
     return assigned;
   };
   let sawToolCall = false;
+  let terminal = false;
   const ownsBlock = new Set;
   for await (const msg of messages) {
     const d = json3(msg.data);
@@ -6598,6 +6613,7 @@ async function* decodeResponses(messages) {
       }
       case "response.completed":
       case "response.incomplete": {
+        terminal = true;
         const r = d.response ?? {};
         const reason = r.incomplete_details?.reason;
         let stopReason = sawToolCall ? "toolUse" : "endTurn";
@@ -6619,6 +6635,7 @@ async function* decodeResponses(messages) {
       }
       case "response.failed":
       case "error": {
+        terminal = true;
         const err = d.response?.error ?? d.error ?? {};
         const code = ERROR_CODE[String(err.code ?? err.type)] ?? "UPSTREAM";
         yield {
@@ -6633,6 +6650,14 @@ async function* decodeResponses(messages) {
         break;
     }
   }
+  if (!terminal) {
+    yield {
+      type: "error",
+      code: "UPSTREAM",
+      message: "upstream stream ended before response completion",
+      retryable: RETRYABLE.UPSTREAM
+    };
+  }
 }
 
 // packages/providers/src/openai/wire.ts
@@ -21679,25 +21704,27 @@ function requireDimension(grain, dimension) {
 }
 
 // packages/control/src/credentials.ts
+function summarizeCredential(credential) {
+  return {
+    id: credential.id,
+    provider: credential.provider,
+    label: credential.label,
+    authType: credential.authType,
+    enabled: credential.enabled,
+    tier: credential.tier,
+    weight: credential.weight,
+    expiresAt: credential.expiresAt,
+    accountEmail: credential.accountEmail,
+    providerData: credential.providerData,
+    disabledReason: credential.disabledReason,
+    disabledAt: credential.disabledAt,
+    hasRefreshToken: credential.hasRefreshToken,
+    createdAt: credential.createdAt,
+    updatedAt: credential.updatedAt
+  };
+}
 async function listCredentials(store) {
-  const credentials = await store.credentials.list();
-  return credentials.map((c) => ({
-    id: c.id,
-    provider: c.provider,
-    label: c.label,
-    authType: c.authType,
-    enabled: c.enabled,
-    tier: c.tier,
-    weight: c.weight,
-    expiresAt: c.expiresAt,
-    accountEmail: c.accountEmail,
-    providerData: c.providerData,
-    disabledReason: c.disabledReason,
-    disabledAt: c.disabledAt,
-    hasRefreshToken: c.hasRefreshToken,
-    createdAt: c.createdAt,
-    updatedAt: c.updatedAt
-  }));
+  return (await store.credentials.list()).map(summarizeCredential);
 }
 async function credentialHealth(store) {
   const [health, quota] = await Promise.all([
@@ -21732,7 +21759,7 @@ function healthKey(credentialId, model) {
 }
 async function buildSnapshot(store, now) {
   const [credentials, healthRows, quotaRows, models, settings] = await Promise.all([
-    store.credentials.list(),
+    store.credentials.listRouting(),
     store.credentials.listHealth(),
     store.credentials.listQuota(),
     store.config.listModels(),
@@ -22151,7 +22178,7 @@ var DEFAULT_SETTINGS = {
 // packages/store/src/sqlite/config.ts
 var SETTINGS_KEY = "settings";
 var ADMIN_HASH_KEY = "adminPasswordHash";
-function createConfigRepo(db) {
+function createConfigRepo(db, emit = () => {}) {
   const readRaw = (key) => db.query("SELECT value FROM settings WHERE key = ?").get(key)?.value ?? null;
   const writeRaw = (key, value) => {
     db.run("INSERT INTO settings (key, value) VALUES (?, ?) ON CONFLICT (key) DO UPDATE SET value = excluded.value", [key, value]);
@@ -22171,9 +22198,11 @@ function createConfigRepo(db) {
            targets = excluded.targets,
            strategy = excluded.strategy,
            is_alias = excluded.is_alias`, [model.id, JSON.stringify(model.targets), model.strategy, model.isAlias ? 1 : 0]);
+      emit({ type: "modelsChanged" });
     },
     async removeModel(id) {
       db.run("DELETE FROM virtual_models WHERE id = ?", [id]);
+      emit({ type: "modelsChanged" });
     },
     async getSettings() {
       const raw = readRaw(SETTINGS_KEY);
@@ -22194,6 +22223,7 @@ function createConfigRepo(db) {
         weights: { ...current.weights, ...patch.weights }
       };
       writeRaw(SETTINGS_KEY, JSON.stringify(next));
+      emit({ type: "settingsChanged" });
       return next;
     },
     async getAdminPasswordHash() {
@@ -22209,8 +22239,40 @@ function createConfigRepo(db) {
   };
 }
 // packages/store/src/sqlite/credentials.ts
-function createCredentialRepo(db, key) {
-  const view = (row) => ({
+function createCredentialRepo(db, key, emit = () => {}) {
+  const open = async (v) => v === null ? null : decrypt(key, v);
+  const secretsFrom = async (row) => ({
+    accessToken: await open(row.access_token),
+    refreshToken: await open(row.refresh_token),
+    apiKey: await open(row.api_key),
+    idToken: await open(row.id_token)
+  });
+  const requiredRow = (row, id) => {
+    if (row === null)
+      throw new Error(`credential ${id} no longer exists`);
+    return row;
+  };
+  const currentSecrets = async (id) => {
+    const row = requiredRow(db.query("SELECT access_token, refresh_token, api_key, id_token FROM credentials WHERE id = ?").get(id), id);
+    return secretsFrom(row);
+  };
+  const currentInferenceSecrets = async (id, authType) => {
+    if (authType === "oauth") {
+      const row2 = requiredRow(db.query("SELECT access_token FROM credentials WHERE id = ?").get(id), id);
+      return { accessToken: await open(row2.access_token), apiKey: null };
+    }
+    const row = requiredRow(db.query("SELECT api_key FROM credentials WHERE id = ?").get(id), id);
+    return { accessToken: null, apiKey: await open(row.api_key) };
+  };
+  const currentRefreshSecrets = async (id) => {
+    const row = requiredRow(db.query("SELECT refresh_token FROM credentials WHERE id = ?").get(id), id);
+    return { refreshToken: await open(row.refresh_token) };
+  };
+  const currentUsageSecrets = async (id) => {
+    const row = requiredRow(db.query("SELECT access_token FROM credentials WHERE id = ?").get(id), id);
+    return { accessToken: await open(row.access_token) };
+  };
+  const view = (row, loadCurrentSecrets = false) => ({
     id: row.id,
     provider: row.provider,
     label: row.label,
@@ -22226,18 +22288,31 @@ function createCredentialRepo(db, key) {
     hasRefreshToken: row.refresh_token !== null,
     createdAt: row.created_at,
     updatedAt: row.updated_at,
-    secrets: async () => ({
-      accessToken: await open(row.access_token),
-      refreshToken: await open(row.refresh_token),
-      apiKey: await open(row.api_key),
-      idToken: await open(row.id_token)
-    })
+    secrets: () => loadCurrentSecrets ? currentSecrets(row.id) : secretsFrom(row),
+    openForInference: async () => {
+      if (loadCurrentSecrets)
+        return currentInferenceSecrets(row.id, row.auth_type);
+      if (row.auth_type === "oauth") {
+        return { accessToken: await open(row.access_token), apiKey: null };
+      }
+      return { accessToken: null, apiKey: await open(row.api_key) };
+    },
+    openForRefresh: async () => loadCurrentSecrets ? currentRefreshSecrets(row.id) : { refreshToken: await open(row.refresh_token) },
+    openForUsage: async () => loadCurrentSecrets ? currentUsageSecrets(row.id) : { accessToken: await open(row.access_token) }
   });
-  const open = async (v) => v === null ? null : decrypt(key, v);
   const seal = async (v) => v === null || v === undefined ? null : encrypt(key, v);
   return {
     async list() {
-      return db.query("SELECT * FROM credentials ORDER BY tier, label").all().map(view);
+      return db.query("SELECT * FROM credentials ORDER BY tier, label").all().map((row) => view(row));
+    },
+    async listRouting() {
+      return db.query(`SELECT id, provider, label, auth_type, enabled, tier, weight, expires_at,
+                  account_email, provider_data, disabled_reason, disabled_at,
+                  NULL AS access_token,
+                  CASE WHEN refresh_token IS NULL THEN NULL ELSE 'present' END AS refresh_token,
+                  NULL AS api_key, NULL AS id_token, created_at, updated_at
+             FROM credentials
+            ORDER BY tier, label`).all().map((row) => view(row, true));
     },
     async get(id) {
       const row = db.query("SELECT * FROM credentials WHERE id = ?").get(id);
@@ -22270,6 +22345,7 @@ function createCredentialRepo(db, key) {
         now
       ]);
       const { accessToken, refreshToken, apiKey, idToken, ...meta3 } = input;
+      emit({ type: "credentialsChanged" });
       return {
         ...meta3,
         hasRefreshToken: refreshToken != null,
@@ -22306,6 +22382,7 @@ function createCredentialRepo(db, key) {
         return;
       put("updated_at", Date.now());
       db.run(`UPDATE credentials SET ${sets.join(", ")} WHERE id = ?`, [...vals, id]);
+      emit({ type: "credentialsChanged" });
     },
     async updateSecrets(id, secrets, expiresAt) {
       const sets = [];
@@ -22329,9 +22406,11 @@ function createCredentialRepo(db, key) {
       sets.push("expires_at = ?", "updated_at = ?");
       vals.push(expiresAt, Date.now());
       db.run(`UPDATE credentials SET ${sets.join(", ")} WHERE id = ?`, [...vals, id]);
+      emit({ type: "credentialsChanged" });
     },
     async remove(id) {
       db.run("DELETE FROM credentials WHERE id = ?", [id]);
+      emit({ type: "credentialsChanged" });
     },
     async listHealth() {
       return db.query("SELECT * FROM credential_health").all().map((r) => ({
@@ -22362,6 +22441,7 @@ function createCredentialRepo(db, key) {
           stmt.run(r.credentialId, r.model, r.breakerState, r.consecutiveFailures, r.openedAt, r.rateLimitedUntil, r.ewmaTtftMs, r.lastUsedAt);
         }
       })();
+      emit({ type: "healthSaved", rows });
     },
     async listQuota() {
       return db.query("SELECT * FROM quota_windows").all().map((r) => ({
@@ -22401,6 +22481,7 @@ function createCredentialRepo(db, key) {
           prune.run(credentialId, JSON.stringify(types2));
         }
       })();
+      emit({ type: "quotaSaved", rows });
     }
   };
 }
@@ -22873,11 +22954,26 @@ function createUsageRepo(db) {
 // packages/store/src/sqlite/store.ts
 async function createStore(opts) {
   const db = openDb(opts.path);
+  const listeners = new Set;
+  const emit = (change) => {
+    for (const listener of listeners) {
+      try {
+        listener(change);
+      } catch {}
+    }
+  };
   return {
-    credentials: createCredentialRepo(db, opts.encryptionKey),
-    config: createConfigRepo(db),
+    credentials: createCredentialRepo(db, opts.encryptionKey, emit),
+    config: createConfigRepo(db, emit),
     keys: createKeyRepo(db),
     usage: createUsageRepo(db),
+    routing: {
+      version: () => db.query("PRAGMA data_version").get()?.data_version ?? 0,
+      subscribe(listener) {
+        listeners.add(listener);
+        return () => listeners.delete(listener);
+      }
+    },
     close: () => db.close()
   };
 }
@@ -23202,7 +23298,7 @@ var SCHEDULER_REFRESH_LEAD_MS = 300000;
 function createRefresher(deps) {
   const inFlight = new Map;
   async function run(credential) {
-    const secrets = await credential.secrets();
+    const secrets = await credential.openForRefresh();
     if (secrets.refreshToken === null) {
       throw new GatewayError("AUTH", `credential ${credential.id} has no refresh token`);
     }
@@ -23248,10 +23344,8 @@ async function probe(deps, credential) {
   const provider = deps.providers[credential.provider];
   if (provider.usage === undefined)
     return null;
-  let secrets = await credential.secrets();
-  if (credential.hasRefreshToken && credential.expiresAt !== null && credential.expiresAt - SCHEDULER_REFRESH_LEAD_MS <= deps.now()) {
-    secrets = await deps.refresh(credential);
-  }
+  const refreshed = credential.hasRefreshToken && credential.expiresAt !== null && credential.expiresAt - SCHEDULER_REFRESH_LEAD_MS <= deps.now() ? await deps.refresh(credential) : null;
+  const secrets = refreshed === null ? await credential.openForUsage() : { accessToken: refreshed.accessToken };
   const report = await provider.usage(secrets, { http: deps.http, now: deps.now }, credential.providerData);
   if (report === null || report.windows.length === 0)
     return null;
@@ -37744,6 +37838,64 @@ class ApiKeyRateLimiter {
   }
 }
 
+// apps/gateway/src/dispatch/snapshotCache.ts
+function createRoutingSnapshotCache(store) {
+  let snapshot = null;
+  let stale = true;
+  let version2 = store.routing.version();
+  let generation = 0;
+  let inFlight = null;
+  const apply = (change) => {
+    generation++;
+    if (snapshot === null || stale)
+      return;
+    if (change.type === "healthSaved") {
+      const health = new Map(snapshot.health);
+      for (const row of change.rows)
+        health.set(healthKey(row.credentialId, row.model), row);
+      snapshot = { ...snapshot, health };
+      return;
+    }
+    if (change.type === "quotaSaved") {
+      const quota = new Map(snapshot.quota);
+      const credentialIds = new Set(change.rows.map((row) => row.credentialId));
+      for (const credentialId of credentialIds) {
+        quota.set(credentialId, change.rows.filter((row) => row.credentialId === credentialId));
+      }
+      snapshot = { ...snapshot, quota };
+      return;
+    }
+    stale = true;
+  };
+  const unsubscribe = store.routing.subscribe(apply);
+  const get = async (now) => {
+    const currentVersion = store.routing.version();
+    if (currentVersion !== version2)
+      stale = true;
+    if (snapshot !== null && !stale)
+      return snapshot;
+    if (inFlight !== null)
+      return inFlight;
+    const buildGeneration = generation;
+    const buildVersion = currentVersion;
+    inFlight = buildSnapshot(store, now).then(async (next) => {
+      const completedVersion = store.routing.version();
+      if (generation !== buildGeneration || completedVersion !== buildVersion) {
+        inFlight = null;
+        return get(now);
+      }
+      snapshot = next;
+      version2 = completedVersion;
+      stale = false;
+      return next;
+    }).finally(() => {
+      inFlight = null;
+    });
+    return inFlight;
+  };
+  return { get, close: unsubscribe };
+}
+
 // apps/gateway/src/ingress/schemas.ts
 function parseOrThrow2(schema, body2) {
   const result = schema.safeParse(body2);
@@ -38021,7 +38173,7 @@ function extractToken(header) {
 async function attempt(opts) {
   const { candidate, adapter, http, now, signal, refresh, refreshLeadMs } = opts;
   const credential = candidate.credential;
-  let secrets = opts.secrets ?? await credential.secrets();
+  let secrets = opts.secrets ?? await credential.openForInference();
   const stale = opts.secrets === undefined && credential.authType === "oauth" && credential.expiresAt !== null && credential.expiresAt - refreshLeadMs <= now;
   if (stale) {
     if (!credential.hasRefreshToken) {
@@ -38072,7 +38224,7 @@ function classify(error51) {
 // apps/gateway/src/dispatch/index.ts
 async function dispatch(request2, deps, signal) {
   const startedAt = deps.now();
-  const snapshot = await buildSnapshot(deps.store, startedAt);
+  const snapshot = await deps.snapshots.get(startedAt);
   const deadlineAt = startedAt + snapshot.settings.requestDeadlineMs;
   const log = {
     id: crypto.randomUUID(),
@@ -38192,12 +38344,18 @@ async function dispatch(request2, deps, signal) {
               }), dispatchSignal);
               for (const d of result.degradations)
                 log.degradations.push(d);
+              let terminal = false;
+              const pending = [];
               for await (const event of result.events) {
                 if (event.type === "blockDelta" && !committed) {
                   committed = true;
                   log.ttftMs = deps.now() - startedAt;
+                  for (const buffered of pending)
+                    yield buffered;
+                  pending.length = 0;
                 }
                 if (event.type === "end") {
+                  terminal = true;
                   log.inputTokens = event.usage.inputTokens;
                   log.outputTokens = event.usage.outputTokens;
                   log.cacheReadTokens = event.usage.cacheReadTokens;
@@ -38205,6 +38363,7 @@ async function dispatch(request2, deps, signal) {
                   log.costUsd = priceOf(candidate, event.usage);
                 }
                 if (event.type === "error") {
+                  terminal = true;
                   if (!committed && RETRYABLE[event.code]) {
                     throw new GatewayError(event.code, event.message);
                   }
@@ -38221,7 +38380,21 @@ async function dispatch(request2, deps, signal) {
                   log.durationMs = deps.now() - startedAt;
                   return;
                 }
-                yield event;
+                if (!committed && event.type !== "end") {
+                  pending.push(event);
+                } else {
+                  if (!committed) {
+                    for (const buffered of pending)
+                      yield buffered;
+                    pending.length = 0;
+                  }
+                  yield event;
+                }
+                if (event.type === "end")
+                  break;
+              }
+              if (!terminal) {
+                throw new GatewayError("UPSTREAM", "upstream stream ended without a terminal event");
               }
               await persistHealth(recordSuccess(healthFor(candidate), {
                 settings: snapshot.settings,
@@ -38475,6 +38648,7 @@ var chunk = (id, created, model, choice, usage) => ({
 async function* openaiStream(events, requestId, created) {
   let model = "";
   let roleSent = false;
+  let completed = false;
   const toolIndex = new Map;
   const emit = (data) => ({ event: "message", data: JSON.stringify(data) });
   for await (const event of events) {
@@ -38536,6 +38710,7 @@ async function* openaiStream(events, requestId, created) {
       case "blockEnd":
         break;
       case "end":
+        completed = true;
         yield emit(chunk(requestId, created, model, { index: 0, delta: {}, finish_reason: FINISH2[event.stopReason] }, {
           prompt_tokens: event.usage.inputTokens,
           completion_tokens: event.usage.outputTokens,
@@ -38549,7 +38724,8 @@ async function* openaiStream(events, requestId, created) {
       }
     }
   }
-  yield { event: "message", data: "[DONE]" };
+  if (completed)
+    yield { event: "message", data: "[DONE]" };
 }
 function openaiResponse(collected, requestId, created) {
   const text = collected.content.flatMap((b) => b.type === "text" ? [b.text] : []).join("");
@@ -38728,7 +38904,14 @@ function toIrReasoning(thinking, effort) {
       return { mode: "off" };
   }
 }
-function parseAnthropicRequest(body2) {
+function readBetas(headers) {
+  const raw = headers?.get("anthropic-beta");
+  if (raw === undefined || raw === null)
+    return [];
+  const names = raw.split(",").map((name) => name.trim()).filter((name) => name.length > 0);
+  return [...new Set(names)];
+}
+function parseAnthropicRequest(body2, headers) {
   if (typeof body2 !== "object" || body2 === null) {
     throw new GatewayError("BAD_REQUEST", "request body must be a JSON object");
   }
@@ -38769,6 +38952,9 @@ function parseAnthropicRequest(body2) {
   const extras = extraFields(body2, KNOWN);
   if (extras !== undefined)
     request2.vendor = { anthropic: extras };
+  const betas = readBetas(headers);
+  if (betas.length > 0)
+    request2.betas = betas;
   return validateRequest(request2);
 }
 
@@ -39002,7 +39188,7 @@ async function handle(deps, rateLimiter, surface, request2) {
     keyId = key.id;
     rateLimiter.consume(key.id, key.rateLimitPerMin);
     const body2 = await request2.json();
-    const chatRequest = surface === "anthropic" ? parseAnthropicRequest(body2) : parseOpenAIRequest(body2);
+    const chatRequest = surface === "anthropic" ? parseAnthropicRequest(body2, request2.headers) : parseOpenAIRequest(body2);
     if (key.modelAllowlist !== null && !key.modelAllowlist.includes(chatRequest.model)) {
       throw new GatewayError("AUTH", `model "${chatRequest.model}" is not allowed for this API key`);
     }
@@ -39052,7 +39238,11 @@ async function handle(deps, rateLimiter, surface, request2) {
 }
 function proxyRoutes(deps) {
   const rateLimiter = deps.rateLimiter ?? new ApiKeyRateLimiter(deps.now);
-  return new Elysia().post("/v1/messages", ({ request: request2 }) => handle(deps, rateLimiter, "anthropic", request2)).post("/v1/chat/completions", ({ request: request2 }) => handle(deps, rateLimiter, "openai", request2)).get("/v1/models", async ({ request: request2 }) => {
+  const dispatchDeps = {
+    ...deps,
+    snapshots: deps.snapshots ?? createRoutingSnapshotCache(deps.store)
+  };
+  return new Elysia().post("/v1/messages", ({ request: request2 }) => handle(dispatchDeps, rateLimiter, "anthropic", request2)).post("/v1/chat/completions", ({ request: request2 }) => handle(dispatchDeps, rateLimiter, "openai", request2)).get("/v1/models", async ({ request: request2 }) => {
     try {
       const key = await authenticateApiKey(deps.store, apiKeyHeader(request2.headers));
       const models = await deps.store.config.listModels();
@@ -39085,6 +39275,7 @@ function createApp(deps) {
   const adapters = deps.adapters ?? ADAPTERS;
   const requestId = deps.requestId ?? (() => `req_${crypto.randomUUID()}`);
   const rateLimiter = new ApiKeyRateLimiter(now);
+  const snapshots = createRoutingSnapshotCache(deps.store);
   const admin = createAdminAuth(deps.store, { now, sessionTtlMs: ADMIN_SESSION_TTL_MS });
   const refresh = deps.refresh ?? createRefresher({
     store: deps.store,
@@ -39101,6 +39292,7 @@ function createApp(deps) {
   }
   return new Elysia().get("/health", () => ({ ok: true })).use(proxyRoutes({
     store: deps.store,
+    snapshots,
     adapters,
     http,
     now,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "omnigateway",
-  "version": "0.1.1",
+  "version": "0.1.3",
   "description": "Self-hosted AI gateway with Anthropic- and OpenAI-compatible APIs, an admin console, and a CLI",
   "license": "MIT",
   "author": "Harismawan <mail@harismawan.com>",

package/public/assets/{CopyValue-DrPV_Qao.js → CopyValue-bzKz2tiJ.js}

@@ -1,4 +1,4 @@
-import{B as e,Dt as t,I as n,Kt as r,M as i,Ot as a}from"./queries-vY5lJqBe.js";import{m as o}from"./Rack-Be09hoVn.js";var s=o(`check`,[[`path`,{d:`M20 6 9 17l-5-5`,key:`1gmf2c`}]]),c=o(`copy`,[[`rect`,{width:`14`,height:`14`,x:`8`,y:`8`,rx:`2`,ry:`2`,key:`17jyea`}],[`path`,{d:`M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2`,key:`zix9uf`}]]),l=r(a(),1);function u(e){if(e===null||typeof getSelection!=`function`)return!1;let t=getSelection();if(t===null)return!1;try{let n=document.createRange();return n.selectNodeContents(e),t.removeAllRanges(),t.addRange(n),!0}catch{return!1}}async function d(e,t){if(typeof navigator<`u`&&navigator.clipboard!==void 0)try{return await navigator.clipboard.writeText(e),`copied`}catch{}let n=u(t??null);if(n&&typeof document.execCommand==`function`)try{if(document.execCommand(`copy`))return`copied`}catch{}return n?`selected`:`failed`}var f=t(),p=e.div`
+import{B as e,Dt as t,I as n,Kt as r,M as i,Ot as a}from"./queries-vY5lJqBe.js";import{m as o}from"./Rack-uDxrjvaz.js";var s=o(`check`,[[`path`,{d:`M20 6 9 17l-5-5`,key:`1gmf2c`}]]),c=o(`copy`,[[`rect`,{width:`14`,height:`14`,x:`8`,y:`8`,rx:`2`,ry:`2`,key:`17jyea`}],[`path`,{d:`M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2`,key:`zix9uf`}]]),l=r(a(),1);function u(e){if(e===null||typeof getSelection!=`function`)return!1;let t=getSelection();if(t===null)return!1;try{let n=document.createRange();return n.selectNodeContents(e),t.removeAllRanges(),t.addRange(n),!0}catch{return!1}}async function d(e,t){if(typeof navigator<`u`&&navigator.clipboard!==void 0)try{return await navigator.clipboard.writeText(e),`copied`}catch{}let n=u(t??null);if(n&&typeof document.execCommand==`function`)try{if(document.execCommand(`copy`))return`copied`}catch{}return n?`selected`:`failed`}var f=t(),p=e.div`
   display: flex;
   align-items: stretch;
   gap: 0;