@sentropic/h2a-runtime 0.81.0

package/dist/llm-gateway-runtime/accounts.js

@@ -0,0 +1,226 @@
+import { accountPoolForProvider, listModelCatalog, resolveModelRoute, } from "./model-catalog.js";
+function isUnsupportedClaudeOAuthAccount(account) {
+    return (account.provider === "anthropic" &&
+        (account.authType === "bearer" ||
+            account.id === "claude-oauth" ||
+            account.token.startsWith("sk-ant-oat")));
+}
+function parse() {
+    const raw = process.env.GATEWAY_ACCOUNTS;
+    if (!raw)
+        throw new Error("GATEWAY_ACCOUNTS env var is required");
+    const list = JSON.parse(raw);
+    if (!Array.isArray(list) || list.length === 0)
+        throw new Error("GATEWAY_ACCOUNTS must be a non-empty JSON array");
+    const accounts = list.filter((account) => !isUnsupportedClaudeOAuthAccount(account));
+    if (accounts.length === 0) {
+        throw new Error("GATEWAY_ACCOUNTS has no supported accounts: Claude Code OAuth is not a supported upstream transport");
+    }
+    return accounts;
+}
+let _accounts = null;
+export function getAccounts() {
+    if (!_accounts)
+        _accounts = parse();
+    return _accounts;
+}
+function accountStatus(account) {
+    return account.status ?? "active";
+}
+function explicitModelIds(account) {
+    return [...new Set([...(account.modelIds ?? []), ...(account.models ?? [])])];
+}
+export function publicAccountDescriptor(account) {
+    return {
+        id: account.id,
+        provider: account.provider,
+        label: account.label,
+        ...(account.authType ? { authType: account.authType } : {}),
+        ...(account.expiresAt ? { expiresAt: account.expiresAt } : {}),
+        modelIds: explicitModelIds(account),
+        status: accountStatus(account),
+    };
+}
+export function listAccountDescriptors() {
+    return getAccounts().map(publicAccountDescriptor);
+}
+export function providerFamily(provider) {
+    if (provider === "openai" || provider === "codex")
+        return "openai";
+    if (provider === "anthropic" || provider === "claude-code")
+        return "anthropic";
+    return "other";
+}
+export const DEFAULT_QUOTA_EXHAUSTION_MS = 5 * 60 * 60 * 1000;
+const _exhausted = new Map();
+function quotaExhaustionWindowMs() {
+    const configured = Number.parseInt(process.env.LLM_GATEWAY_QUOTA_EXHAUSTION_MS ?? "", 10);
+    return Number.isFinite(configured) && configured > 0
+        ? configured
+        : DEFAULT_QUOTA_EXHAUSTION_MS;
+}
+export function markAccountExhausted(accountId, reason, windowMs = quotaExhaustionWindowMs(), nowMs = Date.now()) {
+    _exhausted.set(accountId, {
+        exhaustedAtMs: nowMs,
+        windowMs,
+        ...(reason !== undefined ? { reason } : {}),
+    });
+}
+export function isAccountExhausted(accountId, nowMs = Date.now()) {
+    const rec = _exhausted.get(accountId);
+    if (!rec)
+        return false;
+    if (nowMs >= rec.exhaustedAtMs + rec.windowMs) {
+        _exhausted.delete(accountId);
+        return false;
+    }
+    return true;
+}
+export function accountExhaustionReason(accountId) {
+    return _exhausted.get(accountId)?.reason;
+}
+// Visible for testing
+export function resetAccountsCache() {
+    _accounts = null;
+    _rrIdx = 0;
+    _routeRrIdx.clear();
+    _exhausted.clear();
+}
+let _rrIdx = 0;
+const _routeRrIdx = new Map();
+export function accountSupportsRoute(account, route) {
+    if (accountStatus(account) !== "active")
+        return false;
+    if (isAccountExhausted(account.id))
+        return false;
+    if (accountPoolForProvider(account.provider) !== route.accountPool)
+        return false;
+    const modelIds = explicitModelIds(account);
+    if (modelIds.length === 0)
+        return true;
+    const accepted = [
+        route.requestedModel,
+        route.catalogModelId,
+        route.upstreamModel,
+    ].filter((value) => typeof value === "string" && value.length > 0);
+    return accepted.some((modelId) => modelIds.includes(modelId));
+}
+export function eligibleAccountsForRoute(route) {
+    const accounts = getAccounts().filter((account) => accountStatus(account) === "active" && !isAccountExhausted(account.id));
+    if (!route)
+        return accounts;
+    return accounts.filter((account) => accountSupportsRoute(account, route));
+}
+export function selectAccount() {
+    const accounts = getAccounts();
+    const usable = eligibleAccountsForRoute();
+    const pool = usable.length > 0 ? usable : accounts;
+    const acct = pool[_rrIdx % pool.length];
+    _rrIdx++;
+    return acct;
+}
+export function selectAccountForRoute(route) {
+    const accounts = eligibleAccountsForRoute(route);
+    if (accounts.length === 0) {
+        throw new Error(`no eligible ${route.accountPool} account for ${route.requestedModel ?? route.upstreamModel ?? "route"}`);
+    }
+    const key = `${route.accountPool}:${route.upstreamModel ?? route.catalogModelId ?? ""}`;
+    const idx = _routeRrIdx.get(key) ?? 0;
+    const acct = accounts[idx % accounts.length];
+    _routeRrIdx.set(key, idx + 1);
+    return acct;
+}
+export function findAccount(accountId) {
+    return getAccounts().find((a) => a.id === accountId);
+}
+export function listRoutableModels() {
+    const accounts = getAccounts();
+    return listModelCatalog().filter((entry) => {
+        const route = resolveModelRoute(entry.id);
+        return (route !== undefined &&
+            accounts.some((account) => accountSupportsRoute(account, route)));
+    });
+}
+export function selectFallbackAccount(exhaustedAccountId, nowMs = Date.now()) {
+    let accounts;
+    try {
+        accounts = getAccounts();
+    }
+    catch {
+        return undefined;
+    }
+    const exhausted = accounts.find((a) => a.id === exhaustedAccountId);
+    const candidates = accounts.filter((a) => a.id !== exhaustedAccountId &&
+        accountStatus(a) === "active" &&
+        !isAccountExhausted(a.id, nowMs));
+    if (candidates.length === 0)
+        return undefined;
+    const family = exhausted ? providerFamily(exhausted.provider) : undefined;
+    const sameFamily = family
+        ? candidates.filter((a) => providerFamily(a.provider) === family)
+        : [];
+    return sameFamily[0] ?? candidates[0];
+}
+/** Update the in-memory token for an account (after OAuth refresh). */
+export function updateAccountToken(accountId, newToken, expiresAt) {
+    const accounts = getAccounts();
+    const acc = accounts.find((a) => a.id === accountId);
+    if (!acc)
+        return;
+    acc.token = newToken;
+    if (expiresAt !== undefined)
+        acc.expiresAt = expiresAt;
+}
+function jwtExpiry(token) {
+    try {
+        const parts = token.split(".");
+        const payload = JSON.parse(Buffer.from(parts[1], "base64url").toString("utf8"));
+        if (typeof payload.exp === "number")
+            return new Date(payload.exp * 1000).toISOString();
+    }
+    catch {
+        /* ignore */
+    }
+    return undefined;
+}
+/**
+ * Refresh the OAuth access token for an account using its refresh_token.
+ * Updates the in-memory account on success. No-op if no refresh_token.
+ * Returns the new token, or null if refresh is not applicable.
+ */
+export async function refreshOAuthToken(accountId) {
+    const acc = findAccount(accountId);
+    if (!acc?.refreshToken)
+        return null;
+    let resp;
+    try {
+        resp = await fetch("https://auth.openai.com/oauth/token", {
+            method: "POST",
+            headers: { "content-type": "application/x-www-form-urlencoded" },
+            body: new URLSearchParams({
+                grant_type: "refresh_token",
+                refresh_token: acc.refreshToken,
+                client_id: "app_EMoamEEZ73f0CkXaXp7hrann",
+            }),
+        });
+    }
+    catch (err) {
+        console.error(`[llm-gateway] OAuth refresh network error for ${accountId}:`, err);
+        return null;
+    }
+    if (!resp.ok) {
+        const body = await resp.text().catch(() => "");
+        console.error(`[llm-gateway] OAuth refresh failed (${resp.status}) for ${accountId}: ${body}`);
+        return null;
+    }
+    const data = (await resp.json());
+    if (!data.access_token) {
+        console.error(`[llm-gateway] OAuth refresh: no access_token in response for ${accountId}`);
+        return null;
+    }
+    const expiresAt = jwtExpiry(data.access_token);
+    updateAccountToken(accountId, data.access_token, expiresAt);
+    console.log(`[llm-gateway] OAuth token refreshed for ${accountId}${expiresAt ? `, expires ${expiresAt}` : ""}`);
+    return data.access_token;
+}
+//# sourceMappingURL=accounts.js.map

package/dist/llm-gateway-runtime/accounts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"accounts.js","sourceRoot":"","sources":["../../src/llm-gateway-runtime/accounts.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,gBAAgB,EAChB,iBAAiB,GAGlB,MAAM,oBAAoB,CAAC;AAyB5B,SAAS,+BAA+B,CAAC,OAA0B;IACjE,OAAO,CACL,OAAO,CAAC,QAAQ,KAAK,WAAW;QAChC,CAAC,OAAO,CAAC,QAAQ,KAAK,QAAQ;YAC5B,OAAO,CAAC,EAAE,KAAK,cAAc;YAC7B,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAC1C,CAAC;AACJ,CAAC;AAED,SAAS,KAAK;IACZ,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACzC,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAClE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAC;IACxC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,MAAM,QAAQ,GAAI,IAA4B,CAAC,MAAM,CACnD,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,+BAA+B,CAAC,OAAO,CAAC,CACvD,CAAC;IACF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CACb,qGAAqG,CACtG,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,IAAI,SAAS,GAA+B,IAAI,CAAC;AACjD,MAAM,UAAU,WAAW;IACzB,IAAI,CAAC,SAAS;QAAE,SAAS,GAAG,KAAK,EAAE,CAAC;IACpC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,OAA0B;IAC/C,OAAO,OAAO,CAAC,MAAM,IAAI,QAAQ,CAAC;AACpC,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA0B;IAClD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,OAA0B;IAE1B,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,QAAQ,EAAE,gBAAgB,CAAC,OAAO,CAAC;QACnC,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC;KAC/B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,OAAO,WAAW,EAAE,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;AACpD,CAAC;AAID,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC7C,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,QAAQ,CAAC;IACnE,IAAI,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,aAAa;QACxD,OAAO,WAAW,CAAC;IACrB,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAQ9D,MAAM,UAAU,GAAG,IAAI,GAAG,EAA4B,CAAC;AAEvD,SAAS,uBAAuB;IAC9B,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAChC,OAAO,CAAC,GAAG,CAAC,+BAA+B,IAAI,EAAE,EACjD,EAAE,CACH,CAAC;IACF,OAAO,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC;QAClD,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,2BAA2B,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,SAAiB,EACjB,MAAe,EACf,WAAmB,uBAAuB,EAAE,EAC5C,QAAgB,IAAI,CAAC,GAAG,EAAE;IAE1B,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE;QACxB,aAAa,EAAE,KAAK;QACpB,QAAQ;QACR,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5C,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,SAAiB,EACjB,QAAgB,IAAI,CAAC,GAAG,EAAE;IAE1B,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,CAAC,GAAG;QAAE,OAAO,KAAK,CAAC;IACvB,IAAI,KAAK,IAAI,GAAG,CAAC,aAAa,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC9C,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,SAAiB;IACvD,OAAO,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;AAC3C,CAAC;AAED,sBAAsB;AACtB,MAAM,UAAU,kBAAkB;IAChC,SAAS,GAAG,IAAI,CAAC;IACjB,MAAM,GAAG,CAAC,CAAC;IACX,WAAW,CAAC,KAAK,EAAE,CAAC;IACpB,UAAU,CAAC,KAAK,EAAE,CAAC;AACrB,CAAC;AAED,IAAI,MAAM,GAAG,CAAC,CAAC;AACf,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;AAE9C,MAAM,UAAU,oBAAoB,CAClC,OAA0B,EAC1B,KAAoB;IAEpB,IAAI,aAAa,CAAC,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,IAAI,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IACjD,IAAI,sBAAsB,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,KAAK,CAAC,WAAW;QAChE,OAAO,KAAK,CAAC;IAEf,MAAM,QAAQ,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEvC,MAAM,QAAQ,GAAG;QACf,KAAK,CAAC,cAAc;QACpB,KAAK,CAAC,cAAc;QACpB,KAAK,CAAC,aAAa;KACpB,CAAC,MAAM,CACN,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAC1E,CAAC;IACF,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,KAAqB;IAErB,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC,MAAM,CACnC,CAAC,OAAO,EAAE,EAAE,CACV,aAAa,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC,CACzE,CAAC;IACF,IAAI,CAAC,KAAK;QAAE,OAAO,QAAQ,CAAC;IAC5B,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,oBAAoB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,aAAa;IAC3B,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;IACnD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAE,CAAC;IACzC,MAAM,EAAE,CAAC;IACT,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAoB;IACxD,MAAM,QAAQ,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;IACjD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CACb,eAAe,KAAK,CAAC,WAAW,gBAAgB,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,aAAa,IAAI,OAAO,EAAE,CACzG,CAAC;IACJ,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,cAAc,IAAI,EAAE,EAAE,CAAC;IACxF,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAE,CAAC;IAC9C,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;IAC9B,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,SAAiB;IAC3C,OAAO,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,OAAO,gBAAgB,EAAE,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC1C,OAAO,CACL,KAAK,KAAK,SAAS;YACnB,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,oBAAoB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CACjE,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,kBAA0B,EAC1B,QAAgB,IAAI,CAAC,GAAG,EAAE;IAE1B,IAAI,QAA6B,CAAC;IAClC,IAAI,CAAC;QACH,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,kBAAkB,CAAC,CAAC;IACpE,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAChC,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,EAAE,KAAK,kBAAkB;QAC3B,aAAa,CAAC,CAAC,CAAC,KAAK,QAAQ;QAC7B,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CACnC,CAAC;IACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAE9C,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1E,MAAM,UAAU,GAAG,MAAM;QACvB,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC;QACjE,CAAC,CAAC,EAAE,CAAC;IACP,OAAO,UAAU,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,kBAAkB,CAChC,SAAiB,EACjB,QAAgB,EAChB,SAAkB;IAElB,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IACrD,IAAI,CAAC,GAAG;QAAE,OAAO;IAChB,GAAyB,CAAC,KAAK,GAAG,QAAQ,CAAC;IAC5C,IAAI,SAAS,KAAK,SAAS;QACxB,GAA8B,CAAC,SAAS,GAAG,SAAS,CAAC;AAC1D,CAAC;AAYD,SAAS,SAAS,CAAC,KAAa;IAC9B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CACjC,CAAC;QACtB,IAAI,OAAO,OAAO,CAAC,GAAG,KAAK,QAAQ;YACjC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,YAAY;IACd,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,SAAiB;IAEjB,MAAM,GAAG,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG,EAAE,YAAY;QAAE,OAAO,IAAI,CAAC;IAEpC,IAAI,IAAc,CAAC;IACnB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,KAAK,CAAC,qCAAqC,EAAE;YACxD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,mCAAmC,EAAE;YAChE,IAAI,EAAE,IAAI,eAAe,CAAC;gBACxB,UAAU,EAAE,eAAe;gBAC3B,aAAa,EAAE,GAAG,CAAC,YAAY;gBAC/B,SAAS,EAAE,8BAA8B;aAC1C,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CACX,iDAAiD,SAAS,GAAG,EAC7D,GAAG,CACJ,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/C,OAAO,CAAC,KAAK,CACX,uCAAuC,IAAI,CAAC,MAAM,SAAS,SAAS,KAAK,IAAI,EAAE,CAChF,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAyB,CAAC;IACzD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CACX,gEAAgE,SAAS,EAAE,CAC5E,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC/C,kBAAkB,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CACT,2CAA2C,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,aAAa,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CACnG,CAAC;IACF,OAAO,IAAI,CAAC,YAAY,CAAC;AAC3B,CAAC"}

package/dist/llm-gateway-runtime/index.d.ts

@@ -0,0 +1,4 @@
+import { Hono } from "hono";
+export declare const app: Hono<import("hono/types").BlankEnv, import("hono/types").BlankSchema, "/">;
+export declare function startServer(): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/llm-gateway-runtime/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm-gateway-runtime/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAO5B,eAAO,MAAM,GAAG,4EAAa,CAAC;AAmD9B,wBAAgB,WAAW,IAAI,IAAI,CAOlC"}

package/dist/llm-gateway-runtime/index.js

@@ -0,0 +1,58 @@
+import { serve } from "@hono/node-server";
+import { Hono } from "hono";
+import { acquireSession, sessionCount } from "./sticky.js";
+import { handleMessages } from "./proxy-anthropic.js";
+import { listAccountDescriptors, listRoutableModels } from "./accounts.js";
+import { modelCatalogResponse } from "./model-catalog.js";
+import { getSessionLedgerEntry, listSessionLedger } from "./session-ledger.js";
+export const app = new Hono();
+// Health — no internal state exposed
+app.get("/health", (c) => c.json({ ok: true }));
+app.get("/healthz", (c) => c.json({ ok: true }));
+// Session creation — called by control-plane before pod start.
+// Network policy enforces that pods cannot reach this endpoint.
+app.post("/v1/session", async (c) => {
+    let body;
+    try {
+        body = await c.req.json();
+    }
+    catch {
+        return c.json({ error: "invalid JSON" }, 400);
+    }
+    if (typeof body.sessionId !== "string" || !body.sessionId) {
+        return c.json({ error: "sessionId (string) required" }, 400);
+    }
+    try {
+        const result = await acquireSession(body.sessionId, {
+            ...(typeof body.provider === "string" ? { provider: body.provider } : {}),
+            ...(typeof body.model === "string" ? { model: body.model } : {}),
+            ...(typeof body.workspaceId === "string" ? { workspaceId: body.workspaceId } : {}),
+            ...(typeof body.profile === "string" ? { profile: body.profile } : {}),
+            ...(typeof body.clientSessionId === "string" ? { clientSessionId: body.clientSessionId } : {}),
+        });
+        return c.json(result, 201);
+    }
+    catch (err) {
+        return c.json({ error: err instanceof Error ? err.message : String(err) }, 400);
+    }
+});
+app.get("/v1/accounts", (c) => c.json({ data: listAccountDescriptors() }));
+app.get("/v1/models", (c) => c.json(modelCatalogResponse(listRoutableModels())));
+app.get("/v1/sessions", (c) => c.json({ data: listSessionLedger() }));
+app.get("/v1/sessions/:id", (c) => {
+    const entry = getSessionLedgerEntry(c.req.param("id"));
+    if (!entry)
+        return c.json({ error: "session not found" }, 404);
+    return c.json(entry);
+});
+// Anthropic Messages proxy — pods call this with Bearer gw-<hex>
+app.post("/v1/messages", handleMessages);
+export function startServer() {
+    const port = parseInt(process.env.PORT ?? "3001", 10);
+    serve({ fetch: app.fetch, port }, () => {
+        process.stdout.write(`[llm-gateway] listening on :${port} — ${sessionCount()} sessions in memory\n`);
+    });
+}
+if (process.env.NODE_ENV !== "test")
+    startServer();
+//# sourceMappingURL=index.js.map

package/dist/llm-gateway-runtime/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm-gateway-runtime/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAC3E,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAE/E,MAAM,CAAC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;AAE9B,qCAAqC;AACrC,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAChD,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAEjD,+DAA+D;AAC/D,gEAAgE;AAChE,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;IAClC,IAAI,IAOH,CAAC;IACF,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAe,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,GAAG,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QAC1D,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,6BAA6B,EAAE,EAAE,GAAG,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE;YAClD,GAAG,CAAC,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzE,GAAG,CAAC,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,GAAG,CAAC,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClF,GAAG,CAAC,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,OAAO,IAAI,CAAC,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/F,CAAC,CAAC;QACH,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IAClF,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3E,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,CAAC;AACjF,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,CAAC,CAAC,CAAC;AACtE,GAAG,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE;IAChC,MAAM,KAAK,GAAG,qBAAqB,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACvD,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,EAAE,GAAG,CAAC,CAAC;IAC/D,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,iEAAiE;AACjE,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;AAEzC,MAAM,UAAU,WAAW;IACzB,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;IACtD,KAAK,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE;QACrC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,+BAA+B,IAAI,MAAM,YAAY,EAAE,uBAAuB,CAC/E,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM;IAAE,WAAW,EAAE,CAAC"}

package/dist/llm-gateway-runtime/model-catalog.d.ts

@@ -0,0 +1,36 @@
+export type AccountPool = "anthropic" | "codex";
+export type GatewayProtocol = "anthropic.messages";
+export type RoutingPolicy = "round-robin";
+export interface ModelCatalogEntry {
+    id: string;
+    provider: "anthropic" | "codex";
+    upstreamModel: string;
+    accountPool: AccountPool;
+    inputProtocol: GatewayProtocol;
+    outputProtocol: GatewayProtocol;
+    capabilities: string[];
+    defaultPolicy: RoutingPolicy;
+    aliases?: string[];
+}
+export interface RoutingTarget {
+    requestedModel?: string;
+    catalogModelId?: string;
+    upstreamModel?: string;
+    accountPool: AccountPool;
+    routingPolicy: RoutingPolicy;
+    routeReason: "catalog-id" | "catalog-alias" | "env-model-map" | "provider-request" | "passthrough-gpt";
+}
+export declare function listModelCatalog(): ModelCatalogEntry[];
+export declare function resetModelCatalogCache(): void;
+export declare function accountPoolForProvider(provider: string): AccountPool | undefined;
+export declare function routeForProvider(provider: string): RoutingTarget | undefined;
+export declare function resolveModelRoute(model: string): RoutingTarget | undefined;
+export declare function routeModelOrThrow(model: string): RoutingTarget;
+export declare function modelCatalogResponse(entries?: ModelCatalogEntry[]): {
+    object: "list";
+    data: Array<ModelCatalogEntry & {
+        object: "model";
+        owned_by: string;
+    }>;
+};
+//# sourceMappingURL=model-catalog.d.ts.map

package/dist/llm-gateway-runtime/model-catalog.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-catalog.d.ts","sourceRoot":"","sources":["../../src/llm-gateway-runtime/model-catalog.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG,WAAW,GAAG,OAAO,CAAC;AAChD,MAAM,MAAM,eAAe,GAAG,oBAAoB,CAAC;AACnD,MAAM,MAAM,aAAa,GAAG,aAAa,CAAC;AAE1C,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC;IAChC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,WAAW,CAAC;IACzB,aAAa,EAAE,eAAe,CAAC;IAC/B,cAAc,EAAE,eAAe,CAAC;IAChC,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,EAAE,aAAa,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,aAAa;IAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,WAAW,CAAC;IACzB,aAAa,EAAE,aAAa,CAAC;IAC7B,WAAW,EACP,YAAY,GACZ,eAAe,GACf,eAAe,GACf,kBAAkB,GAClB,iBAAiB,CAAC;CACvB;AAgED,wBAAgB,gBAAgB,IAAI,iBAAiB,EAAE,CAGtD;AAED,wBAAgB,sBAAsB,IAAI,IAAI,CAG7C;AAED,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,MAAM,GACf,WAAW,GAAG,SAAS,CAMzB;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAQ5E;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAiD1E;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,aAAa,CAI9D;AAED,wBAAgB,oBAAoB,CAAC,OAAO,sBAAqB,GAAG;IAClE,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,KAAK,CAAC,iBAAiB,GAAG;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACxE,CASA"}

package/dist/llm-gateway-runtime/model-catalog.js

@@ -0,0 +1,146 @@
+const CODEX_CAPABILITIES = ["streaming", "tools", "reasoning_effort"];
+const DEFAULT_MODEL_CATALOG = [
+    {
+        id: "gpt-5.5",
+        provider: "codex",
+        upstreamModel: "gpt-5.5",
+        accountPool: "codex",
+        inputProtocol: "anthropic.messages",
+        outputProtocol: "anthropic.messages",
+        capabilities: [...CODEX_CAPABILITIES],
+        defaultPolicy: "round-robin",
+        aliases: [
+            "claude-opus-4-8",
+            "claude-opus-4-7",
+            "claude-opus-4-6",
+            "claude-sonnet-4-6",
+            "claude-sonnet-4-5",
+            "claude-haiku-4-5-20251001",
+        ],
+    },
+    {
+        id: "gpt-5.3-codex-spark",
+        provider: "codex",
+        upstreamModel: "gpt-5.3-codex-spark",
+        accountPool: "codex",
+        inputProtocol: "anthropic.messages",
+        outputProtocol: "anthropic.messages",
+        capabilities: [...CODEX_CAPABILITIES],
+        defaultPolicy: "round-robin",
+    },
+];
+let _catalog = null;
+let _envModelMap = null;
+function parseEnvModelMap() {
+    if (_envModelMap)
+        return _envModelMap;
+    if (!process.env.OPENAI_MODEL_MAP) {
+        _envModelMap = {};
+        return _envModelMap;
+    }
+    _envModelMap = JSON.parse(process.env.OPENAI_MODEL_MAP);
+    return _envModelMap;
+}
+function envCatalogEntries() {
+    return Object.entries(parseEnvModelMap()).map(([id, upstreamModel]) => ({
+        id,
+        provider: "codex",
+        upstreamModel,
+        accountPool: "codex",
+        inputProtocol: "anthropic.messages",
+        outputProtocol: "anthropic.messages",
+        capabilities: [...CODEX_CAPABILITIES],
+        defaultPolicy: "round-robin",
+    }));
+}
+export function listModelCatalog() {
+    if (!_catalog)
+        _catalog = [...DEFAULT_MODEL_CATALOG, ...envCatalogEntries()];
+    return _catalog;
+}
+export function resetModelCatalogCache() {
+    _catalog = null;
+    _envModelMap = null;
+}
+export function accountPoolForProvider(provider) {
+    const normalized = provider.toLowerCase();
+    if (normalized === "openai" || normalized === "codex")
+        return "codex";
+    if (normalized === "anthropic" || normalized === "claude-code")
+        return "anthropic";
+    return undefined;
+}
+export function routeForProvider(provider) {
+    const accountPool = accountPoolForProvider(provider);
+    if (!accountPool)
+        return undefined;
+    return {
+        accountPool,
+        routingPolicy: "round-robin",
+        routeReason: "provider-request",
+    };
+}
+export function resolveModelRoute(model) {
+    const envMap = parseEnvModelMap();
+    const envUpstream = envMap[model];
+    if (envUpstream) {
+        return {
+            requestedModel: model,
+            catalogModelId: model,
+            upstreamModel: envUpstream,
+            accountPool: "codex",
+            routingPolicy: "round-robin",
+            routeReason: "env-model-map",
+        };
+    }
+    for (const entry of listModelCatalog()) {
+        if (entry.id === model) {
+            return {
+                requestedModel: model,
+                catalogModelId: entry.id,
+                upstreamModel: entry.upstreamModel,
+                accountPool: entry.accountPool,
+                routingPolicy: entry.defaultPolicy,
+                routeReason: "catalog-id",
+            };
+        }
+        if (entry.aliases?.includes(model)) {
+            return {
+                requestedModel: model,
+                catalogModelId: entry.id,
+                upstreamModel: entry.upstreamModel,
+                accountPool: entry.accountPool,
+                routingPolicy: entry.defaultPolicy,
+                routeReason: "catalog-alias",
+            };
+        }
+    }
+    if (model.startsWith("gpt-")) {
+        return {
+            requestedModel: model,
+            catalogModelId: model,
+            upstreamModel: model,
+            accountPool: "codex",
+            routingPolicy: "round-robin",
+            routeReason: "passthrough-gpt",
+        };
+    }
+    return undefined;
+}
+export function routeModelOrThrow(model) {
+    const route = resolveModelRoute(model);
+    if (!route)
+        throw new Error(`unsupported model: ${model}`);
+    return route;
+}
+export function modelCatalogResponse(entries = listModelCatalog()) {
+    return {
+        object: "list",
+        data: entries.map((entry) => ({
+            ...entry,
+            object: "model",
+            owned_by: entry.provider,
+        })),
+    };
+}
+//# sourceMappingURL=model-catalog.js.map

package/dist/llm-gateway-runtime/model-catalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-catalog.js","sourceRoot":"","sources":["../../src/llm-gateway-runtime/model-catalog.ts"],"names":[],"mappings":"AA8BA,MAAM,kBAAkB,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,kBAAkB,CAAU,CAAC;AAE/E,MAAM,qBAAqB,GAAwB;IACjD;QACE,EAAE,EAAE,SAAS;QACb,QAAQ,EAAE,OAAO;QACjB,aAAa,EAAE,SAAS;QACxB,WAAW,EAAE,OAAO;QACpB,aAAa,EAAE,oBAAoB;QACnC,cAAc,EAAE,oBAAoB;QACpC,YAAY,EAAE,CAAC,GAAG,kBAAkB,CAAC;QACrC,aAAa,EAAE,aAAa;QAC5B,OAAO,EAAE;YACP,iBAAiB;YACjB,iBAAiB;YACjB,iBAAiB;YACjB,mBAAmB;YACnB,mBAAmB;YACnB,2BAA2B;SAC5B;KACF;IACD;QACE,EAAE,EAAE,qBAAqB;QACzB,QAAQ,EAAE,OAAO;QACjB,aAAa,EAAE,qBAAqB;QACpC,WAAW,EAAE,OAAO;QACpB,aAAa,EAAE,oBAAoB;QACnC,cAAc,EAAE,oBAAoB;QACpC,YAAY,EAAE,CAAC,GAAG,kBAAkB,CAAC;QACrC,aAAa,EAAE,aAAa;KAC7B;CACF,CAAC;AAEF,IAAI,QAAQ,GAA+B,IAAI,CAAC;AAChD,IAAI,YAAY,GAAkC,IAAI,CAAC;AAEvD,SAAS,gBAAgB;IACvB,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAClC,YAAY,GAAG,EAAE,CAAC;QAClB,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAGrD,CAAC;IACF,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,SAAS,iBAAiB;IACxB,OAAO,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC;QACtE,EAAE;QACF,QAAQ,EAAE,OAAgB;QAC1B,aAAa;QACb,WAAW,EAAE,OAAgB;QAC7B,aAAa,EAAE,oBAA6B;QAC5C,cAAc,EAAE,oBAA6B;QAC7C,YAAY,EAAE,CAAC,GAAG,kBAAkB,CAAC;QACrC,aAAa,EAAE,aAAsB;KACtC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC9B,IAAI,CAAC,QAAQ;QAAE,QAAQ,GAAG,CAAC,GAAG,qBAAqB,EAAE,GAAG,iBAAiB,EAAE,CAAC,CAAC;IAC7E,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,QAAQ,GAAG,IAAI,CAAC;IAChB,YAAY,GAAG,IAAI,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,QAAgB;IAEhB,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC1C,IAAI,UAAU,KAAK,QAAQ,IAAI,UAAU,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IACtE,IAAI,UAAU,KAAK,WAAW,IAAI,UAAU,KAAK,aAAa;QAC5D,OAAO,WAAW,CAAC;IACrB,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,QAAgB;IAC/C,MAAM,WAAW,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IACrD,IAAI,CAAC,WAAW;QAAE,OAAO,SAAS,CAAC;IACnC,OAAO;QACL,WAAW;QACX,aAAa,EAAE,aAAa;QAC5B,WAAW,EAAE,kBAAkB;KAChC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;IAClC,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO;YACL,cAAc,EAAE,KAAK;YACrB,cAAc,EAAE,KAAK;YACrB,aAAa,EAAE,WAAW;YAC1B,WAAW,EAAE,OAAO;YACpB,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE,eAAe;SAC7B,CAAC;IACJ,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,EAAE,CAAC;QACvC,IAAI,KAAK,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC;YACvB,OAAO;gBACL,cAAc,EAAE,KAAK;gBACrB,cAAc,EAAE,KAAK,CAAC,EAAE;gBACxB,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,WAAW,EAAE,YAAY;aAC1B,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO;gBACL,cAAc,EAAE,KAAK;gBACrB,cAAc,EAAE,KAAK,CAAC,EAAE;gBACxB,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,WAAW,EAAE,eAAe;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7B,OAAO;YACL,cAAc,EAAE,KAAK;YACrB,cAAc,EAAE,KAAK;YACrB,aAAa,EAAE,KAAK;YACpB,WAAW,EAAE,OAAO;YACpB,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE,iBAAiB;SAC/B,CAAC;IACJ,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,EAAE,CAAC,CAAC;IAC3D,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,OAAO,GAAG,gBAAgB,EAAE;IAI/D,OAAO;QACL,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC5B,GAAG,KAAK;YACR,MAAM,EAAE,OAAgB;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACzB,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC"}

package/dist/llm-gateway-runtime/proxy-anthropic.d.ts

@@ -0,0 +1,3 @@
+import type { Context } from "hono";
+export declare function handleMessages(c: Context): Promise<Response>;
+//# sourceMappingURL=proxy-anthropic.d.ts.map

package/dist/llm-gateway-runtime/proxy-anthropic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy-anthropic.d.ts","sourceRoot":"","sources":["../../src/llm-gateway-runtime/proxy-anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AA4JpC,wBAAsB,cAAc,CAAC,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CA0BlE"}

package/dist/llm-gateway-runtime/proxy-anthropic.js

@@ -0,0 +1,139 @@
+import { markAccountExhausted, selectFallbackAccount } from "./accounts.js";
+import { lookupToken, rebindGatewaySession, } from "./sticky.js";
+import { handleMessagesViaOpenAI } from "./proxy-openai.js";
+import { resolveModelRoute } from "./model-catalog.js";
+import { recordSessionRequest } from "./session-ledger.js";
+const ANTHROPIC_BASE = process.env.ANTHROPIC_UPSTREAM_URL ?? "https://api.anthropic.com";
+const PASSTHROUGH_REQUEST_HEADERS = [
+    "anthropic-version",
+    "anthropic-beta",
+    "content-type",
+];
+const PASSTHROUGH_RESPONSE_HEADERS = [
+    "content-type",
+    "transfer-encoding",
+    "retry-after",
+];
+function gatewayTokenFromRequest(c) {
+    const auth = c.req.header("authorization") ?? "";
+    if (auth.startsWith("Bearer gw-"))
+        return auth.slice("Bearer ".length);
+    const apiKey = c.req.header("x-api-key") ?? "";
+    if (apiKey.startsWith("gw-"))
+        return apiKey;
+    return null;
+}
+function usesOpenAIProvider(provider) {
+    return provider === "openai" || provider === "codex";
+}
+function isQuotaFallbackResponse(response) {
+    return response.status === 429;
+}
+function quotaReason(response) {
+    return `upstream ${response.status}`;
+}
+async function rebindAfterQuotaResponse(gatewayToken, session, response, route) {
+    markAccountExhausted(session.accountId, quotaReason(response));
+    const fallback = selectFallbackAccount(session.accountId);
+    if (!fallback)
+        return undefined;
+    let rebound;
+    try {
+        rebound = await rebindGatewaySession(gatewayToken, fallback, route);
+    }
+    catch (err) {
+        console.warn(`[llm-gateway] quota fallback rebind failed for ${session.accountId}: ${String(err)}`);
+        return undefined;
+    }
+    if (!rebound)
+        return undefined;
+    await response.body?.cancel().catch(() => { });
+    console.warn(`[llm-gateway] account ${session.accountId} returned ${response.status}; ` +
+        `rebinding session to ${fallback.id} (${fallback.provider})`);
+    return rebound;
+}
+async function handleMessagesViaAnthropic(c, session, body) {
+    const upstreamUrl = `${ANTHROPIC_BASE}/v1/messages`;
+    const requestHeaders = {
+        "anthropic-version": c.req.header("anthropic-version") ?? "2023-06-01",
+    };
+    for (const h of PASSTHROUGH_REQUEST_HEADERS) {
+        const v = c.req.header(h);
+        if (v !== undefined)
+            requestHeaders[h] = v;
+    }
+    requestHeaders["x-api-key"] = session.token;
+    let upstream;
+    try {
+        upstream = await fetch(upstreamUrl, {
+            method: "POST",
+            headers: requestHeaders,
+            body,
+            // @ts-expect-error Node 18+ fetch supports duplex for streaming
+            duplex: "half",
+            signal: c.req.raw.signal,
+        });
+    }
+    catch (err) {
+        if (err.name === "AbortError") {
+            return new Response(null, { status: 499 });
+        }
+        throw err;
+    }
+    const responseHeaders = {};
+    for (const h of PASSTHROUGH_RESPONSE_HEADERS) {
+        const v = upstream.headers.get(h);
+        if (v !== null)
+            responseHeaders[h] = v;
+    }
+    // Pipe stream directly — never buffer
+    return new Response(upstream.body, {
+        status: upstream.status,
+        headers: responseHeaders,
+    });
+}
+async function dispatchToSessionAccount(c, session, body) {
+    if (usesOpenAIProvider(session.provider)) {
+        return handleMessagesViaOpenAI(c, {
+            token: session.token,
+            gatewayToken: session.gatewayToken,
+            accountId: session.accountId,
+            sessionId: session.sessionId,
+        }, body);
+    }
+    return handleMessagesViaAnthropic(c, session, body);
+}
+function routeFromRequestBody(body) {
+    try {
+        const parsed = JSON.parse(new TextDecoder().decode(body));
+        return typeof parsed.model === "string"
+            ? resolveModelRoute(parsed.model)
+            : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+export async function handleMessages(c) {
+    const gatewayToken = gatewayTokenFromRequest(c);
+    if (!gatewayToken)
+        return c.json({ error: "unauthorized" }, 403);
+    let session = await lookupToken(gatewayToken);
+    if (!session)
+        return c.json({ error: "unauthorized" }, 403);
+    const body = await c.req.raw.arrayBuffer();
+    const route = routeFromRequestBody(body);
+    recordSessionRequest(session.sessionId, route);
+    const attempted = new Set();
+    for (;;) {
+        attempted.add(session.accountId);
+        const response = await dispatchToSessionAccount(c, session, body);
+        if (!isQuotaFallbackResponse(response))
+            return response;
+        const rebound = await rebindAfterQuotaResponse(gatewayToken, session, response, route);
+        if (!rebound || attempted.has(rebound.accountId))
+            return response;
+        session = rebound;
+    }
+}
+//# sourceMappingURL=proxy-anthropic.js.map