npm - @bitkyc08/opencodex - Versions diffs - 2.6.4 → 2.6.5 - Mend

@bitkyc08/opencodex 2.6.4 → 2.6.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (9) hide show

package/gui/dist/assets/{index-MnDRzA4G.js → index-DcMEJXTd.js} +1 -1
package/gui/dist/index.html +1 -1
package/package.json +1 -1
package/src/adapters/kiro-retry.ts +1 -1
package/src/codex-catalog.ts +59 -27
package/src/config.ts +1 -0
package/src/provider-context-cap.ts +36 -0
package/src/server.ts +37 -3
package/src/types.ts +2 -0

package/gui/dist/index.html CHANGED Viewed

@@ -16,7 +16,7 @@
         } catch (e) {}
       })();
     </script>
-    <script type="module" crossorigin src="/assets/index-MnDRzA4G.js"></script>
+    <script type="module" crossorigin src="/assets/index-DcMEJXTd.js"></script>
     <link rel="stylesheet" crossorigin href="/assets/index-BwvDb198.css">
   </head>
   <body>

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@bitkyc08/opencodex",
-  "version": "2.6.4",
+  "version": "2.6.5",
   "description": "Universal provider proxy for OpenAI Codex — use any LLM with Codex CLI/App/SDK",
   "type": "module",
   "main": "./bin/package-main.mjs",

package/src/adapters/kiro-retry.ts CHANGED Viewed

@@ -70,7 +70,7 @@ async function normalizeFinalKiroHttpError(res: Response): Promise<Response> {
 }
 export async function fetchKiroWithRetry(request: AdapterRequest, ctx: AdapterFetchContext = {}): Promise<Response> {
-  const timeoutMs = ctx.timeoutMs ?? 30_000;
+  const timeoutMs = ctx.timeoutMs ?? 100_000;
   let lastError: unknown;
   for (let attempt = 0; attempt < KIRO_RETRY_ATTEMPTS; attempt++) {
     if (ctx.abortSignal?.aborted) throw abortError(ctx.abortSignal);

package/src/codex-catalog.ts CHANGED Viewed

@@ -10,6 +10,7 @@ import type { OcxConfig, OcxProviderConfig } from "./types";
 import { CODEX_REASONING_LEVELS, configuredReasoningEfforts, modelRecordValue, sanitizeCodexReasoningEfforts } from "./reasoning-effort";
 import { getJawcodeModelMetadata, getJawcodeModelMetadataCaseInsensitive, listJawcodeModelMetadata, resolveJawcodeProvider } from "./generated/jawcode-model-metadata";
 import { shouldCaseFoldMetadataModelId } from "./providers/derive";
+import { applyProviderContextCap, providerContextCap } from "./provider-context-cap";
 const BUNDLED_CATALOG_CACHE_MS = 60_000;
 let bundledCatalogCache: { expiresAt: number; value: RawCatalog | null } | null = null;
@@ -81,7 +82,16 @@ export function nativeOpenAiSlugs(): string[] {
   return live.length > 0 ? unique([...live, ...DOCUMENTED_NATIVE_OPENAI_ADDITIONS]) : NATIVE_OPENAI_MODELS;
 }
-export interface CatalogModel { id: string; provider: string; owned_by?: string; reasoningEfforts?: string[]; contextWindow?: number; inputModalities?: string[]; }
+export interface CatalogModel {
+  id: string;
+  provider: string;
+  owned_by?: string;
+  reasoningEfforts?: string[];
+  contextWindow?: number;
+  contextCap?: number;
+  contextCapped?: boolean;
+  inputModalities?: string[];
+}
 type RawEntry = Record<string, unknown>;
 type RawCatalog = { models?: RawEntry[]; [k: string]: unknown };
 const JAWCODE_CATALOG_AUGMENT_PROVIDERS = new Set(["opencode-go"]);
@@ -230,7 +240,7 @@ export function normalizeRoutedCatalogEntry(entry: RawEntry): RawEntry {
   return ensureStrictCatalogFields(entry);
 }
-function applyJawcodeCatalogMetadata(entry: RawEntry, slug: string): void {
+function applyJawcodeCatalogMetadata(entry: RawEntry, slug: string, contextCap?: number): void {
   const slash = slug.indexOf("/");
   if (slash < 0) return;
   const provider = slug.slice(0, slash);
@@ -241,9 +251,10 @@ function applyJawcodeCatalogMetadata(entry: RawEntry, slug: string): void {
     ?? (shouldCaseFoldMetadataModelId(provider) ? getJawcodeModelMetadataCaseInsensitive(jawcodeProvider, modelId) : undefined);
   if (!meta) return;
   if (typeof meta.contextWindow === "number" && meta.contextWindow > 0) {
-    entry.context_window = meta.contextWindow;
-    entry.max_context_window = meta.contextWindow;
-    entry.auto_compact_token_limit = Math.floor(meta.contextWindow * 0.9);
+    const contextWindow = applyProviderContextCap(meta.contextWindow, contextCap) ?? meta.contextWindow;
+    entry.context_window = contextWindow;
+    entry.max_context_window = contextWindow;
+    entry.auto_compact_token_limit = Math.floor(contextWindow * 0.9);
   }
   if (Array.isArray(meta.input) && meta.input.length > 0) {
     entry.input_modalities = meta.input;
@@ -439,7 +450,7 @@ function deriveEntry(template: RawEntry | null, slug: string, desc: string, prio
       }
       applyReasoningLevels(e, model?.reasoningEfforts);
       normalizeRoutedCatalogEntry(e);
-      applyJawcodeCatalogMetadata(e, slug);
+      applyJawcodeCatalogMetadata(e, slug, model?.contextCap);
       applyCatalogModelMetadata(e, model);
     } else {
       applyNativeOpenAiContextOverride(e);
@@ -455,7 +466,7 @@ function deriveEntry(template: RawEntry | null, slug: string, desc: string, prio
   };
   if (slug.includes("/")) applyReasoningLevels(entry, model?.reasoningEfforts);
   else applyReasoningLevels(entry);
-  applyJawcodeCatalogMetadata(entry, slug);
+  applyJawcodeCatalogMetadata(entry, slug, model?.contextCap);
   applyCatalogModelMetadata(entry, model);
   applyNativeOpenAiContextOverride(entry);
   return ensureStrictCatalogFields(normalizeServiceTiers(entry));
@@ -577,33 +588,38 @@ function configuredInputModalities(prov: OcxProviderConfig, id: string): string[
   return Array.isArray(modalities) && modalities.length > 0 ? [...modalities] : undefined;
 }
-function applyProviderConfigHints(name: string, prov: OcxProviderConfig, model: CatalogModel): CatalogModel {
+function applyProviderConfigHints(name: string, prov: OcxProviderConfig, model: CatalogModel, providerCap?: number): CatalogModel {
   void name;
-  const contextCap = configuredContextWindow(prov, model.id);
+  const configuredCap = configuredContextWindow(prov, model.id);
   const inputModalities = configuredInputModalities(prov, model.id);
   const reasoningEfforts = configuredReasoningEfforts(prov, model.id);
-  return {
+  const hinted = {
     ...model,
-    ...(contextCap !== undefined
+    ...(configuredCap !== undefined
       ? {
         contextWindow: typeof model.contextWindow === "number" && model.contextWindow > 0
-          ? Math.min(model.contextWindow, contextCap)
-          : contextCap,
+          ? Math.min(model.contextWindow, configuredCap)
+          : configuredCap,
       }
       : {}),
     ...(inputModalities ? { inputModalities } : {}),
     ...(reasoningEfforts !== undefined ? { reasoningEfforts } : {}),
   };
+  const capped = applyProviderContextCap(hinted.contextWindow, providerCap);
+  if (providerCap !== undefined && capped !== hinted.contextWindow) {
+    return { ...hinted, contextWindow: capped, contextCap: providerCap, contextCapped: true };
+  }
+  return providerCap !== undefined ? { ...hinted, contextCap: providerCap, contextCapped: false } : hinted;
 }
-function catalogHintsFromProviderConfig(name: string, prov: OcxProviderConfig, id: string): Partial<CatalogModel> {
-  const hinted = applyProviderConfigHints(name, prov, { id, provider: name });
+function catalogHintsFromProviderConfig(name: string, prov: OcxProviderConfig, id: string, contextCap?: number): Partial<CatalogModel> {
+  const hinted = applyProviderConfigHints(name, prov, { id, provider: name }, contextCap);
   const { provider: _provider, id: _id, ...hints } = hinted;
   return hints;
 }
-function applyConfigHintsToCachedModels(name: string, prov: OcxProviderConfig, models: CatalogModel[]): CatalogModel[] {
-  return models.map(model => applyProviderConfigHints(name, prov, model));
+function applyConfigHintsToCachedModels(name: string, prov: OcxProviderConfig, models: CatalogModel[], contextCap?: number): CatalogModel[] {
+  return models.map(model => applyProviderConfigHints(name, prov, model, contextCap));
 }
 function isGlm52ModelId(id: string): boolean {
@@ -641,26 +657,26 @@ function catalogHintsFromModelsApiItem(providerName: string, item: ProviderModel
  * fetch failure → last-known-good cache (so a provider blip doesn't drop its models), else the
  * static config list. This is the per-provider half of jawcode's "always latest" resolver.
  */
-async function fetchProviderModels(name: string, prov: OcxProviderConfig, ttlMs: number): Promise<CatalogModel[]> {
+async function fetchProviderModels(name: string, prov: OcxProviderConfig, ttlMs: number, contextCap?: number): Promise<CatalogModel[]> {
   if (prov.authMode === "forward") return []; // ChatGPT backend has no /models
   const apiKey = await resolveModelsAuthToken(name, prov);
   if (prov.authMode === "oauth" && !apiKey) return []; // not logged in → skip
   const configured: CatalogModel[] = (prov.models ?? []).map(id => ({
     id,
     provider: name,
-    ...catalogHintsFromProviderConfig(name, prov, id),
+    ...catalogHintsFromProviderConfig(name, prov, id, contextCap),
   }));
   if (prov.liveModels === false) {
     return configured;
   }
   const fresh = getFreshCached(name, ttlMs);
-  if (fresh) return applyConfigHintsToCachedModels(name, prov, fresh); // dedups Codex's frequent /v1/models polling within the TTL
+  if (fresh) return applyConfigHintsToCachedModels(name, prov, fresh, contextCap); // dedups Codex's frequent /v1/models polling within the TTL
   const { url, headers } = buildModelsRequest(prov, apiKey);
   try {
     const res = await fetch(url, { headers, signal: AbortSignal.timeout(8000) });
     if (!res.ok) {
       const stale = getStaleCached(name);
-      return stale ? applyConfigHintsToCachedModels(name, prov, stale) : configured;
+      return stale ? applyConfigHintsToCachedModels(name, prov, stale, contextCap) : configured;
     }
     const json = await res.json() as { data?: ProviderModelsApiItem[] };
     const live = (json.data ?? []).map(m => applyProviderConfigHints(name, prov, {
@@ -668,7 +684,7 @@ async function fetchProviderModels(name: string, prov: OcxProviderConfig, ttlMs:
       provider: name,
       owned_by: m.owned_by,
       ...catalogHintsFromModelsApiItem(name, m),
-    }));
+    }, contextCap));
     const liveIds = new Set(live.map(m => m.id));
     // Merge explicit config additions (e.g. a model not in the provider's /models, like a new endpoint).
     const merged = [...live, ...configured.filter(m => !liveIds.has(m.id))];
@@ -676,7 +692,7 @@ async function fetchProviderModels(name: string, prov: OcxProviderConfig, ttlMs:
     return merged;
   } catch {
     const stale = getStaleCached(name);
-    return stale ? applyConfigHintsToCachedModels(name, prov, stale) : configured;
+    return stale ? applyConfigHintsToCachedModels(name, prov, stale, contextCap) : configured;
   }
 }
@@ -689,9 +705,9 @@ async function fetchProviderModels(name: string, prov: OcxProviderConfig, ttlMs:
 export async function gatherRoutedModels(config: OcxConfig): Promise<CatalogModel[]> {
   const ttlMs = config.modelCacheTtlMs ?? DEFAULT_MODEL_CACHE_TTL_MS;
   const lists = await Promise.all(
-    Object.entries(config.providers).map(([name, prov]) => fetchProviderModels(name, prov, ttlMs)),
+    Object.entries(config.providers).map(([name, prov]) => fetchProviderModels(name, prov, ttlMs, providerContextCap(config, name))),
   );
-  const all = augmentRoutedModelsWithJawcodeMetadata(lists.flat(), Object.keys(config.providers), config.providers)
+  const all = augmentRoutedModelsWithJawcodeMetadata(lists.flat(), Object.keys(config.providers), config.providers, config)
     // Drop image/video generation models (e.g. Grok image/video) — they are not usable by Codex and
     // must not surface in the dashboard, /v1/models, or the routed catalog. Single choke point.
     .filter(m => !isMediaGenerationModelId(m.id));
@@ -699,7 +715,12 @@ export async function gatherRoutedModels(config: OcxConfig): Promise<CatalogMode
   return all;
 }
-export function augmentRoutedModelsWithJawcodeMetadata(models: CatalogModel[], providerNames: string[], providers?: Record<string, OcxProviderConfig>): CatalogModel[] {
+export function augmentRoutedModelsWithJawcodeMetadata(
+  models: CatalogModel[],
+  providerNames: string[],
+  providers?: Record<string, OcxProviderConfig>,
+  caps?: Pick<OcxConfig, "providerContextCaps">,
+): CatalogModel[] {
   const out = [...models];
   const seen = new Set(out.map(m => `${m.provider}/${m.id}`));
   for (const provider of providerNames) {
@@ -711,7 +732,18 @@ export function augmentRoutedModelsWithJawcodeMetadata(models: CatalogModel[], p
       const key = `${provider}/${meta.id}`;
       if (seen.has(key)) continue;
       seen.add(key);
-      out.push({ provider, id: meta.id, owned_by: provider, ...(providers?.[provider] ? catalogHintsFromProviderConfig(provider, providers[provider], meta.id) : {}) });
+      const contextCap = caps ? providerContextCap(caps, provider) : undefined;
+      const model: CatalogModel = {
+        provider,
+        id: meta.id,
+        owned_by: provider,
+        ...(typeof meta.contextWindow === "number" && meta.contextWindow > 0 ? { contextWindow: meta.contextWindow } : {}),
+        ...(Array.isArray(meta.input) && meta.input.length > 0 ? { inputModalities: [...meta.input] } : {}),
+      };
+      out.push({
+        ...model,
+        ...(providers?.[provider] ? applyProviderConfigHints(provider, providers[provider], model, contextCap) : {}),
+      });
     }
   }
   return out;

package/src/config.ts CHANGED Viewed

@@ -98,6 +98,7 @@ const configSchema = z.object({
   port: z.number().int().min(0).max(65535).default(10100),
   providers: z.record(z.string(), providerConfigSchema),
   defaultProvider: z.string().min(1).default("openai"),
+  providerContextCaps: z.record(z.string(), z.number().int().positive()).optional(),
 }).passthrough().superRefine((config, ctx) => {
   for (const name of Object.keys(config.providers)) {
     if (!isValidProviderName(name)) {

package/src/provider-context-cap.ts ADDED Viewed

@@ -0,0 +1,36 @@
+import type { OcxConfig } from "./types";
+export const DEFAULT_PROVIDER_CONTEXT_CAP = 350_000;
+function isValidContextCap(value: unknown): value is number {
+  return typeof value === "number" && Number.isFinite(value) && value > 0;
+}
+export function providerContextCap(config: Pick<OcxConfig, "providerContextCaps">, provider: string): number | undefined {
+  const value = config.providerContextCaps?.[provider];
+  return isValidContextCap(value) ? value : undefined;
+}
+export function providerContextCaps(config: Pick<OcxConfig, "providerContextCaps">): Record<string, number> {
+  const caps = config.providerContextCaps;
+  if (!caps || typeof caps !== "object" || Array.isArray(caps)) return {};
+  const out: Record<string, number> = {};
+  for (const [provider, value] of Object.entries(caps)) {
+    if (isValidContextCap(value)) out[provider] = value;
+  }
+  return out;
+}
+export function applyProviderContextCap(contextWindow: number | undefined, cap: number | undefined): number | undefined {
+  if (!isValidContextCap(cap)) return contextWindow;
+  if (!isValidContextCap(contextWindow)) return contextWindow;
+  return contextWindow > cap ? cap : contextWindow;
+}
+export function setProviderContextCap(config: OcxConfig, provider: string, enabled: boolean): void {
+  const next = providerContextCaps(config);
+  if (enabled) next[provider] = DEFAULT_PROVIDER_CONTEXT_CAP;
+  else delete next[provider];
+  if (Object.keys(next).length > 0) config.providerContextCaps = next;
+  else delete config.providerContextCaps;
+}

package/src/server.ts CHANGED Viewed

@@ -48,6 +48,7 @@ import { enrichProviderFromCatalog, listKeyLoginProviders } from "./oauth/key-pr
 import { deriveProviderPresets } from "./providers/derive";
 import type { AdapterEvent, OcxConfig, OcxProviderConfig } from "./types";
 import type { OcxUsage } from "./types";
+import { DEFAULT_PROVIDER_CONTEXT_CAP, providerContextCap, providerContextCaps, setProviderContextCap } from "./provider-context-cap";
 import {
   appendUsageEntry,
   readUsageEntries,
@@ -454,7 +455,7 @@ async function handleResponses(
     // whose cancel() aborts the upstream — preventing leaked connections (RC2, passthrough path).
     const upstream = new AbortController();
     linkAbortSignal(upstream, options.abortSignal);
-    const connectMs = config.connectTimeoutMs ?? 30_000;
+    const connectMs = config.connectTimeoutMs ?? 100_000;
     let upstreamResponse: Response;
     try {
       upstreamResponse = await fetchWithHeaderTimeout(request.url, {
@@ -586,7 +587,7 @@ async function handleResponses(
   const upstream = new AbortController();
   const cleanupUpstreamAbort = linkAbortSignal(upstream, options.abortSignal);
-  const connectMs = config.connectTimeoutMs ?? 30_000;
+  const connectMs = config.connectTimeoutMs ?? 100_000;
   const request = adapter.buildRequest(parsed, { headers: selectedForwardHeaders });
   if (typeof request.usageLog?.inputTokens === "number") {
@@ -1759,6 +1760,7 @@ async function handleManagementAPI(req: Request, url: URL, config: OcxConfig): P
     if (name === config.defaultProvider) return jsonResponse({ error: "cannot delete the default provider; set another default first" }, 400);
     const { saveConfig: save } = await import("./config");
     delete config.providers[name];
+    setProviderContextCap(config, name, false);
     save(config);
     const { clearModelCache: clearCache } = await import("./model-cache");
     clearCache(name);
@@ -1771,10 +1773,42 @@ async function handleManagementAPI(req: Request, url: URL, config: OcxConfig): P
     const disabled = new Set(config.disabledModels ?? []);
     return jsonResponse(models.map(m => {
       const namespaced = `${m.provider}/${m.id}`;
-      return { ...m, namespaced, disabled: disabled.has(namespaced) };
+      const contextCap = providerContextCap(config, m.provider);
+      return {
+        ...m,
+        namespaced,
+        disabled: disabled.has(namespaced),
+        ...(contextCap !== undefined ? { contextCap, contextCapped: m.contextCapped === true } : {}),
+      };
     }));
   }
+  if (url.pathname === "/api/provider-context-caps" && req.method === "GET") {
+    return jsonResponse({ cap: DEFAULT_PROVIDER_CONTEXT_CAP, caps: providerContextCaps(config) });
+  }
+  if (url.pathname === "/api/provider-context-caps" && req.method === "PUT") {
+    let body: { provider?: unknown; enabled?: unknown };
+    try { body = await req.json(); } catch { return jsonResponse({ error: "invalid JSON body" }, 400); }
+    if (typeof body.provider !== "string" || typeof body.enabled !== "boolean") {
+      return jsonResponse({ error: "provider string and enabled boolean are required" }, 400);
+    }
+    const provider = body.provider.trim();
+    if (!isValidProviderName(provider)) {
+      return jsonResponse({ error: "provider name must use letters, numbers, dot, underscore, or hyphen and cannot be a reserved object key" }, 400);
+    }
+    if (!hasOwnProvider(config.providers, provider)) {
+      return jsonResponse({ error: "unknown provider" }, 404);
+    }
+    setProviderContextCap(config, provider, body.enabled);
+    const { saveConfig: save } = await import("./config");
+    save(config);
+    const { clearModelCache } = await import("./model-cache");
+    clearModelCache(provider);
+    await refreshCodexCatalogBestEffort();
+    return jsonResponse({ ok: true, cap: DEFAULT_PROVIDER_CONTEXT_CAP, caps: providerContextCaps(config) });
+  }
   // Enable/disable models: which routed models Codex sees. PUT hides them from the catalog +
   // /v1/models and invalidates Codex's 5-min models cache so it applies on the next turn.
   if (url.pathname === "/api/disabled-models" && req.method === "PUT") {

package/src/types.ts CHANGED Viewed

@@ -205,6 +205,8 @@ export interface OcxConfig {
   subagentModels?: string[];
   /** Routed model ids ("<provider>/<model>") hidden from Codex (excluded from the catalog + /v1/models). */
   disabledModels?: string[];
+  /** Provider-level Codex-visible context caps. Values only lower known model context windows. */
+  providerContextCaps?: Record<string, number>;
   /** Bind hostname. Default "127.0.0.1" (loopback only). Set "0.0.0.0" to expose on all interfaces. */
   hostname?: string;
   /** Upstream stall timeout (seconds). After this many seconds of no upstream data, emits response.incomplete. Default 90. Min 1. */