cartethyia 2.5.9 → 2.6.0

package/src/console/api-keys/routes.ts

@@ -6,6 +6,7 @@ import { Elysia, t } from "elysia";
 import { randomBytes, randomUUID } from "node:crypto";
 import { decryptCredentialToString, encryptCredential } from "../../security/crypto";
 import { invalidateApiKeyCache } from "../../security/api-key-auth";
+import { invalidatePublicModels } from "../providers/catalog/public-model-store";
 import { generateShareSlug, hashShareToken } from "../../persistence/stores/share-store";
 import type { AccessDecision } from "../../security/access-control";
 import { ConsoleDomainError, errorResponse, requireTenantScope } from "../shared/errors";
@@ -293,6 +294,17 @@ export function createApiKeyOperations(config: ApiKeyConfig) {
       // budget edit looks like a no-op for up to AUTH_CACHE_TTL_MS per child.
       invalidateApiKeyCache(keyId);
       for (const child of children) invalidateApiKeyCache(child.id);
+      // The allow/deny list and prefix decide which models `/v1/models`
+      // returns, which is a different cache from the auth snapshot: the
+      // listing is cached per (tenant, key, mode, list, prefix), so editing
+      // one must drop it or the endpoint keeps advertising the old set.
+      if (
+        patchRequest.modelAccessMode !== undefined ||
+        patchRequest.modelList !== undefined ||
+        patchRequest.modelPrefix !== undefined
+      ) {
+        invalidatePublicModels(authorized.tenantId);
+      }
 
       // Denylist / allowlist / scopes are auth-snapshot fields: cache
       // invalidation above is enough. Only quota/concurrency edits need an

package/src/console/audit/store.ts

@@ -3,7 +3,7 @@ import { caseInsensitiveLike } from "../../persistence/dialect";
 import { globalOrOwnedBy, ownedByOnly } from "../../persistence/tenant-scope";
 import type { CartethyiaDatabase } from "../../persistence/db-handle";
 import { adminAuditLog, consoleUsers } from "../../persistence/schema";
-import { decodeDatedCursor, encodeCursor } from "../shared/cursor";
+import { decodeDatedCursor, encodeCursor, trimKeysetPage } from "../shared/cursor";
 import type { AuditEntry, AuditListPage, AuditReadStore } from "./contracts";
 
 /**
@@ -125,8 +125,7 @@ export class DrizzleAuditReadStore implements AuditReadStore {
       .orderBy(desc(adminAuditLog.createdAt), desc(adminAuditLog.id))
       .limit(params.limit + 1);
 
-    const overflow = rows.length > params.limit;
-    const trimmed = overflow ? rows.slice(0, params.limit) : rows;
+    const { rows: trimmed, hasMore: overflow } = trimKeysetPage(rows, params.limit);
     const actorNames = await this.resolveActorNames(trimmed.map((row) => row.actor));
     const entries = trimmed.map((row) => mapAuditRow(row, actorNames));
     const lastEntry = entries[entries.length - 1];

package/src/console/auth/setup-service.ts

@@ -151,7 +151,14 @@ export class FirstBootSetupService {
           // that no longer matches the key the operator was shown.
           keyPrefix: defaultApiKey === undefined ? generated.prefix : secret.slice(0, 3),
           keyEncrypted: encryptCredential(secret),
-          requestsPerMinute: 240,
+          // Unset, not a number: a rate limit the operator never chose is a
+          // refusal they will meet without knowing where it came from. The
+          // gateway key is created at first boot and is the one every early
+          // request rides on, so seeding it with 240 made a ceiling out of a
+          // value nobody picked. Unset reads as unlimited in the UI and in
+          // admission, which is what an operator expects from a key they have
+          // not configured.
+          requestsPerMinute: null,
           isDefault: true,
         });
       }

package/src/console/backup/routes.ts

@@ -17,6 +17,7 @@
 import { Elysia, t } from "elysia";
 import type { ConsoleAccessResolver } from "../auth/access";
 import { invalidateApiKeyCache } from "../../security/api-key-auth";
+import { invalidatePublicModels } from "../providers/catalog/public-model-store";
 import { ConsoleDomainError, errorResponse, requireAnyScope } from "../shared/errors";
 import { NO_COMPRESS_HEADER } from "../response-compression";
 import { MAX_BACKUP_BYTES } from "./contracts";
@@ -198,6 +199,11 @@ export function createBackupRoutes(config: BackupRoutesConfig): Elysia {
         // now has, so a resurrected key cannot start with a fresh budget.
         if (result.restored.api_keys !== undefined) {
           invalidateApiKeyCache();
+          // A restore rewrites the catalog and every key's allowlist, so a
+          // cached model listing is stale. Called directly as well as through
+          // the routing notice above, because with no Redis there is no notice
+          // — and this process's own cache would survive the restore.
+          invalidatePublicModels();
           const keys = await config.apiKeyStore?.list(access.tenantId);
           if (keys && config.admissionService) {
             const admission = config.admissionService;
@@ -226,6 +232,7 @@ export function createBackupRoutes(config: BackupRoutesConfig): Elysia {
           detail: { scopes: [...new Set(body.scopes)], deleted: result.deleted },
         });
         invalidateApiKeyCache();
+        invalidatePublicModels();
         await Promise.allSettled([
           config.snapshotInvalidator?.invalidate(),
           ...(config.admissionService