@syncular/server-hono 0.0.6-93 → 0.0.6-96

package/dist/console/routes.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../../src/console/routes.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAGH,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAQ9E,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAqE5B,OAAO,KAAK,EACV,iBAAiB,EACjB,mBAAmB,EAEnB,0BAA0B,EAC3B,MAAM,SAAS,CAAC;AAEjB;;GAEG;AACH,wBAAgB,yBAAyB,CAAC,OAAO,CAAC,EAAE;IAClD,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,GAAG,mBAAmB,CA0DtB;AAmOD,wBAAgB,mBAAmB,CACjC,EAAE,SAAS,UAAU,EACrB,IAAI,SAAS,cAAc,EAC3B,CAAC,SAAS,SAAS,GAAG,SAAS,EAC/B,OAAO,EAAE,0BAA0B,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAurGxD;AA6BD;;;GAGG;AACH,wBAAgB,wBAAwB,CACtC,KAAK,CAAC,EAAE,MAAM,GACb,CAAC,CAAC,EAAE,OAAO,KAAK,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAgBnD"}
+{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../../src/console/routes.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAGH,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAQ9E,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAqE5B,OAAO,KAAK,EACV,iBAAiB,EACjB,mBAAmB,EAEnB,0BAA0B,EAC3B,MAAM,SAAS,CAAC;AAEjB;;GAEG;AACH,wBAAgB,yBAAyB,CAAC,OAAO,CAAC,EAAE;IAClD,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,GAAG,mBAAmB,CA0DtB;AAsPD,wBAAgB,mBAAmB,CACjC,EAAE,SAAS,UAAU,EACrB,IAAI,SAAS,cAAc,EAC3B,CAAC,SAAS,SAAS,GAAG,SAAS,EAC/B,OAAO,EAAE,0BAA0B,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CA44GxD;AA6BD;;;GAGG;AACH,wBAAgB,wBAAwB,CACtC,KAAK,CAAC,EAAE,MAAM,GACb,CAAC,CAAC,EAAE,OAAO,KAAK,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAgBnD"}

package/dist/console/routes.js

@@ -262,6 +262,20 @@ const apiKeysQuerySchema = ConsolePaginationQuerySchema.extend({
 const handlersResponseSchema = z.object({
     items: z.array(ConsoleHandlerSchema),
 });
+const DEFAULT_REQUEST_EVENTS_MAX_AGE_MS = 7 * 24 * 60 * 60 * 1000;
+const DEFAULT_REQUEST_EVENTS_MAX_ROWS = 10_000;
+const DEFAULT_OPERATION_EVENTS_MAX_AGE_MS = 30 * 24 * 60 * 60 * 1000;
+const DEFAULT_OPERATION_EVENTS_MAX_ROWS = 5_000;
+const DEFAULT_AUTO_EVENTS_PRUNE_INTERVAL_MS = 5 * 60 * 1000;
+function readNonNegativeInteger(value, fallback) {
+    if (typeof value !== 'number' || !Number.isFinite(value)) {
+        return fallback;
+    }
+    if (value < 0) {
+        return fallback;
+    }
+    return Math.floor(value);
+}
 export function createConsoleRoutes(options) {
     const routes = new Hono();
     routes.onError((error, context) => {
@@ -275,18 +289,27 @@ export function createConsoleRoutes(options) {
     const db = options.db;
     const metricsAggregationMode = options.metrics?.aggregationMode ?? 'auto';
     const rawFallbackMaxEvents = Math.max(1, options.metrics?.rawFallbackMaxEvents ?? 5000);
-    // Ensure console schema exists (creates sync_request_events table if needed)
-    // Run asynchronously - will be ready before first request typically
-    options.dialect.ensureConsoleSchema?.(options.db).catch((err) => {
+    const requestEventsMaxAgeMs = readNonNegativeInteger(options.maintenance?.requestEventsMaxAgeMs, DEFAULT_REQUEST_EVENTS_MAX_AGE_MS);
+    const requestEventsMaxRows = readNonNegativeInteger(options.maintenance?.requestEventsMaxRows, DEFAULT_REQUEST_EVENTS_MAX_ROWS);
+    const operationEventsMaxAgeMs = readNonNegativeInteger(options.maintenance?.operationEventsMaxAgeMs, DEFAULT_OPERATION_EVENTS_MAX_AGE_MS);
+    const operationEventsMaxRows = readNonNegativeInteger(options.maintenance?.operationEventsMaxRows, DEFAULT_OPERATION_EVENTS_MAX_ROWS);
+    const autoEventsPruneIntervalMs = readNonNegativeInteger(options.maintenance?.autoPruneIntervalMs, DEFAULT_AUTO_EVENTS_PRUNE_INTERVAL_MS);
+    let lastEventsPruneRunAt = 0;
+    // Ensure console schema exists before handlers query console tables.
+    const consoleSchemaReadyPromise = (options.consoleSchemaReady ??
+        options.dialect.ensureConsoleSchema?.(options.db) ??
+        Promise.resolve()).catch((err) => {
         console.error('[console] Failed to ensure console schema:', err);
+        throw err;
     });
     // CORS configuration
     const corsOrigins = options.corsOrigins ?? [
         'http://localhost:5173',
         'https://console.sync.dev',
     ];
+    const allowWildcardCors = corsOrigins === '*';
     routes.use('*', cors({
-        origin: corsOrigins === '*' ? '*' : corsOrigins,
+        origin: allowWildcardCors ? '*' : corsOrigins,
         allowMethods: ['GET', 'POST', 'DELETE', 'OPTIONS'],
         allowHeaders: [
             'Content-Type',
@@ -298,8 +321,30 @@ export function createConsoleRoutes(options) {
             'Tracestate',
         ],
         exposeHeaders: ['X-Total-Count'],
-        credentials: true,
+        credentials: !allowWildcardCors,
     }));
+    const ensureConsoleSchemaReady = async (c) => {
+        try {
+            await consoleSchemaReadyPromise;
+            return null;
+        }
+        catch {
+            return c.json({ error: 'CONSOLE_SCHEMA_UNAVAILABLE' }, 503);
+        }
+    };
+    routes.use('*', async (c, next) => {
+        const readyError = await ensureConsoleSchemaReady(c);
+        if (readyError) {
+            return readyError;
+        }
+        await next();
+    });
+    routes.use('*', async (c, next) => {
+        if (c.req.method !== 'OPTIONS') {
+            triggerAutomaticEventsPrune();
+        }
+        await next();
+    });
     // Auth middleware
     const requireAuth = async (c) => {
         const auth = await options.authenticate(c);
@@ -385,6 +430,161 @@ export function createConsoleRoutes(options) {
         resultPayload: parseJsonValue(row.result_payload),
         createdAt: row.created_at ?? '',
     });
+    const deleteUnreferencedPayloadSnapshots = async () => {
+        const result = await db
+            .deleteFrom('sync_request_payloads')
+            .where('payload_ref', 'not in', db
+            .selectFrom('sync_request_events')
+            .select('payload_ref')
+            .where('payload_ref', 'is not', null))
+            .executeTakeFirst();
+        return Number(result?.numDeletedRows ?? 0);
+    };
+    const pruneRequestEventsByAge = async () => {
+        if (requestEventsMaxAgeMs <= 0) {
+            return 0;
+        }
+        const cutoffDate = new Date(Date.now() - requestEventsMaxAgeMs);
+        const result = await db
+            .deleteFrom('sync_request_events')
+            .where('created_at', '<', cutoffDate.toISOString())
+            .executeTakeFirst();
+        return Number(result?.numDeletedRows ?? 0);
+    };
+    const pruneRequestEventsByCount = async () => {
+        if (requestEventsMaxRows <= 0) {
+            return 0;
+        }
+        const countRow = await db
+            .selectFrom('sync_request_events')
+            .select(({ fn }) => fn.countAll().as('total'))
+            .executeTakeFirst();
+        const total = coerceNumber(countRow?.total) ?? 0;
+        if (total <= requestEventsMaxRows) {
+            return 0;
+        }
+        const cutoffRow = await db
+            .selectFrom('sync_request_events')
+            .select(['event_id'])
+            .orderBy('event_id', 'desc')
+            .offset(requestEventsMaxRows)
+            .limit(1)
+            .executeTakeFirst();
+        const cutoffEventId = coerceNumber(cutoffRow?.event_id);
+        if (cutoffEventId === null) {
+            return 0;
+        }
+        const result = await db
+            .deleteFrom('sync_request_events')
+            .where('event_id', '<=', cutoffEventId)
+            .executeTakeFirst();
+        return Number(result?.numDeletedRows ?? 0);
+    };
+    const pruneOperationEventsByAge = async () => {
+        if (operationEventsMaxAgeMs <= 0) {
+            return 0;
+        }
+        const cutoffDate = new Date(Date.now() - operationEventsMaxAgeMs);
+        const result = await db
+            .deleteFrom('sync_operation_events')
+            .where('created_at', '<', cutoffDate.toISOString())
+            .executeTakeFirst();
+        return Number(result?.numDeletedRows ?? 0);
+    };
+    const pruneOperationEventsByCount = async () => {
+        if (operationEventsMaxRows <= 0) {
+            return 0;
+        }
+        const countRow = await db
+            .selectFrom('sync_operation_events')
+            .select(({ fn }) => fn.countAll().as('total'))
+            .executeTakeFirst();
+        const total = coerceNumber(countRow?.total) ?? 0;
+        if (total <= operationEventsMaxRows) {
+            return 0;
+        }
+        const cutoffRow = await db
+            .selectFrom('sync_operation_events')
+            .select(['operation_id'])
+            .orderBy('operation_id', 'desc')
+            .offset(operationEventsMaxRows)
+            .limit(1)
+            .executeTakeFirst();
+        const cutoffOperationId = coerceNumber(cutoffRow?.operation_id);
+        if (cutoffOperationId === null) {
+            return 0;
+        }
+        const result = await db
+            .deleteFrom('sync_operation_events')
+            .where('operation_id', '<=', cutoffOperationId)
+            .executeTakeFirst();
+        return Number(result?.numDeletedRows ?? 0);
+    };
+    const pruneConsoleEvents = async () => {
+        const requestEventsDeletedByAge = await pruneRequestEventsByAge();
+        const requestEventsDeletedByCount = await pruneRequestEventsByCount();
+        const requestEventsDeleted = requestEventsDeletedByAge + requestEventsDeletedByCount;
+        const operationEventsDeletedByAge = await pruneOperationEventsByAge();
+        const operationEventsDeletedByCount = await pruneOperationEventsByCount();
+        const operationEventsDeleted = operationEventsDeletedByAge + operationEventsDeletedByCount;
+        const payloadSnapshotsDeleted = await deleteUnreferencedPayloadSnapshots();
+        const totalDeleted = requestEventsDeleted + operationEventsDeleted;
+        return {
+            requestEventsDeleted,
+            operationEventsDeleted,
+            payloadSnapshotsDeleted,
+            totalDeleted,
+        };
+    };
+    let eventsPrunePromise = null;
+    const runEventsPrune = async () => {
+        if (eventsPrunePromise) {
+            return eventsPrunePromise;
+        }
+        let pending;
+        pending = pruneConsoleEvents()
+            .then((result) => {
+            lastEventsPruneRunAt = Date.now();
+            return result;
+        })
+            .finally(() => {
+            if (eventsPrunePromise === pending) {
+                eventsPrunePromise = null;
+            }
+        });
+        eventsPrunePromise = pending;
+        return pending;
+    };
+    const triggerAutomaticEventsPrune = () => {
+        if (autoEventsPruneIntervalMs <= 0) {
+            return;
+        }
+        if (eventsPrunePromise) {
+            return;
+        }
+        if (Date.now() - lastEventsPruneRunAt < autoEventsPruneIntervalMs) {
+            return;
+        }
+        void runEventsPrune()
+            .then((result) => {
+            if (result.totalDeleted <= 0 && result.payloadSnapshotsDeleted <= 0) {
+                return;
+            }
+            logSyncEvent({
+                event: 'console.prune_events_auto',
+                deletedCount: result.totalDeleted,
+                requestEventsDeleted: result.requestEventsDeleted,
+                operationEventsDeleted: result.operationEventsDeleted,
+                payloadDeletedCount: result.payloadSnapshotsDeleted,
+            });
+        })
+            .catch((error) => {
+            logSyncEvent({
+                event: 'console.prune_events_auto_failed',
+                error: error instanceof Error ? error.message : String(error),
+            });
+        });
+    };
     const recordOperationEvent = async (event) => {
         await db
             .insertInto('sync_operation_events')
@@ -2030,10 +2230,12 @@ export function createConsoleRoutes(options) {
             return c.json({ error: 'UNAUTHENTICATED' }, 401);
         const res = await db.deleteFrom('sync_request_events').executeTakeFirst();
         const deletedCount = Number(res?.numDeletedRows ?? 0);
+        const payloadDeletedCount = await deleteUnreferencedPayloadSnapshots();
         logSyncEvent({
             event: 'console.clear_events',
             consoleUserId: auth.consoleUserId,
             deletedCount,
+            payloadDeletedCount,
         });
         const result = { deletedCount };
         return c.json(result, 200);
@@ -2064,45 +2266,15 @@ export function createConsoleRoutes(options) {
         const auth = await requireAuth(c);
         if (!auth)
             return c.json({ error: 'UNAUTHENTICATED' }, 401);
-        // Prune events older than 7 days or keep max 10000 events
-        const cutoffDate = new Date(Date.now() - 7 * 24 * 60 * 60 * 1000);
-        // Delete by date first
-        const resByDate = await db
-            .deleteFrom('sync_request_events')
-            .where('created_at', '<', cutoffDate.toISOString())
-            .executeTakeFirst();
-        let deletedCount = Number(resByDate?.numDeletedRows ?? 0);
-        // Then delete oldest if we still have more than 10000 events
-        const countRow = await db
-            .selectFrom('sync_request_events')
-            .select(({ fn }) => fn.countAll().as('total'))
-            .executeTakeFirst();
-        const total = coerceNumber(countRow?.total) ?? 0;
-        const maxEvents = 10000;
-        if (total > maxEvents) {
-            // Find event_id cutoff to keep only newest maxEvents
-            const cutoffRow = await db
-                .selectFrom('sync_request_events')
-                .select(['event_id'])
-                .orderBy('event_id', 'desc')
-                .offset(maxEvents)
-                .limit(1)
-                .executeTakeFirst();
-            if (cutoffRow) {
-                const cutoffEventId = coerceNumber(cutoffRow.event_id);
-                if (cutoffEventId !== null) {
-                    const resByCount = await db
-                        .deleteFrom('sync_request_events')
-                        .where('event_id', '<=', cutoffEventId)
-                        .executeTakeFirst();
-                    deletedCount += Number(resByCount?.numDeletedRows ?? 0);
-                }
-            }
-        }
+        const pruneResult = await runEventsPrune();
+        const deletedCount = pruneResult.totalDeleted;
         logSyncEvent({
             event: 'console.prune_events',
             consoleUserId: auth.consoleUserId,
             deletedCount,
+            requestEventsDeleted: pruneResult.requestEventsDeleted,
+            operationEventsDeleted: pruneResult.operationEventsDeleted,
+            payloadDeletedCount: pruneResult.payloadSnapshotsDeleted,
         });
         const result = { deletedCount };
         return c.json(result, 200);