@m6d/cortex-server 2.3.0 → 2.4.0

package/src/lib/db/schema.mssql.ts

@@ -1,7 +1,17 @@
 // fallow-ignore-file duplicate-export -- mssql twin of schema.pg; table exports intentionally share names so the adapters stay symmetric
 import { ATTACHMENT_STATUSES } from "@cortex/contracts/wire";
 import { sql } from "drizzle-orm";
-import { customType, datetime2, index, int, mssqlSchema, nvarchar } from "drizzle-orm/mssql-core";
+import {
+    bigint,
+    bit,
+    customType,
+    datetime2,
+    index,
+    int,
+    mssqlSchema,
+    nvarchar,
+} from "drizzle-orm/mssql-core";
+import type { SyncEvent } from "@cortex/contracts/runtime";
 import type { ChatMessage, TokenUsage } from "@/types";
 import type { ThreadContextMeta } from "@/ai/context/types";
 
@@ -30,6 +40,7 @@ export const threads = aiSchema.table("threads", {
     userId: nvarchar({ length: 255 }).notNull(),
     agentId: nvarchar({ length: 128 }).notNull().default("default"),
     title: nvarchar({ length: 256 }),
+    isTest: bit().notNull().default(false),
     session: nvarchar({ mode: "json", length: "max" }).$type<Record<string, unknown>>(),
     contextMeta: nvarchar({ mode: "json", length: "max" }).$type<ThreadContextMeta>(),
     ...auditColumns,
@@ -92,3 +103,23 @@ export const attachments = aiSchema.table(
     },
     (table) => [index("attachments_thread_id_index").on(table.threadId)],
 );
+
+/**
+ * Events awaiting the cc sync flusher. Insertion order (the identity id) is
+ * flush order; `ack` deletes.
+ */
+/** Single row naming this database's generation. `epoch` is minted on first
+ * flush and changes only when the database is recreated, letting cc tell a
+ * reset outbox sequence from a stale sync batch. */
+export const syncMeta = aiSchema.table("sync_meta", {
+    id: int().primaryKey(),
+    epoch: nvarchar({ length: 36 }).notNull(),
+});
+
+export const syncOutbox = aiSchema.table("sync_outbox", {
+    id: bigint({ mode: "number" }).identity().primaryKey(),
+    event: nvarchar({ mode: "json", length: "max" }).notNull().$type<SyncEvent>(),
+    createdAt: datetime2({ mode: "date" })
+        .$default(() => new Date())
+        .notNull(),
+});

package/src/lib/db/schema.pg.ts

@@ -1,5 +1,7 @@
 import { ATTACHMENT_STATUSES } from "@cortex/contracts/wire";
 import {
+    bigserial,
+    boolean,
     index,
     integer,
     jsonb,
@@ -9,6 +11,7 @@ import {
     uuid,
     varchar,
 } from "drizzle-orm/pg-core";
+import type { SyncEvent } from "@cortex/contracts/runtime";
 import type { ChatMessage, TokenUsage } from "@/types";
 import type { ThreadContextMeta } from "@/ai/context/types";
 
@@ -35,6 +38,7 @@ export const threads = aiSchema.table("threads", {
     userId: varchar({ length: 255 }).notNull(),
     agentId: varchar({ length: 128 }).notNull().default("default"),
     title: varchar({ length: 256 }),
+    isTest: boolean().notNull().default(false),
     session: jsonb().$type<Record<string, unknown>>(),
     contextMeta: jsonb().$type<ThreadContextMeta>(),
     ...auditColumns,
@@ -93,3 +97,23 @@ export const attachments = aiSchema.table(
     },
     (table) => [index("attachments_thread_id_index").on(table.threadId)],
 );
+
+/**
+ * Events awaiting the cc sync flusher. Insertion order (the bigserial id) is
+ * flush order; `ack` deletes.
+ */
+/** Single row naming this database's generation. `epoch` is minted on first
+ * flush and changes only when the database is recreated, letting cc tell a
+ * reset outbox sequence from a stale sync batch. */
+export const syncMeta = aiSchema.table("sync_meta", {
+    id: integer().primaryKey(),
+    epoch: varchar({ length: 36 }).notNull(),
+});
+
+export const syncOutbox = aiSchema.table("sync_outbox", {
+    id: bigserial({ mode: "number" }).primaryKey(),
+    event: jsonb().notNull().$type<SyncEvent>(),
+    createdAt: timestamp({ mode: "date", withTimezone: true })
+        .$default(() => new Date())
+        .notNull(),
+});

package/src/lib/factory.ts

@@ -18,6 +18,7 @@ import { createPostgresAdapter } from "./adapters/database/postgres/index";
 import { createMinioAdapter } from "./adapters/storage/minio";
 import { ControlCenterClient } from "./cc/client";
 import { getControlCenterConfig } from "./cc/config-cache";
+import { startSyncFlusher } from "./cc/flusher";
 import { AGENT_SLUG_PATTERN } from "./cc/types";
 
 export type CortexInstance = {
@@ -27,30 +28,39 @@ export type CortexInstance = {
         fetch: Hono<AppEnv>["fetch"];
         websocket: typeof websocket;
     }>;
+    /** Stops the cc sync flusher (a no-op before `serve` or without cc). */
+    stop(): void;
 };
 
 export function createCortex(config: CortexConfig) {
+    let stopFlusher: (() => void) | undefined;
+
     return {
         async serve() {
             const storage = config.storage ? createMinioAdapter(config.storage) : undefined;
-            const createAdapter =
-                config.database.type === "postgres" ? createPostgresAdapter : createMssqlAdapter;
-            const db = createAdapter(config.database.connectionString, storage);
             const ccClient = config.controlCenter
                 ? new ControlCenterClient(config.controlCenter)
                 : null;
+            const createAdapter =
+                config.database.type === "postgres" ? createPostgresAdapter : createMssqlAdapter;
+            const db = createAdapter(config.database.connectionString, storage, {
+                // Mirror events are only worth writing when a flusher exists
+                // to drain them to cc.
+                syncMirror: ccClient !== null,
+            });
 
-            if (config.redis) {
-                configureRunCoordination(
-                    createRedisRuns(getRedisConnections(config.redis.url), config.redis),
-                );
+            const redis = config.redis ? getRedisConnections(config.redis.url) : undefined;
+            if (redis && config.redis) {
+                configureRunCoordination(createRedisRuns(redis, config.redis));
             }
 
             await runMigrations(config.database);
 
+            if (ccClient) stopFlusher = startSyncFlusher(db, ccClient, redis?.publisher);
+
             const app = new Hono<AppEnv>();
 
-            const userLoader = createUserLoaderMiddleware(config.auth);
+            const userLoader = createUserLoaderMiddleware(config.auth, config.controlCenter);
             app.use("*", userLoader);
 
             // Compatibility WebSocket route
@@ -123,5 +133,9 @@ export function createCortex(config: CortexConfig) {
                 websocket,
             };
         },
+
+        stop() {
+            stopFlusher?.();
+        },
     } satisfies CortexInstance;
 }

package/src/lib/routes/threads.ts

@@ -3,6 +3,7 @@ import { zValidator } from "@hono/zod-validator";
 import z from "zod";
 import type { CortexAppEnv } from "@/types";
 import { requireAuth } from "@/auth/middleware";
+import { isPlaygroundRequest } from "@/auth/playground";
 import { abortRun, runningThreadIds } from "@/ai/active-runs";
 import { notify } from "@/ws/connections";
 import { requireOwnedThread } from "./owned-thread";
@@ -27,7 +28,10 @@ export function createThreadRoutes() {
             const config = c.get("agentConfig");
             const agentId = c.get("agentId");
             const userId = c.get("user").id;
-            const thread = await config.db.threads.create(userId, agentId);
+            // A verified cc-signed header marks the thread as playground test
+            // data — excluded from stats and badged in cc's browser.
+            const isTest = await isPlaygroundRequest(config.controlCenter, c.req.raw);
+            const thread = await config.db.threads.create(userId, agentId, { isTest });
 
             notify(userId, agentId, {
                 type: "thread:created",