@morlay/session-rdb 0.0.11 → 0.0.12

package/src/postgres.ts

@@ -0,0 +1,369 @@
+import { randomUUID } from "node:crypto";
+import { and, desc, eq, gte, sql } from "drizzle-orm";
+import type { PgAsyncDatabase, PgAsyncTransaction, PgQueryResultHKT } from "drizzle-orm/pg-core";
+import type { SessionId } from "@deepseek-ai/dsh-session";
+import type { SessionStorageMetadata } from "@deepseek-ai/dsh-session-persistence";
+import {
+  type Backend,
+  type BackendTx,
+  type EventInsert,
+  type EventRow,
+  type SessionRow,
+} from "./backend.ts";
+import { SCHEMA_VERSION, SESSION_PERSISTENCE_SQLITE_APPLICATION_ID } from "./schema.ts";
+import { createTablesSql, toPostgresSchema } from "./adapters/index.ts";
+import { postgresTableDefs } from "./entities/index.ts";
+import { sessionConflictRow, sessionInsertRow } from "./log.ts";
+
+export interface PostgresBackendOptions {
+  identityBase: string;
+
+  schema?: string;
+
+  close: () => Promise<void>;
+}
+
+export class PostgresBackend<THKT extends PgQueryResultHKT = PgQueryResultHKT> implements Backend {
+  readonly kind = "postgres" as const;
+  storeIdentity!: string;
+
+  private readonly tables: Record<string, any>;
+
+  constructor(
+    private readonly db: PgAsyncDatabase<THKT>,
+    private readonly options: PostgresBackendOptions,
+  ) {
+    this.tables = toPostgresSchema(postgresTableDefs, this.options.schema ?? "public");
+  }
+
+  async open(): Promise<void> {
+    const storeId = await this.db.transaction(async (tx) => {
+      const schema = this.options.schema ?? "public";
+      // 探测在建表之前：t_schema_meta 存在与否区分全新库与已有库。
+      // `to_regclass` 是数据库元数据查询，drizzle 无对应 API；schema 限定
+      // 显式引用（不依赖 search_path）。
+      const qualifiedMeta = schema === "public" ? "t_schema_meta" : `"${schema}".t_schema_meta`;
+      const probe = (await tx.execute(
+        sql`SELECT to_regclass(${qualifiedMeta}) IS NOT NULL AS exists`,
+      )) as unknown as { rows: { exists: boolean }[] };
+      const metaExists = probe.rows[0]?.exists === true;
+      // DDL 一次一条（PG 的 extended query protocol 拒绝多语句字符串），
+      // 逐条执行保持初始化原子。
+      for (const statement of createTablesSql("postgres", postgresTableDefs, schema)) {
+        await tx.execute(sql.raw(statement));
+      }
+      if (!metaExists) {
+        await tx
+          .insert(this.tables["t_schema_meta"])
+          .values([
+            { fKey: "schema_version", fValue: String(SCHEMA_VERSION) },
+            { fKey: "application_id", fValue: String(SESSION_PERSISTENCE_SQLITE_APPLICATION_ID) },
+          ])
+          .execute();
+      }
+      // 校验：缺版本行 = 有对象但未版本化 → 拒绝，不迁移。
+      const version = await this.readMeta(tx, "schema_version");
+      const applicationId = await this.readMeta(tx, "application_id");
+      if (version === undefined || applicationId === undefined) {
+        throw new Error("session database has an unversioned schema or application identity");
+      }
+      if (Number(version) !== SCHEMA_VERSION) {
+        throw new Error(
+          `session database has schema version ${version}, incompatible with this build (${SCHEMA_VERSION})`,
+        );
+      }
+      if (Number(applicationId) !== SESSION_PERSISTENCE_SQLITE_APPLICATION_ID) {
+        throw new Error(
+          `session database has application id ${applicationId}, expected ${SESSION_PERSISTENCE_SQLITE_APPLICATION_ID}`,
+        );
+      }
+      await tx
+        .insert(this.tables["t_persistence_state"])
+        .values({ fSingleton: 1, fStoreId: randomUUID() })
+        .onConflictDoNothing()
+        .execute();
+      const store = await tx
+        .select({ fStoreId: this.tables["t_persistence_state"].fStoreId })
+        .from(this.tables["t_persistence_state"])
+        .where(eq(this.tables["t_persistence_state"].fSingleton, 1))
+        .execute();
+      const storeId = store[0]?.fStoreId;
+      if (storeId === undefined || storeId.length === 0) {
+        throw new Error("session database has no valid store identity");
+      }
+      return storeId;
+    });
+    this.storeIdentity = `${this.options.identityBase}:store:${storeId}`;
+  }
+
+  async close(): Promise<void> {
+    await this.options.close();
+  }
+
+  async getSession(id: SessionId): Promise<SessionRow | undefined> {
+    return (
+      await this.db
+        .select()
+        .from(this.tables["t_sessions"])
+        .where(eq(this.tables["t_sessions"].fSessionId, id))
+        .execute()
+    )[0] as SessionRow | undefined;
+  }
+
+  async getSeqMapRows(id: SessionId): Promise<Array<{ fSequence: number; fOriginalSeq: number }>> {
+    return this.db
+      .select({
+        fSequence: this.tables["t_session_events"].fSequence,
+        fOriginalSeq: this.tables["t_session_events"].fOriginalSeq,
+      })
+      .from(this.tables["t_session_events"])
+      .where(eq(this.tables["t_session_events"].fSessionId, id))
+      .execute();
+  }
+
+  async getEventRows(id: SessionId, fromSequence?: number): Promise<EventRow[]> {
+    const scoped =
+      fromSequence === undefined
+        ? this.eventRows(this.db).where(eq(this.tables["t_session_events"].fSessionId, id))
+        : this.eventRows(this.db).where(
+            and(
+              eq(this.tables["t_session_events"].fSessionId, id),
+              gte(this.tables["t_session_events"].fSequence, fromSequence),
+            ),
+          );
+    return scoped
+      .orderBy(this.tables["t_session_events"].fSequence)
+      .execute() as unknown as EventRow[];
+  }
+
+  async listSessions(): Promise<SessionRow[]> {
+    return this.db.select().from(this.tables["t_sessions"]).execute() as unknown as Promise<
+      SessionRow[]
+    >;
+  }
+
+  async transaction<T>(fn: (tx: BackendTx) => Promise<T>): Promise<T> {
+    return this.db.transaction(async (tx) => fn(this.txFor(tx)));
+  }
+
+  private txFor(tx: PgAsyncTransaction<THKT>): BackendTx {
+    return {
+      upsertSession: (storage, incarnation) => this.upsertSession(tx, storage, incarnation),
+      getHead: (id) => this.getHead(tx, id),
+      getSeedLength: (id) => this.getSeedLength(tx, id),
+      updateSeedLength: (id, seedLength) => this.updateSeedLength(tx, id, seedLength),
+      insertEvents: (events) => this.insertEvents(tx, events),
+      insertBridges: (rows) => this.insertBridges(tx, rows),
+      updateHead: (id, headEventId, headSequence) =>
+        this.updateHead(tx, id, headEventId, headSequence),
+      bumpRevision: (id) => this.bumpRevision(tx, id),
+      deleteBridgeTail: (id, fromSequence) => this.deleteBridgeTail(tx, id, fromSequence),
+      getPrevBridge: (id, sequence) => this.getPrevBridge(tx, id, sequence),
+      getLastBridge: (id) => this.getLastBridge(tx, id),
+    };
+  }
+
+  // --- meta helpers ---
+
+  private async readMeta(exec: PgAsyncDatabase<THKT>, key: string): Promise<string | undefined> {
+    const rows = await exec
+      .select({ fValue: this.tables["t_schema_meta"].fValue })
+      .from(this.tables["t_schema_meta"])
+      .where(eq(this.tables["t_schema_meta"].fKey, key))
+      .execute();
+    return rows[0]?.fValue;
+  }
+
+  // --- row primitives (transaction-internal) ---
+
+  private async upsertSession(
+    exec: PgAsyncDatabase<THKT>,
+    storage: SessionStorageMetadata,
+    incarnation: string,
+  ): Promise<void> {
+    await exec
+      .insert(this.tables["t_sessions"])
+      .values(sessionInsertRow(storage, incarnation))
+      .onConflictDoUpdate({
+        target: this.tables["t_sessions"].fSessionId,
+        set: sessionConflictRow(storage),
+      })
+      .execute();
+  }
+
+  private async getHead(
+    exec: PgAsyncDatabase<THKT>,
+    id: SessionId,
+  ): Promise<Pick<SessionRow, "fHeadEventId" | "fHeadSequence">> {
+    const head = (
+      await exec
+        .select({
+          fHeadEventId: this.tables["t_sessions"].fHeadEventId,
+          fHeadSequence: this.tables["t_sessions"].fHeadSequence,
+        })
+        .from(this.tables["t_sessions"])
+        .where(eq(this.tables["t_sessions"].fSessionId, id))
+        .execute()
+    )[0] as Pick<SessionRow, "fHeadEventId" | "fHeadSequence"> | undefined;
+    /* v8 ignore next -- appendBatch/commitRepair always materialize the row before reading the head */
+    if (head === undefined) throw new Error(`session "${id}" has no materialized row`);
+    return head;
+  }
+
+  private async getSeedLength(exec: PgAsyncDatabase<THKT>, id: SessionId): Promise<number | null> {
+    const row = (
+      await exec
+        .select({ fSeedLength: this.tables["t_sessions"].fSeedLength })
+        .from(this.tables["t_sessions"])
+        .where(eq(this.tables["t_sessions"].fSessionId, id))
+        .execute()
+    )[0] as { fSeedLength: number | null } | undefined;
+    /* v8 ignore next -- rewind always materializes the row before reading the seed length */
+    if (row === undefined) throw new Error(`session "${id}" has no materialized row`);
+    return row.fSeedLength;
+  }
+
+  private async updateSeedLength(
+    exec: PgAsyncDatabase<THKT>,
+    id: SessionId,
+    seedLength: number,
+  ): Promise<void> {
+    await exec
+      .update(this.tables["t_sessions"])
+      .set({ fSeedLength: seedLength })
+      .where(eq(this.tables["t_sessions"].fSessionId, id))
+      .execute();
+  }
+
+  private static readonly INSERT_BATCH_ROWS = 1000;
+
+  private async insertEvents(exec: PgAsyncDatabase<THKT>, events: EventInsert[]): Promise<void> {
+    if (events.length === 0) return;
+    for (let i = 0; i < events.length; i += PostgresBackend.INSERT_BATCH_ROWS) {
+      await exec
+        .insert(this.tables["t_events"])
+        .values(
+          events.slice(i, i + PostgresBackend.INSERT_BATCH_ROWS).map((event) => ({ ...event })),
+        )
+        .execute();
+    }
+  }
+
+  private async insertBridges(
+    exec: PgAsyncDatabase<THKT>,
+    rows: Array<{
+      fSessionId: SessionId;
+      fEventId: string;
+      fSequence: number;
+      fOriginalSeq: number;
+      fSurfaceOp: string | null;
+    }>,
+  ): Promise<void> {
+    if (rows.length === 0) return;
+    for (let i = 0; i < rows.length; i += PostgresBackend.INSERT_BATCH_ROWS) {
+      await exec
+        .insert(this.tables["t_session_events"])
+        .values(rows.slice(i, i + PostgresBackend.INSERT_BATCH_ROWS).map((row) => ({ ...row })))
+        .execute();
+    }
+  }
+
+  private async updateHead(
+    exec: PgAsyncDatabase<THKT>,
+    id: SessionId,
+    headEventId: string,
+    headSequence: number,
+  ): Promise<void> {
+    await exec
+      .update(this.tables["t_sessions"])
+      .set({ fHeadEventId: headEventId, fHeadSequence: headSequence })
+      .where(eq(this.tables["t_sessions"].fSessionId, id))
+      .execute();
+  }
+
+  private async bumpRevision(exec: PgAsyncDatabase<THKT>, id: SessionId): Promise<void> {
+    await exec
+      .update(this.tables["t_sessions"])
+      .set({ fRevision: sql`${this.tables["t_sessions"].fRevision} + 1` })
+      .where(eq(this.tables["t_sessions"].fSessionId, id))
+      .execute();
+  }
+
+  private async deleteBridgeTail(
+    exec: PgAsyncDatabase<THKT>,
+    id: SessionId,
+    fromSequence: number,
+  ): Promise<void> {
+    await exec
+      .delete(this.tables["t_session_events"])
+      .where(
+        and(
+          eq(this.tables["t_session_events"].fSessionId, id),
+          gte(this.tables["t_session_events"].fSequence, fromSequence),
+        ),
+      )
+      .execute();
+  }
+
+  private async getPrevBridge(
+    exec: PgAsyncDatabase<THKT>,
+    id: SessionId,
+    sequence: number,
+  ): Promise<{ fEventId: string; fSequence: number } | undefined> {
+    return (
+      await exec
+        .select({
+          fEventId: this.tables["t_session_events"].fEventId,
+          fSequence: this.tables["t_session_events"].fSequence,
+        })
+        .from(this.tables["t_session_events"])
+        .where(
+          and(
+            eq(this.tables["t_session_events"].fSessionId, id),
+            eq(this.tables["t_session_events"].fSequence, sequence),
+          ),
+        )
+        .execute()
+    )[0] as { fEventId: string; fSequence: number } | undefined;
+  }
+
+  private async getLastBridge(
+    exec: PgAsyncDatabase<THKT>,
+    id: SessionId,
+  ): Promise<{ fEventId: string; fSequence: number } | undefined> {
+    return (
+      await exec
+        .select({
+          fEventId: this.tables["t_session_events"].fEventId,
+          fSequence: this.tables["t_session_events"].fSequence,
+        })
+        .from(this.tables["t_session_events"])
+        .where(eq(this.tables["t_session_events"].fSessionId, id))
+        .orderBy(desc(this.tables["t_session_events"].fSequence))
+        .limit(1)
+        .execute()
+    )[0] as { fEventId: string; fSequence: number } | undefined;
+  }
+
+  private eventRows(exec: PgAsyncDatabase<THKT>) {
+    return exec
+      .select({
+        fEventId: this.tables["t_session_events"].fEventId,
+        fSequence: this.tables["t_session_events"].fSequence,
+        fOriginalSeq: this.tables["t_session_events"].fOriginalSeq,
+        fType: this.tables["t_events"].fType,
+        fKind: this.tables["t_events"].fKind,
+        fRole: this.tables["t_events"].fRole,
+        fName: this.tables["t_events"].fName,
+        fActionId: this.tables["t_events"].fActionId,
+        fCreatedAt: this.tables["t_events"].fCreatedAt,
+        fData: this.tables["t_events"].fData,
+        fSurfaceOp: this.tables["t_session_events"].fSurfaceOp,
+      })
+      .from(this.tables["t_session_events"])
+      .innerJoin(
+        this.tables["t_events"],
+        eq(this.tables["t_session_events"].fEventId, this.tables["t_events"].fEventId),
+      );
+  }
+}

package/src/schema.ts

@@ -0,0 +1,234 @@
+import type { SessionEvent } from "@deepseek-ai/dsh-session";
+import { toSqliteSchema } from "./adapters/index.ts";
+import { sqliteTableDefs } from "./entities/index.ts";
+
+export const SCHEMA_VERSION = 2;
+
+export const SESSION_PERSISTENCE_SQLITE_APPLICATION_ID = 0x44534850;
+
+export const EPHEMERAL_EVENT_TYPES = ["assistant/chunk"] as const;
+
+export const EVENT_ENCODING = "json";
+
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+const sqliteTables: Record<string, any> = toSqliteSchema(sqliteTableDefs);
+
+export const tPersistenceState = sqliteTables["t_persistence_state"]!;
+
+export const tSessions = sqliteTables["t_sessions"]!;
+
+export const tEvents = sqliteTables["t_events"]!;
+
+export const tSessionEvents = sqliteTables["t_session_events"]!;
+
+export type { SessionRow } from "./backend.ts";
+
+export type { EventRow } from "./backend.ts";
+
+export type JournalMode = "wal" | "delete" | "truncate" | "persist";
+
+export const DEFAULT_BUSY_TIMEOUT_MS = 5000;
+
+export function isEphemeralType(type: string): boolean {
+  return (EPHEMERAL_EVENT_TYPES as readonly string[]).includes(type);
+}
+
+export function isPersistedEvent(event: SessionEvent): boolean {
+  return (
+    !isEphemeralType(event.type) &&
+    (event as SessionEvent & { ignorable?: unknown }).ignorable !== true
+  );
+}
+
+export type EventKind =
+  | "message"
+  | "thinking"
+  | "turn"
+  | "tool"
+  | "request"
+  | "config"
+  | "audit"
+  | "lifecycle"
+  | "inbox"
+  | "compaction"
+  | "llm"
+  | "subagent"
+  | "team"
+  | "workflow"
+  | "goal"
+  | "schedule"
+  | "todo"
+  | "web";
+
+export type EventRole = "user" | "assistant" | "tool";
+
+export function eventKind(event: { type: string; data?: unknown }): EventKind | "" {
+  switch (event.type) {
+    case "user/message":
+      return "message";
+    case "assistant/message": {
+      const content = (event.data as { message?: { content?: unknown[] } }).message?.content;
+      if (content?.some((block) => (block as { type?: string })?.type === "reasoning")) {
+        return "thinking";
+      }
+      return "message";
+    }
+    case "turn/start":
+    case "turn/end":
+    case "step/start":
+    case "step/end":
+    case "session/end-seed":
+      return "turn";
+    case "tool/call":
+    case "tool/result":
+    case "tool/code-dispatch-start":
+    case "tool/code-dispatch":
+      return "tool";
+    case "request/header":
+    case "request/context":
+      return "request";
+    case "model/selection":
+    case "permission/preset":
+    case "approval/policy":
+    case "sandbox/mode":
+    case "plan/mode":
+    case "agent-preset/selected":
+      return "config";
+    case "approval/asked":
+    case "approval/decided":
+    case "command/run":
+    case "command/done":
+    case "hook/invoked":
+    case "hook/result":
+    case "feedback/record":
+      return "audit";
+    case "session/title":
+    case "session/title-llm-request":
+    case "session-log-deepseek/delivery-accepted":
+      return "lifecycle";
+    case "agent/inbox/spliced":
+      return "inbox";
+    case "compaction/start":
+    case "compaction/end":
+    case "compaction/summary":
+    case "compaction/prune":
+      return "compaction";
+    case "llm/retry":
+    case "llm/retry-started":
+      return "llm";
+    case "subagent/descriptor":
+    case "subagent/model-selection-policy":
+      return "subagent";
+    case "team/member":
+    case "team/task":
+    case "team/message/queued":
+    case "team/message/delivered":
+      return "team";
+    case "tool-workflow/run-start":
+    case "tool-workflow/run-end":
+    case "tool-workflow/agent-start":
+    case "tool-workflow/agent-end":
+      return "workflow";
+    case "goal/change":
+      return "goal";
+    case "schedule/change":
+      return "schedule";
+    case "todo/write":
+      return "todo";
+    case "web/deepseek-search-llm-request":
+      return "web";
+    default:
+      return ""; // unknown plugin-merged type
+  }
+}
+
+export function eventDimensions(event: SessionEvent): {
+  kind: string;
+  role: string;
+  name: string;
+  actionId: string;
+} {
+  const kind = eventKind(event);
+  // 插件合并类型不在 core 的判别联合内，type/data 经结构化视图访问。
+  const type = event.type as string;
+  const data = event.data as Record<string, unknown>;
+  switch (type) {
+    case "user/message":
+      return { kind, role: "user", name: "", actionId: "" };
+    case "assistant/message":
+      return { kind, role: "assistant", name: "", actionId: "" };
+    case "tool/result": {
+      // append 可能携带旧形状（无 message）；可选链容忍。
+      const message = data["message"] as { content?: Array<{ toolCallId?: string }> } | undefined;
+      return { kind, role: "tool", name: "", actionId: message?.content?.[0]?.toolCallId ?? "" };
+    }
+    case "tool/call":
+      return {
+        kind,
+        role: "",
+        name: typeof data["name"] === "string" ? data["name"] : "",
+        actionId: typeof data["callId"] === "string" ? data["callId"] : "",
+      };
+    case "tool/code-dispatch-start":
+    case "tool/code-dispatch":
+      return {
+        kind,
+        role: "",
+        name: "",
+        actionId: typeof data["subCallId"] === "string" ? data["subCallId"] : "",
+      };
+    case "command/run":
+    case "command/done":
+      return {
+        kind,
+        role: "",
+        name: type === "command/run" && typeof data["name"] === "string" ? data["name"] : "",
+        actionId: typeof data["commandId"] === "string" ? data["commandId"] : "",
+      };
+    case "approval/asked":
+    case "approval/decided":
+      return {
+        kind,
+        role: "",
+        name: "",
+        actionId: typeof data["id"] === "string" ? data["id"] : "",
+      };
+    case "hook/invoked":
+    case "hook/result":
+      return {
+        kind,
+        role: "",
+        name: "",
+        actionId: typeof data["handlerId"] === "string" ? data["handlerId"] : "",
+      };
+    case "llm/retry":
+    case "llm/retry-started":
+      return {
+        kind,
+        role: "",
+        name: "",
+        actionId: typeof data["retryId"] === "string" ? data["retryId"] : "",
+      };
+    case "tool-workflow/run-start":
+    case "tool-workflow/run-end":
+    case "tool-workflow/agent-start":
+    case "tool-workflow/agent-end":
+      return {
+        kind,
+        role: "",
+        name: "",
+        actionId: typeof data["runId"] === "string" ? data["runId"] : "",
+      };
+    case "todo/write":
+      return { kind, role: "", name: "todos", actionId: "" };
+    case "subagent/descriptor":
+      return {
+        kind,
+        role: "",
+        name: typeof data["label"] === "string" ? data["label"] : "",
+        actionId: "",
+      };
+    default:
+      return { kind, role: "", name: "", actionId: "" };
+  }
+}