@amaster.ai/dsh-storage 0.1.0

package/lib/types/generated/sqlserver/models.d.ts

@@ -0,0 +1,3 @@
+export type * from './models/AiMessage.js';
+export type * from './models/AiChatHistory.js';
+export type * from './commonInputTypes.js';

package/lib/types/index.d.ts

@@ -0,0 +1,56 @@
+/**
+ * dsh-storage — mirrors the dsh session event stream into the ai_messages /
+ * ai_chat_histories tables (MySQL/PostgreSQL/SQLite/SQL Server).
+ *
+ * Design: dsh's own session persistence (JSONL/SQLite) stays authoritative.
+ * This plugin taps `session/event` (the same seam the built-in persistence
+ * coordinator uses) and projects events into MessageRow / SessionRow shaped
+ * after the source project's ai_messages / ai_chat_histories tables.
+ *
+ * A2A task state (task metadata in Redis, workspace archives in GCS) is NOT
+ * here — that belongs to the A2A layer, see dsh-a2a's TaskStore backends.
+ *
+ * Resume caveat (docs/subsystems/persistence.md): constructor seeds do not
+ * emit events. On agent resume, only events >= `session.firstLiveSeq` fire
+ * on this stream — historical rows must come from the database itself, not
+ * from replaying the tap.
+ *
+ * @module dsh-storage
+ */
+import type { Context } from '@deepseek-ai/cordis';
+import Schema from '@deepseek-ai/schemastery';
+import { type DatabaseProvider } from './backends/database.js';
+export declare const name = "dsh-storage";
+export declare const inject: string[];
+export declare const Config: Schema<Schemastery.ObjectS<{
+    enabled: Schema<boolean, boolean>;
+    database: Schema<Schemastery.ObjectS<{
+        enabled: Schema<boolean, boolean>;
+        provider: Schema<"mysql" | "postgresql" | "sqlite" | "sqlserver", "mysql" | "postgresql" | "sqlite" | "sqlserver">;
+        url: Schema<string, string>;
+    }>, Schemastery.ObjectT<{
+        enabled: Schema<boolean, boolean>;
+        provider: Schema<"mysql" | "postgresql" | "sqlite" | "sqlserver", "mysql" | "postgresql" | "sqlite" | "sqlserver">;
+        url: Schema<string, string>;
+    }>>;
+}>, Schemastery.ObjectT<{
+    enabled: Schema<boolean, boolean>;
+    database: Schema<Schemastery.ObjectS<{
+        enabled: Schema<boolean, boolean>;
+        provider: Schema<"mysql" | "postgresql" | "sqlite" | "sqlserver", "mysql" | "postgresql" | "sqlite" | "sqlserver">;
+        url: Schema<string, string>;
+    }>, Schemastery.ObjectT<{
+        enabled: Schema<boolean, boolean>;
+        provider: Schema<"mysql" | "postgresql" | "sqlite" | "sqlserver", "mysql" | "postgresql" | "sqlite" | "sqlserver">;
+        url: Schema<string, string>;
+    }>>;
+}>>;
+export interface StoragePluginConfig {
+    enabled: boolean;
+    database: {
+        enabled: boolean;
+        provider: DatabaseProvider;
+        url: string;
+    };
+}
+export declare function apply(ctx: Context, config: StoragePluginConfig): void;

package/lib/types/projector.d.ts

@@ -0,0 +1,48 @@
+/**
+ * Projects dsh session events onto MessageRow / SessionRow.
+ *
+ * Event shapes verified against the dsh persistence catalog
+ * (https://deepseek-harness.github.io/deepseek-harness/reference/persistence-catalog)
+ * and the @deepseek-ai/dsh-llm message types:
+ * - envelope: `{ type, seq, time, data }` — payload lives under `data`.
+ * - surface events (the only ones producing LLM messages, and the only ones
+ *   projected to rows): `user/message`, `assistant/message`, `tool/result`.
+ * - token usage: `assistant/chunk` `{ type: 'usage' }` is authoritative per
+ *   step; `assistant/message`'s `data.usage` only counts when no usage chunk
+ *   was seen for the step (dedup in usageOf). `turn/end` carries none — it
+ *   only serves as a rollup checkpoint.
+ * - compaction summaries enter the surface as a `user/message` with
+ *   `surfaceOp: replace`, so they flow through the user path unchanged.
+ */
+import type { MessageRow } from './types.js';
+/**
+ * Map one session event to zero or one message row. Returns null for events
+ * that should not be persisted as standalone rows (log-only events: chunks,
+ * turn/step lifecycle, approvals, ...).
+ */
+export declare function projectEvent(_session: any, event: any, sessionId: string): MessageRow | null;
+export interface UsageSample {
+    input: number;
+    output: number;
+}
+/**
+ * Extract the usage sample carried by one event, keyed by its step, or null
+ * when the event carries none.
+ *
+ * dsh-llm emits usage as:
+ * - `assistant/chunk` with `chunk.type === 'usage'` — the step's accounting,
+ *   emitted even when the request later fails (a failed step produces no
+ *   assistant/message, so message-only accounting would miss it entirely);
+ * - `assistant/message.data.usage` — the same step's final accounting.
+ *
+ * Samples for one `(turn, step)` are REPLACEMENTS, not additive: later
+ * samples supersede earlier ones (progressive chunks, then the message).
+ * The caller keeps the latest sample per step and folds only the delta into
+ * its rollup. Totals include the cache buckets: cacheRead/cacheWrite are
+ * billed in their own buckets (observed cacheReadTokens ≫ inputTokens in
+ * dsh session logs — they are not subsets of inputTokens).
+ */
+export declare function usageSampleOf(event: any): {
+    key: string;
+    sample: UsageSample;
+} | null;

package/lib/types/types.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Shared row types and the backend contract.
+ *
+ * Row shapes mirror the `ai_messages` / `ai_chat_histories` Prisma models
+ * (see prisma/schema.{mysql,postgresql,sqlite,sqlserver}.prisma), matching
+ * the source project's tables.
+ */
+/** One row in `ai_messages`. */
+export interface MessageRow {
+    id: string;
+    sessionId: string;
+    historyId: string | null;
+    /** 'user' | 'model' | 'tool' | 'utility_compressor' | plugin-defined */
+    type: string;
+    content: string;
+    thoughts?: unknown;
+    model?: string | null;
+    tokens?: unknown;
+    toolCalls?: unknown;
+    agentId?: string | null;
+    metadata?: Record<string, unknown>;
+    createdAt: Date;
+}
+/** One row in `ai_chat_histories` — a per-session rollup. */
+export interface SessionRow {
+    sessionId: string;
+    title?: string | null;
+    messageCount: number;
+    totalTokens: number;
+    firstMessageAt?: Date | null;
+    lastMessageAt?: Date | null;
+    /** Plugin bookkeeping persisted in the row's JSON metadata column. */
+    metadata?: Record<string, unknown>;
+}
+/**
+ * A storage backend receives already-projected rows. Backends must be
+ * no-throw from the plugin's perspective: implementations report errors to
+ * the plugin logger and swallow them, mirroring must never break the agent
+ * loop.
+ */
+export interface StorageBackend {
+    readonly name: string;
+    init?(): Promise<void>;
+    /** Read the stored session row, for seeding the live rollup on resume. */
+    readSession?(sessionId: string): Promise<SessionRow | null>;
+    upsertMessage(row: MessageRow): Promise<void>;
+    upsertSession(row: SessionRow): Promise<void>;
+    close?(): Promise<void>;
+}

package/lib/types.js

@@ -0,0 +1,8 @@
+/**
+ * Shared row types and the backend contract.
+ *
+ * Row shapes mirror the `ai_messages` / `ai_chat_histories` Prisma models
+ * (see prisma/schema.{mysql,postgresql,sqlite,sqlserver}.prisma), matching
+ * the source project's tables.
+ */
+export {};

package/package.json

@@ -0,0 +1,85 @@
+{
+  "name": "@amaster.ai/dsh-storage",
+  "version": "0.1.0",
+  "description": "Session storage mirror for DeepSeek Harness: projects the session event stream into MySQL/PostgreSQL/SQLite/SQL Server (ai_messages / ai_chat_histories) without replacing dsh's local persistence.",
+  "type": "module",
+  "main": "lib/index.js",
+  "types": "lib/types/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./lib/types/index.d.ts",
+      "default": "./lib/index.js"
+    },
+    "./package.json": "./package.json"
+  },
+  "files": [
+    "lib",
+    "prisma",
+    "cordis.patch.yml",
+    "preview.png"
+  ],
+  "license": "MIT",
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/TGYD-helige/dsh-plugins.git",
+    "directory": "packages/dsh-storage"
+  },
+  "dsh": {
+    "bundle": {
+      "patch": "./cordis.patch.yml"
+    }
+  },
+  "dependencies": {
+    "@deepseek-ai/schemastery": "^3.18.1"
+  },
+  "peerDependencies": {
+    "@deepseek-ai/cordis": "^4.0.1",
+    "@deepseek-ai/dsh-session": "0.1.0-rc.7",
+    "@prisma/adapter-libsql": "^7.9.1",
+    "@prisma/adapter-mariadb": "^7.9.1",
+    "@prisma/adapter-mssql": "^7.9.1",
+    "@prisma/adapter-pg": "^7.9.1",
+    "@prisma/client": "^7.9.1"
+  },
+  "peerDependenciesMeta": {
+    "@prisma/adapter-libsql": {
+      "optional": true
+    },
+    "@prisma/adapter-mariadb": {
+      "optional": true
+    },
+    "@prisma/adapter-mssql": {
+      "optional": true
+    },
+    "@prisma/adapter-pg": {
+      "optional": true
+    },
+    "@prisma/client": {
+      "optional": true
+    }
+  },
+  "devDependencies": {
+    "@deepseek-ai/cordis": "^4.0.1",
+    "@prisma/adapter-libsql": "^7.9.1",
+    "@prisma/adapter-mariadb": "^7.9.1",
+    "@prisma/adapter-mssql": "^7.9.1",
+    "@prisma/adapter-pg": "^7.9.1",
+    "@prisma/client": "^7.9.1",
+    "@types/node": "^22.0.0",
+    "prisma": "^7.9.1",
+    "typescript": "^5.6.3",
+    "vitest": "^4.1.11"
+  },
+  "engines": {
+    "node": "^20.19 || ^22.12 || >=24.0"
+  },
+  "scripts": {
+    "build": "node scripts/prisma-generate.mjs && tsc -p tsconfig.build.json",
+    "generate": "node scripts/prisma-generate.mjs",
+    "typecheck": "tsc -p tsconfig.json --noEmit",
+    "test": "vitest run"
+  }
+}

package/prisma/schema.mysql.prisma

@@ -0,0 +1,75 @@
+// Prisma schema for the dsh-storage database backend — MySQL variant (Prisma 7).
+//
+// Table layout matches the source project's ai_messages / ai_chat_histories
+// (packages/core/prisma/schema.prisma) so existing data stays compatible:
+//   - `type` values come from the dsh session event map
+//     ('user' | 'model' | 'tool' | ...) instead of gemini-cli message roles.
+//   - `agent_id` distinguishes the main agent from subagent writers.
+//   - no user_id: tenancy is carried by session_id, not a column.
+//
+// The client is pre-generated at package build time (`pnpm generate`, output
+// src/generated/mysql, compiled into lib/generated) — consumers do NOT run
+// `prisma generate`. To create/upgrade tables, run `prisma db push` /
+// migrations against this file; the connection URL lives in prisma.config.ts
+// (Prisma 7 dropped datasource.url from the schema).
+
+generator client {
+  provider            = "prisma-client"
+  output              = "../src/generated/mysql"
+  importFileExtension = "js"
+}
+
+datasource db {
+  provider = "mysql"
+}
+
+/// One row per projected session event (user message, assistant message,
+/// tool call/result, compression snapshot, ...).
+model AiMessage {
+  id            String    @id @default(cuid()) @db.Char(36)
+  sessionId     String    @map("session_id") @db.VarChar(100)
+  historyId     String?   @map("history_id") @db.Char(36)
+  type          String    @db.VarChar(50)
+  content       String    @db.LongText
+  thoughts      Json?
+  model         String?   @db.VarChar(100)
+  tokens        Json?
+  toolCalls     Json?     @map("tool_calls")
+  agentId       String?   @map("agent_id") @db.VarChar(100)
+  metadata      Json?
+  createdAt     DateTime  @default(now()) @map("created_at") @db.Timestamp(0)
+  updatedAt     DateTime  @default(now()) @updatedAt @map("updated_at") @db.Timestamp(0)
+  deletedAt     DateTime? @map("deleted_at") @db.Timestamp(0)
+
+  // Relations
+  history       AiChatHistory? @relation(fields: [historyId], references: [id], onDelete: NoAction)
+
+  @@index([sessionId], map: "idx_session")
+  @@index([historyId], map: "idx_history")
+  @@index([createdAt], map: "idx_created")
+  @@index([deletedAt], map: "idx_deleted")
+  @@index([agentId], map: "idx_agent")
+  @@index([sessionId, agentId, type, createdAt], map: "idx_session_agent_type_created")
+  @@map("ai_messages")
+}
+
+/// Per-session rollup, maintained incrementally by the projector.
+model AiChatHistory {
+  id             String    @id @default(cuid()) @db.Char(36)
+  sessionId      String    @map("session_id") @db.VarChar(100)
+  title          String?   @db.VarChar(255)
+  summary        String?   @db.Text
+  messageCount   Int       @default(0) @map("message_count")
+  totalTokens    BigInt    @default(0) @map("total_tokens")
+  firstMessageAt DateTime? @map("first_message_at") @db.DateTime(6)
+  lastMessageAt  DateTime? @map("last_message_at") @db.DateTime(6)
+  metadata       Json?
+  deletedAt      DateTime? @map("deleted_at") @db.DateTime(6)
+
+  // Relations
+  messages       AiMessage[]
+
+  @@index([sessionId], map: "idx_chat_history_session")
+  @@index([deletedAt], map: "idx_chat_history_deleted")
+  @@map("ai_chat_histories")
+}

package/prisma/schema.postgresql.prisma

@@ -0,0 +1,67 @@
+// Prisma schema for the dsh-storage database backend — PostgreSQL variant (Prisma 7).
+//
+// Same models as schema.mysql.prisma, with PostgreSQL native types
+// (`@db.Text` instead of `@db.LongText`, `@db.Timestamp` instead of
+// `@db.DateTime`). Client pre-generation and table creation work as described
+// in schema.mysql.prisma's header.
+
+generator client {
+  provider            = "prisma-client"
+  output              = "../src/generated/postgresql"
+  importFileExtension = "js"
+}
+
+datasource db {
+  provider = "postgresql"
+}
+
+/// One row per projected session event (user message, assistant message,
+/// tool call/result, compression snapshot, ...).
+model AiMessage {
+  id            String    @id @default(cuid()) @db.Char(36)
+  sessionId     String    @map("session_id") @db.VarChar(100)
+  historyId     String?   @map("history_id") @db.Char(36)
+  type          String    @db.VarChar(50)
+  content       String    @db.Text
+  thoughts      Json?
+  model         String?   @db.VarChar(100)
+  tokens        Json?
+  toolCalls     Json?     @map("tool_calls")
+  agentId       String?   @map("agent_id") @db.VarChar(100)
+  metadata      Json?
+  createdAt     DateTime  @default(now()) @map("created_at") @db.Timestamp(0)
+  updatedAt     DateTime  @default(now()) @updatedAt @map("updated_at") @db.Timestamp(0)
+  deletedAt     DateTime? @map("deleted_at") @db.Timestamp(0)
+
+  // Relations
+  history       AiChatHistory? @relation(fields: [historyId], references: [id], onDelete: NoAction)
+
+  @@index([sessionId], map: "idx_session")
+  @@index([historyId], map: "idx_history")
+  @@index([createdAt], map: "idx_created")
+  @@index([deletedAt], map: "idx_deleted")
+  @@index([agentId], map: "idx_agent")
+  @@index([sessionId, agentId, type, createdAt], map: "idx_session_agent_type_created")
+  @@map("ai_messages")
+}
+
+/// Per-session rollup, maintained incrementally by the projector.
+model AiChatHistory {
+  id             String    @id @default(cuid()) @db.Char(36)
+  sessionId      String    @map("session_id") @db.VarChar(100)
+  title          String?   @db.VarChar(255)
+  summary        String?   @db.Text
+  messageCount   Int       @default(0) @map("message_count")
+  totalTokens    BigInt    @default(0) @map("total_tokens")
+  firstMessageAt DateTime? @map("first_message_at") @db.Timestamp(6)
+  lastMessageAt  DateTime? @map("last_message_at") @db.Timestamp(6)
+  metadata       Json?
+  deletedAt      DateTime? @map("deleted_at") @db.Timestamp(6)
+
+  // Relations
+  messages       AiMessage[]
+
+  @@index([sessionId], map: "idx_chat_history_session")
+  @@index([deletedAt], map: "idx_chat_history_deleted")
+  @@map("ai_chat_histories")
+}

package/prisma/schema.sqlite.prisma

@@ -0,0 +1,67 @@
+// Prisma schema for the dsh-storage database backend — SQLite variant (Prisma 7).
+//
+// Same models as schema.mysql.prisma, without native type attributes
+// (SQLite has no `@db.*` vocabulary here). Client pre-generation and table
+// creation work as described in schema.mysql.prisma's header. Connection URL
+// shape: file:/absolute/path/to/db.sqlite.
+
+generator client {
+  provider            = "prisma-client"
+  output              = "../src/generated/sqlite"
+  importFileExtension = "js"
+}
+
+datasource db {
+  provider = "sqlite"
+}
+
+/// One row per projected session event (user message, assistant message,
+/// tool call/result, compression snapshot, ...).
+model AiMessage {
+  id            String    @id @default(cuid())
+  sessionId     String    @map("session_id")
+  historyId     String?   @map("history_id")
+  type          String
+  content       String
+  thoughts      Json?
+  model         String?
+  tokens        Json?
+  toolCalls     Json?     @map("tool_calls")
+  agentId       String?   @map("agent_id")
+  metadata      Json?
+  createdAt     DateTime  @default(now()) @map("created_at")
+  updatedAt     DateTime  @default(now()) @updatedAt @map("updated_at")
+  deletedAt     DateTime? @map("deleted_at")
+
+  // Relations
+  history       AiChatHistory? @relation(fields: [historyId], references: [id], onDelete: NoAction)
+
+  @@index([sessionId], map: "idx_session")
+  @@index([historyId], map: "idx_history")
+  @@index([createdAt], map: "idx_created")
+  @@index([deletedAt], map: "idx_deleted")
+  @@index([agentId], map: "idx_agent")
+  @@index([sessionId, agentId, type, createdAt], map: "idx_session_agent_type_created")
+  @@map("ai_messages")
+}
+
+/// Per-session rollup, maintained incrementally by the projector.
+model AiChatHistory {
+  id             String    @id @default(cuid())
+  sessionId      String    @map("session_id")
+  title          String?
+  summary        String?
+  messageCount   Int       @default(0) @map("message_count")
+  totalTokens    BigInt    @default(0) @map("total_tokens")
+  firstMessageAt DateTime? @map("first_message_at")
+  lastMessageAt  DateTime? @map("last_message_at")
+  metadata       Json?
+  deletedAt      DateTime? @map("deleted_at")
+
+  // Relations
+  messages       AiMessage[]
+
+  @@index([sessionId], map: "idx_chat_history_session")
+  @@index([deletedAt], map: "idx_chat_history_deleted")
+  @@map("ai_chat_histories")
+}

package/prisma/schema.sqlserver.prisma

@@ -0,0 +1,73 @@
+// Prisma schema for the dsh-storage database backend — SQL Server variant (Prisma 7).
+//
+// Same models as schema.mysql.prisma, with SQL Server native types. Prisma's
+// sqlserver connector has NO Json type, so every JSON column is a plain text
+// column here — the backend serializes them on write automatically (derived
+// from `provider: sqlserver`; SQL Server's own ISJSON/JSON_VALUE still query
+// the text as JSON).
+//
+// Connection URL shape (parsed by the backend into a node-mssql config):
+//   sqlserver://host:1433;database=dbname;user=sa;password=p;encrypt=true;trustServerCertificate=true
+// Client pre-generation and table creation work as described in
+// schema.mysql.prisma's header.
+
+generator client {
+  provider            = "prisma-client"
+  output              = "../src/generated/sqlserver"
+  importFileExtension = "js"
+}
+
+datasource db {
+  provider = "sqlserver"
+}
+
+/// One row per projected session event (user message, assistant message,
+/// tool call/result, compression snapshot, ...).
+model AiMessage {
+  id            String    @id @default(cuid()) @db.Char(36)
+  sessionId     String    @map("session_id") @db.VarChar(100)
+  historyId     String?   @map("history_id") @db.Char(36)
+  type          String    @db.VarChar(50)
+  content       String    @db.NVarChar(Max)
+  thoughts      String?   @db.NVarChar(Max)
+  model         String?   @db.VarChar(100)
+  tokens        String?   @db.NVarChar(Max)
+  toolCalls     String?   @map("tool_calls") @db.NVarChar(Max)
+  agentId       String?   @map("agent_id") @db.VarChar(100)
+  metadata      String?   @db.NVarChar(Max)
+  createdAt     DateTime  @default(now()) @map("created_at") @db.DateTime2
+  updatedAt     DateTime  @default(now()) @updatedAt @map("updated_at") @db.DateTime2
+  deletedAt     DateTime? @map("deleted_at") @db.DateTime2
+
+  // Relations
+  history       AiChatHistory? @relation(fields: [historyId], references: [id], onDelete: NoAction)
+
+  @@index([sessionId], map: "idx_session")
+  @@index([historyId], map: "idx_history")
+  @@index([createdAt], map: "idx_created")
+  @@index([deletedAt], map: "idx_deleted")
+  @@index([agentId], map: "idx_agent")
+  @@index([sessionId, agentId, type, createdAt], map: "idx_session_agent_type_created")
+  @@map("ai_messages")
+}
+
+/// Per-session rollup, maintained incrementally by the projector.
+model AiChatHistory {
+  id             String    @id @default(cuid()) @db.Char(36)
+  sessionId      String    @map("session_id") @db.VarChar(100)
+  title          String?   @db.VarChar(255)
+  summary        String?   @db.NVarChar(Max)
+  messageCount   Int       @default(0) @map("message_count")
+  totalTokens    BigInt    @default(0) @map("total_tokens")
+  firstMessageAt DateTime? @map("first_message_at") @db.DateTime2
+  lastMessageAt  DateTime? @map("last_message_at") @db.DateTime2
+  metadata       String?   @db.NVarChar(Max)
+  deletedAt      DateTime? @map("deleted_at") @db.DateTime2
+
+  // Relations
+  messages       AiMessage[]
+
+  @@index([sessionId], map: "idx_chat_history_session")
+  @@index([deletedAt], map: "idx_chat_history_deleted")
+  @@map("ai_chat_histories")
+}