@mndrk/agx 2.0.26 → 2.0.32

package/cloud-runtime/standalone/lib/history-store.ts

@@ -78,6 +78,15 @@ interface SearchMessagesResult {
   total: number;
 }
 
+interface SearchRow {
+  thread_id: string;
+  id: string;
+  role: "user" | "assistant";
+  participant_id: string | null;
+  timestamp: number;
+  root_message_id: string | null;
+}
+
 interface MessageRow {
   id: string;
   role: string;
@@ -125,6 +134,81 @@ interface GetThreadStatusSnapshotInput {
   processLimit?: number;
 }
 
+export type ChatRunStatus =
+  | "queued"
+  | "running"
+  | "awaiting_user"
+  | "blocked"
+  | "completed"
+  | "failed"
+  | "cancelled";
+
+export type ChatRunStepStatus = "queued" | "running" | "completed" | "failed";
+
+export interface ChatRunRecord {
+  id: string;
+  threadId: string;
+  rootMessageId: string | null;
+  userId: string;
+  projectSlug: string | null;
+  status: ChatRunStatus;
+  currentStep: number;
+  maxSteps: number;
+  stepsUsed: number;
+  lastError: string | null;
+  activeParticipantIds: string[];
+  payload: Record<string, unknown> | null;
+  result: Record<string, unknown> | null;
+  createdAt: number;
+  updatedAt: number;
+  completedAt: number | null;
+}
+
+export interface ChatRunStepRecord {
+  id: string;
+  chatRunId: string;
+  stepIndex: number;
+  kind: string;
+  status: ChatRunStepStatus;
+  participantId: string | null;
+  inputPayload: Record<string, unknown> | null;
+  outputPayload: Record<string, unknown> | null;
+  startedAt: number;
+  completedAt: number | null;
+}
+
+interface ChatRunRow {
+  id: string;
+  thread_id: string;
+  root_message_id: string | null;
+  user_id: string;
+  project_slug: string | null;
+  status: ChatRunStatus;
+  current_step: number;
+  max_steps: number;
+  steps_used: number;
+  last_error: string | null;
+  active_participant_ids: string;
+  payload_json: string | null;
+  result_json: string | null;
+  created_at: number;
+  updated_at: number;
+  completed_at: number | null;
+}
+
+interface ChatRunStepRow {
+  id: string;
+  chat_run_id: string;
+  step_index: number;
+  kind: string;
+  status: ChatRunStepStatus;
+  participant_id: string | null;
+  input_payload_json: string | null;
+  output_payload_json: string | null;
+  started_at: number;
+  completed_at: number | null;
+}
+
 export interface ThreadStatusSnapshot {
   rootMessage: GroupMessage | null;
   processes: ThreadStatusProcess[];
@@ -262,6 +346,64 @@ function migrateAgentProcessesAddId(db: Database.Database): void {
   `);
 }
 
+function parseJsonObject(value: string | null): Record<string, unknown> | null {
+  if (!value) return null;
+  try {
+    const parsed = JSON.parse(value) as unknown;
+    return parsed && typeof parsed === "object" && !Array.isArray(parsed)
+      ? (parsed as Record<string, unknown>)
+      : null;
+  } catch {
+    return null;
+  }
+}
+
+function parseJsonStringArray(value: string | null): string[] {
+  if (!value) return [];
+  try {
+    const parsed = JSON.parse(value) as unknown;
+    return Array.isArray(parsed) ? parsed.filter((item): item is string => typeof item === "string") : [];
+  } catch {
+    return [];
+  }
+}
+
+function toChatRunRecord(row: ChatRunRow): ChatRunRecord {
+  return {
+    id: row.id,
+    threadId: row.thread_id,
+    rootMessageId: row.root_message_id,
+    userId: row.user_id,
+    projectSlug: row.project_slug,
+    status: row.status,
+    currentStep: row.current_step,
+    maxSteps: row.max_steps,
+    stepsUsed: row.steps_used,
+    lastError: row.last_error,
+    activeParticipantIds: parseJsonStringArray(row.active_participant_ids),
+    payload: parseJsonObject(row.payload_json),
+    result: parseJsonObject(row.result_json),
+    createdAt: row.created_at,
+    updatedAt: row.updated_at,
+    completedAt: row.completed_at,
+  };
+}
+
+function toChatRunStepRecord(row: ChatRunStepRow): ChatRunStepRecord {
+  return {
+    id: row.id,
+    chatRunId: row.chat_run_id,
+    stepIndex: row.step_index,
+    kind: row.kind,
+    status: row.status,
+    participantId: row.participant_id,
+    inputPayload: parseJsonObject(row.input_payload_json),
+    outputPayload: parseJsonObject(row.output_payload_json),
+    startedAt: row.started_at,
+    completedAt: row.completed_at,
+  };
+}
+
 function migrateLegacyTables(db: Database.Database): void {
   if (!isThreadScopedTable(db, "messages")) {
     db.exec(`
@@ -362,6 +504,36 @@ const withDatabase = async <T>(run: (db: Database.Database) => T): Promise<T> =>
         updated_at INTEGER NOT NULL,
         PRIMARY KEY (thread_id, message_id)
       );
+      CREATE TABLE IF NOT EXISTS chat_runs (
+        id TEXT PRIMARY KEY,
+        thread_id TEXT NOT NULL,
+        root_message_id TEXT,
+        user_id TEXT NOT NULL,
+        project_slug TEXT,
+        status TEXT NOT NULL,
+        current_step INTEGER NOT NULL DEFAULT 0,
+        max_steps INTEGER NOT NULL DEFAULT 10,
+        steps_used INTEGER NOT NULL DEFAULT 0,
+        last_error TEXT,
+        active_participant_ids TEXT NOT NULL DEFAULT '[]',
+        payload_json TEXT,
+        result_json TEXT,
+        created_at INTEGER NOT NULL,
+        updated_at INTEGER NOT NULL,
+        completed_at INTEGER
+      );
+      CREATE TABLE IF NOT EXISTS chat_run_steps (
+        id TEXT PRIMARY KEY,
+        chat_run_id TEXT NOT NULL,
+        step_index INTEGER NOT NULL,
+        kind TEXT NOT NULL,
+        status TEXT NOT NULL,
+        participant_id TEXT,
+        input_payload_json TEXT,
+        output_payload_json TEXT,
+        started_at INTEGER NOT NULL,
+        completed_at INTEGER
+      );
     `);
     migrateLegacyTables(db);
     migrateThreadReplyColumns(db);
@@ -380,6 +552,9 @@ const withDatabase = async <T>(run: (db: Database.Database) => T): Promise<T> =>
       CREATE INDEX IF NOT EXISTS idx_messages_thread_ts ON messages(thread_id, timestamp ASC);
       CREATE INDEX IF NOT EXISTS idx_reactions_thread_message ON message_reactions(thread_id, message_id, updated_at ASC);
       CREATE INDEX IF NOT EXISTS idx_logs_process_ts ON logs(agent_process_id, timestamp ASC);
+      CREATE INDEX IF NOT EXISTS idx_chat_runs_thread_updated ON chat_runs(thread_id, updated_at DESC);
+      CREATE INDEX IF NOT EXISTS idx_chat_runs_status_updated ON chat_runs(status, updated_at DESC);
+      CREATE INDEX IF NOT EXISTS idx_chat_run_steps_run_step ON chat_run_steps(chat_run_id, step_index ASC);
     `);
     return run(db);
   } finally {
@@ -470,6 +645,51 @@ function clampPositiveInt(value: number | undefined, fallback: number, max: numb
   return Math.min(Math.max(Math.trunc(normalized), 1), max);
 }
 
+function tokenizeSearchTerms(query: string): string[] {
+  const matches = query.toLowerCase().match(/[\p{L}\p{N}]+/gu) ?? [];
+  const seen = new Set<string>();
+  const tokens: string[] = [];
+  for (const match of matches) {
+    if (seen.has(match)) continue;
+    seen.add(match);
+    tokens.push(match);
+  }
+  return tokens;
+}
+
+function escapeLikePattern(value: string): string {
+  return value.replace(/[\\%_]/g, "\\$&");
+}
+
+function escapeRegExp(value: string): string {
+  return value.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+}
+
+function buildSearchSnippet(content: string, terms: string[]): string {
+  const compact = stripAgxMarkers(content).replace(/\s+/g, " ").trim();
+  if (!compact) return "";
+
+  const searchTerms = terms.filter(Boolean);
+  const lowerContent = compact.toLowerCase();
+  const firstMatchIndex = searchTerms.reduce((best, term) => {
+    const index = lowerContent.indexOf(term);
+    if (index === -1) return best;
+    if (best === -1 || index < best) return index;
+    return best;
+  }, -1);
+
+  const start = firstMatchIndex >= 0 ? Math.max(0, firstMatchIndex - 48) : 0;
+  const end = firstMatchIndex >= 0 ? Math.min(compact.length, firstMatchIndex + 112) : Math.min(compact.length, 160);
+  const prefix = start > 0 ? "..." : "";
+  const suffix = end < compact.length ? "..." : "";
+  const excerpt = `${prefix}${compact.slice(start, end)}${suffix}`;
+
+  if (searchTerms.length === 0) return excerpt;
+
+  const pattern = new RegExp(`(${searchTerms.map(escapeRegExp).join("|")})`, "giu");
+  return excerpt.replace(pattern, "<mark>$1</mark>");
+}
+
 function toGroupMessage(row: MessageRow, reactionMap: Map<string, MessageReaction[]>): GroupMessage {
   return {
     id: row.id,
@@ -887,6 +1107,213 @@ export async function saveMessages(threadId: string, messages: GroupMessage[]):
   });
 }
 
+export async function createChatRun(input: {
+  id: string;
+  threadId: string;
+  rootMessageId?: string | null;
+  userId: string;
+  projectSlug?: string | null;
+  maxSteps: number;
+  activeParticipantIds: string[];
+  payload?: Record<string, unknown> | null;
+}): Promise<ChatRunRecord> {
+  const now = Date.now();
+  return withDatabase((db) => {
+    db.prepare(
+      `INSERT INTO chat_runs (
+        id, thread_id, root_message_id, user_id, project_slug, status,
+        current_step, max_steps, steps_used, last_error, active_participant_ids,
+        payload_json, result_json, created_at, updated_at, completed_at
+      ) VALUES (?, ?, ?, ?, ?, 'queued', 0, ?, 0, NULL, ?, ?, NULL, ?, ?, NULL)`
+    ).run(
+      input.id,
+      input.threadId.trim() || LEGACY_THREAD_ID,
+      normalizeOptionalText(input.rootMessageId),
+      input.userId,
+      normalizeOptionalText(input.projectSlug),
+      clampPositiveInt(input.maxSteps, 10, 50),
+      JSON.stringify(input.activeParticipantIds),
+      input.payload ? JSON.stringify(input.payload) : null,
+      now,
+      now
+    );
+
+    const row = db.prepare("SELECT * FROM chat_runs WHERE id = ? LIMIT 1").get(input.id) as ChatRunRow | undefined;
+    if (!row) {
+      throw new Error(`Failed to create chat run ${input.id}`);
+    }
+    return toChatRunRecord(row);
+  });
+}
+
+export async function getChatRun(chatRunId: string): Promise<ChatRunRecord | null> {
+  return withDatabase((db) => {
+    const row = db.prepare("SELECT * FROM chat_runs WHERE id = ? LIMIT 1").get(chatRunId) as ChatRunRow | undefined;
+    return row ? toChatRunRecord(row) : null;
+  });
+}
+
+export async function listChatRuns(input: {
+  threadId?: string | null;
+  status?: ChatRunStatus | "active";
+  limit?: number;
+}): Promise<ChatRunRecord[]> {
+  const normalizedThreadId = normalizeOptionalText(input.threadId ?? null);
+  const limit = clampPositiveInt(input.limit, 20, 100);
+  return withDatabase((db) => {
+    const clauses: string[] = [];
+    const params: Array<string | number> = [];
+
+    if (normalizedThreadId) {
+      clauses.push("thread_id = ?");
+      params.push(normalizedThreadId);
+    }
+
+    if (input.status === "active") {
+      clauses.push("status IN ('queued', 'running')");
+    } else if (input.status) {
+      clauses.push("status = ?");
+      params.push(input.status);
+    }
+
+    const where = clauses.length > 0 ? `WHERE ${clauses.join(" AND ")}` : "";
+    const rows = db
+      .prepare(`SELECT * FROM chat_runs ${where} ORDER BY updated_at DESC LIMIT ?`)
+      .all(...params, limit) as ChatRunRow[];
+    return rows.map(toChatRunRecord);
+  });
+}
+
+export async function updateChatRun(input: {
+  id: string;
+  status?: ChatRunStatus;
+  currentStep?: number;
+  stepsUsed?: number;
+  lastError?: string | null;
+  payload?: Record<string, unknown> | null;
+  result?: Record<string, unknown> | null;
+  completedAt?: number | null;
+}): Promise<ChatRunRecord | null> {
+  return withDatabase((db) => {
+    const updates: string[] = ["updated_at = ?"];
+    const params: Array<string | number | null> = [Date.now()];
+
+    if (input.status) {
+      updates.push("status = ?");
+      params.push(input.status);
+    }
+    if (typeof input.currentStep === "number") {
+      updates.push("current_step = ?");
+      params.push(input.currentStep);
+    }
+    if (typeof input.stepsUsed === "number") {
+      updates.push("steps_used = ?");
+      params.push(input.stepsUsed);
+    }
+    if (input.lastError !== undefined) {
+      updates.push("last_error = ?");
+      params.push(normalizeOptionalText(input.lastError));
+    }
+    if (input.payload !== undefined) {
+      updates.push("payload_json = ?");
+      params.push(input.payload ? JSON.stringify(input.payload) : null);
+    }
+    if (input.result !== undefined) {
+      updates.push("result_json = ?");
+      params.push(input.result ? JSON.stringify(input.result) : null);
+    }
+    if (input.completedAt !== undefined) {
+      updates.push("completed_at = ?");
+      params.push(input.completedAt);
+    }
+
+    params.push(input.id);
+    db.prepare(`UPDATE chat_runs SET ${updates.join(", ")} WHERE id = ?`).run(...params);
+
+    const row = db.prepare("SELECT * FROM chat_runs WHERE id = ? LIMIT 1").get(input.id) as ChatRunRow | undefined;
+    return row ? toChatRunRecord(row) : null;
+  });
+}
+
+export async function appendChatRunStep(input: {
+  id: string;
+  chatRunId: string;
+  stepIndex: number;
+  kind: string;
+  status: ChatRunStepStatus;
+  participantId?: string | null;
+  inputPayload?: Record<string, unknown> | null;
+  outputPayload?: Record<string, unknown> | null;
+}): Promise<ChatRunStepRecord> {
+  const now = Date.now();
+  return withDatabase((db) => {
+    db.prepare(
+      `INSERT INTO chat_run_steps (
+        id, chat_run_id, step_index, kind, status, participant_id,
+        input_payload_json, output_payload_json, started_at, completed_at
+      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`
+    ).run(
+      input.id,
+      input.chatRunId,
+      input.stepIndex,
+      input.kind,
+      input.status,
+      normalizeOptionalText(input.participantId),
+      input.inputPayload ? JSON.stringify(input.inputPayload) : null,
+      input.outputPayload ? JSON.stringify(input.outputPayload) : null,
+      now,
+      input.status === "completed" || input.status === "failed" ? now : null
+    );
+
+    const row = db.prepare("SELECT * FROM chat_run_steps WHERE id = ? LIMIT 1").get(input.id) as ChatRunStepRow | undefined;
+    if (!row) {
+      throw new Error(`Failed to append chat run step ${input.id}`);
+    }
+    return toChatRunStepRecord(row);
+  });
+}
+
+export async function updateChatRunStep(input: {
+  id: string;
+  status?: ChatRunStepStatus;
+  outputPayload?: Record<string, unknown> | null;
+  completedAt?: number | null;
+}): Promise<ChatRunStepRecord | null> {
+  return withDatabase((db) => {
+    const updates: string[] = [];
+    const params: Array<string | number | null> = [];
+    if (input.status) {
+      updates.push("status = ?");
+      params.push(input.status);
+    }
+    if (input.outputPayload !== undefined) {
+      updates.push("output_payload_json = ?");
+      params.push(input.outputPayload ? JSON.stringify(input.outputPayload) : null);
+    }
+    if (input.completedAt !== undefined) {
+      updates.push("completed_at = ?");
+      params.push(input.completedAt);
+    }
+    if (updates.length === 0) {
+      const existing = db.prepare("SELECT * FROM chat_run_steps WHERE id = ? LIMIT 1").get(input.id) as ChatRunStepRow | undefined;
+      return existing ? toChatRunStepRecord(existing) : null;
+    }
+    params.push(input.id);
+    db.prepare(`UPDATE chat_run_steps SET ${updates.join(", ")} WHERE id = ?`).run(...params);
+    const row = db.prepare("SELECT * FROM chat_run_steps WHERE id = ? LIMIT 1").get(input.id) as ChatRunStepRow | undefined;
+    return row ? toChatRunStepRecord(row) : null;
+  });
+}
+
+export async function listChatRunSteps(chatRunId: string): Promise<ChatRunStepRecord[]> {
+  return withDatabase((db) => {
+    const rows = db
+      .prepare("SELECT * FROM chat_run_steps WHERE chat_run_id = ? ORDER BY step_index ASC, started_at ASC")
+      .all(chatRunId) as ChatRunStepRow[];
+    return rows.map(toChatRunStepRecord);
+  });
+}
+
 export async function updateMessageStatus(
   threadId: string,
   messageId: string,
@@ -919,6 +1346,24 @@ export async function clearHistory(threadId: string): Promise<void> {
   });
 }
 
+export async function deleteMessage(threadId: string, messageId: string): Promise<void> {
+  const normalizedThreadId = threadId.trim() || LEGACY_THREAD_ID;
+  const normalizedMessageId = messageId.trim();
+  if (!normalizedMessageId) return;
+
+  await withDatabase((db) => {
+    const tx = db.transaction((thread: string, msgId: string) => {
+      db.prepare(
+        `DELETE FROM message_reactions WHERE thread_id = ? AND message_id = ?`
+      ).run(thread, msgId);
+      db.prepare(
+        `DELETE FROM messages WHERE thread_id = ? AND id = ?`
+      ).run(thread, msgId);
+    });
+    tx(normalizedThreadId, normalizedMessageId);
+  });
+}
+
 export async function clearRootThread(threadId: string, rootMessageId: string): Promise<void> {
   const normalizedThreadId = threadId.trim() || LEGACY_THREAD_ID;
   const normalizedRootMessageId = rootMessageId.trim();
@@ -959,59 +1404,108 @@ export async function searchMessages(input: SearchMessagesInput): Promise<Search
   const requestedOffset = Number.isFinite(input.offset) ? Number(input.offset) : 0;
   const limit = Math.min(Math.max(Math.trunc(requestedLimit), 1), 100);
   const offset = Math.max(Math.trunc(requestedOffset), 0);
+  const searchTerms = tokenizeSearchTerms(normalizedQuery);
+  const ftsQuery = searchTerms.length > 0 ? searchTerms.map((term) => `${term}*`).join(" ") : null;
 
   return withDatabase((db) => {
-    const whereClauses = ["messages_fts MATCH ?"];
-    const whereParams: Array<string | number> = [normalizedQuery];
-    if (normalizedThreadId) {
-      whereClauses.push("m.thread_id = ?");
-      whereParams.push(normalizedThreadId);
-    }
+    const merged = new Map<string, MessageSearchResult & { sortRank: number; matchedByFts: boolean }>();
+
+    if (ftsQuery) {
+      const ftsWhereClauses = ["messages_fts MATCH ?"];
+      const ftsWhereParams: Array<string | number> = [ftsQuery];
+      if (normalizedThreadId) {
+        ftsWhereClauses.push("m.thread_id = ?");
+        ftsWhereParams.push(normalizedThreadId);
+      }
 
-    const whereSql = whereClauses.join(" AND ");
+      const ftsRows = db
+        .prepare(
+          `SELECT m.thread_id, m.id, m.role, m.participant_id, m.timestamp, m.root_message_id,
+                  snippet(messages_fts, 0, '<mark>', '</mark>', '...', 32) AS snippet,
+                  bm25(messages_fts) as rank
+           FROM messages_fts
+           JOIN messages m ON messages_fts.rowid = m.rowid
+           WHERE ${ftsWhereClauses.join(" AND ")}
+           ORDER BY rank ASC, m.timestamp DESC`
+        )
+        .all(...ftsWhereParams) as Array<SearchRow & { snippet: string; rank: number }>;
+
+      for (const row of ftsRows) {
+        const key = `${row.thread_id}:${row.id}`;
+        merged.set(key, {
+          threadId: row.thread_id,
+          messageId: row.id,
+          role: row.role,
+          participantId: row.participant_id,
+          snippet: row.snippet,
+          timestamp: row.timestamp,
+          rootMessageId: row.root_message_id,
+          sortRank: row.rank,
+          matchedByFts: true,
+        });
+      }
+    }
 
-    const rows = db
-      .prepare(
-        `SELECT m.thread_id, m.id, m.role, m.participant_id, m.timestamp, m.root_message_id,
-                snippet(messages_fts, 0, '<mark>', '</mark>', '...', 32) AS snippet,
-                bm25(messages_fts) as rank
-         FROM messages_fts
-         JOIN messages m ON messages_fts.rowid = m.rowid
-         WHERE ${whereSql}
-         ORDER BY rank ASC, m.timestamp DESC
-         LIMIT ? OFFSET ?`
-      )
-      .all(...whereParams, limit, offset) as Array<{
-      thread_id: string;
-      id: string;
-      role: "user" | "assistant";
-      participant_id: string | null;
-      snippet: string;
-      timestamp: number;
-      root_message_id: string | null;
-      rank: number;
-    }>;
+    const fallbackClauses: string[] = [];
+    const fallbackParams: Array<string | number> = [];
+    if (normalizedThreadId) {
+      fallbackClauses.push("m.thread_id = ?");
+      fallbackParams.push(normalizedThreadId);
+    }
+    if (searchTerms.length > 0) {
+      for (const term of searchTerms) {
+        fallbackClauses.push("LOWER(m.content) LIKE ? ESCAPE '\\'");
+        fallbackParams.push(`%${escapeLikePattern(term)}%`);
+      }
+    } else {
+      fallbackClauses.push("LOWER(m.content) LIKE ? ESCAPE '\\'");
+      fallbackParams.push(`%${escapeLikePattern(normalizedQuery.toLowerCase())}%`);
+    }
 
-    const totalRow = db
+    const fallbackRows = db
       .prepare(
-        `SELECT COUNT(*) as total
-         FROM messages_fts
-         JOIN messages m ON messages_fts.rowid = m.rowid
-         WHERE ${whereSql}`
+        `SELECT m.thread_id, m.id, m.role, m.participant_id, m.content, m.timestamp, m.root_message_id
+         FROM messages m
+         WHERE ${fallbackClauses.join(" AND ")}
+         ORDER BY m.timestamp DESC`
       )
-      .get(...whereParams) as { total: number } | undefined;
+      .all(...fallbackParams) as Array<SearchRow & { content: string }>;
 
-    return {
-      results: rows.map((row) => ({
+    for (const row of fallbackRows) {
+      const key = `${row.thread_id}:${row.id}`;
+      if (merged.has(key)) continue;
+      merged.set(key, {
         threadId: row.thread_id,
         messageId: row.id,
         role: row.role,
         participantId: row.participant_id,
-        snippet: row.snippet,
+        snippet: buildSearchSnippet(row.content, searchTerms),
         timestamp: row.timestamp,
         rootMessageId: row.root_message_id,
+        sortRank: Number.POSITIVE_INFINITY,
+        matchedByFts: false,
+      });
+    }
+
+    const rows = Array.from(merged.values())
+      .sort((a, b) => {
+        if (a.matchedByFts !== b.matchedByFts) return a.matchedByFts ? -1 : 1;
+        if (a.sortRank !== b.sortRank) return a.sortRank - b.sortRank;
+        return b.timestamp - a.timestamp;
+      })
+      .slice(offset, offset + limit);
+
+    return {
+      results: rows.map((row) => ({
+        threadId: row.threadId,
+        messageId: row.messageId,
+        role: row.role,
+        participantId: row.participantId,
+        snippet: row.snippet,
+        timestamp: row.timestamp,
+        rootMessageId: row.rootMessageId,
       })),
-      total: totalRow?.total ?? 0,
+      total: merged.size,
     };
   });
 }