clawconnect-agent 0.2.9 → 0.2.11

package/dist/openclaw/relay/chat-history.js

@@ -1,6 +1,7 @@
-import { createHash } from "node:crypto";
+import { cleanHistoryString, extractAttachmentIds, fallbackTimelineCreatedAt, historyNumber, historyString, isRecord, messageSeq, normalizeCursor, normalizeHistoryCreatedAt, normalizeHistoryDirection, normalizeHistoryLimit, normalizeHistoryTimestamp, normalizeTimelineContentBlocks, normalizeTimelineCreatedAt, normalizeTimelineMessageState, normalizeTimelineRole, openClawHistoryString, openClawRunId, openClawTranscriptSource, paginateHistoryMessages, parseHistoryCursorSeq, requireProjectionIdentity, requireProjectionSequence, } from "./chat-history-normalizers.js";
 import { DatabaseSync } from "node:sqlite";
 import { join } from "node:path";
+import { zstdDecompressSync } from "node:zlib";
 import { restoreGatewayHistoryMessages } from "./gateway-history-projection.js";
 import { readFile, stat } from "fs/promises";
 import { buildHistorySnapshotPage } from "../../core/relay/timeline-event-builder.js";
@@ -8,6 +9,7 @@ import { canonicalizeOpenClawSessionScope, resolveOpenClawSessionTranscript, ses
 import { resolveOpenClawStateDir } from "../runtime/openclaw-paths.js";
 import { normalizeOpenClawAssistantMediaSidecars, normalizeOpenClawAutomaticMediaReplies, } from "./assistant-media-sidecar.js";
 import { adaptOpenClawMessageToolDelivery } from "./outgoing-media-relay.js";
+import { isOpenClawHeartbeatAckText, isOpenClawHeartbeatPromptText } from "./openclaw-heartbeat-markers.js";
 import { createProjectionMetadata, openClawAgentIdFromSessionKey, openClawSourceOrderScope, } from "../../core/relay/timeline-projection-v3.js";
 import { createSourceCommit } from "../../core/relay/source-commit.js";
 /**
@@ -55,11 +57,6 @@ export function readOpenClawSourceCommitCursor(rawParams, defaults) {
         database?.close();
     }
 }
-const DEFAULT_TRANSCRIPT_HISTORY_LIMIT = 100;
-const MAX_TRANSCRIPT_HISTORY_LIMIT = 200;
-const CURSOR_PREFIX = "seq:";
-const OPENCLAW_HEARTBEAT_TRANSCRIPT_PROMPT = "[OpenClaw heartbeat poll]";
-const OPENCLAW_HEARTBEAT_ACK = "HEARTBEAT_OK";
 const transcriptHistoryCache = new Map();
 export function clearTranscriptHistoryCache() {
     transcriptHistoryCache.clear();
@@ -100,12 +97,7 @@ function readOpenClawSqliteChatHistory(params, defaults) {
         const sessionId = cleanHistoryString(session?.current_session_id);
         if (!sessionId)
             return null;
-        const rows = database.prepare(`
-      SELECT seq, event_json
-      FROM transcript_events
-      WHERE session_id = ?
-      ORDER BY seq ASC
-    `).all(sessionId);
+        const rows = readSqliteTranscriptEventRows(database, sessionId);
         const visibleParentIds = resolveSqliteVisibleParentIds(rows);
         const messages = rows
             .map((row) => sqliteTranscriptHistoryMessage(row, sessionId, params.projectionVersion === 3, visibleParentIds))
@@ -490,20 +482,6 @@ function gatewayHistoryMessageId(input) {
     }
     return input.providerMessageId ?? `${input.role}-${input.turnId}`;
 }
-function openClawHistoryMetadata(message) {
-    return isRecord(message.__openclaw) ? message.__openclaw : undefined;
-}
-function openClawHistoryString(message, ...fields) {
-    const metadata = openClawHistoryMetadata(message);
-    return metadata ? historyString(metadata, ...fields) : undefined;
-}
-function openClawRunId(message) {
-    return openClawHistoryString(message, "runId", "run_id");
-}
-function openClawTranscriptSource(message) {
-    const position = openClawHistoryMetadata(message)?.transcriptPosition;
-    return isRecord(position) ? historyString(position, "source") : undefined;
-}
 function normalizeTranscriptHistoryParams(rawParams, fallbackSessionKey) {
     const record = isRecord(rawParams) ? rawParams : {};
     const sessionKey = typeof record.sessionKey === "string" && record.sessionKey.trim().length > 0
@@ -548,15 +526,47 @@ async function readIndexedTranscriptMessages(transcriptPath, sessionKey, project
     });
     return visibleMessages;
 }
+/**
+ * OpenClaw 会把体积较大的 transcript 事件只写入 `event_zstd`（此时 `event_json` 为 NULL）。
+ * 这些行同样是权威时间线的一部分：漏读会造成 source seq 缺口，并切断 `parentId` 血缘链，
+ * 使后续嵌套 provider 运行（如 codex-app-server）的行无法回溯到发起它们的移动端 turn。
+ * 旧版本 OpenClaw 没有 `event_zstd` 列，因此按实际列集合决定查询语句。
+ */
+function readSqliteTranscriptEventRows(database, sessionId) {
+    const columns = database.prepare("PRAGMA table_info(transcript_events)").all();
+    const hasZstdColumn = columns.some((column) => column.name === "event_zstd");
+    const projection = hasZstdColumn ? "seq, event_json, event_zstd" : "seq, event_json";
+    return database.prepare(`
+    SELECT ${projection}
+    FROM transcript_events
+    WHERE session_id = ?
+    ORDER BY seq ASC
+  `).all(sessionId);
+}
+function sqliteTranscriptEventJson(row) {
+    if (typeof row.event_json === "string")
+        return row.event_json;
+    if (row.event_zstd instanceof Uint8Array && row.event_zstd.byteLength > 0) {
+        try {
+            return zstdDecompressSync(row.event_zstd).toString("utf8");
+        }
+        catch (error) {
+            console.warn("[openclaw] failed to decompress transcript event", { seq: row.seq, error: String(error) });
+            return undefined;
+        }
+    }
+    return undefined;
+}
 function sqliteTranscriptHistoryMessage(row, sessionId, strictProjectionV3 = false, visibleParentIds) {
     const seq = typeof row.seq === "number" && Number.isFinite(row.seq) && row.seq > 0
         ? Math.round(row.seq)
         : undefined;
-    if (!seq || typeof row.event_json !== "string")
+    const eventJson = sqliteTranscriptEventJson(row);
+    if (!seq || eventJson === undefined)
         return null;
     let event;
     try {
-        event = JSON.parse(row.event_json);
+        event = JSON.parse(eventJson);
     }
     catch {
         return null;
@@ -596,11 +606,12 @@ function sqliteTranscriptHistoryMessage(row, sessionId, strictProjectionV3 = fal
 function resolveSqliteVisibleParentIds(rows) {
     const nodes = new Map();
     for (const row of rows) {
-        if (typeof row.event_json !== "string")
+        const eventJson = sqliteTranscriptEventJson(row);
+        if (eventJson === undefined)
             continue;
         let event;
         try {
-            event = JSON.parse(row.event_json);
+            event = JSON.parse(eventJson);
         }
         catch {
             continue;
@@ -653,7 +664,21 @@ function prepareTranscriptHistoryMessages(messages, sessionKey, projectionVersio
     const explicitSidecars = normalizeOpenClawAssistantMediaSidecars(messages, sessionKey, relationOptions).messages;
     restoreTranscriptTurnLineage(explicitSidecars, projectionVersion);
     const foldedMessages = normalizeOpenClawAutomaticMediaReplies(explicitSidecars, sessionKey, relationOptions).messages;
-    return filterOpenClawHeartbeatArtifacts(foldedMessages);
+    return filterOpenClawHiddenTranscriptRows(filterOpenClawHeartbeatArtifacts(foldedMessages));
+}
+const OPENCLAW_HIDDEN_TRANSCRIPT_ROLES = new Set(["custom"]);
+/**
+ * OpenClaw transcript 里 `role: custom` 的 message 行是插件/工具搜索等隐藏元数据，
+ * Control UI 不展示。它们必须先参与血缘回溯（parentId 链经过这些行），
+ * 但不能进入投影：默认把未知角色当成 assistant 会产生空的“已完成回复”行，
+ * 客户端会把它当作结果锚点，提前消掉 waiting 占位。
+ */
+export function filterOpenClawHiddenTranscriptRows(messages) {
+    const visible = messages.filter((message) => {
+        const role = typeof message.role === "string" ? message.role.trim().toLowerCase() : "";
+        return !OPENCLAW_HIDDEN_TRANSCRIPT_ROLES.has(role);
+    });
+    return visible.length === messages.length ? messages : visible;
 }
 /**
  * The installed OpenClaw producer records a settled message-tool delivery as
@@ -767,8 +792,7 @@ function isOpenClawHeartbeatPrompt(message) {
     if (content.hasNonTextContent) {
         return false;
     }
-    const text = content.text.replace(/\r/g, "").trim();
-    return text === "[OpenClaw heartbeat poll]" || text === "OpenClaw heartbeat poll";
+    return isOpenClawHeartbeatPromptText(content.text);
 }
 function isOpenClawHeartbeatAcknowledgement(message) {
     if (message.role !== "assistant") {
@@ -778,8 +802,7 @@ function isOpenClawHeartbeatAcknowledgement(message) {
     if (content.hasNonTextContent) {
         return false;
     }
-    const text = content.text.replace(/\r/g, "").trim();
-    return text === "HEARTBEAT_OK" || text === "HEARTBEAT OK";
+    return isOpenClawHeartbeatAckText(content.text);
 }
 function isHeartbeatToolArtifact(message) {
     if (message.role === "tool" || message.role === "toolResult" || message.role === "tool_result") {
@@ -909,279 +932,6 @@ function normalizeTranscriptTurnId(value) {
     const cleaned = cleanHistoryString(value);
     return cleaned?.replace(/:(?:user|assistant|tool|system)$/i, "") || undefined;
 }
-function cleanHistoryString(value) {
-    return typeof value === "string" && value.trim().length > 0 ? value.trim() : undefined;
-}
-function paginateHistoryMessages(messages, opts) {
-    if (messages.length === 0) {
-        return { messages: [], hasMore: false };
-    }
-    if (opts.direction === "newer") {
-        const startIndex = opts.cursorSeq === undefined
-            ? Math.max(0, messages.length - opts.limit)
-            : firstIndexAfterSeq(messages, opts.cursorSeq);
-        const page = messages.slice(startIndex, startIndex + opts.limit);
-        return {
-            messages: page,
-            hasMore: startIndex + page.length < messages.length,
-            ...(lastMessageSeq(page) ? { newestCursor: formatHistoryCursor(lastMessageSeq(page)) } : {}),
-        };
-    }
-    const endExclusive = resolveOlderEndExclusive(messages, opts.cursorSeq);
-    const start = Math.max(0, endExclusive - opts.limit);
-    const page = messages.slice(start, endExclusive);
-    const firstSeq = firstMessageSeq(page);
-    const newestSeq = lastMessageSeq(page);
-    return {
-        messages: page,
-        hasMore: start > 0,
-        ...(start > 0 && firstSeq ? { nextCursor: formatHistoryCursor(firstSeq) } : {}),
-        ...(newestSeq ? { newestCursor: formatHistoryCursor(newestSeq) } : {}),
-    };
-}
-function resolveOlderEndExclusive(messages, cursorSeq) {
-    if (cursorSeq === undefined) {
-        return messages.length;
-    }
-    const newestSeq = messageSeq(messages[messages.length - 1]);
-    if (newestSeq !== undefined && cursorSeq > newestSeq) {
-        return messages.length;
-    }
-    const index = messages.findIndex((message) => {
-        const seq = messageSeq(message);
-        return seq !== undefined && seq >= cursorSeq;
-    });
-    return index === -1 ? messages.length : Math.max(0, index);
-}
-function firstIndexAfterSeq(messages, cursorSeq) {
-    const index = messages.findIndex((message) => {
-        const seq = messageSeq(message);
-        return seq !== undefined && seq > cursorSeq;
-    });
-    return index === -1 ? messages.length : index;
-}
-function normalizeHistoryLimit(value) {
-    const parsed = typeof value === "number" && Number.isFinite(value)
-        ? Math.round(value)
-        : typeof value === "string" && value.trim().length > 0
-            ? Number.parseInt(value.trim(), 10)
-            : DEFAULT_TRANSCRIPT_HISTORY_LIMIT;
-    if (!Number.isFinite(parsed)) {
-        return DEFAULT_TRANSCRIPT_HISTORY_LIMIT;
-    }
-    return Math.max(1, Math.min(MAX_TRANSCRIPT_HISTORY_LIMIT, parsed));
-}
-function normalizeHistoryDirection(value) {
-    return value === "newer" ? "newer" : "older";
-}
-function requireProjectionIdentity(value, field) {
-    if (typeof value !== "string" || value.trim().length === 0) {
-        throw new Error(`OpenClaw projection v3 identity is missing ${field}`);
-    }
-    return value.trim();
-}
-function requireProjectionSequence(value, index) {
-    if (!Number.isSafeInteger(value) || (value ?? 0) <= 0) {
-        throw new Error(`OpenClaw projection v3 sourceOrderSeq is missing or invalid at row ${index}`);
-    }
-    return value;
-}
-function normalizeCursor(value) {
-    return typeof value === "string" && value.trim().length > 0 ? value.trim() : undefined;
-}
-function parseHistoryCursorSeq(value) {
-    const cursor = normalizeCursor(value);
-    if (!cursor) {
-        return undefined;
-    }
-    const raw = cursor.startsWith(CURSOR_PREFIX) ? cursor.slice(CURSOR_PREFIX.length) : cursor;
-    const parsed = Number.parseInt(raw, 10);
-    return Number.isFinite(parsed) && parsed > 0 ? parsed : undefined;
-}
-function formatHistoryCursor(seq) {
-    return `${CURSOR_PREFIX}${seq}`;
-}
-function firstMessageSeq(messages) {
-    return messageSeq(messages[0]);
-}
-function lastMessageSeq(messages) {
-    return messageSeq(messages[messages.length - 1]);
-}
-function messageSeq(message) {
-    const raw = message?.seq ?? (message ? historyNumber(openClawHistoryMetadata(message) ?? {}, "seq") : undefined);
-    return typeof raw === "number" && Number.isFinite(raw) && raw > 0 ? Math.round(raw) : undefined;
-}
-function normalizeHistoryTimestamp(value) {
-    if (typeof value === "number" && Number.isFinite(value) && value > 0) {
-        return Math.round(value > 10_000_000_000 ? value : value * 1000);
-    }
-    if (typeof value === "string" && value.trim().length > 0) {
-        const numeric = Number(value.trim());
-        if (Number.isFinite(numeric) && numeric > 0) {
-            return Math.round(numeric > 10_000_000_000 ? numeric : numeric * 1000);
-        }
-        const parsed = Date.parse(value.trim());
-        if (Number.isFinite(parsed) && parsed > 0) {
-            return Math.round(parsed);
-        }
-    }
-    return undefined;
-}
-function normalizeHistoryCreatedAt(value) {
-    const timestamp = normalizeHistoryTimestamp(value);
-    return timestamp === undefined ? undefined : new Date(timestamp).toISOString();
-}
-function normalizeTimelineRole(value) {
-    const role = typeof value === "string" ? value.trim().toLowerCase().replace("_", "") : "";
-    switch (role) {
-        case "user":
-        case "assistant":
-        case "system":
-            return role;
-        case "tool":
-        case "toolresult":
-            return "tool";
-        default:
-            return "assistant";
-    }
-}
-function normalizeTimelineMessageState(message) {
-    return typeof message.errorMessage === "string" && message.errorMessage.trim().length > 0
-        ? "failed"
-        : "completed";
-}
-function normalizeTimelineCreatedAt(message) {
-    if (typeof message.createdAt === "string" && message.createdAt.trim().length > 0) {
-        return message.createdAt.trim();
-    }
-    const timestamp = normalizeHistoryTimestamp(message.timestamp);
-    return timestamp === undefined ? undefined : new Date(timestamp).toISOString();
-}
-function fallbackTimelineCreatedAt(messages, index) {
-    for (let previous = index - 1; previous >= 0; previous -= 1) {
-        const createdAt = normalizeTimelineCreatedAt(messages[previous]);
-        if (!createdAt) {
-            continue;
-        }
-        const ms = Date.parse(createdAt);
-        if (Number.isFinite(ms)) {
-            return new Date(ms + (index - previous)).toISOString();
-        }
-    }
-    for (let next = index + 1; next < messages.length; next += 1) {
-        const createdAt = normalizeTimelineCreatedAt(messages[next]);
-        if (!createdAt) {
-            continue;
-        }
-        const ms = Date.parse(createdAt);
-        if (Number.isFinite(ms)) {
-            return new Date(Math.max(0, ms - (next - index))).toISOString();
-        }
-    }
-    return new Date().toISOString();
-}
-function normalizeTimelineContentBlocks(value) {
-    if (typeof value === "string") {
-        const text = value.trim();
-        return text ? [{ type: "text", text }] : [];
-    }
-    if (!Array.isArray(value)) {
-        return [];
-    }
-    return value.flatMap((block) => {
-        if (!isRecord(block)) {
-            return [];
-        }
-        const type = typeof block.type === "string" && block.type.trim().length > 0 ? block.type.trim() : "text";
-        return [normalizeTimelineContentBlock({ ...block, type })];
-    });
-}
-function normalizeTimelineContentBlock(block) {
-    const type = String(block.type).trim().toLowerCase();
-    if (!["image", "file", "audio", "voice", "video"].includes(type)) {
-        return { ...block, type };
-    }
-    const fileId = historyString(block, "fileId", "file_id");
-    const previewUrl = historyString(block, "previewUrl", "preview_url", "thumbnailUrl", "thumbnail_url");
-    const downloadUrl = historyString(block, "downloadUrl", "download_url", "downloadPath", "download_path", "url");
-    const declaredTransferState = historyString(block, "transferState", "transfer_state", "status");
-    // OpenClaw transcripts can retain an attachment identity after its media
-    // object has disappeared. Such a block is a stable unavailable placeholder,
-    // not an available attachment: Relay intentionally rejects available blocks
-    // that cannot be previewed or downloaded.
-    const claimsAvailability = declaredTransferState === undefined
-        || ["available", "linked", "uploaded"].includes(declaredTransferState.toLowerCase());
-    const transferState = !previewUrl && !downloadUrl && claimsAvailability
-        ? "expired"
-        : declaredTransferState ?? "available";
-    const attachmentId = historyString(block, "attachmentId", "attachment_id")
-        ?? fileId
-        ?? stableAttachmentId(block);
-    return compactBlock({
-        ...block,
-        type: type === "voice" ? "audio" : type,
-        ...(attachmentId ? { attachmentId } : {}),
-        ...(fileId ? { fileId } : {}),
-        ...(previewUrl ? { previewUrl } : {}),
-        ...(downloadUrl ? { downloadUrl } : {}),
-        ...(historyString(block, "fileName", "file_name", "name", "filename") ? {
-            fileName: historyString(block, "fileName", "file_name", "name", "filename"),
-        } : {}),
-        ...(historyString(block, "mimeType", "mime_type", "contentType", "content_type") ? {
-            mimeType: historyString(block, "mimeType", "mime_type", "contentType", "content_type"),
-        } : {}),
-        ...(historyNumber(block, "byteSize", "byte_size", "sizeBytes", "size_bytes") ? {
-            byteSize: historyNumber(block, "byteSize", "byte_size", "sizeBytes", "size_bytes"),
-        } : {}),
-        ...(historyNumber(block, "width", "imageWidth", "image_width") ? {
-            width: historyNumber(block, "width", "imageWidth", "image_width"),
-        } : {}),
-        ...(historyNumber(block, "height", "imageHeight", "image_height") ? {
-            height: historyNumber(block, "height", "imageHeight", "image_height"),
-        } : {}),
-        transferState,
-        ...(!previewUrl && !downloadUrl && transferState === "expired" ? { isRemoteExpired: true } : {}),
-    });
-}
-function extractAttachmentIds(blocks) {
-    return blocks
-        .map((block) => historyString(block, "attachmentId", "attachment_id", "fileId", "file_id"))
-        .filter((value) => Boolean(value))
-        .filter((value, index, values) => values.indexOf(value) === index);
-}
-function stableAttachmentId(block) {
-    const source = [
-        historyString(block, "fileName", "file_name", "name", "filename"),
-        historyString(block, "mimeType", "mime_type", "contentType", "content_type"),
-        historyString(block, "downloadUrl", "download_url", "downloadPath", "download_path", "url"),
-        historyNumber(block, "byteSize", "byte_size", "sizeBytes", "size_bytes"),
-    ].filter((value) => value !== undefined).join("\u0000");
-    return source ? `att_${createHash("sha256").update(source).digest("hex").slice(0, 16)}` : undefined;
-}
-function compactBlock(block) {
-    return Object.fromEntries(Object.entries(block).filter(([, value]) => value !== undefined));
-}
-function historyString(record, ...fields) {
-    for (const field of fields) {
-        const value = record[field];
-        if (typeof value === "string" && value.trim().length > 0) {
-            return value.trim();
-        }
-    }
-    return undefined;
-}
-function historyNumber(record, ...fields) {
-    for (const field of fields) {
-        const value = record[field];
-        if (typeof value === "number" && Number.isFinite(value)) {
-            return Math.round(value);
-        }
-    }
-    return undefined;
-}
-function isRecord(value) {
-    return Boolean(value) && typeof value === "object" && !Array.isArray(value);
-}
 export function extractHistoryOutcome(history, context, preferredText) {
     const messages = history?.messages ?? [];
     if (messages.length === 0) {