@rexvane/piweb 0.3.12 → 0.3.14

package/src/lib/session-import/dsh.ts

@@ -0,0 +1,259 @@
+/**
+ * dsh（DeepSeek Harness）：`~/.dsh/sessions/<编码 cwd>/session-<uuid>/session.jsonl.zstd`
+ *
+ * 多帧 zstd 压缩的 JSONL，行形状 `{type, seq, time, data}`。实测要点（照抄真实文件）：
+ *  - assistant/message 的 content 里 **已经带 tool-call 块**，与独立的 tool/call 行是同一批调用
+ *    （本机 241 : 241 完全对应），所以只取前者，否则工具调用会翻倍。
+ *  - tool/result 是 `message.content[0] = {type:"tool-result", toolCallId, content:[...], isError}`，
+ *    比别的来源深一层。
+ *  - plugin / agent-instructions 来源的 user/message 是运行时注入（沙箱策略、AGENTS.md 快照、
+ *    压缩摘要），pi 端会注入自己的那一套，导入时跳过并计数。
+ */
+import path from "node:path";
+import fs from "node:fs/promises";
+import { listFiles, reachedLimit, sortByRecency } from "./files";
+import { dshRoot } from "./paths";
+import { readZstdHead, readZstdJsonl } from "./dsh-zstd";
+import type { ExternalSessionSummary, ImportedBlock, ImportedEntry, ImportedSession, ImportSourceModule, ScanOptions } from "./types";
+import { cleanTitle, compactBlocks, outputBlocks, parseArguments, textBlock, toEpochMs } from "./types";
+
+const ROOT = dshRoot;
+
+/**
+ * 目录名是编码后的 cwd（`--D-AIApp-PiWeb--`）；非 ASCII 用 `~XXXX` 表示码位
+ * （`--D-AIApp-Ordo-~524D~7AEF~9875~9762--` = `D:\AIApp\Ordo-前端页面`）。
+ * 还原不出来就返回 undefined，交给 header.cwd。
+ */
+export function decodeCwdDir(name: string): string | undefined {
+	const match = /^--(.+)--$/.exec(name);
+	if (!match) return undefined;
+	const body = match[1].replace(/~([0-9A-Fa-f]{4})/g, (_, hex: string) => String.fromCharCode(parseInt(hex, 16)));
+	if (!/^[A-Za-z]-/.test(body)) return undefined; // 只有盘符风格能可靠还原（POSIX 路径无法与 - 区分）
+	return `${body[0]}:\\${body.slice(2).split("-").filter(Boolean).join("\\")}`;
+}
+
+interface DshHeader {
+	id?: string;
+	cwd?: string;
+	createdAt?: number;
+	/**
+	 * 主代理为 0；> 0 表示这条会话是主代理派给子代理的活（本机 198 个会话里有 55 个）。
+	 * 那是子任务，不该混进"我的对话"列表里。
+	 */
+	delegationDepth?: number;
+}
+
+function parseRecords(text: string): { header: DshHeader; records: Record<string, unknown>[] } {
+	const records: Record<string, unknown>[] = [];
+	let header: DshHeader = {};
+	for (const line of text.split("\n")) {
+		const trimmed = line.trim();
+		if (!trimmed) continue;
+		let parsed: Record<string, unknown>;
+		try {
+			parsed = JSON.parse(trimmed) as Record<string, unknown>;
+		} catch {
+			continue;
+		}
+		if (parsed.type === "session") {
+			header = {
+				id: typeof parsed.id === "string" ? parsed.id : undefined,
+				cwd: typeof parsed.cwd === "string" ? parsed.cwd : undefined,
+				createdAt: toEpochMs(parsed.createdAt),
+				delegationDepth: typeof parsed.delegationDepth === "number" ? parsed.delegationDepth : undefined,
+			};
+			continue;
+		}
+		records.push(parsed);
+	}
+	return { header, records };
+}
+
+/** request/header 里带 provider+model；取最后一次生效的作为会话的模型 */
+function configOf(data: Record<string, unknown> | undefined): { provider?: string; model?: string } {
+	const config = (data?.header as Record<string, unknown> | undefined)?.config as Record<string, unknown> | undefined;
+	return {
+		provider: typeof config?.provider === "string" ? config.provider : undefined,
+		model: typeof config?.model === "string" ? config.model : undefined,
+	};
+}
+
+/** assistant/message 的 content 块：reasoning→thinking、text→text、tool-call→toolCall */
+function assistantBlocks(content: unknown): ImportedBlock[] {
+	if (!Array.isArray(content)) return [];
+	return compactBlocks(content.flatMap((raw): Array<ImportedBlock | null> => {
+		const block = raw as Record<string, unknown>;
+		if (block?.type === "reasoning" || block?.type === "thinking") {
+			return typeof block.text === "string" && block.text.trim() ? [{ type: "thinking", thinking: block.text }] : [];
+		}
+		if (block?.type === "text") return [textBlock(block.text)];
+		if (block?.type === "tool-call") {
+			const id = typeof block.id === "string" ? block.id : "";
+			const name = typeof block.name === "string" ? block.name : "";
+			return id && name ? [{ type: "toolCall", id, name, arguments: parseArguments(block.arguments) }] : [];
+		}
+		return [];
+	}));
+}
+
+/** 用户消息块：只认 text */
+function userBlocks(content: unknown): ImportedBlock[] {
+	if (!Array.isArray(content)) return [];
+	return compactBlocks(content.flatMap((raw): Array<ImportedBlock | null> => {
+		const block = raw as Record<string, unknown>;
+		return block?.type === "text" ? [textBlock(block.text)] : [];
+	}));
+}
+
+/**
+ * 一个会话目录里可能同时存在 `session.jsonl.zstd` 与 `session.v3.jsonl.zstd`（迁移产物，
+ * 本机有 6 个这样的目录）。两者是同一个会话、externalId 相同，都列出来就会重复，
+ * 导入时还会被判成"重复选择"。选 v3：它是迁移后的规范格式，去掉了流式分片，
+ * 实测消息条数反而更多（44/171/241/256 → 46/179/247/262），也确认了 v3 才是最新的完整历史。
+ */
+function pickPerSession(files: string[]): string[] {
+	const best = new Map<string, string>();
+	for (const file of files) {
+		const dir = path.dirname(file);
+		const previous = best.get(dir);
+		if (!previous || (file.includes(".v3.") && !previous.includes(".v3."))) best.set(dir, file);
+	}
+	return [...best.values()];
+}
+
+/** tool/result 的输出深一层：{type:"tool-result", toolCallId, content:[{type:"text"}], isError} */
+function toolResultOf(message: Record<string, unknown> | undefined): { callId: string; content: ImportedBlock[]; isError: boolean } {
+	const blocks = Array.isArray(message?.content) ? (message?.content as Record<string, unknown>[]) : [];
+	const node = (blocks.find((block) => block?.type === "tool-result") ?? blocks[0]) as Record<string, unknown> | undefined;
+	const source = message?.source as Record<string, unknown> | undefined;
+	const callId = typeof node?.toolCallId === "string" ? node.toolCallId : typeof source?.callId === "string" ? source.callId : "";
+	return { callId, content: outputBlocks(node?.content ?? node), isError: node?.isError === true };
+}
+
+export const dshSource: ImportSourceModule = {
+	id: "dsh",
+
+	async scan(options?: ScanOptions): Promise<ExternalSessionSummary[]> {
+		const limit = options?.limit ?? 0;
+		const files = await listFiles(ROOT(), { match: (name) => name.endsWith(".jsonl.zstd") });
+		const candidates = await sortByRecency(pickPerSession(files));
+		const out: ExternalSessionSummary[] = [];
+		for (const { file, mtime } of candidates) {
+			if (reachedLimit(out.length, limit)) break; // 只解压最近的若干条：其余的连 zstd 都不碰
+			let head: { text: string; complete: boolean };
+			try {
+				head = await readZstdHead(file);
+			} catch {
+				continue;
+			}
+			const { header, records } = parseRecords(head.text);
+			if (!header.id) continue;
+			if (header.delegationDepth) continue; // 主代理派给子代理的会话，不算"我的对话"
+			// 建了却从没用过的会话（只有 header 与几条配置）：整个文件都解出来却没有消息，不该列进列表
+			if (head.complete && !records.some((record) => record.type === "user/message" || record.type === "assistant/message")) continue;
+			let title: string | undefined;
+			let provider: string | undefined;
+			let model: string | undefined;
+			for (const record of records) {
+				const data = record.data as Record<string, unknown> | undefined;
+				if (record.type === "session/title") {
+					title = cleanTitle(data?.title ?? data?.name) ?? title;
+				}
+				if (record.type === "request/header") {
+					const config = configOf(data);
+					provider = config.provider ?? provider;
+					model = config.model ?? model;
+				}
+			}
+			const sessionDir = path.basename(path.dirname(file));
+			out.push({
+				source: "dsh",
+				externalId: sessionDir || header.id,
+				title,
+				projectPath: header.cwd ?? decodeCwdDir(path.basename(path.dirname(path.dirname(file)))),
+				provider,
+				model,
+				createdAt: header.createdAt ?? mtime,
+				updatedAt: mtime,
+				// 扫描只解前若干帧，统计整会话条数不可靠：留空由界面显示 —
+				location: file,
+			});
+		}
+		return out;
+	},
+
+	async read(summary: ExternalSessionSummary): Promise<ImportedSession | null> {
+		let text: string;
+		try {
+			text = await readZstdJsonl(summary.location);
+		} catch {
+			return null;
+		}
+		const { header, records } = parseRecords(text);
+		const entries: ImportedEntry[] = [];
+		let title = summary.title;
+		let injected = 0;
+		let provider = summary.provider;
+		let model = summary.model;
+		let lastAt = header.createdAt ?? summary.createdAt ?? Date.now();
+
+		for (const record of records) {
+			const type = typeof record.type === "string" ? record.type : "";
+			const at = toEpochMs(record.time) ?? lastAt;
+			lastAt = at;
+			const data = record.data as Record<string, unknown> | undefined;
+
+			if (type === "user/message") {
+				const source = data?.source as Record<string, unknown> | undefined;
+				if (source?.kind !== "user") {
+					injected += 1; // 插件注入 / AGENTS.md 快照 / 压缩摘要：pi 端会注入自己的版本
+					continue;
+				}
+				const content = userBlocks(data?.content);
+				if (!content.length) continue;
+				entries.push({ type: "message", message: { role: "user", content, timestamp: at } });
+				continue;
+			}
+
+			if (type === "assistant/message") {
+				const message = data?.message as Record<string, unknown> | undefined;
+				const content = assistantBlocks(message?.content);
+				if (!content.length) continue;
+				const hasCall = content.some((block) => block.type === "toolCall");
+				entries.push({ type: "message", message: { role: "assistant", content, timestamp: at, stopReason: hasCall ? "toolUse" : "stop" } });
+				continue;
+			}
+
+			// tool/call 行与 assistant/message 里的 tool-call 块是同一批调用，重复导入会让调用翻倍
+			if (type === "tool/call") continue;
+
+			if (type === "tool/result") {
+				const message = data?.message as Record<string, unknown> | undefined;
+				const result = toolResultOf(message);
+				if (!result.callId || !result.content.length) continue;
+				entries.push({ type: "message", message: { role: "toolResult", toolCallId: result.callId, content: result.content, isError: result.isError, timestamp: at } });
+				continue;
+			}
+
+			if (type === "session/title") {
+				title = cleanTitle(data?.title ?? data?.name) ?? title;
+				continue;
+			}
+
+			if (type === "request/header") {
+				const config = configOf(data);
+				provider = config.provider ?? provider;
+				model = config.model ?? model;
+			}
+		}
+
+		if (!entries.some((entry) => entry.type === "message")) return null;
+		const skipped: string[] = [];
+		if (injected) skipped.push(`跳过 ${injected} 条运行时注入消息（沙箱策略 / AGENTS.md 快照 / 压缩摘要）`);
+		return {
+			summary: { ...summary, title, provider, model, projectPath: header.cwd ?? summary.projectPath },
+			entries,
+			skipped,
+		};
+	},
+};

package/src/lib/session-import/files.ts

@@ -0,0 +1,84 @@
+/** 文件类来源的公共读取：扫描时只读文件头（避免为了列表把几百 MB 全读进来），导入时才整读 */
+import fs from "node:fs/promises";
+
+/** 读文件开头若干字节（不切 UTF-8 字符：按行切分后只取完整行） */
+export async function readHead(file: string, bytes = 64 * 1024): Promise<string> {
+	const handle = await fs.open(file, "r");
+	try {
+		const buffer = Buffer.alloc(bytes);
+		const { bytesRead } = await handle.read(buffer, 0, bytes, 0);
+		return buffer.subarray(0, bytesRead).toString("utf8");
+	} finally {
+		await handle.close();
+	}
+}
+
+/** 逐行解析 JSONL；单行坏掉只跳过该行，不放弃整个文件 */
+export function* eachJsonLine(text: string): Generator<Record<string, unknown>> {
+	for (const line of text.split("\n")) {
+		const trimmed = line.trim();
+		if (!trimmed) continue;
+		try {
+			const parsed = JSON.parse(trimmed);
+			if (parsed && typeof parsed === "object") yield parsed as Record<string, unknown>;
+		} catch {
+			// 单行损坏（写入中断等）：跳过
+		}
+	}
+}
+
+/** 从文件头里取第一批记录（扫描用） */
+export function headRecords(text: string, limit = 400): Record<string, unknown>[] {
+	const out: Record<string, unknown>[] = [];
+	for (const record of eachJsonLine(text)) {
+		out.push(record);
+		if (out.length >= limit) break;
+	}
+	return out;
+}
+
+/** 递归列文件，带深度上限与名字过滤 */
+export async function listFiles(root: string, options: { match: (name: string) => boolean; maxDepth?: number }): Promise<string[]> {
+	const out: string[] = [];
+	const maxDepth = options.maxDepth ?? 4;
+	async function walk(dir: string, depth: number) {
+		let entries;
+		try {
+			entries = await fs.readdir(dir, { withFileTypes: true });
+		} catch {
+			return;
+		}
+		for (const entry of entries) {
+			const full = `${dir}${dir.endsWith("/") || dir.endsWith("\\") ? "" : "/"}${entry.name}`;
+			if (entry.isDirectory()) {
+				if (depth < maxDepth) await walk(full, depth + 1);
+			} else if (entry.isFile() && options.match(entry.name)) {
+				out.push(full);
+			}
+		}
+	}
+	await walk(root, 1);
+	return out;
+}
+
+export async function statMtime(file: string): Promise<number | undefined> {
+	try {
+		return (await fs.stat(file)).mtimeMs;
+	} catch {
+		return undefined;
+	}
+}
+
+/**
+ * 按最近活动倒序：扫描只列最近若干条，所以先按 mtime 排序（只 stat、不读内容），
+ * 再从头读——读到够了就停，剩下的文件根本不打开。
+ */
+export async function sortByRecency(files: string[]): Promise<Array<{ file: string; mtime?: number }>> {
+	const rows = await Promise.all(files.map(async (file) => ({ file, mtime: await statMtime(file) })));
+	return rows.sort((left, right) => (right.mtime ?? 0) - (left.mtime ?? 0));
+}
+
+/** 到达上限就别再往下读了（limit <= 0 表示不限） */
+export function reachedLimit(count: number, limit: number): boolean {
+	return limit > 0 && count >= limit;
+}

package/src/lib/session-import/grok.ts

@@ -0,0 +1,169 @@
+/**
+ * Grok CLI（~/.grok/sessions/<URL 编码的 cwd>/<session-uuid>/）
+ *
+ * 会话目录里有 chat_history.jsonl（正文）与 summary.json（标题/模型/时间/消息数）。
+ * chat_history 每行 `{type, content, ...}`：system / user / assistant（含 tool_calls[]）/ reasoning / tool_result。
+ */
+import path from "node:path";
+import fs from "node:fs/promises";
+import { eachJsonLine, listFiles, readHead, reachedLimit, sortByRecency } from "./files";
+import { grokRoot } from "./paths";
+import type { ExternalSessionSummary, ImportedBlock, ImportedEntry, ImportedSession, ImportSourceModule, ScanOptions } from "./types";
+import { cleanTitle, compactBlocks, outputBlocks, parseArguments, textBlock, toEpochMs } from "./types";
+
+const ROOT = grokRoot;
+
+/** 目录名是 URL 编码的 cwd（D%3A%5CAIApp%5CPiWeb），summary.json 缺失时用它兜底 */
+function decodeProjectDir(name: string): string | undefined {
+	try {
+		const decoded = decodeURIComponent(name);
+		return /^[A-Za-z]:[\\/]/.test(decoded) || decoded.startsWith("/") ? decoded : undefined;
+	} catch {
+		return undefined;
+	}
+}
+
+/**
+ * 判断一段 chat_history 里是否有真正能导入的对话：至少一条 assistant，或一条不受合成标记影响的用户消息。
+ * 与 read() 的接受口径一致——只列"read 一定能读出来"的会话。
+ */
+function importable(records: Record<string, unknown>[]): boolean {
+	for (const record of records) {
+		if (record.type === "assistant" || record.type === "tool_result") return true;
+		if (record.type === "reasoning" && typeof record.summary === "string" && record.summary.trim()) return true;
+		if (record.type !== "user" || record.synthetic_reason) continue;
+		const blocks = userBlocks(record.content);
+		if (blocks.some((block) => block.type === "text" && block.text.replace(/<[^>]+>/g, "").trim())) return true;
+	}
+	return false;
+}
+
+async function hasRealMessage(history: string): Promise<boolean> {
+	try {
+		return importable([...eachJsonLine(await readHead(history))]);
+	} catch {
+		return false;
+	}
+}
+
+/** user 的 content 可能是字符串或块数组 */function userBlocks(content: unknown): ImportedBlock[] {
+	if (typeof content === "string") return compactBlocks([textBlock(content)]);
+	if (!Array.isArray(content)) return [];
+	return compactBlocks(content.flatMap((raw): Array<ImportedBlock | null> => {
+		if (typeof raw === "string") return [textBlock(raw)];
+		const block = raw as Record<string, unknown>;
+		if (typeof block?.text === "string") return [textBlock(block.text)];
+		return [];
+	}));
+}
+
+export const grokSource: ImportSourceModule = {
+	id: "grok",
+
+	async scan(options?: ScanOptions): Promise<ExternalSessionSummary[]> {
+		// 先按 chat_history 的 mtime 排序（只 stat，不读内容），再从最近往下读：
+		// summary.json 里有标题/模型/时间/消息数，读它即可，正文只在确认有真实对话时碰一下头部
+		const limit = options?.limit ?? 0;
+		const files = await listFiles(ROOT(), { match: (name) => name === "summary.json" });
+		const candidates = await sortByRecency(files.map((file) => path.join(path.dirname(file), "chat_history.jsonl")));
+		const out: ExternalSessionSummary[] = [];
+		for (const { file: history, mtime } of candidates) {
+			if (reachedLimit(out.length, limit)) break; // 只读最近的若干条
+			const dir = path.dirname(history);
+			let summary: Record<string, unknown>;
+			try {
+				summary = JSON.parse(await fs.readFile(path.join(dir, "summary.json"), "utf8")) as Record<string, unknown>;
+			} catch {
+				continue;
+			}
+			if (mtime === undefined) continue; // 没有正文就没什么可导
+			const info = summary.info as Record<string, unknown> | undefined;
+			const numMessages = Number(summary.num_messages ?? summary.num_chat_messages);
+			// 子代理会话（grok 的 spawn_subagent：subagent / subagent_fork / subagent_resume，本机 24 条）
+			// 以及它们的派生：agent_name 是 general-purpose / explore 之类，不是你在用的那条对话
+			if (typeof summary.session_kind === "string" && summary.session_kind.startsWith("subagent")) continue;
+			if (numMessages === 0) continue; // 开了没用的空会话
+			// 只有系统提示与合成提醒（system_reminder）的会话读不出对话，别列进列表
+			if (!(await hasRealMessage(history))) continue;
+			out.push({
+				source: "grok",
+				externalId: path.basename(dir),
+				title: cleanTitle(summary.session_summary ?? summary.generated_title),
+				projectPath: typeof info?.cwd === "string" ? info.cwd : decodeProjectDir(path.basename(path.dirname(dir))),
+				model: typeof summary.current_model_id === "string" ? summary.current_model_id : undefined,
+				createdAt: toEpochMs(summary.created_at) ?? mtime,
+				updatedAt: toEpochMs(summary.updated_at ?? summary.last_active_at) ?? mtime,
+				...(Number.isFinite(numMessages) ? { messageCount: numMessages } : {}),
+				location: history,
+			});
+		}
+		return out;
+	},
+
+	async read(summary: ExternalSessionSummary): Promise<ImportedSession | null> {
+		let text: string;
+		try {
+			text = await fs.readFile(summary.location, "utf8");
+		} catch {
+			return null;
+		}
+		const entries: ImportedEntry[] = [];
+		const skipped: string[] = [];
+		let encryptedReasoning = 0;
+		let synthetic = 0;
+		let model = summary.model;
+
+		for (const record of eachJsonLine(text)) {
+			const timestamp = toEpochMs(record.timestamp ?? record.time ?? record.created_at) ?? summary.createdAt ?? Date.now();
+			switch (record.type) {
+				case "system":
+					continue; // 系统提示不进对话
+				case "user": {
+					const blocks = userBlocks(record.content);
+					const plain = blocks.map((block) => (block.type === "text" ? block.text : "")).join("\n").trim();
+					if (record.synthetic_reason || !plain) {
+						synthetic += 1;
+						continue;
+					}
+					entries.push({ type: "message", message: { role: "user", content: blocks, timestamp } });
+					continue;
+				}
+				case "assistant": {
+					if (typeof record.model_id === "string" && record.model_id.trim()) model = record.model_id;
+					const blocks: Array<ImportedBlock | null> = [typeof record.content === "string" ? textBlock(record.content) : null];
+					for (const call of (record.tool_calls as Array<Record<string, unknown>> | undefined) ?? []) {
+						const id = typeof call.id === "string" ? call.id : "";
+						const name = typeof call.name === "string" ? call.name : "";
+						if (id && name) blocks.push({ type: "toolCall", id, name, arguments: parseArguments(call.arguments ?? {}) });
+					}
+					const content = compactBlocks(blocks);
+					if (!content.length) continue;
+					entries.push({
+						type: "message",
+						message: { role: "assistant", content, timestamp, ...(model ? { model } : {}), ...(content.some((block) => block.type === "toolCall") ? { stopReason: "toolUse" } : {}) },
+					});
+					continue;
+				}
+				case "reasoning": {
+					const text = typeof record.summary === "string" ? record.summary : "";
+					if (text.trim()) entries.push({ type: "message", message: { role: "assistant", content: [{ type: "thinking", thinking: text }], timestamp, ...(model ? { model } : {}) } });
+					else encryptedReasoning += 1; // 加密推理无正文可导：计数后汇总成一行，不要刷屏
+					continue;
+				}
+				case "tool_result": {
+					const callId = typeof record.tool_call_id === "string" ? record.tool_call_id : "";
+					if (!callId) continue;
+					entries.push({ type: "message", message: { role: "toolResult", toolCallId: callId, content: outputBlocks(record.content), timestamp } });
+					continue;
+				}
+				default:
+					continue;
+			}
+		}
+
+		if (synthetic) skipped.push(`跳过 ${synthetic} 条合成输入`);
+		if (encryptedReasoning) skipped.push(`跳过 ${encryptedReasoning} 条仅含加密内容的推理记录`);
+		if (!entries.some((entry) => entry.type === "message")) return null;
+		return { summary: { ...summary, model }, entries, skipped };
+	},
+};