shennian 0.3.85 → 0.3.86

package/dist/src/native-fusion/opencode-parser.js

@@ -1,3 +1,130 @@
-import d from"node:fs";import _ from"node:os";import u from"node:path";import{resolveBuiltinCommand as S,spawnResolvedCommandSync as v}from"../agents/command-spec.js";import{normalizeNativeTimestamp as f}from"./session-header.js";function l(t){try{const e=JSON.parse(t);return typeof e=="object"&&e!==null?e:null}catch{return null}}function O(t){return t.filter(e=>e.type==="text"||e.type==="reasoning").map(e=>typeof e.text=="string"?e.text:"").filter(Boolean).join(`
-
-`).trim()}function h(t,e,s,r,c,n,i,o){if(!n)return;const a=f(r.time_created),p=f(s.time_created);!a||!p||t.push({agentType:"opencode",sourceMode:"opencode_session_import",sourceSessionKey:s.id,sourceEventKey:`opencode:${s.id}:${r.id}:${c}`,cursor:`${e}:${r.time_created}:${r.id}`,role:c,ts:a,payload:n,title:s.title,titleSource:"agent_native",modelId:i,workDir:s.directory,terminal:o,sourceSessionCreatedAtMs:p})}function x(t,e){const s=[],r=new Map(e.sessions.map(n=>[n.id,n])),c=new Map;for(const n of e.parts){const i=l(n.data);if(!i)continue;const o=c.get(n.message_id)??[];o.push(i),c.set(n.message_id,o)}for(const n of[...e.messages].sort((i,o)=>i.time_created-o.time_created)){const i=r.get(n.session_id);if(!i)continue;const o=l(n.data);if(!o)continue;const a=o.role==="user"?"user":o.role==="assistant"?"agent":null;if(!a)continue;const p=c.get(n.id)??[],y=O(p),g=typeof o.modelID=="string"?`${typeof o.providerID=="string"?`${o.providerID}/`:""}${o.modelID}`:null;h(s,t,i,n,a,y,g,a==="agent")}return s}function I(){const t=u.join(_.homedir(),".local","share","opencode"),e=u.join(t,"shennian-opencode-session-snapshot.opencode-session.json");return C(e),d.existsSync(e)?[e]:[]}function m(t){const e=S("opencode");if(!e)return[];const s=v(e,["db",t,"--format","json"],{encoding:"utf-8",stdio:["ignore","pipe","ignore"],timeout:1e4});if(s.status!==0)return[];try{const r=JSON.parse(String(s.stdout??""));return Array.isArray(r)?r:[]}catch{return[]}}function C(t){try{const e=m("select id, title, directory, time_created, time_updated from session where time_archived is null order by time_updated asc");if(e.length===0)return;const s=m("select id, session_id, time_created, data from message order by time_created asc, id asc"),r=m("select id, message_id, session_id, time_created, data from part order by message_id asc, id asc");d.mkdirSync(u.dirname(t),{recursive:!0}),d.writeFileSync(t,JSON.stringify({sessions:e,messages:s,parts:r}))}catch{}}function z(t,e){const s=d.statSync(t);if(e>=s.size)return{nextOffset:s.size,events:[]};if(e>0)return{nextOffset:s.size,events:[]};const r=JSON.parse(d.readFileSync(t,"utf8"));return{nextOffset:s.size,events:x(t,r)}}export{I as listOpenCodeSessionFiles,z as parseOpenCodeSessionFile,x as parseOpenCodeSessionSnapshot};
+// @arch docs/architecture/cli/native-session-fusion.md
+// @test src/__tests__/native-fusion-parsers.test.ts
+import fs from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+import { resolveBuiltinCommand, spawnResolvedCommandSync } from '../agents/command-spec.js';
+import { normalizeNativeTimestamp } from './session-header.js';
+function parseJsonObject(value) {
+    try {
+        const parsed = JSON.parse(value);
+        return typeof parsed === 'object' && parsed !== null ? parsed : null;
+    }
+    catch {
+        return null;
+    }
+}
+function textFromOpenCodeParts(parts) {
+    return parts
+        .filter((part) => part.type === 'text' || part.type === 'reasoning')
+        .map((part) => typeof part.text === 'string' ? part.text : '')
+        .filter(Boolean)
+        .join('\n\n')
+        .trim();
+}
+function pushOpenCodeEvent(events, snapshotPath, session, message, role, payload, modelId, terminal) {
+    if (!payload)
+        return;
+    const eventTimestamp = normalizeNativeTimestamp(message.time_created);
+    const sourceSessionCreatedAtMs = normalizeNativeTimestamp(session.time_created);
+    if (!eventTimestamp || !sourceSessionCreatedAtMs)
+        return;
+    events.push({
+        agentType: 'opencode',
+        sourceMode: 'opencode_session_import',
+        sourceSessionKey: session.id,
+        sourceEventKey: `opencode:${session.id}:${message.id}:${role}`,
+        cursor: `${snapshotPath}:${message.time_created}:${message.id}`,
+        role,
+        ts: eventTimestamp,
+        payload,
+        title: session.title,
+        titleSource: 'agent_native',
+        modelId,
+        workDir: session.directory,
+        terminal,
+        sourceSessionCreatedAtMs,
+    });
+}
+export function parseOpenCodeSessionSnapshot(snapshotPath, snapshot) {
+    const events = [];
+    const sessionsById = new Map(snapshot.sessions.map((session) => [session.id, session]));
+    const partsByMessage = new Map();
+    for (const partRow of snapshot.parts) {
+        const data = parseJsonObject(partRow.data);
+        if (!data)
+            continue;
+        const list = partsByMessage.get(partRow.message_id) ?? [];
+        list.push(data);
+        partsByMessage.set(partRow.message_id, list);
+    }
+    for (const message of [...snapshot.messages].sort((left, right) => left.time_created - right.time_created)) {
+        const session = sessionsById.get(message.session_id);
+        if (!session)
+            continue;
+        const data = parseJsonObject(message.data);
+        if (!data)
+            continue;
+        const role = data.role === 'user' ? 'user' : data.role === 'assistant' ? 'agent' : null;
+        if (!role)
+            continue;
+        const parts = partsByMessage.get(message.id) ?? [];
+        const payload = textFromOpenCodeParts(parts);
+        const modelId = typeof data.modelID === 'string'
+            ? `${typeof data.providerID === 'string' ? `${data.providerID}/` : ''}${data.modelID}`
+            : null;
+        pushOpenCodeEvent(events, snapshotPath, session, message, role, payload, modelId, role === 'agent');
+    }
+    return events;
+}
+export function listOpenCodeSessionFiles() {
+    const dataDir = path.join(os.homedir(), '.local', 'share', 'opencode');
+    const snapshot = path.join(dataDir, 'shennian-opencode-session-snapshot.opencode-session.json');
+    refreshOpenCodeSessionSnapshot(snapshot);
+    return fs.existsSync(snapshot) ? [snapshot] : [];
+}
+function queryOpenCodeDb(query) {
+    const spec = resolveBuiltinCommand('opencode');
+    if (!spec)
+        return [];
+    const result = spawnResolvedCommandSync(spec, ['db', query, '--format', 'json'], {
+        encoding: 'utf-8',
+        stdio: ['ignore', 'pipe', 'ignore'],
+        timeout: 10_000,
+    });
+    if (result.status !== 0)
+        return [];
+    try {
+        const parsed = JSON.parse(String(result.stdout ?? ''));
+        return Array.isArray(parsed) ? parsed : [];
+    }
+    catch {
+        return [];
+    }
+}
+function refreshOpenCodeSessionSnapshot(snapshotPath) {
+    try {
+        const sessions = queryOpenCodeDb('select id, title, directory, time_created, time_updated from session where time_archived is null order by time_updated asc');
+        if (sessions.length === 0)
+            return;
+        const messages = queryOpenCodeDb('select id, session_id, time_created, data from message order by time_created asc, id asc');
+        const parts = queryOpenCodeDb('select id, message_id, session_id, time_created, data from part order by message_id asc, id asc');
+        fs.mkdirSync(path.dirname(snapshotPath), { recursive: true });
+        fs.writeFileSync(snapshotPath, JSON.stringify({ sessions, messages, parts }));
+    }
+    catch {
+        /* best-effort native import */
+    }
+}
+export function parseOpenCodeSessionFile(filePath, startOffset) {
+    const stat = fs.statSync(filePath);
+    if (startOffset >= stat.size)
+        return { nextOffset: stat.size, events: [] };
+    if (startOffset > 0)
+        return { nextOffset: stat.size, events: [] };
+    const snapshot = JSON.parse(fs.readFileSync(filePath, 'utf8'));
+    return {
+        nextOffset: stat.size,
+        events: parseOpenCodeSessionSnapshot(filePath, snapshot),
+    };
+}

package/dist/src/native-fusion/parsers.js

@@ -1,3 +1,140 @@
-import g from"node:fs";import l from"node:os";import r from"node:path";import{listCodexRolloutFiles as G,lookupCodexThreadName as H,parseCodexRolloutChunk as Q}from"./codex-parser.js";import{inspectNativeSessionFile as V,normalizeNativeTimestamp as X}from"./session-header.js";import{listOpenCodeSessionFiles as Z,parseOpenCodeSessionFile as $,parseOpenCodeSessionSnapshot as P}from"./opencode-parser.js";import{makeCursor as j,makeEventKey as C,normalizeText as v,readClaudeEventCwd as k,readJsonlLines as S,readTimestamp as w,safeParse as T,isClaudeSubagentTranscript as D,shouldIgnoreClaudeProjectDir as N,shouldIgnoreClaudeTranscriptPath as z,shouldIgnoreNativeScanPath as b}from"./parser-common.js";function M(){return[r.join(l.homedir(),".codex","sessions"),r.join(l.homedir(),".codex","archived_sessions"),r.join(l.homedir(),".claude","projects"),r.join(l.homedir(),".local","share","opencode")]}function E(e){const n=l.homedir();return e.startsWith(n)?e.slice(n.length).replace(/^\//,"")||"~":e.replace(/\//g,"-")}function I(){const e=r.join(l.homedir(),".claude","projects");if(!g.existsSync(e))return[];const n=[],i=t=>{for(const o of g.readdirSync(t,{withFileTypes:!0})){const a=r.join(t,o.name);if(o.isDirectory()){if(t===e&&N(o.name))continue;i(a)}else o.isFile()&&o.name.endsWith(".jsonl")&&n.push(a)}};return i(e),n.sort()}function B(e){if(!e)return null;const n=I().find(t=>r.basename(t,".jsonl")===e);if(!n)return null;let i=null;return S(n,0,t=>{if(i||!t.trim())return;const o=T(t);if(!o)return;const a=k(o);a&&(i=a)}),i}function J(e,n){const i=g.statSync(e).size;if(D(e)||z(e))return{nextOffset:i,events:[]};const t=[],o=r.basename(e,".jsonl"),a=E(r.dirname(e).replace(r.join(l.homedir(),".claude","projects")+r.sep,""));if(b(a))return{nextOffset:i,events:[]};let p="";return{nextOffset:S(e,n,(_,d)=>{const s=T(_);if(!s)return;const y=w(s.timestamp),x=typeof s.type=="string"?s.type:"";if(!y||!x)return;const m=k(s);if(!(m&&b(m))){if(x==="user"){const c=typeof s.message=="object"&&s.message!==null?s.message:null,u=typeof c?.content=="string"?v(c.content):"";if(!u)return;p||(p=u.slice(0,80)),t.push({agentType:"claude",sourceMode:"claude_transcript_import",sourceSessionKey:o,sourceEventKey:C(e,d,"user"),cursor:j(e,d),role:"user",ts:y,payload:u,title:p,titleSource:"first_user_fallback",workDir:m??a})}else if(x==="assistant"){const c=typeof s.message=="object"&&s.message!==null?s.message:null,u=Array.isArray(c?.content)?c.content:[],h=v(u.map(f=>typeof f=="object"&&f!==null&&typeof f.text=="string"?f.text:"").filter(Boolean).join(`
-
-`));if(!h)return;const F=typeof c?.model=="string"?c.model:null;t.push({agentType:"claude",sourceMode:"claude_transcript_import",sourceSessionKey:o,sourceEventKey:C(e,d,"assistant"),cursor:j(e,d),role:"agent",ts:y,payload:h,title:p,titleSource:"first_user_fallback",modelId:F,workDir:m??a})}}}),events:t}}export{V as inspectNativeSessionFile,I as listClaudeTranscriptFiles,G as listCodexRolloutFiles,M as listNativeTranscriptRoots,Z as listOpenCodeSessionFiles,B as lookupClaudeTranscriptCwd,H as lookupCodexThreadName,X as normalizeNativeTimestamp,J as parseClaudeTranscriptChunk,Q as parseCodexRolloutChunk,$ as parseOpenCodeSessionFile,P as parseOpenCodeSessionSnapshot};
+// @arch docs/architecture/cli/native-session-fusion.md
+// @test src/__tests__/native-fusion-parsers.test.ts
+import fs from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+export { listCodexRolloutFiles, lookupCodexThreadName, parseCodexRolloutChunk, } from './codex-parser.js';
+export { inspectNativeSessionFile, normalizeNativeTimestamp } from './session-header.js';
+export { listOpenCodeSessionFiles, parseOpenCodeSessionFile, parseOpenCodeSessionSnapshot, } from './opencode-parser.js';
+import { makeCursor, makeEventKey, normalizeText, readClaudeEventCwd, readJsonlLines, readTimestamp, safeParse, isClaudeSubagentTranscript, shouldIgnoreClaudeProjectDir, shouldIgnoreClaudeTranscriptPath, shouldIgnoreNativeScanPath, } from './parser-common.js';
+export function listNativeTranscriptRoots() {
+    return [
+        path.join(os.homedir(), '.codex', 'sessions'),
+        path.join(os.homedir(), '.codex', 'archived_sessions'),
+        path.join(os.homedir(), '.claude', 'projects'),
+        path.join(os.homedir(), '.local', 'share', 'opencode'),
+    ];
+}
+function relativeProjectDir(cwd) {
+    const home = os.homedir();
+    if (cwd.startsWith(home))
+        return cwd.slice(home.length).replace(/^\//, '') || '~';
+    return cwd.replace(/\//g, '-');
+}
+export function listClaudeTranscriptFiles() {
+    const root = path.join(os.homedir(), '.claude', 'projects');
+    if (!fs.existsSync(root))
+        return [];
+    const files = [];
+    const walk = (dir) => {
+        for (const entry of fs.readdirSync(dir, { withFileTypes: true })) {
+            const full = path.join(dir, entry.name);
+            if (entry.isDirectory()) {
+                if (dir === root && shouldIgnoreClaudeProjectDir(entry.name))
+                    continue;
+                walk(full);
+            }
+            else if (entry.isFile() && entry.name.endsWith('.jsonl'))
+                files.push(full);
+        }
+    };
+    walk(root);
+    return files.sort();
+}
+export function lookupClaudeTranscriptCwd(sourceSessionKey) {
+    if (!sourceSessionKey)
+        return null;
+    const match = listClaudeTranscriptFiles().find((filePath) => path.basename(filePath, '.jsonl') === sourceSessionKey);
+    if (!match)
+        return null;
+    let found = null;
+    readJsonlLines(match, 0, (line) => {
+        if (found || !line.trim())
+            return;
+        const parsed = safeParse(line);
+        if (!parsed)
+            return;
+        const cwd = readClaudeEventCwd(parsed);
+        if (cwd)
+            found = cwd;
+    });
+    return found;
+}
+export function parseClaudeTranscriptChunk(filePath, startOffset) {
+    const fileSize = fs.statSync(filePath).size;
+    if (isClaudeSubagentTranscript(filePath) || shouldIgnoreClaudeTranscriptPath(filePath)) {
+        return { nextOffset: fileSize, events: [] };
+    }
+    const events = [];
+    const sourceSessionKey = path.basename(filePath, '.jsonl');
+    const fallbackWorkDir = relativeProjectDir(path.dirname(filePath).replace(path.join(os.homedir(), '.claude', 'projects') + path.sep, ''));
+    if (shouldIgnoreNativeScanPath(fallbackWorkDir)) {
+        return { nextOffset: fileSize, events: [] };
+    }
+    let title = '';
+    const nextOffset = readJsonlLines(filePath, startOffset, (line, lineOffset) => {
+        const parsed = safeParse(line);
+        if (!parsed)
+            return;
+        const ts = readTimestamp(parsed.timestamp);
+        const type = typeof parsed.type === 'string' ? parsed.type : '';
+        if (!ts || !type)
+            return;
+        const eventCwd = readClaudeEventCwd(parsed);
+        if (eventCwd && shouldIgnoreNativeScanPath(eventCwd))
+            return;
+        if (type === 'user') {
+            const message = typeof parsed.message === 'object' && parsed.message !== null
+                ? parsed.message
+                : null;
+            const text = typeof message?.content === 'string' ? normalizeText(message.content) : '';
+            if (!text)
+                return;
+            if (!title)
+                title = text.slice(0, 80);
+            events.push({
+                agentType: 'claude',
+                sourceMode: 'claude_transcript_import',
+                sourceSessionKey,
+                sourceEventKey: makeEventKey(filePath, lineOffset, 'user'),
+                cursor: makeCursor(filePath, lineOffset),
+                role: 'user',
+                ts,
+                payload: text,
+                title,
+                titleSource: 'first_user_fallback',
+                workDir: eventCwd ?? fallbackWorkDir,
+            });
+        }
+        else if (type === 'assistant') {
+            const message = typeof parsed.message === 'object' && parsed.message !== null
+                ? parsed.message
+                : null;
+            const content = Array.isArray(message?.content) ? message.content : [];
+            const text = normalizeText(content
+                .map((part) => typeof part === 'object' && part !== null && typeof part.text === 'string'
+                ? part.text
+                : '')
+                .filter(Boolean)
+                .join('\n\n'));
+            if (!text)
+                return;
+            const modelId = typeof message?.model === 'string' ? message.model : null;
+            events.push({
+                agentType: 'claude',
+                sourceMode: 'claude_transcript_import',
+                sourceSessionKey,
+                sourceEventKey: makeEventKey(filePath, lineOffset, 'assistant'),
+                cursor: makeCursor(filePath, lineOffset),
+                role: 'agent',
+                ts,
+                payload: text,
+                title,
+                titleSource: 'first_user_fallback',
+                modelId,
+                workDir: eventCwd ?? fallbackWorkDir,
+            });
+        }
+    });
+    return { nextOffset, events };
+}