agentera 3.0.0-dev.5 → 3.0.0-dev.6

package/dist/analytics/extractCorpus/cli.js

@@ -0,0 +1,101 @@
+import fs from "node:fs";
+import os from "node:os";
+import path from "node:path";
+import { pyJsonIndent } from "../../core/pyjson.js";
+import { defaultOutputPath, } from "./core.js";
+import { buildCorpus } from "./corpus.js";
+import { resolveCopilotStorePath, resolveCursorChatsPath, resolveCursorProjectsPath, resolveOpencodeDbPath, } from "./cursorSessions.js";
+export function parseExtractArgs(argv, env = process.env, platform = process.platform) {
+    const home = os.homedir();
+    const args = {
+        output: defaultOutputPath(env, platform),
+        projectRoot: [],
+        codexSessionsDir: path.join(home, ".codex", "sessions"),
+        claudeProjectsDir: path.join(home, ".claude", "projects"),
+        opencodeConversationsDir: null,
+        copilotConversationsDir: null,
+        cursorProjectsDir: null,
+        cursorChatsDir: null,
+        noCodex: false,
+        noClaude: false,
+        noOpencode: false,
+        noCopilot: false,
+        noCursor: false,
+    };
+    for (let i = 0; i < argv.length; i++) {
+        const a = argv[i];
+        const val = (name) => {
+            if (a === name)
+                return argv[++i] ?? null;
+            if (a.startsWith(name + "="))
+                return a.slice(name.length + 1);
+            return null;
+        };
+        let v;
+        if ((v = val("--output")) !== null)
+            args.output = v;
+        else if ((v = val("--project-root")) !== null)
+            args.projectRoot.push(v);
+        else if ((v = val("--codex-sessions-dir")) !== null)
+            args.codexSessionsDir = v;
+        else if ((v = val("--claude-projects-dir")) !== null)
+            args.claudeProjectsDir = v;
+        else if ((v = val("--opencode-conversations-dir")) !== null)
+            args.opencodeConversationsDir = v;
+        else if ((v = val("--copilot-conversations-dir")) !== null)
+            args.copilotConversationsDir = v;
+        else if ((v = val("--cursor-projects-dir")) !== null)
+            args.cursorProjectsDir = v;
+        else if ((v = val("--cursor-chats-dir")) !== null)
+            args.cursorChatsDir = v;
+        else if (a === "--no-codex")
+            args.noCodex = true;
+        else if (a === "--no-claude")
+            args.noClaude = true;
+        else if (a === "--no-opencode")
+            args.noOpencode = true;
+        else if (a === "--no-copilot")
+            args.noCopilot = true;
+        else if (a === "--no-cursor")
+            args.noCursor = true;
+        else
+            throw new Error(`extract-corpus: unrecognized argument: ${a}`);
+    }
+    return args;
+}
+/** Engine entry point mirroring scripts/extract_corpus.py main(). */
+export function extractCorpusMain(argv, io = {}) {
+    const out = io.out ?? ((t) => process.stdout.write(t + "\n"));
+    const err = io.err ?? ((t) => process.stderr.write(t + "\n"));
+    const env = io.env ?? process.env;
+    const platform = io.platform ?? process.platform;
+    const cwd = io.cwd ?? process.cwd();
+    let args;
+    try {
+        args = parseExtractArgs(argv, env, platform);
+    }
+    catch (exc) {
+        err(exc.message);
+        return 2;
+    }
+    const projectRoots = args.projectRoot.length > 0 ? args.projectRoot : [cwd];
+    const skipCursor = args.noCursor;
+    const corpus = buildCorpus({
+        projectRoots,
+        codexSessionsDir: args.noCodex ? null : args.codexSessionsDir,
+        claudeProjectsDir: args.noClaude ? null : args.claudeProjectsDir,
+        opencodeConversationsDir: args.noOpencode ? null : args.opencodeConversationsDir || resolveOpencodeDbPath(env),
+        copilotConversationsDir: args.noCopilot ? null : args.copilotConversationsDir || resolveCopilotStorePath(env),
+        cursorProjectsDir: skipCursor ? null : args.cursorProjectsDir || resolveCursorProjectsPath(env),
+        cursorChatsDir: skipCursor ? null : args.cursorChatsDir || resolveCursorChatsPath(env),
+    });
+    fs.mkdirSync(path.dirname(args.output), { recursive: true });
+    fs.writeFileSync(args.output, pyJsonIndent(corpus) + "\n", "utf-8");
+    const total = corpus.metadata.total_records;
+    const familyBits = Object.entries(corpus.metadata.families)
+        .map(([name, summary]) => `${name}=${summary.count}`)
+        .join(", ");
+    out(`wrote corpus: ${args.output} (${total} records; ${familyBits})`);
+    return 0;
+}
+//# sourceMappingURL=cli.js.map

package/dist/analytics/extractCorpus/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../../src/analytics/extractCorpus/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAGL,iBAAiB,GAClB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,yBAAyB,EACzB,qBAAqB,GACtB,MAAM,qBAAqB,CAAC;AAkB7B,MAAM,UAAU,gBAAgB,CAAC,IAAc,EAAE,MAAW,OAAO,CAAC,GAAG,EAAE,WAA4B,OAAO,CAAC,QAAQ;IACnH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAgB;QACxB,MAAM,EAAE,iBAAiB,CAAC,GAAG,EAAE,QAAQ,CAAC;QACxC,WAAW,EAAE,EAAE;QACf,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,CAAC;QACvD,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC;QACzD,wBAAwB,EAAE,IAAI;QAC9B,uBAAuB,EAAE,IAAI;QAC7B,iBAAiB,EAAE,IAAI;QACvB,cAAc,EAAE,IAAI;QACpB,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,KAAK;QACf,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,KAAK;QAChB,QAAQ,EAAE,KAAK;KAChB,CAAC;IACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,MAAM,GAAG,GAAG,CAAC,IAAY,EAAiB,EAAE;YAC1C,IAAI,CAAC,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;YACzC,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,GAAG,GAAG,CAAC;gBAAE,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC9D,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;QACF,IAAI,CAAgB,CAAC;QACrB,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,KAAK,IAAI;YAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;aAC/C,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,gBAAgB,CAAC,CAAC,KAAK,IAAI;YAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACnE,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,sBAAsB,CAAC,CAAC,KAAK,IAAI;YAAE,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;aAC1E,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,uBAAuB,CAAC,CAAC,KAAK,IAAI;YAAE,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;aAC5E,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,8BAA8B,CAAC,CAAC,KAAK,IAAI;YAAE,IAAI,CAAC,wBAAwB,GAAG,CAAC,CAAC;aAC1F,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,6BAA6B,CAAC,CAAC,KAAK,IAAI;YAAE,IAAI,CAAC,uBAAuB,GAAG,CAAC,CAAC;aACxF,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,uBAAuB,CAAC,CAAC,KAAK,IAAI;YAAE,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;aAC5E,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,oBAAoB,CAAC,CAAC,KAAK,IAAI;YAAE,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;aACtE,IAAI,CAAC,KAAK,YAAY;YAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;aAC5C,IAAI,CAAC,KAAK,aAAa;YAAE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;aAC9C,IAAI,CAAC,KAAK,eAAe;YAAE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;aAClD,IAAI,CAAC,KAAK,cAAc;YAAE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;aAChD,IAAI,CAAC,KAAK,aAAa;YAAE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;;YAC9C,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,EAAE,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAUD,qEAAqE;AACrE,MAAM,UAAU,iBAAiB,CAAC,IAAc,EAAE,KAAoB,EAAE;IACtE,MAAM,GAAG,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACtE,MAAM,GAAG,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACtE,MAAM,GAAG,GAAG,EAAE,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IAClC,MAAM,QAAQ,GAAG,EAAE,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC;IACjD,MAAM,GAAG,GAAG,EAAE,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACpC,IAAI,IAAiB,CAAC;IACtB,IAAI,CAAC;QACH,IAAI,GAAG,gBAAgB,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAE,GAAa,CAAC,OAAO,CAAC,CAAC;QAC5B,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC;IACjC,MAAM,MAAM,GAAG,WAAW,CAAC;QACzB,YAAY;QACZ,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB;QAC7D,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB;QAChE,wBAAwB,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,wBAAwB,IAAI,qBAAqB,CAAC,GAAG,CAAC;QAC9G,uBAAuB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,uBAAuB,IAAI,uBAAuB,CAAC,GAAG,CAAC;QAC7G,iBAAiB,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,yBAAyB,CAAC,GAAG,CAAC;QAC/F,cAAc,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,IAAI,sBAAsB,CAAC,GAAG,CAAC;KACvF,CAAC,CAAC;IACH,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;IACpE,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC;IAC5C,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACxD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,IAAK,OAAgB,CAAC,KAAK,EAAE,CAAC;SAC9D,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,GAAG,CAAC,iBAAiB,IAAI,CAAC,MAAM,KAAK,KAAK,aAAa,UAAU,GAAG,CAAC,CAAC;IACtE,OAAO,CAAC,CAAC;AACX,CAAC"}

package/dist/analytics/extractCorpus/copilotSessions.js

@@ -0,0 +1,231 @@
+import fs from "node:fs";
+import { resolvePath } from "../../core/paths.js";
+import { MAX_SQLITE_ROWS, isoFromMtime, record, signalType, textFromContent, } from "./core.js";
+import { isPlainObject, rglob, isFilePath } from "./core.js";
+import { PermissionDeniedError, openSqlite, sqliteTimestamp, tableColumns, firstColumn, qualified, } from "./sqliteSessions.js";
+function copilotDbCandidates(storePath) {
+    if (isFilePath(storePath))
+        return [storePath];
+    return rglob(storePath, "session-store.db");
+}
+function copilotRows(conn) {
+    const tables = new Set(conn.prepare("SELECT name FROM sqlite_master WHERE type = 'table'").all().map((r) => String(r.name)));
+    for (const t of ["sessions", "turns"]) {
+        if (!tables.has(t)) {
+            const missing = ["sessions", "turns"].filter((x) => !tables.has(x)).sort().join(",");
+            throw new Error(`missing copilot tables: ${missing}`);
+        }
+    }
+    const sessionCols = tableColumns(conn, "sessions");
+    const turnCols = tableColumns(conn, "turns");
+    const sessionId = firstColumn(sessionCols, ["id", "session_id", "sessionID"]);
+    const turnId = firstColumn(turnCols, ["id", "turn_id", "turnID"]);
+    const turnSession = firstColumn(turnCols, ["session_id", "sessionID", "session", "sessionId"]);
+    if (!(sessionId && turnSession))
+        throw new Error("missing copilot join columns");
+    const roleCol = firstColumn(turnCols, ["role", "actor", "author"]);
+    const textCol = firstColumn(turnCols, ["content", "text", "message", "prompt", "response"]);
+    if (roleCol === null)
+        throw new Error("missing copilot turn role column");
+    if (textCol === null)
+        throw new Error("missing copilot turn text column");
+    const sessionTime = firstColumn(sessionCols, ["time", "timestamp", "created_at", "createdAt"]);
+    const turnTime = firstColumn(turnCols, ["time", "timestamp", "created_at", "createdAt"]);
+    const turnOrder = firstColumn(turnCols, ["turn_index", "turnIndex", "idx", "position", "sequence"]);
+    const projectCol = firstColumn(sessionCols, ["cwd", "project_path", "projectPath", "directory", "path"]);
+    const turnData = firstColumn(turnCols, ["data", "payload", "json"]);
+    const turnType = firstColumn(turnCols, ["type", "kind"]);
+    const toolNameCol = firstColumn(turnCols, ["tool_name", "toolName", "tool", "name", "command_name", "commandName"]);
+    const toolArgs = firstColumn(turnCols, [
+        "arguments", "args", "input", "tool_input", "toolInput", "command", "command_line", "commandLine",
+    ]);
+    const orderExpr = turnOrder ? `t."${turnOrder}"` : `t."${turnTime || turnSession}"`;
+    const idExpr = turnId ? `t."${turnId}"` : "t.rowid";
+    const query = `
+        SELECT
+            ${qualified("s", sessionId, "session_id")},
+            ${qualified("s", projectCol, "project_path")},
+            ${qualified("t", turnId, "turn_id")},
+            ${qualified("t", roleCol, "role")},
+            ${qualified("t", turnTime, "turn_time")},
+            ${qualified("s", sessionTime, "session_time")},
+            ${qualified("t", textCol, "turn_text")},
+            ${qualified("t", turnData, "turn_data")},
+            ${qualified("t", turnType, "turn_type")},
+            ${qualified("t", toolNameCol, "tool_name")},
+            ${qualified("t", toolArgs, "tool_args")}
+        FROM turns t
+        JOIN sessions s ON t."${turnSession}" = s."${sessionId}"
+        ORDER BY COALESCE(${orderExpr}, t."${turnSession}"),
+                 CASE LOWER(t."${roleCol}") WHEN 'user' THEN 0 WHEN 'assistant' THEN 1 ELSE 2 END,
+                 ${idExpr}
+        LIMIT ?
+    `;
+    return conn.prepare(query).all(MAX_SQLITE_ROWS);
+}
+function copilotArgumentDict(value) {
+    if (isPlainObject(value)) {
+        const stateInput = value.input;
+        if (isPlainObject(stateInput) && !("command" in value))
+            return stateInput;
+        return value;
+    }
+    if (typeof value === "string" && value) {
+        try {
+            const parsed = JSON.parse(value);
+            return isPlainObject(parsed) ? parsed : { value: parsed };
+        }
+        catch {
+            return { command: value };
+        }
+    }
+    return {};
+}
+function copilotJsonTools(value, errors, malformedLabel) {
+    if (typeof value === "string" && value) {
+        const raw = value;
+        try {
+            value = JSON.parse(value);
+        }
+        catch {
+            if (errors && malformedLabel && /^\s*[{[]/.test(raw))
+                errors.push(malformedLabel);
+            return [];
+        }
+    }
+    if (Array.isArray(value)) {
+        const tools = [];
+        for (const item of value)
+            tools.push(...copilotJsonTools(item, errors, malformedLabel));
+        return tools;
+    }
+    if (!isPlainObject(value))
+        return [];
+    const toolName = value.tool_name || value.toolName || value.tool || value.name;
+    const valueType = String(value.type || value.kind || "").toLowerCase();
+    if (typeof toolName === "string" &&
+        toolName &&
+        ["", "tool", "tool_call", "function_call", "tool_use", "command"].includes(valueType)) {
+        return [
+            {
+                tool_name: toolName,
+                arguments: copilotArgumentDict(value.arguments || value.args || value.input || value.state || {}),
+            },
+        ];
+    }
+    const tools = [];
+    for (const key of ["tool_calls", "toolCalls", "tools", "content", "parts", "items"]) {
+        const nested = value[key];
+        if (isPlainObject(nested) || Array.isArray(nested))
+            tools.push(...copilotJsonTools(nested, errors, malformedLabel));
+    }
+    return tools;
+}
+function copilotRowTools(row, errors) {
+    const tools = copilotJsonTools(row.turn_data, errors, "copilot malformed json tool payload");
+    tools.push(...copilotJsonTools(row.turn_text));
+    const toolName = row.tool_name;
+    if (typeof toolName === "string" && toolName) {
+        tools.push({ tool_name: toolName, arguments: copilotArgumentDict(row.tool_args) });
+    }
+    else if (String(row.turn_type || "").toLowerCase() === "command") {
+        const command = row.tool_args || row.turn_text;
+        if (typeof command === "string" && command)
+            tools.push({ tool_name: "bash", arguments: { command } });
+    }
+    return tools.filter((t) => typeof t.tool_name === "string" && t.tool_name);
+}
+export function extractCopilotSessions(storePath, errors) {
+    if (storePath === null || !fs.existsSync(storePath))
+        return [];
+    const records = [];
+    for (const dbPath of copilotDbCandidates(storePath).slice(0, 1)) {
+        const fallbackTimestamp = isoFromMtime(dbPath);
+        let rows;
+        let conn = null;
+        try {
+            conn = openSqlite(dbPath);
+            rows = copilotRows(conn);
+        }
+        catch (exc) {
+            const msg = exc.message || "";
+            if (/lock|busy/i.test(msg))
+                throw new PermissionDeniedError(msg);
+            errors.push(`${dbPath}: copilot sqlite read failed: ${exc.name || "Error"}`);
+            continue;
+        }
+        finally {
+            try {
+                conn?.close();
+            }
+            catch {
+                /* ignore */
+            }
+        }
+        let previousAssistant = "";
+        let index = 0;
+        for (const row of rows) {
+            index += 1;
+            const role = String(row.role).toLowerCase();
+            if (role !== "user" && role !== "assistant")
+                continue;
+            const content = textFromContent(row.turn_text);
+            const toolItems = copilotRowTools(row, errors);
+            if (!content && toolItems.length === 0)
+                continue;
+            const projectPath = row.project_path ? String(row.project_path) : null;
+            const timestamp = sqliteTimestamp(row.turn_time || row.session_time, fallbackTimestamp);
+            if (content) {
+                const data = { actor: role, content };
+                if (role === "user") {
+                    if (previousAssistant)
+                        data.preceding_context = previousAssistant.slice(-2000);
+                    const sig = signalType(content);
+                    if (sig)
+                        data.signal_type = sig;
+                }
+                else {
+                    previousAssistant = content;
+                }
+                records.push(record({
+                    sourceKind: "conversation_turn",
+                    timestamp,
+                    projectPath,
+                    runtime: "github-copilot",
+                    sourceParts: [resolvePath(dbPath), index, role, content.slice(0, 80)],
+                    sessionId: String(row.session_id),
+                    data,
+                }));
+            }
+            let toolIndex = 0;
+            for (const toolItem of toolItems) {
+                toolIndex += 1;
+                records.push(record({
+                    sourceKind: "tool_call",
+                    timestamp,
+                    projectPath,
+                    runtime: "github-copilot",
+                    sourceParts: [resolvePath(dbPath), index, toolIndex, "tool", toolItem.tool_name, row.turn_id],
+                    sessionId: String(row.session_id),
+                    data: { tool_name: String(toolItem.tool_name), arguments: toolItem.arguments || {} },
+                }));
+            }
+            if (role === "user") {
+                const sig = signalType(content);
+                if (sig) {
+                    records.push(record({
+                        sourceKind: "history_prompt",
+                        timestamp,
+                        projectPath,
+                        runtime: "github-copilot",
+                        sourceParts: [resolvePath(dbPath), index, "history", content.slice(0, 120)],
+                        sessionId: String(row.session_id),
+                        data: { prompt: content, signal_type: sig },
+                    }));
+                }
+            }
+        }
+    }
+    return records;
+}
+//# sourceMappingURL=copilotSessions.js.map

package/dist/analytics/extractCorpus/copilotSessions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"copilotSessions.js","sourceRoot":"","sources":["../../../src/analytics/extractCorpus/copilotSessions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AAEzB,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAEL,eAAe,EACf,YAAY,EACZ,MAAM,EACN,UAAU,EACV,eAAe,GAChB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAEL,qBAAqB,EACrB,UAAU,EACV,eAAe,EACf,YAAY,EACZ,WAAW,EACX,SAAS,GACV,MAAM,qBAAqB,CAAC;AAE7B,SAAS,mBAAmB,CAAC,SAAiB;IAC5C,IAAI,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAC9C,OAAO,KAAK,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,WAAW,CAAC,IAAc;IACjC,MAAM,MAAM,GAAG,IAAI,GAAG,CACpB,IAAI,CAAC,OAAO,CAAC,qDAAqD,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CACrG,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACnB,MAAM,OAAO,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrF,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IACD,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;IAClE,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,YAAY,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC;IAC/F,IAAI,CAAC,CAAC,SAAS,IAAI,WAAW,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACjF,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;IAC5F,IAAI,OAAO,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IAC1E,IAAI,OAAO,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IAC1E,MAAM,WAAW,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC,CAAC;IAC/F,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC,CAAC;IACzF,MAAM,SAAS,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,YAAY,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;IACpG,MAAM,UAAU,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC;IACzG,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,aAAa,CAAC,CAAC,CAAC;IACpH,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,EAAE;QACrC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,SAAS,EAAE,cAAc,EAAE,aAAa;KAClG,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,SAAS,GAAG,CAAC,CAAC,CAAC,MAAM,QAAQ,IAAI,WAAW,GAAG,CAAC;IACpF,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IACpD,MAAM,KAAK,GAAG;;cAEF,SAAS,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,CAAC;cACvC,SAAS,CAAC,GAAG,EAAE,UAAU,EAAE,cAAc,CAAC;cAC1C,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,CAAC;cACjC,SAAS,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC;cAC/B,SAAS,CAAC,GAAG,EAAE,QAAQ,EAAE,WAAW,CAAC;cACrC,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,cAAc,CAAC;cAC3C,SAAS,CAAC,GAAG,EAAE,OAAO,EAAE,WAAW,CAAC;cACpC,SAAS,CAAC,GAAG,EAAE,QAAQ,EAAE,WAAW,CAAC;cACrC,SAAS,CAAC,GAAG,EAAE,QAAQ,EAAE,WAAW,CAAC;cACrC,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,CAAC;cACxC,SAAS,CAAC,GAAG,EAAE,QAAQ,EAAE,WAAW,CAAC;;gCAEnB,WAAW,UAAU,SAAS;4BAClC,SAAS,QAAQ,WAAW;iCACvB,OAAO;mBACrB,MAAM;;KAEpB,CAAC;IACJ,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC;QAC/B,IAAI,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC;YAAE,OAAO,UAAU,CAAC;QAC1E,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACjC,OAAO,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAC5D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc,EAAE,MAAiB,EAAE,cAAuB;IAClF,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,EAAE,CAAC;QACvC,MAAM,GAAG,GAAG,KAAK,CAAC;QAClB,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,MAAM,IAAI,cAAc,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAClF,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,KAAK,GAAW,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;QACxF,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC;IAC/E,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACvE,IACE,OAAO,QAAQ,KAAK,QAAQ;QAC5B,QAAQ;QACR,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,eAAe,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EACrF,CAAC;QACD,OAAO;YACL;gBACE,SAAS,EAAE,QAAQ;gBACnB,SAAS,EAAE,mBAAmB,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;aAClG;SACF,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,KAAK,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;QACpF,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,aAAa,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;IACtH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,GAAS,EAAE,MAAgB;IAClD,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,qCAAqC,CAAC,CAAC;IAC7F,KAAK,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC;IAC/B,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,EAAE,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACrF,CAAC;SAAM,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,SAAS,EAAE,CAAC;QACnE,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,SAAS,CAAC;QAC/C,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;IACxG,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,SAAwB,EAAE,MAAgB;IAC/E,IAAI,SAAS,KAAK,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,EAAE,CAAC;IAC/D,MAAM,OAAO,GAAW,EAAE,CAAC;IAC3B,KAAK,MAAM,MAAM,IAAI,mBAAmB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAChE,MAAM,iBAAiB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,IAAY,CAAC;QACjB,IAAI,IAAI,GAAoB,IAAI,CAAC;QACjC,IAAI,CAAC;YACH,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;YAC1B,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAI,GAAa,CAAC,OAAO,IAAI,EAAE,CAAC;YACzC,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,MAAM,IAAI,qBAAqB,CAAC,GAAG,CAAC,CAAC;YACjE,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,iCAAkC,GAAa,CAAC,IAAI,IAAI,OAAO,EAAE,CAAC,CAAC;YACxF,SAAS;QACX,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBACH,IAAI,EAAE,KAAK,EAAE,CAAC;YAChB,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY;YACd,CAAC;QACH,CAAC;QAED,IAAI,iBAAiB,GAAG,EAAE,CAAC;QAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,KAAK,IAAI,CAAC,CAAC;YACX,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YAC5C,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,WAAW;gBAAE,SAAS;YACtD,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC/C,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC/C,IAAI,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACjD,MAAM,WAAW,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACvE,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAC;YACxF,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAS,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;gBAC5C,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;oBACpB,IAAI,iBAAiB;wBAAE,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC;oBAC/E,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;oBAChC,IAAI,GAAG;wBAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC;gBAClC,CAAC;qBAAM,CAAC;oBACN,iBAAiB,GAAG,OAAO,CAAC;gBAC9B,CAAC;gBACD,OAAO,CAAC,IAAI,CACV,MAAM,CAAC;oBACL,UAAU,EAAE,mBAAmB;oBAC/B,SAAS;oBACT,WAAW;oBACX,OAAO,EAAE,gBAAgB;oBACzB,WAAW,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACrE,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;oBACjC,IAAI;iBACL,CAAC,CACH,CAAC;YACJ,CAAC;YACD,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,SAAS,IAAI,CAAC,CAAC;gBACf,OAAO,CAAC,IAAI,CACV,MAAM,CAAC;oBACL,UAAU,EAAE,WAAW;oBACvB,SAAS;oBACT,WAAW;oBACX,OAAO,EAAE,gBAAgB;oBACzB,WAAW,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC;oBAC7F,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;oBACjC,IAAI,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,IAAI,EAAE,EAAE;iBACrF,CAAC,CACH,CAAC;YACJ,CAAC;YACD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpB,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;gBAChC,IAAI,GAAG,EAAE,CAAC;oBACR,OAAO,CAAC,IAAI,CACV,MAAM,CAAC;wBACL,UAAU,EAAE,gBAAgB;wBAC5B,SAAS;wBACT,WAAW;wBACX,OAAO,EAAE,gBAAgB;wBACzB,WAAW,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;wBAC3E,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;wBACjC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE;qBAC5C,CAAC,CACH,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}