agentera 3.0.0-dev.5 → 3.0.0-next.1

package/dist/analytics/extractCorpus/core.js

@@ -0,0 +1,363 @@
+import fs from "node:fs";
+import os from "node:os";
+import path from "node:path";
+import crypto from "node:crypto";
+import { resolvePath } from "../../core/paths.js";
+export const ADAPTER_VERSION = "agentera-v2-corpus-1";
+export const FAMILIES = [
+    "instruction_document",
+    "history_prompt",
+    "conversation_turn",
+    "tool_call",
+    "project_config_signal",
+];
+export const RUNTIME_STORE_GLOBS = {
+    codex: "*.jsonl",
+    "claude-code": "*.jsonl",
+    cursor: "*.jsonl",
+    "cursor-agent": "store.db",
+    opencode: "opencode.db",
+    "github-copilot": "session-store.db",
+};
+export const MAX_TOOL_ARG_TEXT = 500;
+export const MAX_SQLITE_ROWS = 100_000;
+export const MAX_SQLITE_SESSIONS = 60;
+export const COPILOT_SPARSE_REMEDIATION = "/chronicle reindex";
+const DECISION_RE = /\b(decide|decision|prefer|preference|instead|avoid|don't|do not|should|trade[- ]?off|scope|plan|commit|review|fix|why|question|blocked|stuck|approve|reject|change|keep|remove)\b/i;
+const CORRECTION_RE = /\b(no|not quite|actually|rather|instead|wrong|correction|that's not|that is not|don't|do not)\b/i;
+const QUESTION_RE = /\?|^\s*(why|what|how|should|can|could|would)\b/i;
+export function isoNow() {
+    // Python datetime.now(utc).isoformat() -> microseconds + "+00:00" -> "Z".
+    // JS gives milliseconds; corpus extracted_at is a wall-clock stamp, not a
+    // parity-critical record value.
+    return new Date().toISOString().replace(/Z$/, "Z");
+}
+export function isoFromMtime(p) {
+    const ms = fs.statSync(p).mtimeMs;
+    return new Date(ms).toISOString().replace(/Z$/, "Z");
+}
+export function stableId(...parts) {
+    const raw = parts.map((p) => pyStr(p)).join("\0");
+    return crypto.createHash("sha256").update(raw, "utf-8").digest("hex").slice(0, 24);
+}
+/** Python str() for the scalar/None values stable_id receives. */
+function pyStr(value) {
+    if (value === null || value === undefined)
+        return "None";
+    if (value === true)
+        return "True";
+    if (value === false)
+        return "False";
+    return String(value);
+}
+export function projectIdFromPath(p) {
+    if (p === null)
+        return "global";
+    const name = path.basename(p) || p;
+    const slug = name
+        .replace(/[^A-Za-z0-9._-]+/g, "-")
+        .replace(/^-+/, "")
+        .replace(/-+$/, "")
+        .toLowerCase();
+    return slug || "global";
+}
+export function defaultAgenteraHome(env = process.env, platform = process.platform) {
+    const override = env.AGENTERA_HOME;
+    if (override)
+        return override;
+    if (platform === "darwin")
+        return path.join(os.homedir(), "Library", "Application Support", "agentera");
+    if (platform === "win32") {
+        const appdata = env.APPDATA || path.join(os.homedir(), "AppData", "Roaming");
+        return path.join(appdata, "agentera");
+    }
+    const xdg = env.XDG_DATA_HOME || path.join(os.homedir(), ".local", "share");
+    return path.join(xdg, "agentera");
+}
+export function defaultProfileDir(env = process.env, platform = process.platform) {
+    const override = env.PROFILERA_PROFILE_DIR;
+    if (override)
+        return override;
+    return defaultAgenteraHome(env, platform);
+}
+export function defaultOutputPath(env = process.env, platform = process.platform) {
+    return path.join(defaultProfileDir(env, platform), "intermediate", "corpus.json");
+}
+export function runtimeStatus(runtime, opts) {
+    const item = { runtime, status: opts.status, reason: opts.reason };
+    if (opts.storePath !== null && opts.storePath !== undefined)
+        item.store_path = opts.storePath;
+    if (opts.fileCount !== null && opts.fileCount !== undefined)
+        item.file_count = opts.fileCount;
+    if (opts.recordCount !== null && opts.recordCount !== undefined)
+        item.record_count = opts.recordCount;
+    if (opts.errorCount !== null && opts.errorCount !== undefined)
+        item.error_count = opts.errorCount;
+    if (opts.remediationLabels && opts.remediationLabels.length > 0)
+        item.remediation_labels = opts.remediationLabels;
+    if (opts.truncatedAt)
+        item.truncated_at = opts.truncatedAt;
+    if (opts.truncationCap)
+        item.truncation_cap = opts.truncationCap;
+    if (opts.truncationLimit !== null && opts.truncationLimit !== undefined)
+        item.truncation_limit = opts.truncationLimit;
+    return item;
+}
+function isDir(p) {
+    try {
+        return fs.statSync(p).isDirectory();
+    }
+    catch {
+        return false;
+    }
+}
+function isFilePath(p) {
+    try {
+        return fs.statSync(p).isFile();
+    }
+    catch {
+        return false;
+    }
+}
+/** Recursive glob for a simple pattern ("*.jsonl" or an exact filename). */
+function rglob(root, pattern) {
+    const out = [];
+    const matchesExt = pattern.startsWith("*.") ? pattern.slice(1) : null; // ".jsonl"
+    const exact = matchesExt ? null : pattern;
+    const walk = (dir) => {
+        let entries;
+        try {
+            entries = fs.readdirSync(dir, { withFileTypes: true });
+        }
+        catch {
+            return;
+        }
+        for (const e of entries) {
+            const full = path.join(dir, e.name);
+            if (e.isDirectory())
+                walk(full);
+            else if (e.isFile()) {
+                if (matchesExt ? e.name.endsWith(matchesExt) : e.name === exact)
+                    out.push(full);
+            }
+        }
+    };
+    walk(root);
+    return out.sort();
+}
+export function discoverRuntimeStore(runtime, storePath) {
+    if (storePath === null) {
+        return runtimeStatus(runtime, { status: "skipped", reason: "disabled", storePath: null });
+    }
+    if (!fs.existsSync(storePath)) {
+        return runtimeStatus(runtime, {
+            status: "missing",
+            reason: "store_absent",
+            storePath,
+            remediationLabels: runtime === "github-copilot" ? [COPILOT_SPARSE_REMEDIATION] : null,
+        });
+    }
+    if ((runtime === "opencode" || runtime === "github-copilot") && isFilePath(storePath)) {
+        return runtimeStatus(runtime, {
+            status: "available",
+            reason: "candidate_files_found",
+            storePath,
+            fileCount: 1,
+        });
+    }
+    if (!isDir(storePath)) {
+        return runtimeStatus(runtime, { status: "degraded", reason: "store_not_directory", storePath });
+    }
+    let candidates;
+    try {
+        candidates = rglob(storePath, RUNTIME_STORE_GLOBS[runtime]);
+    }
+    catch {
+        return runtimeStatus(runtime, { status: "degraded", reason: "store_unreadable", storePath });
+    }
+    if (candidates.length === 0) {
+        return runtimeStatus(runtime, {
+            status: "sparse",
+            reason: "no_candidate_files",
+            storePath,
+            fileCount: 0,
+            remediationLabels: runtime === "github-copilot" ? [COPILOT_SPARSE_REMEDIATION] : null,
+        });
+    }
+    return runtimeStatus(runtime, {
+        status: "available",
+        reason: "candidate_files_found",
+        storePath,
+        fileCount: candidates.length,
+    });
+}
+// ── record builders + content helpers ──────────────────────────────
+export function splitLines(text) {
+    const parts = text.split(/\r\n|\r|\n/);
+    if (parts.length > 0 && parts[parts.length - 1] === "")
+        parts.pop();
+    return parts;
+}
+export function record(opts) {
+    const item = {
+        source_id: stableId(opts.sourceKind, ...opts.sourceParts),
+        timestamp: opts.timestamp,
+        project_id: projectIdFromPath(opts.projectPath),
+        source_kind: opts.sourceKind,
+        runtime: opts.runtime,
+        adapter_version: ADAPTER_VERSION,
+        data: opts.data,
+    };
+    if (opts.projectPath !== null && opts.projectPath !== undefined)
+        item.project_path = opts.projectPath;
+    if (opts.sessionId) {
+        item.session_id = opts.sessionId;
+        item.conversation_key = opts.sessionId;
+    }
+    return item;
+}
+function isPlainObject(v) {
+    return typeof v === "object" && v !== null && !Array.isArray(v);
+}
+export function payloadItem(event) {
+    const payload = event.payload;
+    if (isPlainObject(payload)) {
+        const nested = payload.item;
+        if (isPlainObject(nested))
+            return nested;
+        return payload;
+    }
+    return event;
+}
+export function eventKind(event) {
+    for (const key of ["type", "event", "name"]) {
+        const value = event[key];
+        if (typeof value === "string")
+            return value;
+    }
+    return "";
+}
+export function eventTimestamp(item, fallback) {
+    const payload = isPlainObject(item.payload) ? item.payload : {};
+    const nested = isPlainObject(payload.item) ? payload.item : {};
+    for (const source of [item, payload, nested]) {
+        for (const key of ["timestamp", "created_at", "createdAt", "time"]) {
+            const value = source[key];
+            if (typeof value === "string" && value)
+                return value;
+            if (typeof value === "number") {
+                return new Date(value * 1000).toISOString();
+            }
+        }
+    }
+    return fallback;
+}
+export function textFromContent(value) {
+    if (value === null || value === undefined)
+        return "";
+    if (typeof value === "string")
+        return value;
+    if (Array.isArray(value)) {
+        const parts = value.map((it) => textFromContent(it));
+        return parts.filter((p) => p).join("\n");
+    }
+    if (isPlainObject(value)) {
+        for (const key of ["text", "input_text", "output_text", "message", "content"]) {
+            const text = textFromContent(value[key]);
+            if (text)
+                return text;
+        }
+        return "";
+    }
+    return pyStr(value);
+}
+export function claudeContentItems(event) {
+    const items = [];
+    const msg = isPlainObject(event.message) ? event.message : null;
+    for (const source of [event, msg]) {
+        if (!isPlainObject(source))
+            continue;
+        const content = source.content;
+        if (Array.isArray(content)) {
+            for (const it of content)
+                if (isPlainObject(it))
+                    items.push(it);
+        }
+        else if (isPlainObject(content)) {
+            items.push(content);
+        }
+    }
+    return items;
+}
+export function* iterJsonl(p, errors) {
+    let text;
+    try {
+        text = fs.readFileSync(p, "utf-8");
+    }
+    catch (exc) {
+        errors.push(`${p}: cannot read: ${exc.message}`);
+        return;
+    }
+    const lines = text.split("\n");
+    for (let i = 0; i < lines.length; i++) {
+        const stripped = lines[i].trim();
+        if (!stripped)
+            continue;
+        let item;
+        try {
+            item = JSON.parse(stripped);
+        }
+        catch (exc) {
+            errors.push(`${p}:${i + 1}: invalid jsonl: ${exc.message}`);
+            continue;
+        }
+        if (isPlainObject(item))
+            yield item;
+    }
+}
+export function signalType(text) {
+    if (!text || !DECISION_RE.test(text))
+        return null;
+    if (CORRECTION_RE.test(text))
+        return "correction";
+    if (QUESTION_RE.test(text))
+        return "question";
+    return "decision";
+}
+export function toolCallRecordFromItem(args) {
+    const { item, event } = args;
+    const kind = eventKind(event);
+    const itemType = item.type;
+    if (!["tool_call", "function_call"].includes(kind) &&
+        !["tool_call", "function_call", "tool_use"].includes(itemType)) {
+        return null;
+    }
+    const toolName = item.tool_name || item.name || item.tool;
+    if (typeof toolName !== "string" || !toolName)
+        return null;
+    let argumentsVal = item.arguments || item.input || item.args || {};
+    if (typeof argumentsVal === "string") {
+        try {
+            argumentsVal = JSON.parse(argumentsVal);
+        }
+        catch {
+            argumentsVal = { raw: argumentsVal };
+        }
+    }
+    if (!isPlainObject(argumentsVal))
+        argumentsVal = { value: argumentsVal };
+    return record({
+        sourceKind: "tool_call",
+        timestamp: eventTimestamp(event, args.fallbackTimestamp),
+        projectPath: args.projectPath,
+        runtime: args.runtime,
+        sourceParts: [resolvePath(args.sourcePath), args.index, "tool", toolName],
+        sessionId: args.sessionId,
+        data: { tool_name: toolName, arguments: argumentsVal },
+    });
+}
+export function toolCallRecord(args) {
+    return toolCallRecordFromItem({ ...args, item: payloadItem(args.event) });
+}
+export { isPlainObject, rglob, isDir, isFilePath };
+//# sourceMappingURL=core.js.map

package/dist/analytics/extractCorpus/core.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"core.js","sourceRoot":"","sources":["../../../src/analytics/extractCorpus/core.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAKlD,MAAM,CAAC,MAAM,eAAe,GAAG,sBAAsB,CAAC;AACtD,MAAM,CAAC,MAAM,QAAQ,GAAG;IACtB,sBAAsB;IACtB,gBAAgB;IAChB,mBAAmB;IACnB,WAAW;IACX,uBAAuB;CACf,CAAC;AAEX,MAAM,CAAC,MAAM,mBAAmB,GAA2B;IACzD,KAAK,EAAE,SAAS;IAChB,aAAa,EAAE,SAAS;IACxB,MAAM,EAAE,SAAS;IACjB,cAAc,EAAE,UAAU;IAC1B,QAAQ,EAAE,aAAa;IACvB,gBAAgB,EAAE,kBAAkB;CACrC,CAAC;AACF,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AACrC,MAAM,CAAC,MAAM,eAAe,GAAG,OAAO,CAAC;AACvC,MAAM,CAAC,MAAM,mBAAmB,GAAG,EAAE,CAAC;AACtC,MAAM,CAAC,MAAM,0BAA0B,GAAG,oBAAoB,CAAC;AAE/D,MAAM,WAAW,GACf,oLAAoL,CAAC;AACvL,MAAM,aAAa,GACjB,kGAAkG,CAAC;AACrG,MAAM,WAAW,GAAG,iDAAiD,CAAC;AAEtE,MAAM,UAAU,MAAM;IACpB,0EAA0E;IAC1E,0EAA0E;IAC1E,gCAAgC;IAChC,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,CAAS;IACpC,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAClC,OAAO,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAG,KAAgB;IAC1C,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClD,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACrF,CAAC;AAED,kEAAkE;AAClE,SAAS,KAAK,CAAC,KAAc;IAC3B,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACzD,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAClC,IAAI,KAAK,KAAK,KAAK;QAAE,OAAO,OAAO,CAAC;IACpC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,CAAgB;IAChD,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAC;IAChC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,IAAI,GAAG,IAAI;SACd,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC;SACjC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;SAClB,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;SAClB,WAAW,EAAE,CAAC;IACjB,OAAO,IAAI,IAAI,QAAQ,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAW,OAAO,CAAC,GAAG,EAAE,WAA4B,OAAO,CAAC,QAAQ;IACtG,MAAM,QAAQ,GAAG,GAAG,CAAC,aAAa,CAAC;IACnC,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,qBAAqB,EAAE,UAAU,CAAC,CAAC;IACxG,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC7E,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,CAAC,aAAa,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC5E,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAW,OAAO,CAAC,GAAG,EAAE,WAA4B,OAAO,CAAC,QAAQ;IACpG,MAAM,QAAQ,GAAG,GAAG,CAAC,qBAAqB,CAAC;IAC3C,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,OAAO,mBAAmB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAW,OAAO,CAAC,GAAG,EAAE,WAA4B,OAAO,CAAC,QAAQ;IACpG,OAAO,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,cAAc,EAAE,aAAa,CAAC,CAAC;AACpF,CAAC;AAeD,MAAM,UAAU,aAAa,CAAC,OAAe,EAAE,IAAuB;IACpE,MAAM,IAAI,GAAS,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IACzE,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS;QAAE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC;IAC9F,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS;QAAE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC;IAC9F,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;QAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC;IACtG,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS;QAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC;IAClG,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC;QAAE,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,iBAAiB,CAAC;IAClH,IAAI,IAAI,CAAC,WAAW;QAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC;IAC3D,IAAI,IAAI,CAAC,aAAa;QAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC;IACjE,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS;QAAE,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,eAAe,CAAC;IACtH,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,KAAK,CAAC,CAAS;IACtB,IAAI,CAAC;QACH,OAAO,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AACD,SAAS,UAAU,CAAC,CAAS;IAC3B,IAAI,CAAC;QACH,OAAO,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,4EAA4E;AAC5E,SAAS,KAAK,CAAC,IAAY,EAAE,OAAe;IAC1C,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW;IAClF,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;IAC1C,MAAM,IAAI,GAAG,CAAC,GAAW,EAAQ,EAAE;QACjC,IAAI,OAAoB,CAAC;QACzB,IAAI,CAAC;YACH,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,CAAC,CAAC,WAAW,EAAE;gBAAE,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC3B,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;gBACpB,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK;oBAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClF,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IACF,IAAI,CAAC,IAAI,CAAC,CAAC;IACX,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,OAAe,EAAE,SAAwB;IAC5E,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;QACvB,OAAO,aAAa,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5F,CAAC;IACD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,OAAO,aAAa,CAAC,OAAO,EAAE;YAC5B,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,cAAc;YACtB,SAAS;YACT,iBAAiB,EAAE,OAAO,KAAK,gBAAgB,CAAC,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,CAAC,IAAI;SACtF,CAAC,CAAC;IACL,CAAC;IACD,IAAI,CAAC,OAAO,KAAK,UAAU,IAAI,OAAO,KAAK,gBAAgB,CAAC,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACtF,OAAO,aAAa,CAAC,OAAO,EAAE;YAC5B,MAAM,EAAE,WAAW;YACnB,MAAM,EAAE,uBAAuB;YAC/B,SAAS;YACT,SAAS,EAAE,CAAC;SACb,CAAC,CAAC;IACL,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;QACtB,OAAO,aAAa,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,qBAAqB,EAAE,SAAS,EAAE,CAAC,CAAC;IAClG,CAAC;IACD,IAAI,UAAoB,CAAC;IACzB,IAAI,CAAC;QACH,UAAU,GAAG,KAAK,CAAC,SAAS,EAAE,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,aAAa,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC,CAAC;IAC/F,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,aAAa,CAAC,OAAO,EAAE;YAC5B,MAAM,EAAE,QAAQ;YAChB,MAAM,EAAE,oBAAoB;YAC5B,SAAS;YACT,SAAS,EAAE,CAAC;YACZ,iBAAiB,EAAE,OAAO,KAAK,gBAAgB,CAAC,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,CAAC,IAAI;SACtF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,aAAa,CAAC,OAAO,EAAE;QAC5B,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,uBAAuB;QAC/B,SAAS;QACT,SAAS,EAAE,UAAU,CAAC,MAAM;KAC7B,CAAC,CAAC;AACL,CAAC;AAED,sEAAsE;AAEtE,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACvC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE;QAAE,KAAK,CAAC,GAAG,EAAE,CAAC;IACpE,OAAO,KAAK,CAAC;AACf,CAAC;AAYD,MAAM,UAAU,MAAM,CAAC,IAAgB;IACrC,MAAM,IAAI,GAAS;QACjB,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC;QACzD,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,UAAU,EAAE,iBAAiB,CAAC,IAAI,CAAC,WAAW,CAAC;QAC/C,WAAW,EAAE,IAAI,CAAC,UAAU;QAC5B,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,eAAe,EAAE,eAAe;QAChC,IAAI,EAAE,IAAI,CAAC,IAAI;KAChB,CAAC;IACF,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;QAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC;IACtG,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC;QACjC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC;IACzC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CAAC,CAAU;IAC/B,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAW;IACrC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAC9B,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;QAC5B,IAAI,aAAa,CAAC,MAAM,CAAC;YAAE,OAAO,MAAM,CAAC;QACzC,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAW;IACnC,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;QACzB,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;IAC9C,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAU,EAAE,QAAgB;IACzD,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAChE,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/D,KAAK,MAAM,MAAM,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;QAC7C,KAAK,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC;YACnE,MAAM,KAAK,GAAI,MAAe,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK;gBAAE,OAAO,KAAK,CAAC;YACrD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,OAAO,IAAI,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAc;IAC5C,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC;QACrD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC;YAC9E,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YACzC,IAAI,IAAI;gBAAE,OAAO,IAAI,CAAC;QACxB,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAW;IAC5C,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,MAAM,GAAG,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IAChE,KAAK,MAAM,MAAM,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;YAAE,SAAS;QACrC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,KAAK,MAAM,EAAE,IAAI,OAAO;gBAAE,IAAI,aAAa,CAAC,EAAE,CAAC;oBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClE,CAAC;aAAM,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,SAAS,CAAC,CAAC,SAAS,CAAC,CAAS,EAAE,MAAgB;IACpD,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,kBAAmB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5D,OAAO;IACT,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACjC,IAAI,CAAC,QAAQ;YAAE,SAAS;QACxB,IAAI,IAAa,CAAC;QAClB,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,oBAAqB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YACvE,SAAS;QACX,CAAC;QACD,IAAI,aAAa,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,CAAC;IACtC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAClD,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC;IAClD,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,UAAU,CAAC;IAC9C,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAStC;IACC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;IAC7B,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC;IAC3B,IACE,CAAC,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC9C,CAAC,CAAC,WAAW,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAkB,CAAC,EACxE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;IAC1D,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3D,IAAI,YAAY,GAAY,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;IAC5E,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC1C,CAAC;QAAC,MAAM,CAAC;YACP,YAAY,GAAG,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC;QACvC,CAAC;IACH,CAAC;IACD,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC;QAAE,YAAY,GAAG,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;IACzE,OAAO,MAAM,CAAC;QACZ,UAAU,EAAE,WAAW;QACvB,SAAS,EAAE,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,iBAAiB,CAAC;QACxD,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,WAAW,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC;QACzE,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,IAAI,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,YAAY,EAAE;KACvD,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAQ9B;IACC,OAAO,sBAAsB,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC"}

package/dist/analytics/extractCorpus/corpus.js

@@ -0,0 +1,145 @@
+import fs from "node:fs";
+import { ADAPTER_VERSION, FAMILIES, isoNow, runtimeStatus, discoverRuntimeStore, COPILOT_SPARSE_REMEDIATION, } from "./core.js";
+import { isPlainObject } from "./core.js";
+import { extractInstructionDocuments, extractProjectConfigSignals } from "./filesystemSources.js";
+import { extractCodexSessions, extractClaudeProjectSessions } from "./jsonlSessions.js";
+import { extractOpencodeSessions, PermissionDeniedError } from "./sqliteSessions.js";
+import { extractCopilotSessions } from "./copilotSessions.js";
+import { extractCursorSessions, extractCursorAgentSessions, } from "./cursorSessions.js";
+import { resolvePath } from "../../core/paths.js";
+import { applyTruncationToStatus } from "./sqliteCaps.js";
+export class ExtractionNotImplementedError extends Error {
+}
+function extractRuntimeStore(runtime, storePath, errors, extractor, sqliteCaps) {
+    const discovery = discoverRuntimeStore(runtime, storePath);
+    if (discovery.status !== "available")
+        return [[], discovery];
+    const errorStart = errors.length;
+    const ctx = { sqliteCaps };
+    let records;
+    try {
+        records = extractor(storePath, errors, ctx);
+    }
+    catch (exc) {
+        const fc = discovery.file_count ?? null;
+        if (exc instanceof ExtractionNotImplementedError) {
+            return [[], runtimeStatus(runtime, { status: "degraded", reason: "extractor_unimplemented", storePath, fileCount: fc, recordCount: 0, errorCount: 0 })];
+        }
+        if (exc instanceof PermissionDeniedError) {
+            return [[], runtimeStatus(runtime, { status: "degraded", reason: "store_locked", storePath, fileCount: fc })];
+        }
+        return [[], runtimeStatus(runtime, { status: "degraded", reason: "store_unreadable", storePath, fileCount: fc })];
+    }
+    const fc = discovery.file_count ?? null;
+    const errorCount = errors.length - errorStart;
+    if (errorCount) {
+        return [records, runtimeStatus(runtime, { status: "degraded", reason: "schema_divergent", storePath, fileCount: fc, recordCount: records.length, errorCount })];
+    }
+    if (records.length === 0) {
+        return [records, runtimeStatus(runtime, {
+                status: "sparse",
+                reason: "no_matching_records",
+                storePath,
+                fileCount: fc,
+                recordCount: 0,
+                remediationLabels: runtime === "github-copilot" ? [COPILOT_SPARSE_REMEDIATION] : null,
+            })];
+    }
+    return [
+        records,
+        applyTruncationToStatus(runtimeStatus(runtime, { status: "ok", reason: "records_extracted", storePath, fileCount: fc, recordCount: records.length, errorCount: 0 }), ctx.truncation),
+    ];
+}
+export function dedupeRecords(records) {
+    const byId = new Map();
+    for (const item of records)
+        byId.set(item.source_id, item);
+    const actorOrder = (item) => {
+        const actor = isPlainObject(item.data) ? item.data.actor : null;
+        return actor === "user" ? 0 : actor === "assistant" ? 1 : 2;
+    };
+    return Array.from(byId.values()).sort((a, b) => {
+        const at = (a.timestamp ?? "");
+        const bt = (b.timestamp ?? "");
+        if (at !== bt)
+            return at < bt ? -1 : 1;
+        const ak = (a.source_kind ?? "");
+        const bk = (b.source_kind ?? "");
+        if (ak !== bk)
+            return ak < bk ? -1 : 1;
+        const ao = actorOrder(a);
+        const bo = actorOrder(b);
+        if (ao !== bo)
+            return ao - bo;
+        const ai = (a.source_id ?? "");
+        const bi = (b.source_id ?? "");
+        return ai < bi ? -1 : ai > bi ? 1 : 0;
+    });
+}
+export function buildMetadata(records, errors, runtimeStatuses, coverage) {
+    const counts = new Map();
+    for (const item of records) {
+        const sk = item.source_kind;
+        if (FAMILIES.includes(sk))
+            counts.set(sk, (counts.get(sk) ?? 0) + 1);
+    }
+    const families = {};
+    for (const family of FAMILIES) {
+        const count = counts.get(family) ?? 0;
+        families[family] = { count, status: count ? "ok" : "missing" };
+        if (count === 0)
+            families[family].error = "no records extracted for this family";
+    }
+    const runtimes = Array.from(new Set(records.filter((i) => i.runtime).map((i) => String(i.runtime)))).sort();
+    const coverageFields = coverage ?? {
+        available_runtimes: [],
+        selected_runtimes: [],
+        available_but_not_selected: [],
+    };
+    return {
+        extracted_at: isoNow(),
+        runtimes,
+        adapter_version: ADAPTER_VERSION,
+        families,
+        runtime_statuses: runtimeStatuses,
+        available_runtimes: coverageFields.available_runtimes,
+        selected_runtimes: coverageFields.selected_runtimes,
+        available_but_not_selected: coverageFields.available_but_not_selected,
+        total_records: records.length,
+        errors,
+    };
+}
+export function buildCorpus(opts) {
+    const errors = [];
+    const normalizedRoots = [];
+    for (const root of opts.projectRoots) {
+        if (fs.existsSync(root))
+            normalizedRoots.push(resolvePath(root));
+        else
+            errors.push(`${root}: project root does not exist`);
+    }
+    const records = [];
+    records.push(...extractInstructionDocuments(normalizedRoots, errors));
+    records.push(...extractProjectConfigSignals(normalizedRoots, errors));
+    const runtimeStatuses = [];
+    const runtimes = [
+        ["codex", opts.codexSessionsDir, extractCodexSessions],
+        ["claude-code", opts.claudeProjectsDir, extractClaudeProjectSessions],
+        ["cursor", opts.cursorProjectsDir ?? null, (sp, err) => extractCursorSessions(sp, err, normalizedRoots)],
+        [
+            "cursor-agent",
+            opts.cursorChatsDir ?? null,
+            (sp, err) => extractCursorAgentSessions(sp, err, normalizedRoots, opts.cursorProjectsDir ?? null),
+        ],
+        ["opencode", opts.opencodeConversationsDir ?? null, extractOpencodeSessions],
+        ["github-copilot", opts.copilotConversationsDir ?? null, extractCopilotSessions],
+    ];
+    for (const [runtime, storePath, extractor] of runtimes) {
+        const [runtimeRecords, status] = extractRuntimeStore(runtime, storePath, errors, extractor, opts.sqliteCaps);
+        records.push(...runtimeRecords);
+        runtimeStatuses.push(status);
+    }
+    const deduped = dedupeRecords(records);
+    return { metadata: buildMetadata(deduped, errors, runtimeStatuses, opts.coverage), records: deduped };
+}
+//# sourceMappingURL=corpus.js.map

package/dist/analytics/extractCorpus/corpus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"corpus.js","sourceRoot":"","sources":["../../../src/analytics/extractCorpus/corpus.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AAEzB,OAAO,EAEL,eAAe,EACf,QAAQ,EACR,MAAM,EACN,aAAa,EACb,oBAAoB,EACpB,0BAA0B,GAC3B,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,2BAA2B,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AAClG,OAAO,EAAE,oBAAoB,EAAE,4BAA4B,EAAE,MAAM,oBAAoB,CAAC;AACxF,OAAO,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AACrF,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EACL,qBAAqB,EACrB,0BAA0B,GAK3B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAGlD,OAAO,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAG1D,MAAM,OAAO,6BAA8B,SAAQ,KAAK;CAAG;AAgB3D,SAAS,mBAAmB,CAC1B,OAAe,EACf,SAAwB,EACxB,MAAgB,EAChB,SAAoB,EACpB,UAAuB;IAEvB,MAAM,SAAS,GAAG,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC3D,IAAI,SAAS,CAAC,MAAM,KAAK,WAAW;QAAE,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAC7D,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;IACjC,MAAM,GAAG,GAAqB,EAAE,UAAU,EAAE,CAAC;IAC7C,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,EAAE,GAAG,SAAS,CAAC,UAAU,IAAI,IAAI,CAAC;QACxC,IAAI,GAAG,YAAY,6BAA6B,EAAE,CAAC;YACjD,OAAO,CAAC,EAAE,EAAE,aAAa,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,yBAAyB,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1J,CAAC;QACD,IAAI,GAAG,YAAY,qBAAqB,EAAE,CAAC;YACzC,OAAO,CAAC,EAAE,EAAE,aAAa,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAChH,CAAC;QACD,OAAO,CAAC,EAAE,EAAE,aAAa,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,kBAAkB,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IACpH,CAAC;IACD,MAAM,EAAE,GAAG,SAAS,CAAC,UAAU,IAAI,IAAI,CAAC;IACxC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC;IAC9C,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,kBAAkB,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;IAClK,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC,OAAO,EAAE;gBACtC,MAAM,EAAE,QAAQ;gBAChB,MAAM,EAAE,qBAAqB;gBAC7B,SAAS;gBACT,SAAS,EAAE,EAAE;gBACb,WAAW,EAAE,CAAC;gBACd,iBAAiB,EAAE,OAAO,KAAK,gBAAgB,CAAC,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,CAAC,IAAI;aACtF,CAAC,CAAC,CAAC;IACN,CAAC;IACD,OAAO;QACL,OAAO;QACP,uBAAuB,CACrB,aAAa,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,mBAAmB,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,EAC3I,GAAG,CAAC,UAAU,CACf;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAAe;IAC3C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAgB,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,OAAO;QAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC3D,MAAM,UAAU,GAAG,CAAC,IAAU,EAAU,EAAE;QACxC,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAChE,OAAO,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9D,CAAC,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC7C,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAW,CAAC;QACzC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAW,CAAC;QACzC,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAW,CAAC;QAC3C,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAW,CAAC;QAC3C,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QACzB,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO,EAAE,GAAG,EAAE,CAAC;QAC9B,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAW,CAAC;QACzC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAW,CAAC;QACzC,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,OAAe,EACf,MAAgB,EAChB,eAAuB,EACvB,QAAiC;IAEjC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC;QAC5B,IAAK,QAA8B,CAAC,QAAQ,CAAC,EAAE,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9F,CAAC;IACD,MAAM,QAAQ,GAAS,EAAE,CAAC;IAC1B,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACtC,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;QAC/D,IAAI,KAAK,KAAK,CAAC;YAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,GAAG,sCAAsC,CAAC;IACnF,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5G,MAAM,cAAc,GAAG,QAAQ,IAAI;QACjC,kBAAkB,EAAE,EAAE;QACtB,iBAAiB,EAAE,EAAE;QACrB,0BAA0B,EAAE,EAAE;KAC/B,CAAC;IACF,OAAO;QACL,YAAY,EAAE,MAAM,EAAE;QACtB,QAAQ;QACR,eAAe,EAAE,eAAe;QAChC,QAAQ;QACR,gBAAgB,EAAE,eAAe;QACjC,kBAAkB,EAAE,cAAc,CAAC,kBAAkB;QACrD,iBAAiB,EAAE,cAAc,CAAC,iBAAiB;QACnD,0BAA0B,EAAE,cAAc,CAAC,0BAA0B;QACrE,aAAa,EAAE,OAAO,CAAC,MAAM;QAC7B,MAAM;KACP,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAqB;IAC/C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,eAAe,GAAa,EAAE,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QACrC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;;YAC5D,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,+BAA+B,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,OAAO,GAAW,EAAE,CAAC;IAC3B,OAAO,CAAC,IAAI,CAAC,GAAG,2BAA2B,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC,CAAC;IACtE,OAAO,CAAC,IAAI,CAAC,GAAG,2BAA2B,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC,CAAC;IACtE,MAAM,eAAe,GAAW,EAAE,CAAC;IACnC,MAAM,QAAQ,GAA8C;QAC1D,CAAC,OAAO,EAAE,IAAI,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;QACtD,CAAC,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,4BAA4B,CAAC;QACrE,CAAC,QAAQ,EAAE,IAAI,CAAC,iBAAiB,IAAI,IAAI,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,qBAAqB,CAAC,EAAE,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC;QACxG;YACE,cAAc;YACd,IAAI,CAAC,cAAc,IAAI,IAAI;YAC3B,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,0BAA0B,CAAC,EAAE,EAAE,GAAG,EAAE,eAAe,EAAE,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC;SAClG;QACD,CAAC,UAAU,EAAE,IAAI,CAAC,wBAAwB,IAAI,IAAI,EAAE,uBAAuB,CAAC;QAC5E,CAAC,gBAAgB,EAAE,IAAI,CAAC,uBAAuB,IAAI,IAAI,EAAE,sBAAsB,CAAC;KACjF,CAAC;IACF,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvD,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,GAAG,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC7G,OAAO,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;QAChC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IACD,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACvC,OAAO,EAAE,QAAQ,EAAE,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AACxG,CAAC"}