agentera 3.0.0-dev.5 → 3.0.0-dev.7

package/dist/analytics/extractCorpus/filesystemSources.js

@@ -0,0 +1,122 @@
+import fs from "node:fs";
+import path from "node:path";
+import { resolvePath } from "../../core/paths.js";
+import { isPlainObject, isoFromMtime, record, splitLines, } from "./core.js";
+export function extractInstructionDocuments(projectRoots, errors) {
+    const records = [];
+    const docNames = [
+        ["AGENTS.md", "agents_md"],
+        ["CLAUDE.md", "claude_md"],
+    ];
+    for (const root of projectRoots) {
+        for (const [filename, docType] of docNames) {
+            const p = path.join(root, filename);
+            if (!fs.existsSync(p))
+                continue;
+            let content;
+            try {
+                content = fs.readFileSync(p, "utf-8");
+            }
+            catch (exc) {
+                errors.push(`${p}: cannot read instruction document: ${exc.message}`);
+                continue;
+            }
+            records.push(record({
+                sourceKind: "instruction_document",
+                timestamp: isoFromMtime(p),
+                projectPath: root,
+                runtime: "filesystem",
+                sourceParts: [resolvePath(p)],
+                data: { doc_type: docType, name: filename, content, scope: "project" },
+            }));
+        }
+    }
+    return records;
+}
+function packageJsonSignals(p) {
+    const data = JSON.parse(fs.readFileSync(p, "utf-8"));
+    if (!isPlainObject(data))
+        return [];
+    const signals = [];
+    const name = data.name;
+    if (typeof name === "string" && name)
+        signals.push(`name=${name}`);
+    for (const section of ["scripts", "dependencies", "devDependencies"]) {
+        const sectionData = data[section];
+        if (!isPlainObject(sectionData))
+            continue;
+        for (const key of Object.keys(sectionData).sort().slice(0, 30)) {
+            signals.push(`${section}:${key}`);
+        }
+    }
+    return signals;
+}
+function textConfigSignals(p, configType) {
+    let lines;
+    try {
+        lines = splitLines(fs.readFileSync(p, "utf-8"));
+    }
+    catch {
+        return [];
+    }
+    const signals = [];
+    for (const rawLine of lines) {
+        const line = rawLine.trim();
+        if (!line || line.startsWith("#") || line.startsWith("//"))
+            continue;
+        if (configType === "gomod" && (line.startsWith("module ") || line.startsWith("go ") || line.startsWith("require "))) {
+            signals.push(line);
+        }
+        else if (configType === "pyproject" &&
+            (line.startsWith("[") || line.startsWith("requires-python") || line.startsWith("dependencies") || line.startsWith("name"))) {
+            signals.push(line);
+        }
+        else if (configType === "cargo_toml" && (line.startsWith("[") || line.startsWith("name") || line.startsWith("edition"))) {
+            signals.push(line);
+        }
+        else if (configType === "lefthook" && line.includes(":")) {
+            signals.push(line);
+        }
+        if (signals.length >= 40)
+            break;
+    }
+    return signals;
+}
+export function extractProjectConfigSignals(projectRoots, errors) {
+    const records = [];
+    const configFiles = [
+        ["package.json", "package_json", packageJsonSignals],
+        ["pyproject.toml", "pyproject", (p) => textConfigSignals(p, "pyproject")],
+        ["go.mod", "gomod", (p) => textConfigSignals(p, "gomod")],
+        ["Cargo.toml", "cargo_toml", (p) => textConfigSignals(p, "cargo_toml")],
+        [".lefthook.yml", "lefthook", (p) => textConfigSignals(p, "lefthook")],
+        ["lefthook.yml", "lefthook", (p) => textConfigSignals(p, "lefthook")],
+    ];
+    for (const root of projectRoots) {
+        for (const [filename, configType, extractor] of configFiles) {
+            const p = path.join(root, filename);
+            if (!fs.existsSync(p))
+                continue;
+            let signals;
+            try {
+                signals = extractor(p);
+            }
+            catch (exc) {
+                errors.push(`${p}: cannot extract config signals: ${exc.message}`);
+                continue;
+            }
+            if (signals.length === 0)
+                continue;
+            records.push(record({
+                sourceKind: "project_config_signal",
+                timestamp: isoFromMtime(p),
+                projectPath: root,
+                runtime: "filesystem",
+                sourceParts: [resolvePath(p), configType],
+                data: { config_type: configType, file_path: path.relative(root, p), signals },
+            }));
+        }
+    }
+    return records;
+}
+//# sourceMappingURL=filesystemSources.js.map

package/dist/analytics/extractCorpus/filesystemSources.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"filesystemSources.js","sourceRoot":"","sources":["../../../src/analytics/extractCorpus/filesystemSources.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EACL,aAAa,EACb,YAAY,EACZ,MAAM,EACN,UAAU,GACX,MAAM,WAAW,CAAC;AAGnB,MAAM,UAAU,2BAA2B,CAAC,YAAsB,EAAE,MAAgB;IAClF,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,MAAM,QAAQ,GAA4B;QACxC,CAAC,WAAW,EAAE,WAAW,CAAC;QAC1B,CAAC,WAAW,EAAE,WAAW,CAAC;KAC3B,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,QAAQ,EAAE,CAAC;YAC3C,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACpC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;gBAAE,SAAS;YAChC,IAAI,OAAe,CAAC;YACpB,IAAI,CAAC;gBACH,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YACxC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,uCAAwC,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;gBACjF,SAAS;YACX,CAAC;YACD,OAAO,CAAC,IAAI,CACV,MAAM,CAAC;gBACL,UAAU,EAAE,sBAAsB;gBAClC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;gBAC1B,WAAW,EAAE,IAAI;gBACjB,OAAO,EAAE,YAAY;gBACrB,WAAW,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;gBAC7B,IAAI,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE;aACvE,CAAC,CACH,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,kBAAkB,CAAC,CAAS;IACnC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;IACrD,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACvB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI;QAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IACnE,KAAK,MAAM,OAAO,IAAI,CAAC,SAAS,EAAE,cAAc,EAAE,iBAAiB,CAAC,EAAE,CAAC;QACrE,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC;YAAE,SAAS;QAC1C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAC/D,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,iBAAiB,CAAC,CAAS,EAAE,UAAkB;IACtD,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QACH,KAAK,GAAG,UAAU,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;IAClD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,SAAS;QACrE,IAAI,UAAU,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;YACpH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;aAAM,IACL,UAAU,KAAK,WAAW;YAC1B,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,EAC1H,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;aAAM,IAAI,UAAU,KAAK,YAAY,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YAC1H,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;aAAM,IAAI,UAAU,KAAK,UAAU,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3D,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,IAAI,EAAE;YAAE,MAAM;IAClC,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,YAAsB,EAAE,MAAgB;IAClF,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,MAAM,WAAW,GAAqD;QACpE,CAAC,cAAc,EAAE,cAAc,EAAE,kBAAkB,CAAC;QACpD,CAAC,gBAAgB,EAAE,WAAW,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;QACzE,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACzD,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;QACvE,CAAC,eAAe,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QACtE,CAAC,cAAc,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;KACtE,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,KAAK,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,SAAS,CAAC,IAAI,WAAW,EAAE,CAAC;YAC5D,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACpC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;gBAAE,SAAS;YAChC,IAAI,OAAiB,CAAC;YACtB,IAAI,CAAC;gBACH,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACzB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,oCAAqC,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC9E,SAAS;YACX,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACnC,OAAO,CAAC,IAAI,CACV,MAAM,CAAC;gBACL,UAAU,EAAE,uBAAuB;gBACnC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;gBAC1B,WAAW,EAAE,IAAI;gBACjB,OAAO,EAAE,YAAY;gBACrB,WAAW,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC;gBACzC,IAAI,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE;aAC9E,CAAC,CACH,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/analytics/extractCorpus/index.js

@@ -0,0 +1,12 @@
+export { ADAPTER_VERSION, FAMILIES, RUNTIME_STORE_GLOBS, isoNow, isoFromMtime, stableId, projectIdFromPath, defaultAgenteraHome, defaultProfileDir, defaultOutputPath, runtimeStatus, discoverRuntimeStore, record, payloadItem, eventKind, eventTimestamp, textFromContent, claudeContentItems, iterJsonl, signalType, } from "./core.js";
+export { extractInstructionDocuments, extractProjectConfigSignals } from "./filesystemSources.js";
+export { extractCodexSessions, extractClaudeProjectSessions } from "./jsonlSessions.js";
+export { extractOpencodeSessions, PermissionDeniedError } from "./sqliteSessions.js";
+export { extractCopilotSessions } from "./copilotSessions.js";
+export { resolveOpencodeDbPath, resolveCopilotStorePath, resolveCursorProjectsPath, resolveCursorChatsPath, cursorWorkspaceHash, cursorProjectDirSlug, extractCursorSessions, extractCursorAgentSessions, } from "./cursorSessions.js";
+export { ExtractionNotImplementedError, dedupeRecords, buildMetadata, buildCorpus } from "./corpus.js";
+export { formatTruncationWarnings, resolveSqliteCaps, } from "./sqliteCaps.js";
+export { COVERAGE_EXIT_FLAGGED, corpusEnvelopeCoverage, formatCoverageSummaryText, resolveRuntimeStoreConfigs, runCoverageAudit, } from "./coverageAudit.js";
+export { parseExtractArgs, extractCorpusMain } from "./cli.js";
+export { EXTRACT_CORPUS_PARITY_SCHEMA, buildExtractCorpusParityManifest, opencodeParitySnapshot, } from "./extractCorpusParity.js";
+//# sourceMappingURL=index.js.map

package/dist/analytics/extractCorpus/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/analytics/extractCorpus/index.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,eAAe,EACf,QAAQ,EACR,mBAAmB,EACnB,MAAM,EACN,YAAY,EACZ,QAAQ,EACR,iBAAiB,EACjB,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,oBAAoB,EACpB,MAAM,EACN,WAAW,EACX,SAAS,EACT,cAAc,EACd,eAAe,EACf,kBAAkB,EAClB,SAAS,EACT,UAAU,GACX,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,2BAA2B,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AAClG,OAAO,EAAE,oBAAoB,EAAE,4BAA4B,EAAE,MAAM,oBAAoB,CAAC;AACxF,OAAO,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AACrF,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EACL,qBAAqB,EACrB,uBAAuB,EACvB,yBAAyB,EACzB,sBAAsB,EACtB,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,EACrB,0BAA0B,GAC3B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,6BAA6B,EAAE,aAAa,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACvG,OAAO,EACL,wBAAwB,EACxB,iBAAiB,GAGlB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,qBAAqB,EACrB,sBAAsB,EACtB,yBAAyB,EACzB,0BAA0B,EAC1B,gBAAgB,GAKjB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAC/D,OAAO,EACL,4BAA4B,EAC5B,gCAAgC,EAChC,sBAAsB,GAIvB,MAAM,0BAA0B,CAAC"}

package/dist/analytics/extractCorpus/jsonlSessions.js

@@ -0,0 +1,185 @@
+import fs from "node:fs";
+import path from "node:path";
+import { resolvePath } from "../../core/paths.js";
+import { claudeContentItems, eventKind, eventTimestamp, isPlainObject, isoFromMtime, iterJsonl, payloadItem, record, rglob, signalType, textFromContent, toolCallRecord, toolCallRecordFromItem, } from "./core.js";
+function pathStem(p) {
+    const base = path.basename(p);
+    const ext = path.extname(base);
+    return ext ? base.slice(0, -ext.length) : base;
+}
+export function extractCodexSessions(sessionsDir, errors) {
+    if (sessionsDir === null || !fs.existsSync(sessionsDir))
+        return [];
+    const records = [];
+    for (const p of rglob(sessionsDir, "*.jsonl")) {
+        const fallbackTimestamp = isoFromMtime(p);
+        let sessionId = pathStem(p);
+        let projectPath = null;
+        let previousAssistant = "";
+        let index = 0;
+        for (const event of iterJsonl(p, errors)) {
+            index += 1;
+            const kind = eventKind(event);
+            const payload = isPlainObject(event.payload) ? event.payload : {};
+            if (kind === "session_meta") {
+                const sid = payload.id || event.id;
+                if (typeof sid === "string" && sid)
+                    sessionId = sid;
+                const cwd = payload.cwd || payload.working_directory;
+                if (typeof cwd === "string" && cwd)
+                    projectPath = cwd;
+                continue;
+            }
+            if (kind === "turn_context") {
+                const cwd = payload.cwd || payload.working_directory;
+                if (typeof cwd === "string" && cwd)
+                    projectPath = cwd;
+                continue;
+            }
+            const toolRecord = toolCallRecord({ event, fallbackTimestamp, projectPath, runtime: "codex", sourcePath: p, index, sessionId });
+            if (toolRecord !== null) {
+                records.push(toolRecord);
+                continue;
+            }
+            const item = payloadItem(event);
+            const itemType = item.type;
+            let role = item.role || item.actor;
+            if (kind === "user_msg")
+                role = "user";
+            if (role !== "user" && role !== "assistant")
+                continue;
+            const skipType = itemType !== undefined && itemType !== null && itemType !== "message";
+            if (skipType && !["response_item", "user_msg"].includes(kind))
+                continue;
+            const content = textFromContent(item.content || item.text || item.message);
+            if (!content)
+                continue;
+            const timestamp = eventTimestamp(event, fallbackTimestamp);
+            const data = { actor: role, content };
+            if (role === "user") {
+                if (previousAssistant)
+                    data.preceding_context = previousAssistant.slice(-2000);
+                const sig = signalType(content);
+                if (sig)
+                    data.signal_type = sig;
+            }
+            else {
+                previousAssistant = content;
+            }
+            records.push(record({
+                sourceKind: "conversation_turn",
+                timestamp,
+                projectPath,
+                runtime: "codex",
+                sourceParts: [resolvePath(p), index, role, content.slice(0, 80)],
+                sessionId,
+                data,
+            }));
+            if (role === "user") {
+                const sig = signalType(content);
+                if (sig) {
+                    records.push(record({
+                        sourceKind: "history_prompt",
+                        timestamp,
+                        projectPath,
+                        runtime: "codex",
+                        sourceParts: [resolvePath(p), index, "history", content.slice(0, 120)],
+                        sessionId,
+                        data: { prompt: content, signal_type: sig },
+                    }));
+                }
+            }
+        }
+    }
+    return records;
+}
+export function extractClaudeProjectSessions(projectsDir, errors) {
+    if (projectsDir === null || !fs.existsSync(projectsDir))
+        return [];
+    const records = [];
+    for (const p of rglob(projectsDir, "*.jsonl")) {
+        const fallbackTimestamp = isoFromMtime(p);
+        let sessionId = pathStem(p);
+        let projectPath = null;
+        let previousAssistant = "";
+        let index = 0;
+        for (const event of iterJsonl(p, errors)) {
+            index += 1;
+            const sid = event.sessionId || event.session_id || event.sessionID;
+            if (typeof sid === "string" && sid)
+                sessionId = sid;
+            const cwd = event.cwd || event.workingDirectory || event.working_directory;
+            if (typeof cwd === "string" && cwd)
+                projectPath = cwd;
+            const toolRecord = toolCallRecord({ event, fallbackTimestamp, projectPath, runtime: "claude-code", sourcePath: p, index, sessionId });
+            if (toolRecord !== null) {
+                records.push(toolRecord);
+                continue;
+            }
+            let contentIndex = 0;
+            for (const item of claudeContentItems(event)) {
+                contentIndex += 1;
+                const tr = toolCallRecordFromItem({
+                    item,
+                    event,
+                    fallbackTimestamp,
+                    projectPath,
+                    runtime: "claude-code",
+                    sourcePath: p,
+                    index: index * 1000 + contentIndex,
+                    sessionId,
+                });
+                if (tr !== null)
+                    records.push(tr);
+            }
+            let role = event.role || event.type;
+            if (role !== "user" && role !== "assistant") {
+                const message = event.message;
+                if (isPlainObject(message))
+                    role = message.role;
+            }
+            if (role !== "user" && role !== "assistant")
+                continue;
+            const content = textFromContent(event.content || event.text || (isPlainObject(event.message) ? event.message : null));
+            if (!content)
+                continue;
+            const timestamp = eventTimestamp(event, fallbackTimestamp);
+            const data = { actor: role, content };
+            if (role === "user") {
+                if (previousAssistant)
+                    data.preceding_context = previousAssistant.slice(-2000);
+                const sig = signalType(content);
+                if (sig)
+                    data.signal_type = sig;
+            }
+            else {
+                previousAssistant = content;
+            }
+            records.push(record({
+                sourceKind: "conversation_turn",
+                timestamp,
+                projectPath,
+                runtime: "claude-code",
+                sourceParts: [resolvePath(p), index, role, content.slice(0, 80)],
+                sessionId,
+                data,
+            }));
+            if (role === "user") {
+                const sig = signalType(content);
+                if (sig) {
+                    records.push(record({
+                        sourceKind: "history_prompt",
+                        timestamp,
+                        projectPath,
+                        runtime: "claude-code",
+                        sourceParts: [resolvePath(p), index, "history", content.slice(0, 120)],
+                        sessionId,
+                        data: { prompt: content, signal_type: sig },
+                    }));
+                }
+            }
+        }
+    }
+    return records;
+}
+//# sourceMappingURL=jsonlSessions.js.map

package/dist/analytics/extractCorpus/jsonlSessions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonlSessions.js","sourceRoot":"","sources":["../../../src/analytics/extractCorpus/jsonlSessions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EACL,kBAAkB,EAClB,SAAS,EACT,cAAc,EACd,aAAa,EACb,YAAY,EACZ,SAAS,EACT,WAAW,EACX,MAAM,EACN,KAAK,EACL,UAAU,EACV,eAAe,EACf,cAAc,EACd,sBAAsB,GACvB,MAAM,WAAW,CAAC;AAGnB,SAAS,QAAQ,CAAC,CAAS;IACzB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,WAA0B,EAAE,MAAgB;IAC/E,IAAI,WAAW,KAAK,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC;QAAE,OAAO,EAAE,CAAC;IACnE,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC,EAAE,CAAC;QAC9C,MAAM,iBAAiB,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC1C,IAAI,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,WAAW,GAAkB,IAAI,CAAC;QACtC,IAAI,iBAAiB,GAAG,EAAE,CAAC;QAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC;YACzC,KAAK,IAAI,CAAC,CAAC;YACX,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;YAC9B,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,OAAO,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE,CAAC;gBACnC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG;oBAAE,SAAS,GAAG,GAAG,CAAC;gBACpD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,iBAAiB,CAAC;gBACrD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG;oBAAE,WAAW,GAAG,GAAG,CAAC;gBACtD,SAAS;YACX,CAAC;YACD,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,iBAAiB,CAAC;gBACrD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG;oBAAE,WAAW,GAAG,GAAG,CAAC;gBACtD,SAAS;YACX,CAAC;YACD,MAAM,UAAU,GAAG,cAAc,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YAChI,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACzB,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC;YAC3B,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC;YACnC,IAAI,IAAI,KAAK,UAAU;gBAAE,IAAI,GAAG,MAAM,CAAC;YACvC,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,WAAW;gBAAE,SAAS;YACtD,MAAM,QAAQ,GAAG,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,SAAS,CAAC;YACvF,IAAI,QAAQ,IAAI,CAAC,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,SAAS;YAExE,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3E,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;YAC3D,MAAM,IAAI,GAAe,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;YAClD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpB,IAAI,iBAAiB;oBAAE,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC;gBAC/E,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;gBAChC,IAAI,GAAG;oBAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,iBAAiB,GAAG,OAAO,CAAC;YAC9B,CAAC;YACD,OAAO,CAAC,IAAI,CACV,MAAM,CAAC;gBACL,UAAU,EAAE,mBAAmB;gBAC/B,SAAS;gBACT,WAAW;gBACX,OAAO,EAAE,OAAO;gBAChB,WAAW,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAChE,SAAS;gBACT,IAAI;aACL,CAAC,CACH,CAAC;YACF,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpB,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;gBAChC,IAAI,GAAG,EAAE,CAAC;oBACR,OAAO,CAAC,IAAI,CACV,MAAM,CAAC;wBACL,UAAU,EAAE,gBAAgB;wBAC5B,SAAS;wBACT,WAAW;wBACX,OAAO,EAAE,OAAO;wBAChB,WAAW,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;wBACtE,SAAS;wBACT,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE;qBAC5C,CAAC,CACH,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,WAA0B,EAAE,MAAgB;IACvF,IAAI,WAAW,KAAK,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC;QAAE,OAAO,EAAE,CAAC;IACnE,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC,EAAE,CAAC;QAC9C,MAAM,iBAAiB,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC1C,IAAI,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,WAAW,GAAkB,IAAI,CAAC;QACtC,IAAI,iBAAiB,GAAG,EAAE,CAAC;QAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC;YACzC,KAAK,IAAI,CAAC,CAAC;YACX,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,SAAS,CAAC;YACnE,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG;gBAAE,SAAS,GAAG,GAAG,CAAC;YACpD,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,gBAAgB,IAAI,KAAK,CAAC,iBAAiB,CAAC;YAC3E,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG;gBAAE,WAAW,GAAG,GAAG,CAAC;YAEtD,MAAM,UAAU,GAAG,cAAc,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACtI,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACzB,SAAS;YACX,CAAC;YACD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,KAAK,MAAM,IAAI,IAAI,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7C,YAAY,IAAI,CAAC,CAAC;gBAClB,MAAM,EAAE,GAAG,sBAAsB,CAAC;oBAChC,IAAI;oBACJ,KAAK;oBACL,iBAAiB;oBACjB,WAAW;oBACX,OAAO,EAAE,aAAa;oBACtB,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,KAAK,GAAG,IAAI,GAAG,YAAY;oBAClC,SAAS;iBACV,CAAC,CAAC;gBACH,IAAI,EAAE,KAAK,IAAI;oBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACpC,CAAC;YAED,IAAI,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC;YACpC,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC5C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;gBAC9B,IAAI,aAAa,CAAC,OAAO,CAAC;oBAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAClD,CAAC;YACD,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,WAAW;gBAAE,SAAS;YACtD,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACtH,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;YAC3D,MAAM,IAAI,GAAe,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;YAClD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpB,IAAI,iBAAiB;oBAAE,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC;gBAC/E,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;gBAChC,IAAI,GAAG;oBAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,iBAAiB,GAAG,OAAO,CAAC;YAC9B,CAAC;YACD,OAAO,CAAC,IAAI,CACV,MAAM,CAAC;gBACL,UAAU,EAAE,mBAAmB;gBAC/B,SAAS;gBACT,WAAW;gBACX,OAAO,EAAE,aAAa;gBACtB,WAAW,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAChE,SAAS;gBACT,IAAI;aACL,CAAC,CACH,CAAC;YACF,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpB,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;gBAChC,IAAI,GAAG,EAAE,CAAC;oBACR,OAAO,CAAC,IAAI,CACV,MAAM,CAAC;wBACL,UAAU,EAAE,gBAAgB;wBAC5B,SAAS;wBACT,WAAW;wBACX,OAAO,EAAE,aAAa;wBACtB,WAAW,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;wBACtE,SAAS;wBACT,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE;qBAC5C,CAAC,CACH,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/analytics/extractCorpus/sqliteCaps.js

@@ -0,0 +1,44 @@
+import { MAX_SQLITE_ROWS, MAX_SQLITE_SESSIONS, } from "./core.js";
+function parsePositiveCap(value, fallback, label) {
+    if (value === undefined || value === "")
+        return fallback;
+    const parsed = Number.parseInt(value, 10);
+    if (!Number.isFinite(parsed) || parsed < 1) {
+        throw new Error(`extract-corpus: invalid ${label}: ${value}`);
+    }
+    return parsed;
+}
+export function resolveSqliteCaps(env = process.env, cliOverrides) {
+    return {
+        maxSessions: cliOverrides?.maxSessions ??
+            parsePositiveCap(env.AGENTERA_EXTRACT_MAX_SQLITE_SESSIONS, MAX_SQLITE_SESSIONS, "max sqlite sessions cap"),
+        maxRows: cliOverrides?.maxRows ??
+            parsePositiveCap(env.AGENTERA_EXTRACT_MAX_SQLITE_ROWS, MAX_SQLITE_ROWS, "max sqlite rows cap"),
+    };
+}
+export function formatTruncationWarnings(runtimeStatuses) {
+    const lines = [];
+    for (const status of runtimeStatuses) {
+        const truncatedAt = status.truncated_at;
+        if (typeof truncatedAt !== "string" || !truncatedAt)
+            continue;
+        const runtime = typeof status.runtime === "string" ? status.runtime : "unknown";
+        const cap = typeof status.truncation_cap === "string" ? status.truncation_cap : "cap";
+        const limit = status.truncation_limit ?? "?";
+        lines.push(`  ${runtime}: truncated at ${truncatedAt} (${cap} limit=${limit})`);
+    }
+    if (lines.length === 0)
+        return "";
+    return ["SQLite extraction truncated (history beyond cap omitted):", ...lines].join("\n");
+}
+export function applyTruncationToStatus(status, truncation) {
+    if (!truncation)
+        return status;
+    return {
+        ...status,
+        truncated_at: truncation.truncatedAt,
+        truncation_cap: truncation.cap,
+        truncation_limit: truncation.limit,
+    };
+}
+//# sourceMappingURL=sqliteCaps.js.map

package/dist/analytics/extractCorpus/sqliteCaps.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqliteCaps.js","sourceRoot":"","sources":["../../../src/analytics/extractCorpus/sqliteCaps.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,eAAe,EACf,mBAAmB,GACpB,MAAM,WAAW,CAAC;AAcnB,SAAS,gBAAgB,CAAC,KAAyB,EAAE,QAAgB,EAAE,KAAa;IAClF,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAC;IACzD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC1C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,KAAK,KAAK,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,MAAW,OAAO,CAAC,GAAG,EACtB,YAAyD;IAEzD,OAAO;QACL,WAAW,EACT,YAAY,EAAE,WAAW;YACzB,gBAAgB,CAAC,GAAG,CAAC,oCAAoC,EAAE,mBAAmB,EAAE,yBAAyB,CAAC;QAC5G,OAAO,EACL,YAAY,EAAE,OAAO;YACrB,gBAAgB,CAAC,GAAG,CAAC,gCAAgC,EAAE,eAAe,EAAE,qBAAqB,CAAC;KACjG,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,eAA6B;IACpE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;QACrC,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,CAAC;QACxC,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,CAAC,WAAW;YAAE,SAAS;QAC9D,MAAM,OAAO,GAAG,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QAChF,MAAM,GAAG,GAAG,OAAO,MAAM,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC;QACtF,MAAM,KAAK,GAAG,MAAM,CAAC,gBAAgB,IAAI,GAAG,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,KAAK,OAAO,kBAAkB,WAAW,KAAK,GAAG,UAAU,KAAK,GAAG,CAAC,CAAC;IAClF,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAClC,OAAO,CAAC,2DAA2D,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5F,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,MAAkB,EAAE,UAAmD;IAC7G,IAAI,CAAC,UAAU;QAAE,OAAO,MAAM,CAAC;IAC/B,OAAO;QACL,GAAG,MAAM;QACT,YAAY,EAAE,UAAU,CAAC,WAAW;QACpC,cAAc,EAAE,UAAU,CAAC,GAAG;QAC9B,gBAAgB,EAAE,UAAU,CAAC,KAAK;KACnC,CAAC;AACJ,CAAC"}