onadit 0.0.1 → 0.1.0-beta.45

package/dist/src/ingestion/parsers/codex-jsonl.js

@@ -0,0 +1,150 @@
+/**
+ * Codex session JSONL parser.
+ *
+ * Parses session files stored by Codex under ~/.codex/sessions/ and
+ * ~/.codex/archived_sessions/. We treat event_msg user/agent messages as
+ * the canonical conversation stream because they exclude most internal
+ * tool-plumbing noise and mirror the visible chat transcript.
+ */
+import fs from "node:fs";
+import path from "node:path";
+import os from "node:os";
+import { renderTurns } from "./turns.js";
+const TITLE_NOISE_PREFIXES = [
+    "# Context from my IDE setup:",
+    "<environment_context>",
+];
+const SESSION_ID_RE = /([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})\.jsonl$/i;
+function walkJsonlFiles(dir) {
+    if (!fs.existsSync(dir))
+        return [];
+    const results = [];
+    for (const entry of fs.readdirSync(dir, { withFileTypes: true })) {
+        const fullPath = path.join(dir, entry.name);
+        if (entry.isDirectory()) {
+            results.push(...walkJsonlFiles(fullPath));
+            continue;
+        }
+        if (entry.isFile() && entry.name.endsWith(".jsonl")) {
+            results.push(fullPath);
+        }
+    }
+    return results;
+}
+function extractSessionId(filePath) {
+    return path.basename(filePath).match(SESSION_ID_RE)?.[1] ?? null;
+}
+function extractProjectName(cwd) {
+    if (!cwd)
+        return "unknown";
+    const normalized = cwd.replace(/\/+$/, "");
+    return normalized.split("/").pop() || "unknown";
+}
+function isTitleNoise(text) {
+    const trimmed = text.trimStart();
+    return TITLE_NOISE_PREFIXES.some((prefix) => trimmed.startsWith(prefix));
+}
+/**
+ * Parse a Codex JSONL session file into a normalized conversation.
+ * Returns null if there are no extractable user/assistant turns.
+ */
+export function parseCodexSession(sessionId, data) {
+    const lines = data.split("\n").filter((line) => line.trim());
+    const turns = [];
+    const completedMessageIds = new Set();
+    let firstTimestamp;
+    let projectCwd;
+    for (const line of lines) {
+        let entry;
+        try {
+            entry = JSON.parse(line);
+        }
+        catch {
+            continue;
+        }
+        if (entry.type === "session_meta") {
+            firstTimestamp ||= entry.payload?.timestamp ?? entry.timestamp;
+            projectCwd ||= entry.payload?.cwd;
+            continue;
+        }
+        if (entry.type !== "event_msg")
+            continue;
+        const eventType = entry.payload?.type;
+        if (!firstTimestamp && entry.timestamp) {
+            firstTimestamp = entry.timestamp;
+        }
+        if (eventType === "user_message") {
+            const text = entry.payload?.message?.trim();
+            if (text)
+                turns.push({ role: "user", text });
+            continue;
+        }
+        if (eventType === "agent_message") {
+            const text = entry.payload?.message?.trim();
+            if (text)
+                turns.push({ role: "assistant", text });
+            continue;
+        }
+        // Newer Codex rollouts emit visible messages as completed items.
+        // Read that stream rather than response_item, which also carries
+        // internal context and copies of messages already present here.
+        if (eventType === "item_completed") {
+            const item = entry.payload?.item;
+            if (item?.type !== "UserMessage" && item?.type !== "AgentMessage")
+                continue;
+            if (item.id && completedMessageIds.has(item.id))
+                continue;
+            if (!Array.isArray(item.content))
+                continue;
+            const text = item.content
+                .filter((part) => part && (part.type === "text" || part.type === "Text") && typeof part.text === "string")
+                .map((part) => part.text)
+                .join("\n")
+                .trim();
+            if (!text)
+                continue;
+            if (item.id)
+                completedMessageIds.add(item.id);
+            turns.push({ role: item.type === "UserMessage" ? "user" : "assistant", text });
+        }
+    }
+    if (turns.length === 0)
+        return null;
+    const { content, userSpans } = renderTurns(turns);
+    const firstUser = turns.find((turn) => turn.role === "user" && !isTitleNoise(turn.text)) ??
+        turns.find((turn) => turn.role === "user");
+    const rawTitle = firstUser?.text.slice(0, 120) ?? "Codex session";
+    const title = rawTitle.includes("\n") ? rawTitle.split("\n")[0] : rawTitle;
+    const projectName = extractProjectName(projectCwd);
+    return {
+        id: sessionId,
+        title: `[${projectName}] ${title}`,
+        createdAt: firstTimestamp ?? new Date().toISOString(),
+        content,
+        ...(projectCwd ? { cwd: projectCwd } : {}),
+        userSpans,
+    };
+}
+/**
+ * Discover Codex session files from both live and archived storage.
+ * If a session exists in both places, prefer the live `sessions/` copy.
+ */
+export function discoverCodexSessions(codexDir = path.join(os.homedir(), ".codex")) {
+    if (!fs.existsSync(codexDir))
+        return [];
+    const roots = [
+        { root: "archived_sessions", dir: path.join(codexDir, "archived_sessions") },
+        { root: "sessions", dir: path.join(codexDir, "sessions") },
+    ];
+    const discovered = new Map();
+    for (const { root, dir } of roots) {
+        for (const filePath of walkJsonlFiles(dir)) {
+            const sessionId = extractSessionId(filePath);
+            if (!sessionId)
+                continue;
+            discovered.set(sessionId, { sessionId, path: filePath, root });
+        }
+    }
+    return Array.from(discovered.values()).sort((a, b) => a.path.localeCompare(b.path));
+}
+//# sourceMappingURL=codex-jsonl.js.map

package/dist/src/ingestion/parsers/codex-jsonl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codex-jsonl.js","sourceRoot":"","sources":["../../../../src/ingestion/parsers/codex-jsonl.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AAGzB,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAyBzC,MAAM,oBAAoB,GAAG;IAC3B,8BAA8B;IAC9B,uBAAuB;CACf,CAAC;AAEX,MAAM,aAAa,GACjB,yEAAyE,CAAC;AAE5E,SAAS,cAAc,CAAC,GAAW;IACjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAEnC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,KAAK,IAAI,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC1C,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB;IACxC,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AACnE,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAuB;IACjD,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC3C,OAAO,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,SAAS,CAAC;AAClD,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IACjC,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAC/B,SAAiB,EACjB,IAAY;IAEZ,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7D,MAAM,KAAK,GAAwD,EAAE,CAAC;IACtE,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;IAE9C,IAAI,cAAkC,CAAC;IACvC,IAAI,UAA8B,CAAC;IAEnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,KAA2B,CAAC;QAChC,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAyB,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YAClC,cAAc,KAAK,KAAK,CAAC,OAAO,EAAE,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;YAC/D,UAAU,KAAK,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC;YAClC,SAAS;QACX,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;YAAE,SAAS;QAEzC,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC;QACtC,IAAI,CAAC,cAAc,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACvC,cAAc,GAAG,KAAK,CAAC,SAAS,CAAC;QACnC,CAAC;QAED,IAAI,SAAS,KAAK,cAAc,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7C,SAAS;QACX,CAAC;QAED,IAAI,SAAS,KAAK,eAAe,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,SAAS;QACX,CAAC;QAED,iEAAiE;QACjE,iEAAiE;QACjE,gEAAgE;QAChE,IAAI,SAAS,KAAK,gBAAgB,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC;YACjC,IAAI,IAAI,EAAE,IAAI,KAAK,aAAa,IAAI,IAAI,EAAE,IAAI,KAAK,cAAc;gBAAE,SAAS;YAC5E,IAAI,IAAI,CAAC,EAAE,IAAI,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAAE,SAAS;YAC1D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;gBAAE,SAAS;YAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO;iBACtB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CACf,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CACxF;iBACA,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;iBACxB,IAAI,CAAC,IAAI,CAAC;iBACV,IAAI,EAAE,CAAC;YACV,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,IAAI,IAAI,CAAC,EAAE;gBAAE,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9C,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEpC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAElD,MAAM,SAAS,GACb,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtE,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,eAAe,CAAC;IAClE,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC5E,MAAM,WAAW,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAEnD,OAAO;QACL,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,IAAI,WAAW,KAAK,KAAK,EAAE;QAClC,SAAS,EAAE,cAAc,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrD,OAAO;QACP,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1C,SAAS;KACV,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CACnC,WAAmB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC;IAEpD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAC;IAExC,MAAM,KAAK,GAAiE;QAC1E,EAAE,IAAI,EAAE,mBAAmB,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC,EAAE;QAC5E,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE;KAC3D,CAAC;IAEF,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkC,CAAC;IAE7D,KAAK,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,KAAK,EAAE,CAAC;QAClC,KAAK,MAAM,QAAQ,IAAI,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3C,MAAM,SAAS,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;YAC7C,IAAI,CAAC,SAAS;gBAAE,SAAS;YACzB,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACnD,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAC7B,CAAC;AACJ,CAAC"}

package/dist/src/ingestion/parsers/gemini-web.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Gemini web staged export parser.
+ *
+ * This parser does NOT attempt broad Google Takeout HTML ingestion.
+ * It supports the narrow, real format already used by this repo's
+ * backfill path: one JSON array per file containing one or more
+ * derived Gemini activity-card objects extracted from the canonical
+ * Takeout `Applications Gemini/MonActivite.html` export.
+ */
+import type { ConversationParser } from "./types.js";
+/**
+ * Parse the repo's staged Gemini activity-card JSON format into the
+ * shared ParsedConversation shape used by ingest/backfill.
+ */
+export declare const parseGeminiWeb: ConversationParser;
+//# sourceMappingURL=gemini-web.d.ts.map

package/dist/src/ingestion/parsers/gemini-web.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini-web.d.ts","sourceRoot":"","sources":["../../../../src/ingestion/parsers/gemini-web.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,KAAK,EAAsB,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAuJzE;;;GAGG;AACH,eAAO,MAAM,cAAc,EAAE,kBA2C5B,CAAC"}

package/dist/src/ingestion/parsers/gemini-web.js

@@ -0,0 +1,170 @@
+const MONTHS = new Map([
+    ["jan", 0],
+    ["janv", 0],
+    ["january", 0],
+    ["feb", 1],
+    ["fev", 1],
+    ["fevr", 1],
+    ["fevrier", 1],
+    ["february", 1],
+    ["mar", 2],
+    ["mars", 2],
+    ["march", 2],
+    ["apr", 3],
+    ["avr", 3],
+    ["april", 3],
+    ["may", 4],
+    ["mai", 4],
+    ["jun", 5],
+    ["juin", 5],
+    ["june", 5],
+    ["jul", 6],
+    ["juil", 6],
+    ["july", 6],
+    ["aug", 7],
+    ["aout", 7],
+    ["august", 7],
+    ["sep", 8],
+    ["sept", 8],
+    ["september", 8],
+    ["oct", 9],
+    ["october", 9],
+    ["nov", 10],
+    ["november", 10],
+    ["dec", 11],
+    ["decembre", 11],
+    ["december", 11],
+]);
+const ACTIVITY_TIMESTAMP_PATTERN = /\b(\d{1,2})\s+([A-Za-zÀ-ÿ.]+)\s+(\d{4}),\s+(\d{2}):(\d{2}):(\d{2})\s+(CEST|CET|UTC)\b/g;
+function normalizeMonthToken(value) {
+    return value
+        .normalize("NFD")
+        .replace(/[\u0300-\u036f]/g, "")
+        .replace(/\./g, "")
+        .toLowerCase();
+}
+function toIsoIfValid(date) {
+    return Number.isNaN(date.getTime()) ? null : date.toISOString();
+}
+function parseActivityTimestamp(value) {
+    const match = value.trim().match(/^(\d{1,2})\s+([A-Za-zÀ-ÿ.]+)\s+(\d{4}),\s+(\d{2}):(\d{2}):(\d{2})\s+(CEST|CET|UTC)$/);
+    if (!match)
+        return null;
+    const dayText = match[1];
+    const monthText = match[2];
+    const yearText = match[3];
+    const hourText = match[4];
+    const minuteText = match[5];
+    const secondText = match[6];
+    const zone = match[7];
+    if (!dayText ||
+        !monthText ||
+        !yearText ||
+        !hourText ||
+        !minuteText ||
+        !secondText ||
+        !zone) {
+        return null;
+    }
+    const month = MONTHS.get(normalizeMonthToken(monthText));
+    if (month === undefined)
+        return null;
+    const offset = zone === "CEST" ? "+02:00" : zone === "CET" ? "+01:00" : "Z";
+    const isoLike = `${yearText}-${String(month + 1).padStart(2, "0")}-${dayText.padStart(2, "0")}T${hourText}:${minuteText}:${secondText}${offset}`;
+    return toIsoIfValid(new Date(isoLike));
+}
+function extractTimestampFromContent(content) {
+    let match = null;
+    let last = null;
+    ACTIVITY_TIMESTAMP_PATTERN.lastIndex = 0;
+    while ((match = ACTIVITY_TIMESTAMP_PATTERN.exec(content)) !== null) {
+        last = match[0];
+    }
+    return last ? parseActivityTimestamp(last) : null;
+}
+function normalizeCreatedAt(card) {
+    if (typeof card.create_time === "number" && Number.isFinite(card.create_time)) {
+        const ms = card.create_time > 1_000_000_000_000
+            ? card.create_time
+            : card.create_time * 1000;
+        const fromNumber = toIsoIfValid(new Date(ms));
+        if (fromNumber)
+            return fromNumber;
+    }
+    if (typeof card.create_time === "string" && card.create_time.trim()) {
+        const fromString = parseActivityTimestamp(card.create_time) ??
+            toIsoIfValid(new Date(card.create_time));
+        if (fromString)
+            return fromString;
+    }
+    if (typeof card.timestamp_text === "string" && card.timestamp_text.trim()) {
+        const fromTimestampText = parseActivityTimestamp(card.timestamp_text);
+        if (fromTimestampText)
+            return fromTimestampText;
+    }
+    if (typeof card.content === "string" && card.content.trim()) {
+        const fromContent = extractTimestampFromContent(card.content);
+        if (fromContent)
+            return fromContent;
+    }
+    return "";
+}
+function isGeminiActivityCard(entry) {
+    if (!entry || typeof entry !== "object")
+        return false;
+    const card = entry;
+    return (typeof card.conversation_id === "string" &&
+        card.conversation_id.length > 0 &&
+        card.source === "gemini_web" &&
+        card.operative_unit === "gemini_activity_card" &&
+        card.original_export_format === "google_takeout_html");
+}
+/**
+ * Parse the repo's staged Gemini activity-card JSON format into the
+ * shared ParsedConversation shape used by ingest/backfill.
+ */
+export const parseGeminiWeb = (files) => {
+    const results = [];
+    for (const file of files) {
+        if (!file.path.toLowerCase().endsWith(".json"))
+            continue;
+        let parsed;
+        try {
+            parsed = JSON.parse(file.data.toString("utf-8"));
+        }
+        catch {
+            continue;
+        }
+        if (!Array.isArray(parsed))
+            continue;
+        for (const entry of parsed) {
+            if (!isGeminiActivityCard(entry))
+                continue;
+            if ((entry.assistant_turns ?? 0) < 1)
+                continue;
+            const id = entry.conversation_id;
+            if (typeof id !== "string" || id.length === 0)
+                continue;
+            const content = typeof entry.content === "string" && entry.content.trim()
+                ? entry.content.trim()
+                : typeof entry.preview === "string" && entry.preview.trim()
+                    ? entry.preview.trim()
+                    : null;
+            if (!content)
+                continue;
+            const title = typeof entry.title === "string" && entry.title.trim()
+                ? entry.title.trim()
+                : typeof entry.prompt === "string" && entry.prompt.trim()
+                    ? entry.prompt.trim()
+                    : "Untitled Gemini activity";
+            results.push({
+                id,
+                title,
+                createdAt: normalizeCreatedAt(entry),
+                content,
+            });
+        }
+    }
+    return results;
+};
+//# sourceMappingURL=gemini-web.js.map

package/dist/src/ingestion/parsers/gemini-web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini-web.js","sourceRoot":"","sources":["../../../../src/ingestion/parsers/gemini-web.ts"],"names":[],"mappings":"AAyBA,MAAM,MAAM,GAAG,IAAI,GAAG,CAAiB;IACrC,CAAC,KAAK,EAAE,CAAC,CAAC;IACV,CAAC,MAAM,EAAE,CAAC,CAAC;IACX,CAAC,SAAS,EAAE,CAAC,CAAC;IACd,CAAC,KAAK,EAAE,CAAC,CAAC;IACV,CAAC,KAAK,EAAE,CAAC,CAAC;IACV,CAAC,MAAM,EAAE,CAAC,CAAC;IACX,CAAC,SAAS,EAAE,CAAC,CAAC;IACd,CAAC,UAAU,EAAE,CAAC,CAAC;IACf,CAAC,KAAK,EAAE,CAAC,CAAC;IACV,CAAC,MAAM,EAAE,CAAC,CAAC;IACX,CAAC,OAAO,EAAE,CAAC,CAAC;IACZ,CAAC,KAAK,EAAE,CAAC,CAAC;IACV,CAAC,KAAK,EAAE,CAAC,CAAC;IACV,CAAC,OAAO,EAAE,CAAC,CAAC;IACZ,CAAC,KAAK,EAAE,CAAC,CAAC;IACV,CAAC,KAAK,EAAE,CAAC,CAAC;IACV,CAAC,KAAK,EAAE,CAAC,CAAC;IACV,CAAC,MAAM,EAAE,CAAC,CAAC;IACX,CAAC,MAAM,EAAE,CAAC,CAAC;IACX,CAAC,KAAK,EAAE,CAAC,CAAC;IACV,CAAC,MAAM,EAAE,CAAC,CAAC;IACX,CAAC,MAAM,EAAE,CAAC,CAAC;IACX,CAAC,KAAK,EAAE,CAAC,CAAC;IACV,CAAC,MAAM,EAAE,CAAC,CAAC;IACX,CAAC,QAAQ,EAAE,CAAC,CAAC;IACb,CAAC,KAAK,EAAE,CAAC,CAAC;IACV,CAAC,MAAM,EAAE,CAAC,CAAC;IACX,CAAC,WAAW,EAAE,CAAC,CAAC;IAChB,CAAC,KAAK,EAAE,CAAC,CAAC;IACV,CAAC,SAAS,EAAE,CAAC,CAAC;IACd,CAAC,KAAK,EAAE,EAAE,CAAC;IACX,CAAC,UAAU,EAAE,EAAE,CAAC;IAChB,CAAC,KAAK,EAAE,EAAE,CAAC;IACX,CAAC,UAAU,EAAE,EAAE,CAAC;IAChB,CAAC,UAAU,EAAE,EAAE,CAAC;CACjB,CAAC,CAAC;AAEH,MAAM,0BAA0B,GAC9B,wFAAwF,CAAC;AAE3F,SAAS,mBAAmB,CAAC,KAAa;IACxC,OAAO,KAAK;SACT,SAAS,CAAC,KAAK,CAAC;SAChB,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;SAC/B,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;SAClB,WAAW,EAAE,CAAC;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,IAAU;IAC9B,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;AAClE,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAa;IAC3C,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAC9B,qFAAqF,CACtF,CAAC;IACF,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IAExB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACzB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACtB,IACE,CAAC,OAAO;QACR,CAAC,SAAS;QACV,CAAC,QAAQ;QACT,CAAC,QAAQ;QACT,CAAC,UAAU;QACX,CAAC,UAAU;QACX,CAAC,IAAI,EACL,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC,CAAC;IACzD,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAErC,MAAM,MAAM,GAAG,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC;IAC5E,MAAM,OAAO,GAAG,GAAG,QAAQ,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,QAAQ,IAAI,UAAU,IAAI,UAAU,GAAG,MAAM,EAAE,CAAC;IACjJ,OAAO,YAAY,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,2BAA2B,CAAC,OAAe;IAClD,IAAI,KAAK,GAA2B,IAAI,CAAC;IACzC,IAAI,IAAI,GAAkB,IAAI,CAAC;IAC/B,0BAA0B,CAAC,SAAS,GAAG,CAAC,CAAC;IACzC,OAAO,CAAC,KAAK,GAAG,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACnE,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,IAAI,CAAC,CAAC,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACpD,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAwB;IAClD,IAAI,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;QAC9E,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,GAAG,iBAAiB;YAC7C,CAAC,CAAC,IAAI,CAAC,WAAW;YAClB,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC5B,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9C,IAAI,UAAU;YAAE,OAAO,UAAU,CAAC;IACpC,CAAC;IAED,IAAI,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;QACpE,MAAM,UAAU,GAAG,sBAAsB,CAAC,IAAI,CAAC,WAAW,CAAC;YACzD,YAAY,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;QAC3C,IAAI,UAAU;YAAE,OAAO,UAAU,CAAC;IACpC,CAAC;IAED,IAAI,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,CAAC;QAC1E,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACtE,IAAI,iBAAiB;YAAE,OAAO,iBAAiB,CAAC;IAClD,CAAC;IAED,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QAC5D,MAAM,WAAW,GAAG,2BAA2B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9D,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC;IACtC,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAc;IAC1C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,IAAI,GAAG,KAA2B,CAAC;IACzC,OAAO,CACL,OAAO,IAAI,CAAC,eAAe,KAAK,QAAQ;QACxC,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC;QAC/B,IAAI,CAAC,MAAM,KAAK,YAAY;QAC5B,IAAI,CAAC,cAAc,KAAK,sBAAsB;QAC9C,IAAI,CAAC,sBAAsB,KAAK,qBAAqB,CACtD,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAuB,CAAC,KAAK,EAAE,EAAE;IAC1D,MAAM,OAAO,GAAyB,EAAE,CAAC;IAEzC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,SAAS;QAEzD,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,SAAS;QAErC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC;gBAAE,SAAS;YAC3C,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC/C,MAAM,EAAE,GAAG,KAAK,CAAC,eAAe,CAAC;YACjC,IAAI,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAExD,MAAM,OAAO,GAAG,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE;gBACvE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE;gBACtB,CAAC,CAAC,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE;oBACzD,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE;oBACtB,CAAC,CAAC,IAAI,CAAC;YACX,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,MAAM,KAAK,GAAG,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE;gBACjE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE;gBACpB,CAAC,CAAC,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE;oBACvD,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE;oBACrB,CAAC,CAAC,0BAA0B,CAAC;YAEjC,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE;gBACF,KAAK;gBACL,SAAS,EAAE,kBAAkB,CAAC,KAAK,CAAC;gBACpC,OAAO;aACR,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC"}

package/dist/src/ingestion/parsers/grok-cli.d.ts

@@ -0,0 +1,19 @@
+import type { ParsedConversation } from "./types.js";
+export interface GrokSessionMetadata {
+    chat_format_version?: number;
+    info?: {
+        cwd?: string;
+    };
+    created_at?: string;
+    generated_title?: string;
+}
+export interface GrokDiscoveredSession {
+    sessionId: string;
+    path: string;
+    project: string;
+    metadata?: GrokSessionMetadata;
+    skipReason?: string;
+}
+export declare function discoverGrokSessions(grokDir: string): GrokDiscoveredSession[];
+export declare function parseGrokSession(sessionId: string, data: string, metadata: GrokSessionMetadata): ParsedConversation | null;
+//# sourceMappingURL=grok-cli.d.ts.map

package/dist/src/ingestion/parsers/grok-cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"grok-cli.d.ts","sourceRoot":"","sources":["../../../../src/ingestion/parsers/grok-cli.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAGrD,MAAM,WAAW,mBAAmB;IAClC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,IAAI,CAAC,EAAE;QAAE,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,mBAAmB,CAAC;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAeD,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,qBAAqB,EAAE,CA8C7E;AAKD,wBAAgB,gBAAgB,CAC9B,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,mBAAmB,GAC5B,kBAAkB,GAAG,IAAI,CAyC3B"}

package/dist/src/ingestion/parsers/grok-cli.js

@@ -0,0 +1,126 @@
+import fs from "node:fs";
+import path from "node:path";
+import { renderTurns } from "./turns.js";
+const SESSION_ID = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
+function regularFile(file) {
+    try {
+        return fs.lstatSync(file).isFile();
+    }
+    catch (err) {
+        if (err.code === "ENOENT")
+            return false;
+        throw err;
+    }
+}
+// Only visit project/session folders and their subagents. Never inspect the
+// Grok home itself, credentials, event logs, images, or tool artifacts.
+export function discoverGrokSessions(grokDir) {
+    const root = path.join(grokDir, "sessions");
+    if (!fs.existsSync(root))
+        return [];
+    const sessions = [];
+    const visit = (dir, project) => {
+        const session = {
+            sessionId: path.basename(dir),
+            path: path.join(dir, "chat_history.jsonl"),
+            project,
+        };
+        try {
+            const summary = path.join(dir, "summary.json");
+            if (!regularFile(session.path)) {
+                session.skipReason = "No regular chat_history.jsonl transcript";
+            }
+            else if (!regularFile(summary)) {
+                session.skipReason = "No regular summary.json to verify chat format";
+            }
+            else {
+                const metadata = JSON.parse(fs.readFileSync(summary, "utf8"));
+                if (metadata?.chat_format_version !== 1) {
+                    session.skipReason = `Unsupported chat_format_version: ${String(metadata?.chat_format_version)}`;
+                }
+                else {
+                    session.metadata = metadata;
+                }
+            }
+        }
+        catch (err) {
+            session.skipReason = `Unreadable session metadata: ${err instanceof Error ? err.message : String(err)}`;
+        }
+        sessions.push(session);
+        const subagents = path.join(dir, "subagents");
+        if (!fs.existsSync(subagents) || !fs.lstatSync(subagents).isDirectory())
+            return;
+        for (const entry of fs.readdirSync(subagents, { withFileTypes: true })) {
+            if (entry.isDirectory() && SESSION_ID.test(entry.name)) {
+                visit(path.join(subagents, entry.name), project);
+            }
+        }
+    };
+    for (const project of fs.readdirSync(root, { withFileTypes: true })) {
+        if (!project.isDirectory())
+            continue;
+        const dir = path.join(root, project.name);
+        for (const entry of fs.readdirSync(dir, { withFileTypes: true })) {
+            if (entry.isDirectory() && SESSION_ID.test(entry.name)) {
+                visit(path.join(dir, entry.name), project.name);
+            }
+        }
+    }
+    return sessions.sort((a, b) => a.path.localeCompare(b.path));
+}
+// Version 1 stores visible assistant text as strings and user text as blocks.
+// Tool results, reasoning, images, system instructions and synthetic user turns
+// are deliberately excluded. Unknown versions are skipped before this parser.
+export function parseGrokSession(sessionId, data, metadata) {
+    if (metadata.chat_format_version !== 1)
+        return null;
+    const turns = [];
+    let firstUser;
+    for (const line of data.split("\n")) {
+        if (!line.trim())
+            continue;
+        const entry = JSON.parse(line);
+        if (!entry || typeof entry !== "object")
+            continue;
+        const row = entry;
+        if (row.type !== "user" && row.type !== "assistant")
+            continue;
+        if (row.type === "user" && row.synthetic_reason !== undefined)
+            continue;
+        let text = typeof row.content === "string"
+            ? row.content
+            : Array.isArray(row.content)
+                ? row.content.filter((block) => block?.type === "text" && typeof block.text === "string")
+                    .map((block) => block.text).join("\n")
+                : "";
+        if (row.type === "user") {
+            const query = text.match(/<user_query>([\s\S]*?)<\/user_query>/);
+            if (query)
+                text = query[1];
+            else if (text.trimStart().startsWith("<user_info>") || text.trimStart().startsWith("<system-reminder>"))
+                continue;
+        }
+        text = text.trim();
+        if (!text)
+            continue;
+        if (row.type === "user")
+            firstUser ??= text;
+        turns.push({ role: row.type, text });
+    }
+    if (turns.length === 0)
+        return null;
+    const cwd = typeof metadata.info?.cwd === "string" && path.isAbsolute(metadata.info.cwd)
+        ? metadata.info.cwd : undefined;
+    const title = typeof metadata.generated_title === "string" && metadata.generated_title.trim()
+        ? metadata.generated_title.trim() : firstUser?.split("\n")[0]?.slice(0, 120) ?? "Grok CLI session";
+    const { content, userSpans } = renderTurns(turns);
+    return {
+        id: sessionId,
+        title: `[${cwd ? path.basename(cwd) : "unknown"}] ${title}`,
+        createdAt: metadata.created_at ?? new Date().toISOString(),
+        content,
+        ...(cwd ? { cwd } : {}),
+        userSpans,
+    };
+}
+//# sourceMappingURL=grok-cli.js.map

package/dist/src/ingestion/parsers/grok-cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grok-cli.js","sourceRoot":"","sources":["../../../../src/ingestion/parsers/grok-cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,WAAW,EAAoB,MAAM,YAAY,CAAC;AAiB3D,MAAM,UAAU,GAAG,iEAAiE,CAAC;AAErF,SAAS,WAAW,CAAC,IAAY;IAC/B,IAAI,CAAC;QACH,OAAO,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;IACrC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QACnE,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,4EAA4E;AAC5E,wEAAwE;AACxE,MAAM,UAAU,oBAAoB,CAAC,OAAe;IAClD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC5C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,MAAM,KAAK,GAAG,CAAC,GAAW,EAAE,OAAe,EAAQ,EAAE;QACnD,MAAM,OAAO,GAA0B;YACrC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YAC7B,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,oBAAoB,CAAC;YAC1C,OAAO;SACR,CAAC;QACF,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;YAC/C,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/B,OAAO,CAAC,UAAU,GAAG,0CAA0C,CAAC;YAClE,CAAC;iBAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjC,OAAO,CAAC,UAAU,GAAG,+CAA+C,CAAC;YACvE,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAA+B,CAAC;gBAC5F,IAAI,QAAQ,EAAE,mBAAmB,KAAK,CAAC,EAAE,CAAC;oBACxC,OAAO,CAAC,UAAU,GAAG,oCAAoC,MAAM,CAAC,QAAQ,EAAE,mBAAmB,CAAC,EAAE,CAAC;gBACnG,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBAC9B,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,UAAU,GAAG,gCAAgC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1G,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC9C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;YAAE,OAAO;QAChF,KAAK,MAAM,KAAK,IAAI,EAAE,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACvE,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IACF,KAAK,MAAM,OAAO,IAAI,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACpE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE;YAAE,SAAS;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1C,KAAK,MAAM,KAAK,IAAI,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACjE,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,8EAA8E;AAC9E,gFAAgF;AAChF,8EAA8E;AAC9E,MAAM,UAAU,gBAAgB,CAC9B,SAAiB,EACjB,IAAY,EACZ,QAA6B;IAE7B,IAAI,QAAQ,CAAC,mBAAmB,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACpD,MAAM,KAAK,GAAkB,EAAE,CAAC;IAChC,IAAI,SAA6B,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAC3B,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,SAAS;QAClD,MAAM,GAAG,GAAG,KAAgC,CAAC;QAC7C,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW;YAAE,SAAS;QAC9D,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,gBAAgB,KAAK,SAAS;YAAE,SAAS;QACxE,IAAI,IAAI,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;YACxC,CAAC,CAAC,GAAG,CAAC,OAAO;YACb,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;gBAC1B,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,IAAI,KAAK,MAAM,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC;qBACtF,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;gBACxC,CAAC,CAAC,EAAE,CAAC;QACT,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;YACjE,IAAI,KAAK;gBAAE,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;iBACvB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC;gBAAE,SAAS;QACpH,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS,KAAK,IAAI,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACpC,MAAM,GAAG,GAAG,OAAO,QAAQ,CAAC,IAAI,EAAE,GAAG,KAAK,QAAQ,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;QACtF,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IAClC,MAAM,KAAK,GAAG,OAAO,QAAQ,CAAC,eAAe,KAAK,QAAQ,IAAI,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE;QAC3F,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,kBAAkB,CAAC;IACrG,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO;QACL,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,KAAK,KAAK,EAAE;QAC3D,SAAS,EAAE,QAAQ,CAAC,UAAU,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAC1D,OAAO;QACP,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvB,SAAS;KACV,CAAC;AACJ,CAAC"}

package/dist/src/ingestion/parsers/grok-web.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Grok web export parser.
+ *
+ * Parses `prod-grok-backend.json` from Grok's account-export bundle.
+ * Shape (verified April 2026, 347 conversations, 1869 messages):
+ *   {
+ *     conversations: [
+ *       {
+ *         conversation: { id, title, create_time, ... },
+ *         responses: [
+ *           { response: { _id, message, sender, create_time,
+ *                         parent_response_id, model, ... },
+ *             share_link }
+ *         ]
+ *       }
+ *     ],
+ *     projects, tasks, media_posts
+ *   }
+ *
+ * Messages are in temporal order within `responses[]` (0 / 1869
+ * out-of-order in the corpus). Branching exists via
+ * `parent_response_id` but affects only 13 / 347 conversations; v1
+ * walks `responses[]` linearly as a deliberate accuracy tradeoff —
+ * matches what the Claude web parser does.
+ *
+ * Not captured in v1 (deferred): `web_search_results`, `xpost_ids`,
+ * `agent_thinking_traces`, `steps[]`, per-response `model`,
+ * workspace personalities.
+ */
+import type { ConversationParser } from "./types.js";
+/**
+ * Parse Grok web export files into normalized conversations.
+ *
+ * Accepts `prod-grok-backend.json` (the only meaningful payload in
+ * the account-export zip). Empty conversations and those without a
+ * non-human turn are skipped; the staging gate already filters these
+ * out, this is belt-and-braces.
+ */
+export declare const parseGrokWeb: ConversationParser;
+//# sourceMappingURL=grok-web.d.ts.map

package/dist/src/ingestion/parsers/grok-web.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"grok-web.d.ts","sourceRoot":"","sources":["../../../../src/ingestion/parsers/grok-web.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,OAAO,KAAK,EAAsB,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAwCzE;;;;;;;GAOG;AACH,eAAO,MAAM,YAAY,EAAE,kBA+C1B,CAAC"}

package/dist/src/ingestion/parsers/grok-web.js

@@ -0,0 +1,67 @@
+function isHumanSender(sender) {
+    return typeof sender === "string" && sender.toLowerCase() === "human";
+}
+function isoOrNow(value) {
+    if (typeof value === "string" && value.trim()) {
+        const d = new Date(value);
+        if (!Number.isNaN(d.getTime()))
+            return d.toISOString();
+    }
+    return new Date().toISOString();
+}
+/**
+ * Parse Grok web export files into normalized conversations.
+ *
+ * Accepts `prod-grok-backend.json` (the only meaningful payload in
+ * the account-export zip). Empty conversations and those without a
+ * non-human turn are skipped; the staging gate already filters these
+ * out, this is belt-and-braces.
+ */
+export const parseGrokWeb = (files) => {
+    const results = [];
+    for (const file of files) {
+        if (!file.path.toLowerCase().endsWith(".json"))
+            continue;
+        let parsed;
+        try {
+            parsed = JSON.parse(file.data.toString("utf-8"));
+        }
+        catch {
+            continue;
+        }
+        const root = parsed;
+        const conversations = root?.conversations;
+        if (!Array.isArray(conversations))
+            continue;
+        for (const wrapper of conversations) {
+            const meta = wrapper?.conversation;
+            const responses = wrapper?.responses;
+            if (!meta?.id || !Array.isArray(responses))
+                continue;
+            const lines = [];
+            let sawAssistant = false;
+            for (const resp of responses) {
+                const r = resp?.response;
+                if (!r)
+                    continue;
+                const text = typeof r.message === "string" ? r.message.trim() : "";
+                if (!text)
+                    continue;
+                const prefix = isHumanSender(r.sender) ? "User" : "Assistant";
+                if (prefix === "Assistant")
+                    sawAssistant = true;
+                lines.push(`${prefix}: ${text}`);
+            }
+            if (lines.length === 0 || !sawAssistant)
+                continue;
+            results.push({
+                id: meta.id,
+                title: meta.title?.trim() || "Untitled",
+                createdAt: isoOrNow(meta.create_time),
+                content: lines.join("\n\n"),
+            });
+        }
+    }
+    return results;
+};
+//# sourceMappingURL=grok-web.js.map

package/dist/src/ingestion/parsers/grok-web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grok-web.js","sourceRoot":"","sources":["../../../../src/ingestion/parsers/grok-web.ts"],"names":[],"mappings":"AAyDA,SAAS,aAAa,CAAC,MAA0B;IAC/C,OAAO,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC;AACxE,CAAC;AAED,SAAS,QAAQ,CAAC,KAAyB;IACzC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAC9C,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YAAE,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;IACzD,CAAC;IACD,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,YAAY,GAAuB,CAAC,KAAK,EAAE,EAAE;IACxD,MAAM,OAAO,GAAyB,EAAE,CAAC;IAEzC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,SAAS;QAEzD,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,MAAM,IAAI,GAAG,MAA2B,CAAC;QACzC,MAAM,aAAa,GAAG,IAAI,EAAE,aAAa,CAAC;QAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;YAAE,SAAS;QAE5C,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,OAAO,EAAE,YAAY,CAAC;YACnC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,CAAC;YACrC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;gBAAE,SAAS;YAErD,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,IAAI,YAAY,GAAG,KAAK,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC7B,MAAM,CAAC,GAAG,IAAI,EAAE,QAAQ,CAAC;gBACzB,IAAI,CAAC,CAAC;oBAAE,SAAS;gBACjB,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnE,IAAI,CAAC,IAAI;oBAAE,SAAS;gBAEpB,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC;gBAC9D,IAAI,MAAM,KAAK,WAAW;oBAAE,YAAY,GAAG,IAAI,CAAC;gBAChD,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;YACnC,CAAC;YAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,YAAY;gBAAE,SAAS;YAElD,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,UAAU;gBACvC,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC;gBACrC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;aAC5B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC"}