xtctx 0.11.1 → 0.11.3

package/dist/src/scrapers/claude-code.js

@@ -3,7 +3,7 @@ import { join } from "node:path";
 import { createReadStream } from "node:fs";
 import { createInterface } from "node:readline";
 import { AbstractScraper, estimateTokens } from "./base.js";
-import { encodePathForToolDirectory } from "../utils/project-scope.js";
+import { encodePathForToolDirectory, pathMatchesProject } from "../utils/project-scope.js";
 const SCRAPER_NAME = "claude-code";
 /**
  * Mutation shapes the claude-code scraper tolerates silently (no warn, no
@@ -70,7 +70,7 @@ export class ClaudeCodeScraper extends AbstractScraper {
     }
     parseRaw(raw) {
         const obj = raw;
-        const timestamp = new Date(obj.timestamp || 0);
+        const timestamp = parseRecordTimestamp(obj.timestamp);
         const content = extractContent(obj);
         const type = obj.type || "unknown";
         const role = extractRole(obj, type);
@@ -99,8 +99,12 @@ export class ClaudeCodeScraper extends AbstractScraper {
             // ACCEPTED_DEGRADATIONS.missingProjectsDir
             return;
         }
+        const encodedProject = this.projectRoot
+            ? encodePathForToolDirectory(this.projectRoot).toLowerCase()
+            : null;
         for (const projectHash of this.filterProjectDirs(projectDirs)) {
             const projectDir = join(this.claudeProjectsDir, projectHash);
+            const exactDirectory = encodedProject === null || projectHash.toLowerCase() === encodedProject;
             let files;
             try {
                 files = await readdir(projectDir);
@@ -112,67 +116,93 @@ export class ClaudeCodeScraper extends AbstractScraper {
                 if (!file.endsWith(".jsonl")) {
                     continue;
                 }
-                const sessionId = file.replace(".jsonl", "");
+                const sessionId = file.replace(/\.jsonl$/, "");
                 const filePath = join(projectDir, file);
-                const reader = createInterface({
-                    input: createReadStream(filePath, { encoding: "utf8" }),
-                    crlfDelay: Infinity,
-                });
-                let messageIndex = 0;
-                let lineNo = 0;
-                for await (const line of reader) {
-                    lineNo++;
-                    if (!line.trim()) {
-                        continue;
-                    }
-                    let obj;
-                    try {
-                        obj = JSON.parse(line);
-                    }
-                    catch (err) {
-                        // ACCEPTED_DEGRADATIONS.malformedJsonlLine, but warn so the
-                        // mutation test can see drift instead of data silently vanishing.
-                        warnDrift(`${filePath}:${lineNo}`, `line is not valid JSON: ${err.message}`, 1);
-                        continue;
-                    }
-                    if (NON_MESSAGE_TYPES.has(String(obj.type))) {
-                        continue;
-                    }
-                    // Strict-mode schema check: warn (but still emit) on shape surprise.
-                    if (!("type" in obj)) {
-                        warnDrift(`${filePath}:${lineNo}`, "record is missing required 'type' field — likely renamed", 1);
-                    }
-                    else if (typeof obj.type !== "string" || !(obj.type in ROLE_MAP)) {
-                        warnDrift(`${filePath}:${lineNo}`, `unknown 'type' value ${JSON.stringify(obj.type)}`, 1);
-                    }
-                    if ("content" in obj &&
-                        obj.content !== undefined &&
-                        typeof obj.content !== "string") {
-                        warnDrift(`${filePath}:${lineNo}`, `expected 'content' to be a string, got ${describeType(obj.content)}`, 1);
-                    }
-                    if (!("timestamp" in obj)) {
-                        warnDrift(`${filePath}:${lineNo}`, "record is missing 'timestamp' field", 1);
-                    }
-                    else if (typeof obj.timestamp !== "string") {
-                        warnDrift(`${filePath}:${lineNo}`, `expected 'timestamp' string, got ${describeType(obj.timestamp)}`, 1);
-                    }
-                    const timestamp = new Date(obj.timestamp ?? 0);
-                    if (timestamp <= since) {
-                        messageIndex += 1;
-                        continue;
-                    }
-                    obj.sessionId = sessionId;
-                    obj.messageIndex = messageIndex;
-                    const chunk = this.parseRaw(obj);
-                    if (!chunk.content.trim()) {
-                        continue;
-                    }
-                    messageIndex += 1;
-                    yield chunk;
+                try {
+                    yield* this.readSessionFile(filePath, sessionId, since, exactDirectory);
                 }
+                catch (err) {
+                    // One unreadable file must not abort the remaining files/projects.
+                    warnDrift(filePath, `unreadable transcript file: ${err.message}`, 0);
+                }
+            }
+        }
+    }
+    async *readSessionFile(filePath, sessionId, since, exactDirectory) {
+        const reader = createInterface({
+            input: createReadStream(filePath, { encoding: "utf8" }),
+            crlfDelay: Infinity,
+        });
+        let messageIndex = 0;
+        let lineNo = 0;
+        for await (const line of reader) {
+            lineNo++;
+            if (!line.trim()) {
+                continue;
+            }
+            let obj;
+            try {
+                obj = JSON.parse(line);
+            }
+            catch (err) {
+                // ACCEPTED_DEGRADATIONS.malformedJsonlLine, but warn so the
+                // mutation test can see drift instead of data silently vanishing.
+                warnDrift(`${filePath}:${lineNo}`, `line is not valid JSON: ${err.message}`, 1);
+                continue;
+            }
+            if (NON_MESSAGE_TYPES.has(String(obj.type))) {
+                continue;
+            }
+            if (!this.recordMatchesProject(obj, exactDirectory)) {
+                continue;
+            }
+            // Strict-mode schema check: warn (but still emit) on shape surprise.
+            if (!("type" in obj)) {
+                warnDrift(`${filePath}:${lineNo}`, "record is missing required 'type' field — likely renamed", 1);
             }
+            else if (typeof obj.type !== "string" || !(obj.type in ROLE_MAP)) {
+                warnDrift(`${filePath}:${lineNo}`, `unknown 'type' value ${JSON.stringify(obj.type)}`, 1);
+            }
+            if ("content" in obj &&
+                obj.content !== undefined &&
+                typeof obj.content !== "string") {
+                warnDrift(`${filePath}:${lineNo}`, `expected 'content' to be a string, got ${describeType(obj.content)}`, 1);
+            }
+            if (!("timestamp" in obj)) {
+                warnDrift(`${filePath}:${lineNo}`, "record is missing 'timestamp' field", 1);
+            }
+            else if (typeof obj.timestamp !== "string") {
+                warnDrift(`${filePath}:${lineNo}`, `expected 'timestamp' string, got ${describeType(obj.timestamp)}`, 1);
+            }
+            const timestamp = parseRecordTimestamp(obj.timestamp);
+            // Every message-shaped record consumes an index, whether or not it is
+            // emitted, so chunk identity is identical between full and incremental
+            // scrapes (chunk ids hash the index).
+            const currentIndex = messageIndex;
+            messageIndex += 1;
+            // A zero `since` means full sync: emit even epoch-sentinel timestamps.
+            if (since.getTime() > 0 && timestamp <= since) {
+                continue;
+            }
+            obj.sessionId = sessionId;
+            obj.messageIndex = currentIndex;
+            const chunk = this.parseRaw(obj);
+            if (!chunk.content.trim()) {
+                continue;
+            }
+            yield chunk;
         }
     }
+    /**
+     * Coarse pre-filter over encoded store directory names.
+     *
+     * Encoded names are ambiguous — `-` stands for `:`, `\` and `/` alike — so
+     * this only decides which directories are worth opening. Each record's own
+     * `cwd` is what actually attributes it (see `recordMatchesProject`), which
+     * is both unambiguous and platform-independent. Keeping the prefix wide
+     * here lets sessions started from a subdirectory through; the per-record
+     * check then rejects a sibling like `<project>--secret`.
+     */
     filterProjectDirs(projectDirs) {
         if (!this.projectRoot) {
             return projectDirs;
@@ -180,9 +210,35 @@ export class ClaudeCodeScraper extends AbstractScraper {
         const encodedProject = encodePathForToolDirectory(this.projectRoot).toLowerCase();
         return projectDirs.filter((projectDir) => {
             const normalized = projectDir.toLowerCase();
-            return normalized === encodedProject || normalized.startsWith(`${encodedProject}--`);
+            return normalized === encodedProject || normalized.startsWith(`${encodedProject}-`);
         });
     }
+    /**
+     * Attribute a record to the project by the `cwd` Claude Code stamps on it.
+     * Records without a `cwd` fall back to the directory-name decision already
+     * made by `filterProjectDirs`.
+     */
+    recordMatchesProject(obj, exactDirectory) {
+        if (!this.projectRoot) {
+            return true;
+        }
+        const cwd = obj.cwd;
+        if (typeof cwd !== "string" || cwd.length === 0) {
+            // No provenance on the record. An exact store-directory match is itself
+            // provenance, so keep it; a directory that only matched by prefix could
+            // be a plain sibling (`proj-v2` beside `proj`), so fail closed.
+            return exactDirectory;
+        }
+        return pathMatchesProject(cwd, this.projectRoot);
+    }
+}
+/**
+ * Missing or unparseable timestamps become the epoch sentinel rather than an
+ * Invalid Date, which would poison cutoff comparisons and toISOString().
+ */
+function parseRecordTimestamp(value) {
+    const parsed = new Date(value || 0);
+    return Number.isNaN(parsed.getTime()) ? new Date(0) : parsed;
 }
 function extractRole(obj, type) {
     const message = isRecord(obj.message) ? obj.message : {};

package/dist/src/scrapers/claude-code.js.map

@@ -1 +1 @@
-{"version":3,"file":"claude-code.js","sourceRoot":"","sources":["../../../src/scrapers/claude-code.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC5D,OAAO,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAC;AAEvE,MAAM,YAAY,GAAG,aAAa,CAAC;AAEnC;;;GAGG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,wEAAwE;IACxE,kBAAkB,EAAE,gCAAgC;IACpD,oEAAoE;IACpE,kBAAkB,EAAE,kDAAkD;IACtE,sEAAsE;IACtE,sBAAsB,EAAE,mCAAmC;IAC3D,kCAAkC;IAClC,cAAc,EAAE,8BAA8B;CAC/C,CAAC;AAEF,MAAM,QAAQ,GAA4C;IACxD,KAAK,EAAE,MAAM;IACb,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,WAAW;IACtB,MAAM,EAAE,QAAQ;IAChB,QAAQ,EAAE,MAAM;IAChB,WAAW,EAAE,MAAM;CACpB,CAAC;AAEF,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,YAAY;IACZ,cAAc;IACd,aAAa;IACb,SAAS;IACT,UAAU;IACV,iBAAiB;CAClB,CAAC,CAAC;AAEH,SAAS,SAAS,CAAC,UAAkB,EAAE,QAAgB,EAAE,eAAuB;IAC9E,OAAO,CAAC,IAAI,CACV,IAAI,YAAY,8BAA8B,UAAU,KAAK,QAAQ,GAAG;QACtE,sBAAsB,eAAe,GAAG,CAC3C,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,iBAAkB,SAAQ,eAAgC;IAIlD;IAEA;IALV,IAAI,GAAG,aAAa,CAAC;IAE9B,YACmB,iBAAyB,EAC1C,QAAgB,EACC,WAAoB;QAErC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAJC,sBAAiB,GAAjB,iBAAiB,CAAQ;QAEzB,gBAAW,GAAX,WAAW,CAAS;IAGvC,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACnD,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,aAAa;QACX,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,KAAY;QACxB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,IAAI,KAAK,CAAC,aAAa,CAAC;QAC5C,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,CAAC,QAAQ;QACb,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,QAAQ,CAAC,GAAY;QACnB,MAAM,GAAG,GAAG,GAA8B,CAAC;QAC3C,MAAM,SAAS,GAAG,IAAI,IAAI,CAAE,GAAG,CAAC,SAAoB,IAAI,CAAC,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QACpC,MAAM,IAAI,GAAI,GAAG,CAAC,IAAe,IAAI,SAAS,CAAC;QAC/C,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAEpC,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,SAAS,EAAG,GAAG,CAAC,SAAoB,IAAI,SAAS;YACjD,SAAS;YACT,IAAI;YACJ,OAAO;YACP,QAAQ,EAAE;gBACR,YAAY,EAAG,GAAG,CAAC,YAAuB,IAAI,CAAC;gBAC/C,aAAa,EAAE,cAAc,CAAC,OAAO,CAAC;gBACtC,eAAe,EAAE,EAAE;gBACnB,SAAS,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,IAAe,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;gBACzE,OAAO,EAAE,GAAG,CAAC,OAA6B;gBAC1C,WAAW,EAAE,aAAa;aACoB;SACjD,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,CAAC,eAAe,CAAC,KAAW;QACxC,IAAI,WAAqB,CAAC;QAE1B,IAAI,CAAC;YACH,WAAW,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC;YACP,2CAA2C;YAC3C,OAAO;QACT,CAAC;QAED,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,WAAW,CAAC,CAAC;YAC7D,IAAI,KAAe,CAAC;YAEpB,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC7B,SAAS;gBACX,CAAC;gBAED,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBACxC,MAAM,MAAM,GAAG,eAAe,CAAC;oBAC7B,KAAK,EAAE,gBAAgB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;oBACvD,SAAS,EAAE,QAAQ;iBACpB,CAAC,CAAC;gBAEH,IAAI,YAAY,GAAG,CAAC,CAAC;gBACrB,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;oBAChC,MAAM,EAAE,CAAC;oBACT,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;wBACjB,SAAS;oBACX,CAAC;oBAED,IAAI,GAA4B,CAAC;oBACjC,IAAI,CAAC;wBACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;oBACpD,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,4DAA4D;wBAC5D,kEAAkE;wBAClE,SAAS,CACP,GAAG,QAAQ,IAAI,MAAM,EAAE,EACvB,2BAA4B,GAAa,CAAC,OAAO,EAAE,EACnD,CAAC,CACF,CAAC;wBACF,SAAS;oBACX,CAAC;oBAED,IAAI,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;wBAC5C,SAAS;oBACX,CAAC;oBAED,qEAAqE;oBACrE,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC,EAAE,CAAC;wBACrB,SAAS,CACP,GAAG,QAAQ,IAAI,MAAM,EAAE,EACvB,0DAA0D,EAC1D,CAAC,CACF,CAAC;oBACJ,CAAC;yBAAM,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,QAAQ,CAAC,EAAE,CAAC;wBACnE,SAAS,CACP,GAAG,QAAQ,IAAI,MAAM,EAAE,EACvB,wBAAwB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAClD,CAAC,CACF,CAAC;oBACJ,CAAC;oBAED,IACE,SAAS,IAAI,GAAG;wBAChB,GAAG,CAAC,OAAO,KAAK,SAAS;wBACzB,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAC/B,CAAC;wBACD,SAAS,CACP,GAAG,QAAQ,IAAI,MAAM,EAAE,EACvB,0CAA0C,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EACrE,CAAC,CACF,CAAC;oBACJ,CAAC;oBAED,IAAI,CAAC,CAAC,WAAW,IAAI,GAAG,CAAC,EAAE,CAAC;wBAC1B,SAAS,CACP,GAAG,QAAQ,IAAI,MAAM,EAAE,EACvB,qCAAqC,EACrC,CAAC,CACF,CAAC;oBACJ,CAAC;yBAAM,IAAI,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;wBAC7C,SAAS,CACP,GAAG,QAAQ,IAAI,MAAM,EAAE,EACvB,oCAAoC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EACjE,CAAC,CACF,CAAC;oBACJ,CAAC;oBAED,MAAM,SAAS,GAAG,IAAI,IAAI,CAAE,GAAG,CAAC,SAAoB,IAAI,CAAC,CAAC,CAAC;oBAE3D,IAAI,SAAS,IAAI,KAAK,EAAE,CAAC;wBACvB,YAAY,IAAI,CAAC,CAAC;wBAClB,SAAS;oBACX,CAAC;oBAED,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC;oBAC1B,GAAG,CAAC,YAAY,GAAG,YAAY,CAAC;oBAChC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;wBAC1B,SAAS;oBACX,CAAC;oBAED,YAAY,IAAI,CAAC,CAAC;oBAClB,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,WAAqB;QAC7C,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,MAAM,cAAc,GAAG,0BAA0B,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAClF,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE;YACvC,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;YAC5C,OAAO,UAAU,KAAK,cAAc,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,cAAc,IAAI,CAAC,CAAC;QACvF,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,SAAS,WAAW,CAClB,GAA4B,EAC5B,IAAY;IAEZ,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IACzD,MAAM,IAAI,GAAG,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACpE,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC;AACtD,CAAC;AAED,SAAS,cAAc,CAAC,GAA4B;IAClD,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,GAAG,CAAC,OAAO,CAAC;IACrB,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAChE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACpB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC,IAAI,CAAC;QACnB,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC,OAAO,CAAC;QACtB,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SACjC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAClC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IACzC,OAAO,OAAO,KAAK,CAAC;AACtB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}
+{"version":3,"file":"claude-code.js","sourceRoot":"","sources":["../../../src/scrapers/claude-code.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC5D,OAAO,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE3F,MAAM,YAAY,GAAG,aAAa,CAAC;AAEnC;;;GAGG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,wEAAwE;IACxE,kBAAkB,EAAE,gCAAgC;IACpD,oEAAoE;IACpE,kBAAkB,EAAE,kDAAkD;IACtE,sEAAsE;IACtE,sBAAsB,EAAE,mCAAmC;IAC3D,kCAAkC;IAClC,cAAc,EAAE,8BAA8B;CAC/C,CAAC;AAEF,MAAM,QAAQ,GAA4C;IACxD,KAAK,EAAE,MAAM;IACb,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,WAAW;IACtB,MAAM,EAAE,QAAQ;IAChB,QAAQ,EAAE,MAAM;IAChB,WAAW,EAAE,MAAM;CACpB,CAAC;AAEF,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,YAAY;IACZ,cAAc;IACd,aAAa;IACb,SAAS;IACT,UAAU;IACV,iBAAiB;CAClB,CAAC,CAAC;AAEH,SAAS,SAAS,CAAC,UAAkB,EAAE,QAAgB,EAAE,eAAuB;IAC9E,OAAO,CAAC,IAAI,CACV,IAAI,YAAY,8BAA8B,UAAU,KAAK,QAAQ,GAAG;QACtE,sBAAsB,eAAe,GAAG,CAC3C,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,iBAAkB,SAAQ,eAAgC;IAIlD;IAEA;IALV,IAAI,GAAG,aAAa,CAAC;IAE9B,YACmB,iBAAyB,EAC1C,QAAgB,EACC,WAAoB;QAErC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAJC,sBAAiB,GAAjB,iBAAiB,CAAQ;QAEzB,gBAAW,GAAX,WAAW,CAAS;IAGvC,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACnD,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,aAAa;QACX,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,KAAY;QACxB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,IAAI,KAAK,CAAC,aAAa,CAAC;QAC5C,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,CAAC,QAAQ;QACb,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,QAAQ,CAAC,GAAY;QACnB,MAAM,GAAG,GAAG,GAA8B,CAAC;QAC3C,MAAM,SAAS,GAAG,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QACpC,MAAM,IAAI,GAAI,GAAG,CAAC,IAAe,IAAI,SAAS,CAAC;QAC/C,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAEpC,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,SAAS,EAAG,GAAG,CAAC,SAAoB,IAAI,SAAS;YACjD,SAAS;YACT,IAAI;YACJ,OAAO;YACP,QAAQ,EAAE;gBACR,YAAY,EAAG,GAAG,CAAC,YAAuB,IAAI,CAAC;gBAC/C,aAAa,EAAE,cAAc,CAAC,OAAO,CAAC;gBACtC,eAAe,EAAE,EAAE;gBACnB,SAAS,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,IAAe,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;gBACzE,OAAO,EAAE,GAAG,CAAC,OAA6B;gBAC1C,WAAW,EAAE,aAAa;aACoB;SACjD,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,CAAC,eAAe,CAAC,KAAW;QACxC,IAAI,WAAqB,CAAC;QAE1B,IAAI,CAAC;YACH,WAAW,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC;YACP,2CAA2C;YAC3C,OAAO;QACT,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW;YACrC,CAAC,CAAC,0BAA0B,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE;YAC5D,CAAC,CAAC,IAAI,CAAC;QAET,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,WAAW,CAAC,CAAC;YAC7D,MAAM,cAAc,GAClB,cAAc,KAAK,IAAI,IAAI,WAAW,CAAC,WAAW,EAAE,KAAK,cAAc,CAAC;YAC1E,IAAI,KAAe,CAAC;YAEpB,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC7B,SAAS;gBACX,CAAC;gBAED,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBACxC,IAAI,CAAC;oBACH,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;gBAC1E,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,mEAAmE;oBACnE,SAAS,CAAC,QAAQ,EAAE,+BAAgC,GAAa,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;gBAClF,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,CAAC,eAAe,CAC5B,QAAgB,EAChB,SAAiB,EACjB,KAAW,EACX,cAAuB;QAEvB,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,KAAK,EAAE,gBAAgB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;YACvD,SAAS,EAAE,QAAQ;SACpB,CAAC,CAAC;QAEH,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAChC,MAAM,EAAE,CAAC;YACT,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,IAAI,GAA4B,CAAC;YACjC,IAAI,CAAC;gBACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;YACpD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,4DAA4D;gBAC5D,kEAAkE;gBAClE,SAAS,CACP,GAAG,QAAQ,IAAI,MAAM,EAAE,EACvB,2BAA4B,GAAa,CAAC,OAAO,EAAE,EACnD,CAAC,CACF,CAAC;gBACF,SAAS;YACX,CAAC;YAED,IAAI,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBAC5C,SAAS;YACX,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,cAAc,CAAC,EAAE,CAAC;gBACpD,SAAS;YACX,CAAC;YAED,qEAAqE;YACrE,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC,EAAE,CAAC;gBACrB,SAAS,CACP,GAAG,QAAQ,IAAI,MAAM,EAAE,EACvB,0DAA0D,EAC1D,CAAC,CACF,CAAC;YACJ,CAAC;iBAAM,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,QAAQ,CAAC,EAAE,CAAC;gBACnE,SAAS,CACP,GAAG,QAAQ,IAAI,MAAM,EAAE,EACvB,wBAAwB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAClD,CAAC,CACF,CAAC;YACJ,CAAC;YAED,IACE,SAAS,IAAI,GAAG;gBAChB,GAAG,CAAC,OAAO,KAAK,SAAS;gBACzB,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAC/B,CAAC;gBACD,SAAS,CACP,GAAG,QAAQ,IAAI,MAAM,EAAE,EACvB,0CAA0C,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EACrE,CAAC,CACF,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,CAAC,WAAW,IAAI,GAAG,CAAC,EAAE,CAAC;gBAC1B,SAAS,CACP,GAAG,QAAQ,IAAI,MAAM,EAAE,EACvB,qCAAqC,EACrC,CAAC,CACF,CAAC;YACJ,CAAC;iBAAM,IAAI,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAC7C,SAAS,CACP,GAAG,QAAQ,IAAI,MAAM,EAAE,EACvB,oCAAoC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EACjE,CAAC,CACF,CAAC;YACJ,CAAC;YAED,MAAM,SAAS,GAAG,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAEtD,sEAAsE;YACtE,uEAAuE;YACvE,sCAAsC;YACtC,MAAM,YAAY,GAAG,YAAY,CAAC;YAClC,YAAY,IAAI,CAAC,CAAC;YAElB,uEAAuE;YACvE,IAAI,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,SAAS,IAAI,KAAK,EAAE,CAAC;gBAC9C,SAAS;YACX,CAAC;YAED,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC;YAC1B,GAAG,CAAC,YAAY,GAAG,YAAY,CAAC;YAChC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;gBAC1B,SAAS;YACX,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;;;;OASG;IACK,iBAAiB,CAAC,WAAqB;QAC7C,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,MAAM,cAAc,GAAG,0BAA0B,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAClF,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE;YACvC,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;YAC5C,OAAO,UAAU,KAAK,cAAc,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,cAAc,GAAG,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACK,oBAAoB,CAAC,GAA4B,EAAE,cAAuB;QAChF,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;QACpB,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChD,wEAAwE;YACxE,wEAAwE;YACxE,gEAAgE;YAChE,OAAO,cAAc,CAAC;QACxB,CAAC;QACD,OAAO,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IACnD,CAAC;CACF;AAED;;;GAGG;AACH,SAAS,oBAAoB,CAAC,KAAc;IAC1C,MAAM,MAAM,GAAG,IAAI,IAAI,CAAE,KAAgB,IAAI,CAAC,CAAC,CAAC;IAChD,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AAC/D,CAAC;AAED,SAAS,WAAW,CAClB,GAA4B,EAC5B,IAAY;IAEZ,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IACzD,MAAM,IAAI,GAAG,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACpE,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC;AACtD,CAAC;AAED,SAAS,cAAc,CAAC,GAA4B;IAClD,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,GAAG,CAAC,OAAO,CAAC;IACrB,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAChE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACpB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC,IAAI,CAAC;QACnB,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC,OAAO,CAAC;QACtB,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SACjC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAClC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IACzC,OAAO,OAAO,KAAK,CAAC;AACtB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}

package/dist/src/scrapers/codex.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"codex.d.ts","sourceRoot":"","sources":["../../../src/scrapers/codex.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,eAAe,EAA0B,MAAM,WAAW,CAAC;AAKpE;;;GAGG;AACH,eAAO,MAAM,qBAAqB;IAChC,8DAA8D;;IAE9D,+DAA+D;;IAE/D,0EAA0E;;IAE1E,iFAAiF;;IAEjF,wDAAwD;;CAEzD,CAAC;AA2BF,qBAAa,eAAgB,SAAQ,eAAe,CAAC,UAAU,CAAC;IAI5D,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAElC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;IAL/B,QAAQ,CAAC,IAAI,WAAW;gBAGL,iBAAiB,EAAE,MAAM,EAC1C,QAAQ,EAAE,MAAM,EACC,WAAW,CAAC,EAAE,MAAM,YAAA;IAKjC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC;IAShC,aAAa,IAAI,MAAM,EAAE;IAIlB,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,GAAG,aAAa,CAAC,UAAU,CAAC;IAM/C,QAAQ,IAAI,aAAa,CAAC,UAAU,CAAC;IAI5C,QAAQ,CAAC,GAAG,EAAE,OAAO,GAAG,UAAU;IAsBlC;;;;;;;;;OASG;YACY,eAAe;IA4O9B,OAAO,CAAC,cAAc;IAQtB;;;OAGG;YACW,iBAAiB;CAoBhC"}
+{"version":3,"file":"codex.d.ts","sourceRoot":"","sources":["../../../src/scrapers/codex.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,eAAe,EAA0B,MAAM,WAAW,CAAC;AAKpE;;;GAGG;AACH,eAAO,MAAM,qBAAqB;IAChC,8DAA8D;;IAE9D,+DAA+D;;IAE/D,0EAA0E;;IAE1E,iFAAiF;;IAEjF,wDAAwD;;CAEzD,CAAC;AA2BF,qBAAa,eAAgB,SAAQ,eAAe,CAAC,UAAU,CAAC;IAI5D,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAElC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;IAL/B,QAAQ,CAAC,IAAI,WAAW;gBAGL,iBAAiB,EAAE,MAAM,EAC1C,QAAQ,EAAE,MAAM,EACC,WAAW,CAAC,EAAE,MAAM,YAAA;IAKjC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC;IAShC,aAAa,IAAI,MAAM,EAAE;IAIlB,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,GAAG,aAAa,CAAC,UAAU,CAAC;IAM/C,QAAQ,IAAI,aAAa,CAAC,UAAU,CAAC;IAI5C,QAAQ,CAAC,GAAG,EAAE,OAAO,GAAG,UAAU;IAsBlC;;;;;;;;;OASG;YACY,eAAe;IAoP9B,OAAO,CAAC,cAAc;IAQtB;;;OAGG;YACW,iBAAiB;CAoBhC"}

package/dist/src/scrapers/codex.js

@@ -83,7 +83,7 @@ export class CodexCliScraper extends AbstractScraper {
                 messageIndex: toMessageIndex(value.messageIndex),
                 tokenEstimate: estimateTokens(content),
                 referencedFiles: [],
-                approvalMode: normalizeApprovalMode(toStringValue(value.approvalMode)),
+                approvalMode: normalizeApprovalMode(toStringValue(value.approvalMode)) ?? "suggest",
                 sandboxed: toBoolean(value.sandboxed),
                 layer: toMessageIndex(value.layer),
             },
@@ -102,100 +102,178 @@ export class CodexCliScraper extends AbstractScraper {
     async *readAllSessions(since) {
         const files = await this.resolveJsonlFiles();
         for (const filePath of files) {
-            const sessionIdFromFile = inferSessionId(filePath);
-            const reader = createInterface({
-                input: createReadStream(filePath, { encoding: "utf8" }),
-                crlfDelay: Infinity,
-            });
-            // Session-level state, updated as we encounter meta/context events.
-            let sessionId = sessionIdFromFile;
-            let approvalMode = "suggest";
-            let sandboxed = false;
-            let messageIndex = 0;
-            let projectMatched = this.projectRoot ? false : true;
-            for await (const line of reader) {
-                if (!line.trim()) {
-                    continue;
-                }
-                let parsed;
-                try {
-                    parsed = JSON.parse(line);
-                }
-                catch (err) {
-                    warnDrift(filePath, `JSONL line not parseable: ${err.message}`, 1);
-                    continue;
-                }
-                const eventType = toStringValue(parsed.type);
-                // Strict-mode drift detection: an event with no readable 'type' is a
-                // surprise — Codex always stamps one. A null/missing/renamed 'type'
-                // means we cannot route the event and will silently lose data
-                // otherwise.
-                if (eventType === undefined) {
-                    warnDrift(filePath, `event has no readable 'type' field (got ${describeType(parsed.type)})`, 1);
-                    continue;
-                }
-                if (!KNOWN_EVENT_TYPES.has(eventType)) {
-                    // Unknown event type — could be a new event kind added by a newer
-                    // codex version. Warn so drift is observable; continue reading.
-                    warnDrift(filePath, `unknown event type '${eventType}'`, 1);
-                    continue;
-                }
-                // session_meta carries the canonical session UUID.
-                if (eventType === "session_meta") {
-                    const payload = parsed.payload;
-                    if (isRecord(payload)) {
-                        sessionId = toStringValue(payload.id) ?? sessionIdFromFile;
-                        const match = this.matchesProject(payload.cwd);
-                        if (match === false) {
-                            break;
+            try {
+                const sessionIdFromFile = inferSessionId(filePath);
+                const reader = createInterface({
+                    input: createReadStream(filePath, { encoding: "utf8" }),
+                    crlfDelay: Infinity,
+                });
+                // Session-level state, updated as we encounter meta/context events.
+                let sessionId = sessionIdFromFile;
+                let approvalMode = "suggest";
+                let sandboxed = false;
+                let messageIndex = 0;
+                let projectMatched = this.projectRoot ? false : true;
+                for await (const line of reader) {
+                    if (!line.trim()) {
+                        continue;
+                    }
+                    let parsed;
+                    try {
+                        parsed = JSON.parse(line);
+                    }
+                    catch (err) {
+                        warnDrift(filePath, `JSONL line not parseable: ${err.message}`, 1);
+                        continue;
+                    }
+                    const eventType = toStringValue(parsed.type);
+                    // Strict-mode drift detection: an event with no readable 'type' is a
+                    // surprise — Codex always stamps one. A null/missing/renamed 'type'
+                    // means we cannot route the event and will silently lose data
+                    // otherwise.
+                    if (eventType === undefined) {
+                        warnDrift(filePath, `event has no readable 'type' field (got ${describeType(parsed.type)})`, 1);
+                        continue;
+                    }
+                    if (!KNOWN_EVENT_TYPES.has(eventType)) {
+                        // Unknown event type — could be a new event kind added by a newer
+                        // codex version. Warn so drift is observable; continue reading.
+                        warnDrift(filePath, `unknown event type '${eventType}'`, 1);
+                        continue;
+                    }
+                    // session_meta carries the canonical session UUID.
+                    if (eventType === "session_meta") {
+                        const payload = parsed.payload;
+                        if (isRecord(payload)) {
+                            sessionId = toStringValue(payload.id) ?? sessionIdFromFile;
+                            const match = this.matchesProject(payload.cwd);
+                            if (match === false) {
+                                break;
+                            }
+                            projectMatched = match ?? projectMatched;
                         }
-                        projectMatched = match ?? projectMatched;
+                        continue;
                     }
-                    continue;
-                }
-                // turn_context carries the approval policy and sandbox mode.
-                if (eventType === "turn_context") {
-                    const payload = parsed.payload;
-                    if (isRecord(payload)) {
-                        const match = this.matchesProject(payload.cwd);
-                        if (match === false) {
-                            break;
+                    // turn_context carries the approval policy and sandbox mode.
+                    if (eventType === "turn_context") {
+                        const payload = parsed.payload;
+                        if (isRecord(payload)) {
+                            const match = this.matchesProject(payload.cwd);
+                            if (match === false) {
+                                break;
+                            }
+                            projectMatched = match ?? projectMatched;
+                            approvalMode =
+                                normalizeApprovalMode(toStringValue(payload.approval_policy)) ?? approvalMode;
+                            const sandboxPolicy = payload.sandbox_policy;
+                            if (isRecord(sandboxPolicy)) {
+                                sandboxed = toStringValue(sandboxPolicy.type) !== "none";
+                            }
                         }
-                        projectMatched = match ?? projectMatched;
-                        approvalMode =
-                            normalizeApprovalMode(toStringValue(payload.approval_policy)) ?? approvalMode;
-                        const sandboxPolicy = payload.sandbox_policy;
-                        sandboxed =
-                            isRecord(sandboxPolicy) && toStringValue(sandboxPolicy.type) !== "none";
+                        continue;
                     }
-                    continue;
-                }
-                if (!projectMatched) {
-                    continue;
-                }
-                // Actual user messages arrive as event_msg with type "user_message".
-                // response_item events with role "user" are system-injected context
-                // (AGENTS.md, permissions, environment) and are intentionally skipped.
-                if (eventType === "event_msg") {
+                    if (!projectMatched) {
+                        continue;
+                    }
+                    // Actual user messages arrive as event_msg with type "user_message".
+                    // response_item events with role "user" are system-injected context
+                    // (AGENTS.md, permissions, environment) and are intentionally skipped.
+                    if (eventType === "event_msg") {
+                        const payload = parsed.payload;
+                        if (!isRecord(payload)) {
+                            warnDrift(filePath, `event_msg payload is not an object (got ${describeType(payload)})`, 1);
+                            continue;
+                        }
+                        if (payload.type !== "user_message") {
+                            // Could be a new message sub-type — warn so drift is visible.
+                            if (!("type" in payload)) {
+                                warnDrift(filePath, "event_msg payload missing 'type' key — likely renamed", 1);
+                            }
+                            continue;
+                        }
+                        const content = toStringValue(payload.message);
+                        if (!content) {
+                            messageIndex++;
+                            continue;
+                        }
+                        const timestamp = toDate(parsed.timestamp ?? parsed.created_at ?? parsed.createdAt);
+                        if (since.getTime() > 0 && timestamp <= since) {
+                            messageIndex++;
+                            continue;
+                        }
+                        yield this.parseRaw({
+                            sessionId,
+                            messageIndex,
+                            timestamp,
+                            role: "user",
+                            content,
+                            approvalMode,
+                            sandboxed,
+                        });
+                        messageIndex++;
+                        continue;
+                    }
+                    // compacted events hold AI-generated summaries of prior turns that were
+                    // removed from the active context window to save space. They represent
+                    // a higher-abstraction view of the conversation (layer 1).
+                    if (eventType === "compacted") {
+                        const payload = parsed.payload;
+                        const content = isRecord(payload)
+                            ? (toStringValue(payload.summary) ??
+                                toStringValue(payload.content) ??
+                                toStringValue(payload.text))
+                            : undefined;
+                        if (content) {
+                            const timestamp = toDate(parsed.timestamp ?? parsed.created_at ?? parsed.createdAt);
+                            if (since.getTime() === 0 || timestamp > since) {
+                                yield this.parseRaw({
+                                    sessionId,
+                                    messageIndex,
+                                    timestamp,
+                                    role: "assistant",
+                                    content,
+                                    approvalMode,
+                                    sandboxed,
+                                    layer: 1,
+                                });
+                            }
+                            // Consume the index below the cutoff too, so chunk identity is
+                            // stable between full and incremental scrapes.
+                            messageIndex++;
+                        }
+                        continue;
+                    }
+                    // Only assistant messages from response_item events are conversation turns.
+                    if (eventType !== "response_item")
+                        continue;
                     const payload = parsed.payload;
                     if (!isRecord(payload)) {
-                        warnDrift(filePath, `event_msg payload is not an object (got ${describeType(payload)})`, 1);
+                        warnDrift(filePath, `response_item payload is not an object (got ${describeType(payload)})`, 1);
                         continue;
                     }
-                    if (payload.type !== "user_message") {
-                        // Could be a new message sub-type — warn so drift is visible.
+                    if (payload.type !== "message") {
                         if (!("type" in payload)) {
-                            warnDrift(filePath, "event_msg payload missing 'type' key — likely renamed", 1);
+                            warnDrift(filePath, "response_item payload missing 'type' key — likely renamed", 1);
                         }
                         continue;
                     }
-                    const content = toStringValue(payload.message);
+                    // Skip system-injected context which Codex sends as "user" role items.
+                    const role = toStringValue(payload.role);
+                    if (role !== "assistant") {
+                        if (!("role" in payload)) {
+                            warnDrift(filePath, "response_item message payload missing 'role' key", 1);
+                        }
+                        messageIndex++;
+                        continue;
+                    }
+                    // Extract text from the content-part array (or plain string fallback).
+                    const content = extractContent(payload.content);
                     if (!content) {
                         messageIndex++;
                         continue;
                     }
                     const timestamp = toDate(parsed.timestamp ?? parsed.created_at ?? parsed.createdAt);
-                    if (timestamp <= since) {
+                    if (since.getTime() > 0 && timestamp <= since) {
                         messageIndex++;
                         continue;
                     }
@@ -203,86 +281,17 @@ export class CodexCliScraper extends AbstractScraper {
                         sessionId,
                         messageIndex,
                         timestamp,
-                        role: "user",
+                        role,
                         content,
                         approvalMode,
                         sandboxed,
                     });
                     messageIndex++;
-                    continue;
-                }
-                // compacted events hold AI-generated summaries of prior turns that were
-                // removed from the active context window to save space. They represent
-                // a higher-abstraction view of the conversation (layer 1).
-                if (eventType === "compacted") {
-                    const payload = parsed.payload;
-                    const content = isRecord(payload)
-                        ? (toStringValue(payload.summary) ??
-                            toStringValue(payload.content) ??
-                            toStringValue(payload.text))
-                        : undefined;
-                    if (content) {
-                        const timestamp = toDate(parsed.timestamp ?? parsed.created_at ?? parsed.createdAt);
-                        if (timestamp > since) {
-                            yield this.parseRaw({
-                                sessionId,
-                                messageIndex,
-                                timestamp,
-                                role: "assistant",
-                                content,
-                                approvalMode,
-                                sandboxed,
-                                layer: 1,
-                            });
-                            messageIndex++;
-                        }
-                    }
-                    continue;
-                }
-                // Only assistant messages from response_item events are conversation turns.
-                if (eventType !== "response_item")
-                    continue;
-                const payload = parsed.payload;
-                if (!isRecord(payload)) {
-                    warnDrift(filePath, `response_item payload is not an object (got ${describeType(payload)})`, 1);
-                    continue;
-                }
-                if (payload.type !== "message") {
-                    if (!("type" in payload)) {
-                        warnDrift(filePath, "response_item payload missing 'type' key — likely renamed", 1);
-                    }
-                    continue;
-                }
-                // Skip system-injected context which Codex sends as "user" role items.
-                const role = toStringValue(payload.role);
-                if (role !== "assistant") {
-                    if (!("role" in payload)) {
-                        warnDrift(filePath, "response_item message payload missing 'role' key", 1);
-                    }
-                    messageIndex++;
-                    continue;
                 }
-                // Extract text from the content-part array (or plain string fallback).
-                const content = extractContent(payload.content);
-                if (!content) {
-                    messageIndex++;
-                    continue;
-                }
-                const timestamp = toDate(parsed.timestamp ?? parsed.created_at ?? parsed.createdAt);
-                if (timestamp <= since) {
-                    messageIndex++;
-                    continue;
-                }
-                yield this.parseRaw({
-                    sessionId,
-                    messageIndex,
-                    timestamp,
-                    role,
-                    content,
-                    approvalMode,
-                    sandboxed,
-                });
-                messageIndex++;
+            }
+            catch (err) {
+                // One unreadable file must not abort the remaining session files.
+                warnDrift(filePath, `unreadable transcript file: ${err.message}`, 0);
             }
         }
     }
@@ -343,12 +352,16 @@ function normalizeRole(value) {
 }
 function normalizeApprovalMode(value) {
     switch (value) {
+        case "suggest":
+            return "suggest";
         case "auto-edit":
             return "auto-edit";
         case "full-auto":
             return "full-auto";
         default:
-            return "suggest";
+            // Unknown/future policy values keep the previously observed mode
+            // rather than silently downgrading the record to "suggest".
+            return null;
     }
 }
 function inferSessionId(filePath) {