xtctx 0.3.2 → 0.11.1

package/dist/src/scrapers/codex.js

@@ -1,8 +1,38 @@
 import { createReadStream } from "node:fs";
-import { readdir, stat } from "node:fs/promises";
-import { basename, join } from "node:path";
+import { stat } from "node:fs/promises";
+import { basename } from "node:path";
 import { createInterface } from "node:readline";
-import { estimateTokens, ScraperStateManager } from "./base.js";
+import { glob } from "glob";
+import { AbstractScraper, estimateTokens, toDate } from "./base.js";
+import { pathMatchesProject } from "../utils/project-scope.js";
+const SCRAPER_NAME = "codex";
+/**
+ * Mutation shapes the codex scraper tolerates silently. Anything outside
+ * this whitelist that causes records to be dropped must warn.
+ */
+export const ACCEPTED_DEGRADATIONS = {
+    /** Sessions path missing — codex CLI simply not installed. */
+    missingSessionsPath: "codex sessions directory absent",
+    /** Blank / malformed JSONL line — we warn but keep reading. */
+    malformedJsonlLine: "JSONL line not parseable — warned, not fatal",
+    /** Event types we intentionally ignore (tool calls, meta-only events). */
+    nonMessageEventType: "event is not a conversation message",
+    /** response_item that carries a non-assistant role (system-injected context). */
+    systemInjectedUserRole: "response_item with role != assistant",
+    /** Forward-compat unknown siblings on a known event. */
+    unknownFieldsAlongside: "extra keys alongside known event schema",
+};
+const KNOWN_EVENT_TYPES = new Set([
+    "session_meta",
+    "turn_context",
+    "event_msg",
+    "response_item",
+    "compacted",
+]);
+function warnDrift(sourcePath, surprise, recordsAffected) {
+    console.warn(`[${SCRAPER_NAME}] schema-drift surprise at ${sourcePath}: ${surprise} ` +
+        `(records affected: ${recordsAffected})`);
+}
 const ROLE_MAP = {
     user: "user",
     human: "user",
@@ -10,13 +40,14 @@ const ROLE_MAP = {
     system: "system",
     tool: "tool",
 };
-export class CodexCliScraper {
+export class CodexCliScraper extends AbstractScraper {
     codexSessionsPath;
+    projectRoot;
     tool = "codex";
-    stateManager;
-    constructor(codexSessionsPath, stateDir) {
+    constructor(codexSessionsPath, stateDir, projectRoot) {
+        super(stateDir);
         this.codexSessionsPath = codexSessionsPath;
-        this.stateManager = new ScraperStateManager(stateDir);
+        this.projectRoot = projectRoot;
     }
     async detect() {
         try {
@@ -54,66 +85,256 @@ export class CodexCliScraper {
                 referencedFiles: [],
                 approvalMode: normalizeApprovalMode(toStringValue(value.approvalMode)),
                 sandboxed: toBoolean(value.sandboxed),
+                layer: toMessageIndex(value.layer),
             },
         };
     }
-    async getLastScrapedPosition() {
-        return this.stateManager.load(this.tool);
-    }
-    async saveScrapedPosition(state) {
-        await this.stateManager.save(this.tool, state);
-    }
+    /**
+     * Processes Codex JSONL session files, which use an event-stream format.
+     *
+     * Each line is a JSON event with `type` ∈ {session_meta, turn_context,
+     * response_item, event_msg, compacted}. Conversation messages live inside
+     * `response_item` events where `payload.type === "message"`.
+     *
+     * Session-level state (session ID, approval mode, sandbox flag) is tracked
+     * across events so that every message chunk carries accurate metadata.
+     */
     async *readAllSessions(since) {
         const files = await this.resolveJsonlFiles();
         for (const filePath of files) {
-            const sessionId = inferSessionId(filePath);
+            const sessionIdFromFile = inferSessionId(filePath);
             const reader = createInterface({
                 input: createReadStream(filePath, { encoding: "utf8" }),
                 crlfDelay: Infinity,
             });
+            // Session-level state, updated as we encounter meta/context events.
+            let sessionId = sessionIdFromFile;
+            let approvalMode = "suggest";
+            let sandboxed = false;
             let messageIndex = 0;
+            let projectMatched = this.projectRoot ? false : true;
             for await (const line of reader) {
                 if (!line.trim()) {
                     continue;
                 }
+                let parsed;
                 try {
-                    const parsed = JSON.parse(line);
+                    parsed = JSON.parse(line);
+                }
+                catch (err) {
+                    warnDrift(filePath, `JSONL line not parseable: ${err.message}`, 1);
+                    continue;
+                }
+                const eventType = toStringValue(parsed.type);
+                // Strict-mode drift detection: an event with no readable 'type' is a
+                // surprise — Codex always stamps one. A null/missing/renamed 'type'
+                // means we cannot route the event and will silently lose data
+                // otherwise.
+                if (eventType === undefined) {
+                    warnDrift(filePath, `event has no readable 'type' field (got ${describeType(parsed.type)})`, 1);
+                    continue;
+                }
+                if (!KNOWN_EVENT_TYPES.has(eventType)) {
+                    // Unknown event type — could be a new event kind added by a newer
+                    // codex version. Warn so drift is observable; continue reading.
+                    warnDrift(filePath, `unknown event type '${eventType}'`, 1);
+                    continue;
+                }
+                // session_meta carries the canonical session UUID.
+                if (eventType === "session_meta") {
+                    const payload = parsed.payload;
+                    if (isRecord(payload)) {
+                        sessionId = toStringValue(payload.id) ?? sessionIdFromFile;
+                        const match = this.matchesProject(payload.cwd);
+                        if (match === false) {
+                            break;
+                        }
+                        projectMatched = match ?? projectMatched;
+                    }
+                    continue;
+                }
+                // turn_context carries the approval policy and sandbox mode.
+                if (eventType === "turn_context") {
+                    const payload = parsed.payload;
+                    if (isRecord(payload)) {
+                        const match = this.matchesProject(payload.cwd);
+                        if (match === false) {
+                            break;
+                        }
+                        projectMatched = match ?? projectMatched;
+                        approvalMode =
+                            normalizeApprovalMode(toStringValue(payload.approval_policy)) ?? approvalMode;
+                        const sandboxPolicy = payload.sandbox_policy;
+                        sandboxed =
+                            isRecord(sandboxPolicy) && toStringValue(sandboxPolicy.type) !== "none";
+                    }
+                    continue;
+                }
+                if (!projectMatched) {
+                    continue;
+                }
+                // Actual user messages arrive as event_msg with type "user_message".
+                // response_item events with role "user" are system-injected context
+                // (AGENTS.md, permissions, environment) and are intentionally skipped.
+                if (eventType === "event_msg") {
+                    const payload = parsed.payload;
+                    if (!isRecord(payload)) {
+                        warnDrift(filePath, `event_msg payload is not an object (got ${describeType(payload)})`, 1);
+                        continue;
+                    }
+                    if (payload.type !== "user_message") {
+                        // Could be a new message sub-type — warn so drift is visible.
+                        if (!("type" in payload)) {
+                            warnDrift(filePath, "event_msg payload missing 'type' key — likely renamed", 1);
+                        }
+                        continue;
+                    }
+                    const content = toStringValue(payload.message);
+                    if (!content) {
+                        messageIndex++;
+                        continue;
+                    }
                     const timestamp = toDate(parsed.timestamp ?? parsed.created_at ?? parsed.createdAt);
                     if (timestamp <= since) {
-                        messageIndex += 1;
+                        messageIndex++;
                         continue;
                     }
                     yield this.parseRaw({
-                        ...parsed,
-                        sessionId: parsed.sessionId ?? parsed.session_id ?? sessionId,
+                        sessionId,
                         messageIndex,
                         timestamp,
-                        approvalMode: parsed.approvalMode ?? parsed.approval_mode,
+                        role: "user",
+                        content,
+                        approvalMode,
+                        sandboxed,
                     });
-                    messageIndex += 1;
+                    messageIndex++;
+                    continue;
                 }
-                catch {
-                    // Skip malformed lines.
+                // compacted events hold AI-generated summaries of prior turns that were
+                // removed from the active context window to save space. They represent
+                // a higher-abstraction view of the conversation (layer 1).
+                if (eventType === "compacted") {
+                    const payload = parsed.payload;
+                    const content = isRecord(payload)
+                        ? (toStringValue(payload.summary) ??
+                            toStringValue(payload.content) ??
+                            toStringValue(payload.text))
+                        : undefined;
+                    if (content) {
+                        const timestamp = toDate(parsed.timestamp ?? parsed.created_at ?? parsed.createdAt);
+                        if (timestamp > since) {
+                            yield this.parseRaw({
+                                sessionId,
+                                messageIndex,
+                                timestamp,
+                                role: "assistant",
+                                content,
+                                approvalMode,
+                                sandboxed,
+                                layer: 1,
+                            });
+                            messageIndex++;
+                        }
+                    }
+                    continue;
                 }
+                // Only assistant messages from response_item events are conversation turns.
+                if (eventType !== "response_item")
+                    continue;
+                const payload = parsed.payload;
+                if (!isRecord(payload)) {
+                    warnDrift(filePath, `response_item payload is not an object (got ${describeType(payload)})`, 1);
+                    continue;
+                }
+                if (payload.type !== "message") {
+                    if (!("type" in payload)) {
+                        warnDrift(filePath, "response_item payload missing 'type' key — likely renamed", 1);
+                    }
+                    continue;
+                }
+                // Skip system-injected context which Codex sends as "user" role items.
+                const role = toStringValue(payload.role);
+                if (role !== "assistant") {
+                    if (!("role" in payload)) {
+                        warnDrift(filePath, "response_item message payload missing 'role' key", 1);
+                    }
+                    messageIndex++;
+                    continue;
+                }
+                // Extract text from the content-part array (or plain string fallback).
+                const content = extractContent(payload.content);
+                if (!content) {
+                    messageIndex++;
+                    continue;
+                }
+                const timestamp = toDate(parsed.timestamp ?? parsed.created_at ?? parsed.createdAt);
+                if (timestamp <= since) {
+                    messageIndex++;
+                    continue;
+                }
+                yield this.parseRaw({
+                    sessionId,
+                    messageIndex,
+                    timestamp,
+                    role,
+                    content,
+                    approvalMode,
+                    sandboxed,
+                });
+                messageIndex++;
             }
         }
     }
+    matchesProject(value) {
+        if (!this.projectRoot) {
+            return true;
+        }
+        const cwd = toStringValue(value);
+        return cwd ? pathMatchesProject(cwd, this.projectRoot) : undefined;
+    }
+    /**
+     * Recursively resolves JSONL files under the sessions directory.
+     * Codex stores sessions in year/month/day subdirectories.
+     */
     async resolveJsonlFiles() {
         try {
             const target = await stat(this.codexSessionsPath);
             if (target.isFile()) {
                 return this.codexSessionsPath.endsWith(".jsonl") ? [this.codexSessionsPath] : [];
             }
-            const files = await readdir(this.codexSessionsPath);
-            return files
-                .filter((file) => file.endsWith(".jsonl"))
-                .map((file) => join(this.codexSessionsPath, file));
+            if (!target.isDirectory()) {
+                return [];
+            }
+            return await glob("**/*.jsonl", {
+                cwd: this.codexSessionsPath,
+                absolute: true,
+                nodir: true,
+            });
         }
         catch {
             return [];
         }
     }
 }
+/**
+ * Extracts text from a Codex content-part value.
+ * Content is an array of {type, text} objects or a plain string.
+ */
+function extractContent(value) {
+    if (typeof value === "string") {
+        const trimmed = value.trim();
+        return trimmed.length > 0 ? trimmed : undefined;
+    }
+    if (Array.isArray(value)) {
+        const texts = value
+            .map((item) => (isRecord(item) ? toStringValue(item.text) : undefined))
+            .filter((t) => t !== undefined);
+        const joined = texts.join("\n").trim();
+        return joined.length > 0 ? joined : undefined;
+    }
+    return undefined;
+}
 function normalizeRole(value) {
     if (!value) {
         return "system";
@@ -155,25 +376,14 @@ function toBoolean(value) {
     }
     return false;
 }
-function toDate(value) {
-    if (value instanceof Date) {
-        return value;
-    }
-    if (typeof value === "number" && Number.isFinite(value)) {
-        const millis = value > 10_000_000_000 ? value : value * 1000;
-        return new Date(millis);
-    }
-    if (typeof value === "string") {
-        const numeric = Number(value);
-        if (Number.isFinite(numeric) && value.trim() !== "") {
-            const millis = numeric > 10_000_000_000 ? numeric : numeric * 1000;
-            return new Date(millis);
-        }
-        const parsed = new Date(value);
-        if (!Number.isNaN(parsed.getTime())) {
-            return parsed;
-        }
-    }
-    return new Date(0);
+function isRecord(value) {
+    return Boolean(value) && typeof value === "object" && !Array.isArray(value);
+}
+function describeType(value) {
+    if (value === null)
+        return "null";
+    if (Array.isArray(value))
+        return "array";
+    return typeof value;
 }
 //# sourceMappingURL=codex.js.map

package/dist/src/scrapers/codex.js.map

@@ -1 +1 @@
-{"version":3,"file":"codex.js","sourceRoot":"","sources":["../../../src/scrapers/codex.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAEhE,MAAM,QAAQ,GAAuC;IACnD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,MAAM;IACb,SAAS,EAAE,WAAW;IACtB,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;CACb,CAAC;AAIF,MAAM,OAAO,eAAe;IAKP;IAJV,IAAI,GAAG,OAAO,CAAC;IACP,YAAY,CAAsB;IAEnD,YACmB,iBAAyB,EAC1C,QAAgB;QADC,sBAAiB,GAAjB,iBAAiB,CAAQ;QAG1C,IAAI,CAAC,YAAY,GAAG,IAAI,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAClD,OAAO,MAAM,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACjD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,aAAa;QACX,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,KAAY;QACxB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,IAAI,KAAK,CAAC,aAAa,CAAC;QAC5C,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,CAAC,QAAQ;QACb,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,QAAQ,CAAC,GAAY;QACnB,MAAM,KAAK,GAAG,GAA8B,CAAC;QAC7C,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,aAAa,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAEnF,OAAO;YACL,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,SAAS;YACtD,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;YAClC,IAAI;YACJ,OAAO;YACP,QAAQ,EAAE;gBACR,YAAY,EAAE,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC;gBAChD,aAAa,EAAE,cAAc,CAAC,OAAO,CAAC;gBACtC,eAAe,EAAE,EAAE;gBACnB,YAAY,EAAE,qBAAqB,CAAC,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gBACtE,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC;aACtC;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,sBAAsB;QAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,KAAmB;QAC3C,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACjD,CAAC;IAEO,KAAK,CAAC,CAAC,eAAe,CAAC,KAAW;QACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE7C,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAG,eAAe,CAAC;gBAC7B,KAAK,EAAE,gBAAgB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;gBACvD,SAAS,EAAE,QAAQ;aACpB,CAAC,CAAC;YAEH,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;gBAChC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;oBACjB,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;oBAC3D,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;oBACpF,IAAI,SAAS,IAAI,KAAK,EAAE,CAAC;wBACvB,YAAY,IAAI,CAAC,CAAC;wBAClB,SAAS;oBACX,CAAC;oBAED,MAAM,IAAI,CAAC,QAAQ,CAAC;wBAClB,GAAG,MAAM;wBACT,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,IAAI,SAAS;wBAC7D,YAAY;wBACZ,SAAS;wBACT,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,aAAa;qBAC1D,CAAC,CAAC;oBACH,YAAY,IAAI,CAAC,CAAC;gBACpB,CAAC;gBAAC,MAAM,CAAC;oBACP,wBAAwB;gBAC1B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAClD,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;gBACpB,OAAO,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACnF,CAAC;YAED,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACpD,OAAO,KAAK;iBACT,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;iBACzC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC,CAAC;QACvD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,OAAO,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,QAAQ,CAAC;AACnD,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,WAAW;YACd,OAAO,WAAW,CAAC;QACrB,KAAK,WAAW;YACd,OAAO,WAAW,CAAC;QACrB;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB;IACtC,OAAO,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC;AAC/D,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC3C,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC;IACxC,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC5B,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC;QAC7D,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACpD,MAAM,MAAM,GAAG,OAAO,GAAG,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC;YACnE,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1B,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;YACpC,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAED,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;AACrB,CAAC"}
+{"version":3,"file":"codex.js","sourceRoot":"","sources":["../../../src/scrapers/codex.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,MAAM,YAAY,GAAG,OAAO,CAAC;AAE7B;;;GAGG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,8DAA8D;IAC9D,mBAAmB,EAAE,iCAAiC;IACtD,+DAA+D;IAC/D,kBAAkB,EAAE,8CAA8C;IAClE,0EAA0E;IAC1E,mBAAmB,EAAE,qCAAqC;IAC1D,iFAAiF;IACjF,sBAAsB,EAAE,sCAAsC;IAC9D,wDAAwD;IACxD,sBAAsB,EAAE,yCAAyC;CAClE,CAAC;AAEF,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,cAAc;IACd,cAAc;IACd,WAAW;IACX,eAAe;IACf,WAAW;CACZ,CAAC,CAAC;AAEH,SAAS,SAAS,CAAC,UAAkB,EAAE,QAAgB,EAAE,eAAuB;IAC9E,OAAO,CAAC,IAAI,CACV,IAAI,YAAY,8BAA8B,UAAU,KAAK,QAAQ,GAAG;QACtE,sBAAsB,eAAe,GAAG,CAC3C,CAAC;AACJ,CAAC;AAED,MAAM,QAAQ,GAAuC;IACnD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,MAAM;IACb,SAAS,EAAE,WAAW;IACtB,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;CACb,CAAC;AAIF,MAAM,OAAO,eAAgB,SAAQ,eAA2B;IAI3C;IAEA;IALV,IAAI,GAAG,OAAO,CAAC;IAExB,YACmB,iBAAyB,EAC1C,QAAgB,EACC,WAAoB;QAErC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAJC,sBAAiB,GAAjB,iBAAiB,CAAQ;QAEzB,gBAAW,GAAX,WAAW,CAAS;IAGvC,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAClD,OAAO,MAAM,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACjD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,aAAa;QACX,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,KAAY;QACxB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,IAAI,KAAK,CAAC,aAAa,CAAC;QAC5C,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,CAAC,QAAQ;QACb,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,QAAQ,CAAC,GAAY;QACnB,MAAM,KAAK,GAAG,GAA8B,CAAC;QAC7C,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,aAAa,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAEnF,OAAO;YACL,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,SAAS;YACtD,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;YAClC,IAAI;YACJ,OAAO;YACP,QAAQ,EAAE;gBACR,YAAY,EAAE,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC;gBAChD,aAAa,EAAE,cAAc,CAAC,OAAO,CAAC;gBACtC,eAAe,EAAE,EAAE;gBACnB,YAAY,EAAE,qBAAqB,CAAC,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gBACtE,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC;gBACrC,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC;aACnC;SACF,CAAC;IACJ,CAAC;IAED;;;;;;;;;OASG;IACK,KAAK,CAAC,CAAC,eAAe,CAAC,KAAW;QACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE7C,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC7B,MAAM,iBAAiB,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;YACnD,MAAM,MAAM,GAAG,eAAe,CAAC;gBAC7B,KAAK,EAAE,gBAAgB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;gBACvD,SAAS,EAAE,QAAQ;aACpB,CAAC,CAAC;YAEH,oEAAoE;YACpE,IAAI,SAAS,GAAG,iBAAiB,CAAC;YAClC,IAAI,YAAY,GAAiB,SAAS,CAAC;YAC3C,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;YAErD,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;gBAChC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;oBACjB,SAAS;gBACX,CAAC;gBAED,IAAI,MAA+B,CAAC;gBACpC,IAAI,CAAC;oBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;gBACvD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,SAAS,CACP,QAAQ,EACR,6BAA8B,GAAa,CAAC,OAAO,EAAE,EACrD,CAAC,CACF,CAAC;oBACF,SAAS;gBACX,CAAC;gBAED,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAE7C,qEAAqE;gBACrE,oEAAoE;gBACpE,8DAA8D;gBAC9D,aAAa;gBACb,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;oBAC5B,SAAS,CACP,QAAQ,EACR,2CAA2C,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EACvE,CAAC,CACF,CAAC;oBACF,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBACtC,kEAAkE;oBAClE,gEAAgE;oBAChE,SAAS,CAAC,QAAQ,EAAE,uBAAuB,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC;oBAC5D,SAAS;gBACX,CAAC;gBAED,mDAAmD;gBACnD,IAAI,SAAS,KAAK,cAAc,EAAE,CAAC;oBACjC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;oBAC/B,IAAI,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBACtB,SAAS,GAAG,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,iBAAiB,CAAC;wBAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;wBAC/C,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;4BACpB,MAAM;wBACR,CAAC;wBACD,cAAc,GAAG,KAAK,IAAI,cAAc,CAAC;oBAC3C,CAAC;oBACD,SAAS;gBACX,CAAC;gBAED,6DAA6D;gBAC7D,IAAI,SAAS,KAAK,cAAc,EAAE,CAAC;oBACjC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;oBAC/B,IAAI,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBACtB,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;wBAC/C,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;4BACpB,MAAM;wBACR,CAAC;wBACD,cAAc,GAAG,KAAK,IAAI,cAAc,CAAC;wBACzC,YAAY;4BACV,qBAAqB,CAAC,aAAa,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,IAAI,YAAY,CAAC;wBAChF,MAAM,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC;wBAC7C,SAAS;4BACP,QAAQ,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC;oBAC5E,CAAC;oBACD,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,SAAS;gBACX,CAAC;gBAED,qEAAqE;gBACrE,oEAAoE;gBACpE,uEAAuE;gBACvE,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;oBAC9B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;oBAC/B,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBACvB,SAAS,CACP,QAAQ,EACR,2CAA2C,YAAY,CAAC,OAAO,CAAC,GAAG,EACnE,CAAC,CACF,CAAC;wBACF,SAAS;oBACX,CAAC;oBACD,IAAI,OAAO,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;wBACpC,8DAA8D;wBAC9D,IAAI,CAAC,CAAC,MAAM,IAAI,OAAO,CAAC,EAAE,CAAC;4BACzB,SAAS,CACP,QAAQ,EACR,uDAAuD,EACvD,CAAC,CACF,CAAC;wBACJ,CAAC;wBACD,SAAS;oBACX,CAAC;oBAED,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC/C,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,YAAY,EAAE,CAAC;wBACf,SAAS;oBACX,CAAC;oBAED,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;oBACpF,IAAI,SAAS,IAAI,KAAK,EAAE,CAAC;wBACvB,YAAY,EAAE,CAAC;wBACf,SAAS;oBACX,CAAC;oBAED,MAAM,IAAI,CAAC,QAAQ,CAAC;wBAClB,SAAS;wBACT,YAAY;wBACZ,SAAS;wBACT,IAAI,EAAE,MAAM;wBACZ,OAAO;wBACP,YAAY;wBACZ,SAAS;qBACV,CAAC,CAAC;oBACH,YAAY,EAAE,CAAC;oBACf,SAAS;gBACX,CAAC;gBAED,wEAAwE;gBACxE,uEAAuE;gBACvE,2DAA2D;gBAC3D,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;oBAC9B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;oBAC/B,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;wBAC/B,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC;4BAC/B,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC;4BAC9B,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;wBAC9B,CAAC,CAAC,SAAS,CAAC;oBAEd,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;wBACpF,IAAI,SAAS,GAAG,KAAK,EAAE,CAAC;4BACtB,MAAM,IAAI,CAAC,QAAQ,CAAC;gCAClB,SAAS;gCACT,YAAY;gCACZ,SAAS;gCACT,IAAI,EAAE,WAAW;gCACjB,OAAO;gCACP,YAAY;gCACZ,SAAS;gCACT,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;4BACH,YAAY,EAAE,CAAC;wBACjB,CAAC;oBACH,CAAC;oBACD,SAAS;gBACX,CAAC;gBAED,4EAA4E;gBAC5E,IAAI,SAAS,KAAK,eAAe;oBAAE,SAAS;gBAE5C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;gBAC/B,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACvB,SAAS,CACP,QAAQ,EACR,+CAA+C,YAAY,CAAC,OAAO,CAAC,GAAG,EACvE,CAAC,CACF,CAAC;oBACF,SAAS;gBACX,CAAC;gBACD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBAC/B,IAAI,CAAC,CAAC,MAAM,IAAI,OAAO,CAAC,EAAE,CAAC;wBACzB,SAAS,CACP,QAAQ,EACR,2DAA2D,EAC3D,CAAC,CACF,CAAC;oBACJ,CAAC;oBACD,SAAS;gBACX,CAAC;gBAED,uEAAuE;gBACvE,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACzC,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;oBACzB,IAAI,CAAC,CAAC,MAAM,IAAI,OAAO,CAAC,EAAE,CAAC;wBACzB,SAAS,CACP,QAAQ,EACR,kDAAkD,EAClD,CAAC,CACF,CAAC;oBACJ,CAAC;oBACD,YAAY,EAAE,CAAC;oBACf,SAAS;gBACX,CAAC;gBAED,uEAAuE;gBACvE,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAChD,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,YAAY,EAAE,CAAC;oBACf,SAAS;gBACX,CAAC;gBAED,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;gBACpF,IAAI,SAAS,IAAI,KAAK,EAAE,CAAC;oBACvB,YAAY,EAAE,CAAC;oBACf,SAAS;gBACX,CAAC;gBAED,MAAM,IAAI,CAAC,QAAQ,CAAC;oBAClB,SAAS;oBACT,YAAY;oBACZ,SAAS;oBACT,IAAI;oBACJ,OAAO;oBACP,YAAY;oBACZ,SAAS;iBACV,CAAC,CAAC;gBACH,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,KAAc;QACnC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,GAAG,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QACjC,OAAO,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrE,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAClD,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;gBACpB,OAAO,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACnF,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;gBAC1B,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,OAAO,MAAM,IAAI,CAAC,YAAY,EAAE;gBAC9B,GAAG,EAAE,IAAI,CAAC,iBAAiB;gBAC3B,QAAQ,EAAE,IAAI;gBACd,KAAK,EAAE,IAAI;aACZ,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAC7B,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAClD,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,KAAK;aAChB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;aACtE,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACvC,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IAChD,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,OAAO,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,QAAQ,CAAC;AACnD,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,WAAW;YACd,OAAO,WAAW,CAAC;QACrB,KAAK,WAAW;YACd,OAAO,WAAW,CAAC;QACrB;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB;IACtC,OAAO,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC;AAC/D,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC3C,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC;IACxC,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAClC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IACzC,OAAO,OAAO,KAAK,CAAC;AACtB,CAAC"}

package/dist/src/scrapers/copilot-cli.d.ts

@@ -0,0 +1,33 @@
+import type { CopilotCliChunk } from "../types/scraper.js";
+import { AbstractScraper } from "./base.js";
+/**
+ * Mutation shapes the copilot-cli scraper tolerates silently. Anything
+ * outside this whitelist that drops records must warn.
+ */
+export declare const ACCEPTED_DEGRADATIONS: {
+    /** Sessions root missing — Copilot CLI not installed. */
+    missingSessionRoot: string;
+    /** Session directory has no events.jsonl file yet — fresh session. */
+    missingEventsJsonl: string;
+    /** Blank line in events.jsonl. */
+    blankJsonlLine: string;
+    /** Event with no extractable role — many event types (status, tool_call,
+     *  subagent meta, etc.) legitimately have no role. */
+    noRole: string;
+    /** Event with no extractable text content. */
+    noContent: string;
+    /** Forward-compat unknown keys alongside known fields. */
+    unknownFieldsAlongside: string;
+};
+export declare class CopilotCliScraper extends AbstractScraper<CopilotCliChunk> {
+    private readonly sessionStateDir;
+    readonly tool = "copilot-cli";
+    constructor(sessionStateDir: string, stateDir: string);
+    detect(): Promise<boolean>;
+    getStorePaths(): string[];
+    scrape(since?: Date): AsyncIterable<CopilotCliChunk>;
+    fullSync(): AsyncIterable<CopilotCliChunk>;
+    private readAllSessions;
+    private readEventsFile;
+}
+//# sourceMappingURL=copilot-cli.d.ts.map

package/dist/src/scrapers/copilot-cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"copilot-cli.d.ts","sourceRoot":"","sources":["../../../src/scrapers/copilot-cli.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,eAAe,EAA0B,MAAM,WAAW,CAAC;AAIpE;;;GAGG;AACH,eAAO,MAAM,qBAAqB;IAChC,yDAAyD;;IAEzD,sEAAsE;;IAEtE,kCAAkC;;IAElC;0DACsD;;IAEtD,8CAA8C;;IAE9C,0DAA0D;;CAE3D,CAAC;AAkBF,qBAAa,iBAAkB,SAAQ,eAAe,CAAC,eAAe,CAAC;IAInE,OAAO,CAAC,QAAQ,CAAC,eAAe;IAHlC,QAAQ,CAAC,IAAI,iBAAiB;gBAGX,eAAe,EAAE,MAAM,EACxC,QAAQ,EAAE,MAAM;IAKZ,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC;IAShC,aAAa,IAAI,MAAM,EAAE;IAIlB,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,GAAG,aAAa,CAAC,eAAe,CAAC;IAMpD,QAAQ,IAAI,aAAa,CAAC,eAAe,CAAC;YAIlC,eAAe;YAgCf,cAAc;CA4G9B"}