causantic 0.2.0

package/dist/eval/experiments/edge-decay/reference-extractor.js

@@ -0,0 +1,353 @@
+/**
+ * Reference extractor for turn-to-turn reference detection.
+ *
+ * Parses session data to identify when a user turn references
+ * specific earlier assistant turns.
+ */
+import { readSessionMessages } from '../../../parser/session-reader.js';
+import { assembleTurns } from '../../../parser/turn-assembler.js';
+/**
+ * Extract file paths from text.
+ */
+function extractFilePaths(text) {
+    // Match common file extensions
+    const pathPattern = /(?:^|\s|['"`])([.\/~]?[\w\-./]+\.(ts|tsx|js|jsx|py|json|md|yaml|yml|toml|rs|go|java|c|cpp|h|hpp|css|html|xml|sql|sh|bash|zsh))\b/gi;
+    const matches = [];
+    let match;
+    while ((match = pathPattern.exec(text)) !== null) {
+        matches.push(match[1].toLowerCase());
+    }
+    return [...new Set(matches)];
+}
+/**
+ * Extract error message fragments (first 50 chars of error lines).
+ */
+function extractErrorFragments(text) {
+    const fragments = [];
+    // Look for error patterns
+    const errorPatterns = [
+        /error[:\s]+(.{10,50})/gi,
+        /Error[:\s]+(.{10,50})/gi,
+        /failed[:\s]+(.{10,50})/gi,
+        /exception[:\s]+(.{10,50})/gi,
+        /cannot\s+(.{10,40})/gi,
+        /unexpected\s+(.{10,40})/gi,
+    ];
+    for (const pattern of errorPatterns) {
+        let match;
+        while ((match = pattern.exec(text)) !== null) {
+            fragments.push(match[1].toLowerCase().trim());
+        }
+    }
+    return [...new Set(fragments)];
+}
+/**
+ * Extract code entities (function names, variable names, class names).
+ */
+function extractCodeEntities(text) {
+    const entities = [];
+    // Function definitions
+    const funcPattern = /(?:function|def|fn|func)\s+(\w+)/gi;
+    let match;
+    while ((match = funcPattern.exec(text)) !== null) {
+        entities.push(match[1].toLowerCase());
+    }
+    // Class definitions
+    const classPattern = /(?:class|struct|interface|type)\s+(\w+)/gi;
+    while ((match = classPattern.exec(text)) !== null) {
+        entities.push(match[1].toLowerCase());
+    }
+    // Const/let/var declarations
+    const varPattern = /(?:const|let|var|val)\s+(\w+)/gi;
+    while ((match = varPattern.exec(text)) !== null) {
+        entities.push(match[1].toLowerCase());
+    }
+    // Export declarations
+    const exportPattern = /export\s+(?:const|function|class|interface|type)\s+(\w+)/gi;
+    while ((match = exportPattern.exec(text)) !== null) {
+        entities.push(match[1].toLowerCase());
+    }
+    return [...new Set(entities)].filter(e => e.length > 2); // Filter out short names
+}
+/**
+ * Explicit backreference patterns and their target descriptions.
+ */
+const BACKREF_PATTERNS = [
+    { pattern: /\bthe\s+error\b/i, description: 'the error' },
+    { pattern: /\bthat\s+error\b/i, description: 'that error' },
+    { pattern: /\bthis\s+error\b/i, description: 'this error' },
+    { pattern: /\bthe\s+bug\b/i, description: 'the bug' },
+    { pattern: /\bthat\s+bug\b/i, description: 'that bug' },
+    { pattern: /\bthe\s+issue\b/i, description: 'the issue' },
+    { pattern: /\bthat\s+issue\b/i, description: 'that issue' },
+    { pattern: /\bthe\s+output\b/i, description: 'the output' },
+    { pattern: /\bthat\s+output\b/i, description: 'that output' },
+    { pattern: /\byour\s+suggestion\b/i, description: 'your suggestion' },
+    { pattern: /\bthe\s+fix\b/i, description: 'the fix' },
+    { pattern: /\bthat\s+function\b/i, description: 'that function' },
+    { pattern: /\bthe\s+function\b/i, description: 'the function' },
+    { pattern: /\bthat\s+file\b/i, description: 'that file' },
+    { pattern: /\bthe\s+file\b/i, description: 'the file' },
+    { pattern: /\byou\s+mentioned\b/i, description: 'you mentioned' },
+    { pattern: /\byou\s+showed\b/i, description: 'you showed' },
+    { pattern: /\byou\s+said\b/i, description: 'you said' },
+    { pattern: /\bas\s+you\s+said\b/i, description: 'as you said' },
+    { pattern: /\blike\s+you\s+said\b/i, description: 'like you said' },
+    { pattern: /\bearlier\b/i, description: 'earlier' },
+    { pattern: /\bpreviously\b/i, description: 'previously' },
+    { pattern: /\bbefore\b/i, description: 'before' },
+    { pattern: /\babove\b/i, description: 'above' },
+];
+/**
+ * Check for explicit backreferences in text.
+ */
+function findBackreferences(text) {
+    const found = [];
+    for (const { pattern, description } of BACKREF_PATTERNS) {
+        if (pattern.test(text)) {
+            found.push(description);
+        }
+    }
+    return found;
+}
+/**
+ * Extract assistant text content from blocks.
+ */
+function getAssistantText(blocks) {
+    return blocks
+        .filter((b) => b.type === 'text')
+        .map(b => b.text)
+        .join('\n');
+}
+/**
+ * Extract tool results from blocks.
+ */
+function getToolResults(blocks) {
+    return blocks
+        .filter((b) => b.type === 'tool_result')
+        .map(b => b.content);
+}
+/**
+ * Get all text content from an assistant turn (text + tool results).
+ */
+function getAllTurnContent(turn) {
+    const text = getAssistantText(turn.assistantBlocks);
+    const toolResults = turn.toolExchanges.map(t => t.result).join('\n');
+    return `${text}\n${toolResults}`;
+}
+/**
+ * Parse timestamp to ms.
+ */
+function parseTime(iso) {
+    return new Date(iso).getTime();
+}
+/**
+ * Find which earlier turns a user turn references.
+ */
+function findReferences(queryTurn, queryIndex, previousTurns) {
+    const references = [];
+    const userText = queryTurn.userText;
+    const queryTime = parseTime(queryTurn.startTime);
+    // Extract features from user text
+    const userFilePaths = extractFilePaths(userText);
+    const userBackrefs = findBackreferences(userText);
+    const userErrorFrags = extractErrorFragments(userText);
+    const userCodeEntities = extractCodeEntities(userText);
+    // Check each previous turn for matches
+    for (let i = 0; i < previousTurns.length; i++) {
+        const prevTurn = previousTurns[i];
+        const prevContent = getAllTurnContent(prevTurn);
+        const prevTime = parseTime(prevTurn.startTime);
+        const timeGapMs = queryTime - prevTime;
+        // Extract features from previous turn
+        const prevFilePaths = extractFilePaths(prevContent);
+        const prevErrorFrags = extractErrorFragments(prevContent);
+        const prevCodeEntities = extractCodeEntities(prevContent);
+        // Check for file path matches
+        for (const userPath of userFilePaths) {
+            for (const prevPath of prevFilePaths) {
+                if (userPath === prevPath || userPath.endsWith(prevPath) || prevPath.endsWith(userPath)) {
+                    references.push({
+                        userTurnIndex: queryIndex,
+                        referencedTurnIndex: i,
+                        referenceType: 'file-path',
+                        confidence: 'high',
+                        evidence: userPath,
+                        timeGapMs,
+                    });
+                    break; // One reference per type per turn
+                }
+            }
+        }
+        // Check for error fragment matches
+        for (const userFrag of userErrorFrags) {
+            for (const prevFrag of prevErrorFrags) {
+                if (userFrag.includes(prevFrag) || prevFrag.includes(userFrag)) {
+                    references.push({
+                        userTurnIndex: queryIndex,
+                        referencedTurnIndex: i,
+                        referenceType: 'error-fragment',
+                        confidence: 'high',
+                        evidence: userFrag,
+                        timeGapMs,
+                    });
+                    break;
+                }
+            }
+        }
+        // Check for code entity matches
+        for (const userEntity of userCodeEntities) {
+            if (prevCodeEntities.includes(userEntity)) {
+                references.push({
+                    userTurnIndex: queryIndex,
+                    referencedTurnIndex: i,
+                    referenceType: 'code-entity',
+                    confidence: 'medium',
+                    evidence: userEntity,
+                    timeGapMs,
+                });
+                break;
+            }
+        }
+        // Check for tool output references (if user mentions tool result content)
+        const toolResults = getToolResults(prevTurn.assistantBlocks);
+        for (const result of toolResults) {
+            // Check if user text contains a significant fragment from the tool result
+            const resultLines = result.split('\n').filter(l => l.trim().length > 20);
+            for (const line of resultLines.slice(0, 5)) { // Check first 5 significant lines
+                const fragment = line.trim().slice(0, 40).toLowerCase();
+                if (fragment.length > 20 && userText.toLowerCase().includes(fragment)) {
+                    references.push({
+                        userTurnIndex: queryIndex,
+                        referencedTurnIndex: i,
+                        referenceType: 'tool-output',
+                        confidence: 'high',
+                        evidence: fragment,
+                        timeGapMs,
+                    });
+                    break;
+                }
+            }
+        }
+    }
+    // Add explicit backreferences (usually to recent turns)
+    if (userBackrefs.length > 0 && previousTurns.length > 0) {
+        // Backreferences typically refer to the most recent relevant turn
+        // For now, assume they refer to the immediately previous turn
+        const prevTurn = previousTurns[previousTurns.length - 1];
+        const timeGapMs = queryTime - parseTime(prevTurn.startTime);
+        references.push({
+            userTurnIndex: queryIndex,
+            referencedTurnIndex: previousTurns.length - 1,
+            referenceType: 'explicit-backref',
+            confidence: 'medium',
+            evidence: userBackrefs[0],
+            timeGapMs,
+        });
+    }
+    // If no references found and there's an immediately previous turn,
+    // add a weak "adjacent" reference
+    if (references.length === 0 && previousTurns.length > 0) {
+        const prevTurn = previousTurns[previousTurns.length - 1];
+        const timeGapMs = queryTime - parseTime(prevTurn.startTime);
+        // Only add adjacent reference if time gap is small (< 30 min)
+        if (timeGapMs < 30 * 60 * 1000) {
+            references.push({
+                userTurnIndex: queryIndex,
+                referencedTurnIndex: previousTurns.length - 1,
+                referenceType: 'adjacent',
+                confidence: 'low',
+                evidence: 'time-adjacent',
+                timeGapMs,
+            });
+        }
+    }
+    // Deduplicate references (same turn, same type)
+    const seen = new Set();
+    return references.filter(ref => {
+        const key = `${ref.referencedTurnIndex}-${ref.referenceType}`;
+        if (seen.has(key))
+            return false;
+        seen.add(key);
+        return true;
+    });
+}
+/**
+ * Extract all turn-to-turn references from a session.
+ */
+export async function extractSessionReferences(sessionPath, sessionId, sessionSlug) {
+    const messages = await readSessionMessages(sessionPath);
+    const turns = assembleTurns(messages);
+    const references = [];
+    const unreferencedTurns = [];
+    // For each turn (starting from index 1, since turn 0 has no previous context)
+    for (let i = 1; i < turns.length; i++) {
+        const queryTurn = turns[i];
+        const previousTurns = turns.slice(0, i);
+        // Skip if user text is empty
+        if (!queryTurn.userText.trim()) {
+            unreferencedTurns.push(i);
+            continue;
+        }
+        const turnRefs = findReferences(queryTurn, i, previousTurns);
+        if (turnRefs.length === 0) {
+            unreferencedTurns.push(i);
+        }
+        else {
+            references.push(...turnRefs);
+        }
+    }
+    return {
+        sessionId,
+        sessionSlug,
+        turnCount: turns.length,
+        references,
+        unreferencedTurns,
+    };
+}
+/**
+ * Extract references from multiple sessions.
+ */
+export async function extractReferences(sessions, verbose = true) {
+    const results = [];
+    for (const session of sessions) {
+        try {
+            const refs = await extractSessionReferences(session.path, session.sessionId, session.sessionSlug);
+            results.push(refs);
+            if (verbose) {
+                console.log(`  ${session.sessionSlug}: ${refs.turnCount} turns, ${refs.references.length} references`);
+            }
+        }
+        catch (err) {
+            if (verbose) {
+                console.warn(`  Failed to process ${session.path}: ${err}`);
+            }
+        }
+    }
+    return results;
+}
+/**
+ * Compute reference statistics.
+ */
+export function computeReferenceStats(sessions) {
+    let totalTurns = 0;
+    let totalReferences = 0;
+    const byType = {};
+    const byConfidence = {};
+    for (const session of sessions) {
+        totalTurns += session.turnCount;
+        totalReferences += session.references.length;
+        for (const ref of session.references) {
+            byType[ref.referenceType] = (byType[ref.referenceType] ?? 0) + 1;
+            byConfidence[ref.confidence] = (byConfidence[ref.confidence] ?? 0) + 1;
+        }
+    }
+    return {
+        totalTurns,
+        totalReferences,
+        byType: byType,
+        byConfidence,
+        avgRefsPerTurn: totalTurns > 0 ? totalReferences / totalTurns : 0,
+    };
+}
+//# sourceMappingURL=reference-extractor.js.map

package/dist/eval/experiments/edge-decay/reference-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reference-extractor.js","sourceRoot":"","sources":["../../../../src/eval/experiments/edge-decay/reference-extractor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AACxE,OAAO,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAC;AAIlE;;GAEG;AACH,SAAS,gBAAgB,CAAC,IAAY;IACpC,+BAA+B;IAC/B,MAAM,WAAW,GAAG,oIAAoI,CAAC;IACzJ,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,KAAK,CAAC;IACV,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACjD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,SAAS,qBAAqB,CAAC,IAAY;IACzC,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,0BAA0B;IAC1B,MAAM,aAAa,GAAG;QACpB,yBAAyB;QACzB,yBAAyB;QACzB,0BAA0B;QAC1B,6BAA6B;QAC7B,uBAAuB;QACvB,2BAA2B;KAC5B,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;QACpC,IAAI,KAAK,CAAC;QACV,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC7C,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,uBAAuB;IACvB,MAAM,WAAW,GAAG,oCAAoC,CAAC;IACzD,IAAI,KAAK,CAAC;IACV,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACjD,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,oBAAoB;IACpB,MAAM,YAAY,GAAG,2CAA2C,CAAC;IACjE,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAClD,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,6BAA6B;IAC7B,MAAM,UAAU,GAAG,iCAAiC,CAAC;IACrD,OAAO,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAChD,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,sBAAsB;IACtB,MAAM,aAAa,GAAG,4DAA4D,CAAC;IACnF,OAAO,CAAC,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACnD,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,yBAAyB;AACpF,CAAC;AAED;;GAEG;AACH,MAAM,gBAAgB,GAAoD;IACxE,EAAE,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,WAAW,EAAE;IACzD,EAAE,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,YAAY,EAAE;IAC3D,EAAE,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,YAAY,EAAE;IAC3D,EAAE,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,SAAS,EAAE;IACrD,EAAE,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,UAAU,EAAE;IACvD,EAAE,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,WAAW,EAAE;IACzD,EAAE,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,YAAY,EAAE;IAC3D,EAAE,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,YAAY,EAAE;IAC3D,EAAE,OAAO,EAAE,oBAAoB,EAAE,WAAW,EAAE,aAAa,EAAE;IAC7D,EAAE,OAAO,EAAE,wBAAwB,EAAE,WAAW,EAAE,iBAAiB,EAAE;IACrE,EAAE,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,SAAS,EAAE;IACrD,EAAE,OAAO,EAAE,sBAAsB,EAAE,WAAW,EAAE,eAAe,EAAE;IACjE,EAAE,OAAO,EAAE,qBAAqB,EAAE,WAAW,EAAE,cAAc,EAAE;IAC/D,EAAE,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,WAAW,EAAE;IACzD,EAAE,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,UAAU,EAAE;IACvD,EAAE,OAAO,EAAE,sBAAsB,EAAE,WAAW,EAAE,eAAe,EAAE;IACjE,EAAE,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,YAAY,EAAE;IAC3D,EAAE,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,UAAU,EAAE;IACvD,EAAE,OAAO,EAAE,sBAAsB,EAAE,WAAW,EAAE,aAAa,EAAE;IAC/D,EAAE,OAAO,EAAE,wBAAwB,EAAE,WAAW,EAAE,eAAe,EAAE;IACnE,EAAE,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE;IACnD,EAAE,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE;IACzD,EAAE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,QAAQ,EAAE;IACjD,EAAE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,OAAO,EAAE;CAChD,CAAC;AAEF;;GAEG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,gBAAgB,EAAE,CAAC;QACxD,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,MAAsB;IAC9C,OAAO,MAAM;SACV,MAAM,CAAC,CAAC,CAAC,EAAkB,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;SAChD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SAChB,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,MAAsB;IAC5C,OAAO,MAAM;SACV,MAAM,CAAC,CAAC,CAAC,EAAwB,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC;SAC7D,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,IAAU;IACnC,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACpD,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrE,OAAO,GAAG,IAAI,KAAK,WAAW,EAAE,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAAC,GAAW;IAC5B,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CACrB,SAAe,EACf,UAAkB,EAClB,aAAqB;IAErB,MAAM,UAAU,GAAoB,EAAE,CAAC;IACvC,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;IACpC,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAEjD,kCAAkC;IAClC,MAAM,aAAa,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,YAAY,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,cAAc,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACvD,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAEvD,uCAAuC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,WAAW,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,SAAS,GAAG,QAAQ,CAAC;QAEvC,sCAAsC;QACtC,MAAM,aAAa,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACpD,MAAM,cAAc,GAAG,qBAAqB,CAAC,WAAW,CAAC,CAAC;QAC1D,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAC;QAE1D,8BAA8B;QAC9B,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;YACrC,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;gBACrC,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACxF,UAAU,CAAC,IAAI,CAAC;wBACd,aAAa,EAAE,UAAU;wBACzB,mBAAmB,EAAE,CAAC;wBACtB,aAAa,EAAE,WAAW;wBAC1B,UAAU,EAAE,MAAM;wBAClB,QAAQ,EAAE,QAAQ;wBAClB,SAAS;qBACV,CAAC,CAAC;oBACH,MAAM,CAAC,kCAAkC;gBAC3C,CAAC;YACH,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;YACtC,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;gBACtC,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC/D,UAAU,CAAC,IAAI,CAAC;wBACd,aAAa,EAAE,UAAU;wBACzB,mBAAmB,EAAE,CAAC;wBACtB,aAAa,EAAE,gBAAgB;wBAC/B,UAAU,EAAE,MAAM;wBAClB,QAAQ,EAAE,QAAQ;wBAClB,SAAS;qBACV,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,KAAK,MAAM,UAAU,IAAI,gBAAgB,EAAE,CAAC;YAC1C,IAAI,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC1C,UAAU,CAAC,IAAI,CAAC;oBACd,aAAa,EAAE,UAAU;oBACzB,mBAAmB,EAAE,CAAC;oBACtB,aAAa,EAAE,aAAa;oBAC5B,UAAU,EAAE,QAAQ;oBACpB,QAAQ,EAAE,UAAU;oBACpB,SAAS;iBACV,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;QACH,CAAC;QAED,0EAA0E;QAC1E,MAAM,WAAW,GAAG,cAAc,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QAC7D,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;YACjC,0EAA0E;YAC1E,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;YACzE,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,kCAAkC;gBAC9E,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gBACxD,IAAI,QAAQ,CAAC,MAAM,GAAG,EAAE,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACtE,UAAU,CAAC,IAAI,CAAC;wBACd,aAAa,EAAE,UAAU;wBACzB,mBAAmB,EAAE,CAAC;wBACtB,aAAa,EAAE,aAAa;wBAC5B,UAAU,EAAE,MAAM;wBAClB,QAAQ,EAAE,QAAQ;wBAClB,SAAS;qBACV,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxD,kEAAkE;QAClE,8DAA8D;QAC9D,MAAM,QAAQ,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAE5D,UAAU,CAAC,IAAI,CAAC;YACd,aAAa,EAAE,UAAU;YACzB,mBAAmB,EAAE,aAAa,CAAC,MAAM,GAAG,CAAC;YAC7C,aAAa,EAAE,kBAAkB;YACjC,UAAU,EAAE,QAAQ;YACpB,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;YACzB,SAAS;SACV,CAAC,CAAC;IACL,CAAC;IAED,mEAAmE;IACnE,kCAAkC;IAClC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxD,MAAM,QAAQ,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAE5D,8DAA8D;QAC9D,IAAI,SAAS,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;YAC/B,UAAU,CAAC,IAAI,CAAC;gBACd,aAAa,EAAE,UAAU;gBACzB,mBAAmB,EAAE,aAAa,CAAC,MAAM,GAAG,CAAC;gBAC7C,aAAa,EAAE,UAAU;gBACzB,UAAU,EAAE,KAAK;gBACjB,QAAQ,EAAE,eAAe;gBACzB,SAAS;aACV,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,gDAAgD;IAChD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,OAAO,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;QAC7B,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,mBAAmB,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;QAC9D,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QAChC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,WAAmB,EACnB,SAAiB,EACjB,WAAmB;IAEnB,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,WAAW,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IAEtC,MAAM,UAAU,GAAoB,EAAE,CAAC;IACvC,MAAM,iBAAiB,GAAa,EAAE,CAAC;IAEvC,8EAA8E;IAC9E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAExC,6BAA6B;QAC7B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YAC/B,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,MAAM,QAAQ,GAAG,cAAc,CAAC,SAAS,EAAE,CAAC,EAAE,aAAa,CAAC,CAAC;QAE7D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS;QACT,WAAW;QACX,SAAS,EAAE,KAAK,CAAC,MAAM;QACvB,UAAU;QACV,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAWD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,QAAyB,EACzB,UAAmB,IAAI;IAEvB,MAAM,OAAO,GAAwB,EAAE,CAAC;IAExC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,wBAAwB,CACzC,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,WAAW,CACpB,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEnB,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CACT,KAAK,OAAO,CAAC,WAAW,KAAK,IAAI,CAAC,SAAS,WAAW,IAAI,CAAC,UAAU,CAAC,MAAM,aAAa,CAC1F,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC,uBAAuB,OAAO,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAA6B;IAOjE,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,MAAM,YAAY,GAA2B,EAAE,CAAC;IAEhD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,UAAU,IAAI,OAAO,CAAC,SAAS,CAAC;QAChC,eAAe,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;QAE7C,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACrC,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACjE,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAED,OAAO;QACL,UAAU;QACV,eAAe;QACf,MAAM,EAAE,MAAuC;QAC/C,YAAY;QACZ,cAAc,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;KAClE,CAAC;AACJ,CAAC"}

package/dist/eval/experiments/edge-decay/reference-types.d.ts

@@ -0,0 +1,131 @@
+/**
+ * Types for turn-to-turn reference extraction and relevance decay experiments.
+ */
+/**
+ * A detected reference from a user turn to a specific earlier assistant turn.
+ */
+export interface TurnReference {
+    /** ID of the user turn that contains the reference */
+    userTurnIndex: number;
+    /** ID of the referenced assistant turn */
+    referencedTurnIndex: number;
+    /** Type of reference detected */
+    referenceType: ReferenceType;
+    /** Confidence in the reference detection */
+    confidence: 'high' | 'medium' | 'low';
+    /** Evidence that triggered the detection (e.g., matched file path) */
+    evidence: string;
+    /** Time gap in ms between the referenced turn and the referencing turn */
+    timeGapMs: number;
+}
+/**
+ * Types of detectable references.
+ */
+export type ReferenceType = 'file-path' | 'error-fragment' | 'code-entity' | 'explicit-backref' | 'tool-output' | 'adjacent' | 'cross-session';
+/**
+ * All references extracted from a session.
+ */
+export interface SessionReferences {
+    sessionId: string;
+    sessionSlug: string;
+    /** Total number of turns in the session */
+    turnCount: number;
+    /** All detected references */
+    references: TurnReference[];
+    /** Turns with no detected references (potential new topics) */
+    unreferencedTurns: number[];
+}
+/**
+ * A candidate turn for ranking evaluation.
+ */
+export interface CandidateTurn {
+    turnIndex: number;
+    timeGapMs: number;
+    /** Decay weight at query time (depends on decay model) */
+    decayWeight: number;
+    /** Whether this turn is actually referenced by the query turn */
+    isRelevant: boolean;
+}
+/**
+ * Ranking evaluation for a single query turn.
+ */
+export interface QueryEvaluation {
+    /** Index of the user turn being evaluated */
+    queryTurnIndex: number;
+    /** Indices of actually-referenced turns */
+    relevantTurns: number[];
+    /** All candidate turns with their decay-weighted scores */
+    rankedCandidates: CandidateTurn[];
+    /** Reciprocal rank of first relevant turn (1/rank) */
+    reciprocalRank: number;
+    /** Rank of first relevant turn */
+    firstRelevantRank: number;
+}
+/**
+ * Results of the retrieval ranking experiment for a single decay model.
+ */
+export interface RetrievalRankingResult {
+    /** Decay model ID */
+    modelId: string;
+    /** Decay model name */
+    modelName: string;
+    /** Mean Reciprocal Rank across all queries */
+    mrr: number;
+    /** Number of queries evaluated */
+    queryCount: number;
+    /** Number of queries with at least one relevant turn */
+    queriesWithRelevant: number;
+    /** Distribution of first-relevant ranks */
+    rankDistribution: {
+        rank1: number;
+        rank2_5: number;
+        rank6_10: number;
+        rank11_plus: number;
+    };
+    /** Per-query evaluations */
+    evaluations: QueryEvaluation[];
+}
+/**
+ * Time-offset bin for correlation analysis.
+ */
+export interface TimeOffsetBin {
+    /** Bin label (e.g., "0-5min", "5-30min") */
+    label: string;
+    /** Min time offset in ms */
+    minMs: number;
+    /** Max time offset in ms */
+    maxMs: number;
+    /** Number of turn pairs in this bin */
+    pairCount: number;
+    /** Actual reference rate (% of pairs where later turn references earlier) */
+    referenceRate: number;
+    /** Mean decay weight from each model */
+    meanDecayWeights: Record<string, number>;
+}
+/**
+ * Results of time-offset correlation experiment.
+ */
+export interface TimeOffsetCorrelationResult {
+    /** Time bins analyzed */
+    bins: TimeOffsetBin[];
+    /** Spearman correlation for each model */
+    correlations: Record<string, number>;
+}
+/**
+ * Complete experiment results.
+ */
+export interface EdgeDecayExperimentResults {
+    /** Timestamp when experiment was run */
+    generatedAt: string;
+    /** Number of sessions analyzed */
+    sessionCount: number;
+    /** Total turns analyzed */
+    turnCount: number;
+    /** Total references extracted */
+    referenceCount: number;
+    /** Retrieval ranking results per model */
+    retrievalRanking: RetrievalRankingResult[];
+    /** Time-offset correlation results */
+    timeOffsetCorrelation?: TimeOffsetCorrelationResult;
+}
+//# sourceMappingURL=reference-types.d.ts.map

package/dist/eval/experiments/edge-decay/reference-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reference-types.d.ts","sourceRoot":"","sources":["../../../../src/eval/experiments/edge-decay/reference-types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,sDAAsD;IACtD,aAAa,EAAE,MAAM,CAAC;IACtB,0CAA0C;IAC1C,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iCAAiC;IACjC,aAAa,EAAE,aAAa,CAAC;IAC7B,4CAA4C;IAC5C,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,sEAAsE;IACtE,QAAQ,EAAE,MAAM,CAAC;IACjB,0EAA0E;IAC1E,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,MAAM,aAAa,GACrB,WAAW,GACX,gBAAgB,GAChB,aAAa,GACb,kBAAkB,GAClB,aAAa,GACb,UAAU,GACV,eAAe,CAAC;AAEpB;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,8BAA8B;IAC9B,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,+DAA+D;IAC/D,iBAAiB,EAAE,MAAM,EAAE,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,0DAA0D;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,iEAAiE;IACjE,UAAU,EAAE,OAAO,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,6CAA6C;IAC7C,cAAc,EAAE,MAAM,CAAC;IACvB,2CAA2C;IAC3C,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,2DAA2D;IAC3D,gBAAgB,EAAE,aAAa,EAAE,CAAC;IAClC,sDAAsD;IACtD,cAAc,EAAE,MAAM,CAAC;IACvB,kCAAkC;IAClC,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,qBAAqB;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,uBAAuB;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,8CAA8C;IAC9C,GAAG,EAAE,MAAM,CAAC;IACZ,kCAAkC;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,wDAAwD;IACxD,mBAAmB,EAAE,MAAM,CAAC;IAC5B,2CAA2C;IAC3C,gBAAgB,EAAE;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,4BAA4B;IAC5B,WAAW,EAAE,eAAe,EAAE,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd,4BAA4B;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,4BAA4B;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,uCAAuC;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,6EAA6E;IAC7E,aAAa,EAAE,MAAM,CAAC;IACtB,wCAAwC;IACxC,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC1C;AAED;;GAEG;AACH,MAAM,WAAW,2BAA2B;IAC1C,yBAAyB;IACzB,IAAI,EAAE,aAAa,EAAE,CAAC;IACtB,0CAA0C;IAC1C,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC,wCAAwC;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,kCAAkC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,iCAAiC;IACjC,cAAc,EAAE,MAAM,CAAC;IACvB,0CAA0C;IAC1C,gBAAgB,EAAE,sBAAsB,EAAE,CAAC;IAC3C,sCAAsC;IACtC,qBAAqB,CAAC,EAAE,2BAA2B,CAAC;CACrD"}

package/dist/eval/experiments/edge-decay/reference-types.js

@@ -0,0 +1,5 @@
+/**
+ * Types for turn-to-turn reference extraction and relevance decay experiments.
+ */
+export {};
+//# sourceMappingURL=reference-types.js.map

package/dist/eval/experiments/edge-decay/reference-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reference-types.js","sourceRoot":"","sources":["../../../../src/eval/experiments/edge-decay/reference-types.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/eval/experiments/edge-decay/retrieval-ranking.d.ts

@@ -0,0 +1,64 @@
+/**
+ * Retrieval ranking experiment for edge decay validation.
+ *
+ * Tests whether decay-weighted ranking of candidate turns
+ * correlates with actual turn-to-turn references.
+ */
+import type { DecayModelConfig } from './types.js';
+import type { SessionReferences, RetrievalRankingResult, TimeOffsetCorrelationResult } from './reference-types.js';
+/**
+ * Options for filtering references to focus on long-range retrieval.
+ */
+export interface ReferenceFilterOptions {
+    /** Minimum turn distance to include (e.g., 2 = skip immediately previous) */
+    minTurnDistance?: number;
+    /** Minimum time gap in ms to include (e.g., 5 * MS_PER_MINUTE) */
+    minTimeGapMs?: number;
+    /** Exclude 'adjacent' reference type (low confidence recency) */
+    excludeAdjacent?: boolean;
+    /** Only include high confidence references */
+    highConfidenceOnly?: boolean;
+}
+/**
+ * Filter references to focus on long-range retrieval scenarios.
+ * This simulates what the memory system actually needs to retrieve —
+ * context that's NOT in Claude's immediate context window.
+ */
+export declare function filterLongRangeReferences(sessions: SessionReferences[], options?: ReferenceFilterOptions): SessionReferences[];
+/**
+ * Run retrieval ranking experiment for a single decay model.
+ */
+export declare function evaluateRetrievalRanking(sessions: SessionReferences[], decayModel: DecayModelConfig): RetrievalRankingResult;
+/**
+ * Run retrieval ranking experiment for multiple decay models.
+ */
+export declare function compareRetrievalRanking(sessions: SessionReferences[], decayModels: DecayModelConfig[], verbose?: boolean): RetrievalRankingResult[];
+/**
+ * Run time-offset correlation experiment.
+ */
+export declare function evaluateTimeOffsetCorrelation(sessions: SessionReferences[], decayModels: DecayModelConfig[]): TimeOffsetCorrelationResult;
+/**
+ * Format retrieval ranking results as a comparison table.
+ */
+export declare function formatRetrievalRankingTable(results: RetrievalRankingResult[]): string;
+/**
+ * Format time-offset correlation results.
+ */
+export declare function formatTimeOffsetTable(result: TimeOffsetCorrelationResult, decayModels: DecayModelConfig[]): string;
+/**
+ * Run forward prediction experiment for a single decay model.
+ *
+ * For each turn that gets referenced by future turns:
+ * - Predict which future turns will reference it (using decay weights)
+ * - Measure if actual referencing turns rank highly
+ */
+export declare function evaluateForwardPrediction(sessions: SessionReferences[], decayModel: DecayModelConfig): RetrievalRankingResult;
+/**
+ * Run forward prediction experiment for multiple decay models.
+ */
+export declare function compareForwardPrediction(sessions: SessionReferences[], decayModels: DecayModelConfig[], verbose?: boolean): RetrievalRankingResult[];
+/**
+ * Format comparison of backward vs forward results.
+ */
+export declare function formatDirectionalComparison(backwardResults: RetrievalRankingResult[], forwardResults: RetrievalRankingResult[]): string;
+//# sourceMappingURL=retrieval-ranking.d.ts.map

package/dist/eval/experiments/edge-decay/retrieval-ranking.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieval-ranking.d.ts","sourceRoot":"","sources":["../../../../src/eval/experiments/edge-decay/retrieval-ranking.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAEnD,OAAO,KAAK,EACV,iBAAiB,EAIjB,sBAAsB,EAEtB,2BAA2B,EAC5B,MAAM,sBAAsB,CAAC;AAI9B;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,6EAA6E;IAC7E,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kEAAkE;IAClE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iEAAiE;IACjE,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,8CAA8C;IAC9C,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED;;;;GAIG;AACH,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,iBAAiB,EAAE,EAC7B,OAAO,GAAE,sBAA2B,GACnC,iBAAiB,EAAE,CA+BrB;AAuFD;;GAEG;AACH,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,iBAAiB,EAAE,EAC7B,UAAU,EAAE,gBAAgB,GAC3B,sBAAsB,CA0FxB;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,QAAQ,EAAE,iBAAiB,EAAE,EAC7B,WAAW,EAAE,gBAAgB,EAAE,EAC/B,OAAO,GAAE,OAAc,GACtB,sBAAsB,EAAE,CAiB1B;AAoDD;;GAEG;AACH,wBAAgB,6BAA6B,CAC3C,QAAQ,EAAE,iBAAiB,EAAE,EAC7B,WAAW,EAAE,gBAAgB,EAAE,GAC9B,2BAA2B,CA8D7B;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,sBAAsB,EAAE,GAAG,MAAM,CAyCrF;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,2BAA2B,EACnC,WAAW,EAAE,gBAAgB,EAAE,GAC9B,MAAM,CAwCR;AAoGD;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,iBAAiB,EAAE,EAC7B,UAAU,EAAE,gBAAgB,GAC3B,sBAAsB,CAuFxB;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,iBAAiB,EAAE,EAC7B,WAAW,EAAE,gBAAgB,EAAE,EAC/B,OAAO,GAAE,OAAc,GACtB,sBAAsB,EAAE,CAiB1B;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CACzC,eAAe,EAAE,sBAAsB,EAAE,EACzC,cAAc,EAAE,sBAAsB,EAAE,GACvC,MAAM,CAwCR"}