causantic 0.9.4 → 0.10.1

package/dist/eval/experiments/index-vs-chunk/jeopardy-experiment.js

@@ -0,0 +1,326 @@
+/**
+ * Jeopardy vs Summary Index Entry Comparison
+ *
+ * A/B test comparing two index entry generation strategies:
+ *   A) Summary-style: "This chunk discusses configuring ESLint..."
+ *   B) Jeopardy-style: "How to fix ESLint module resolution with TS path aliases?"
+ *
+ * For a sample of chunks:
+ *   1. Gather existing summary entries + embeddings
+ *   2. Generate Jeopardy entries + embed them
+ *   3. Generate natural language search queries (independent ground truth)
+ *   4. For each query, find the ground truth chunk among all sample entries
+ *   5. Compare recall: which entry style is found more often?
+ *
+ * Usage:
+ *   npx tsx src/eval/experiments/index-vs-chunk/jeopardy-experiment.ts [--sample-size N]
+ */
+import { writeFileSync } from 'fs';
+import { getDb } from '../../../storage/db.js';
+import { indexVectorStore } from '../../../storage/vector-store.js';
+import { getChunkById } from '../../../storage/chunk-store.js';
+import { getIndexEntriesForChunk } from '../../../storage/index-entry-store.js';
+import { getAllClusters, getClusterChunkIds } from '../../../storage/cluster-store.js';
+import { Embedder } from '../../../models/embedder.js';
+import { getModel } from '../../../models/model-registry.js';
+import { loadConfig, toRuntimeConfig } from '../../../config/loader.js';
+import { cosineSimilarity } from '../../../utils/angular-distance.js';
+import { generateSearchQueries } from './query-generator.js';
+import { generateJeopardyEntries } from './jeopardy-generator.js';
+/** Seeded PRNG. */
+function createRng(seed) {
+    let s = seed;
+    return () => {
+        s = (s * 1664525 + 1013904223) & 0x7fffffff;
+        return s / 0x7fffffff;
+    };
+}
+function fmt(n, d = 3) {
+    return n.toFixed(d);
+}
+async function run() {
+    const args = process.argv.slice(2);
+    const sampleSizeArg = args.find((a) => a.startsWith('--sample-size='));
+    const sampleSize = sampleSizeArg ? parseInt(sampleSizeArg.split('=')[1], 10) : 100;
+    const seed = 42;
+    console.log('=== Jeopardy vs Summary Index Entry Comparison ===\n');
+    const _db = getDb();
+    const externalConfig = loadConfig();
+    const config = toRuntimeConfig(externalConfig);
+    // 1. Sample chunks across diverse clusters
+    console.log(`Sampling ${sampleSize} chunks...`);
+    const clusters = getAllClusters();
+    const rng = createRng(seed);
+    const shuffled = [...clusters].sort(() => rng() - 0.5);
+    const sampledChunks = [];
+    for (const cluster of shuffled) {
+        if (sampledChunks.length >= sampleSize)
+            break;
+        const chunkIds = getClusterChunkIds(cluster.id);
+        if (chunkIds.length < 2)
+            continue;
+        const shuffledIds = [...chunkIds].sort(() => rng() - 0.5);
+        for (let i = 0; i < Math.min(2, shuffledIds.length) && sampledChunks.length < sampleSize; i++) {
+            const chunk = getChunkById(shuffledIds[i]);
+            if (!chunk || chunk.content.length < 200)
+                continue;
+            sampledChunks.push({
+                id: chunk.id,
+                sessionSlug: chunk.sessionSlug,
+                content: chunk.content,
+                clusterId: cluster.id,
+                clusterName: cluster.name,
+            });
+        }
+    }
+    console.log(`  Sampled ${sampledChunks.length} chunks from ${new Set(sampledChunks.map((c) => c.clusterId)).size} clusters`);
+    // 2. Load existing summary embeddings
+    console.log('\nLoading existing summary entries...');
+    const allIndexVectors = await indexVectorStore.getAllVectors();
+    const indexEmbMap = new Map(allIndexVectors.map((v) => [v.id, v.embedding]));
+    const sampleEntries = [];
+    let skippedNoEntry = 0;
+    for (const sc of sampledChunks) {
+        const entries = getIndexEntriesForChunk(sc.id);
+        if (entries.length === 0) {
+            skippedNoEntry++;
+            continue;
+        }
+        const entry = entries[0];
+        const emb = indexEmbMap.get(entry.id);
+        if (!emb) {
+            skippedNoEntry++;
+            continue;
+        }
+        sampleEntries.push({
+            chunkId: sc.id,
+            sessionSlug: sc.sessionSlug,
+            clusterId: sc.clusterId,
+            clusterName: sc.clusterName,
+            chunkContent: sc.content,
+            summaryEmbedding: emb,
+            summaryDescription: entry.description,
+            jeopardyEmbeddings: [],
+            jeopardyQueries: [],
+        });
+    }
+    console.log(`  ${sampleEntries.length} chunks with existing summary entries (${skippedNoEntry} skipped)`);
+    // 3. Generate Jeopardy entries
+    console.log('\nGenerating Jeopardy-style entries via LLM...');
+    const jeopardyResults = await generateJeopardyEntries(sampleEntries.map((e) => ({ id: e.chunkId, content: e.chunkContent })), config.clusterRefreshModel, (done, total) => {
+        if (done % 20 === 0 || done === total)
+            console.log(`  ${done}/${total} chunks`);
+    });
+    const jeopardyMap = new Map(jeopardyResults.map((j) => [j.chunkId, j.queries]));
+    let jeopardyCount = 0;
+    let totalQueries = 0;
+    for (const entry of sampleEntries) {
+        const queries = jeopardyMap.get(entry.chunkId);
+        if (queries && queries.length > 0) {
+            entry.jeopardyQueries = queries;
+            jeopardyCount++;
+            totalQueries += queries.length;
+        }
+    }
+    console.log(`  Generated for ${jeopardyCount}/${sampleEntries.length} chunks (${totalQueries} total queries, avg ${fmt(totalQueries / jeopardyCount, 1)} per chunk)`);
+    // Filter to chunks that have both summary and jeopardy entries
+    const validEntries = sampleEntries.filter((e) => e.jeopardyQueries.length > 0);
+    console.log(`  ${validEntries.length} chunks with both entry types`);
+    // 4. Embed Jeopardy entries
+    console.log('\nEmbedding Jeopardy entries...');
+    const embedder = new Embedder();
+    await embedder.load(getModel(config.embeddingModel));
+    for (let i = 0; i < validEntries.length; i++) {
+        const entry = validEntries[i];
+        const embeddings = [];
+        for (const query of entry.jeopardyQueries) {
+            const result = await embedder.embed(query, false);
+            embeddings.push(result.embedding);
+        }
+        entry.jeopardyEmbeddings = embeddings;
+        if ((i + 1) % 25 === 0 || i === validEntries.length - 1) {
+            console.log(`  ${i + 1}/${validEntries.length}`);
+        }
+    }
+    // 5. Generate independent search queries (ground truth)
+    console.log('\nGenerating independent search queries (ground truth)...');
+    const benchmarkQueries = await generateSearchQueries(validEntries.map((e) => ({
+        id: e.chunkId,
+        sessionSlug: e.sessionSlug,
+        content: e.chunkContent,
+        clusterId: e.clusterId,
+        clusterName: e.clusterName,
+    })), config.clusterRefreshModel);
+    console.log(`  Generated ${benchmarkQueries.length} benchmark queries`);
+    // 6. Embed queries and compare
+    console.log('\nRunning A/B comparison...\n');
+    // Build flat arrays for ranking
+    const summaryIndex = validEntries.map((e) => ({
+        chunkId: e.chunkId,
+        embedding: e.summaryEmbedding,
+    }));
+    // For Jeopardy, each chunk may have multiple entries — a query matches if
+    // ANY of the chunk's Jeopardy embeddings is the closest
+    const jeopardyIndex = [];
+    for (const entry of validEntries) {
+        for (const emb of entry.jeopardyEmbeddings) {
+            jeopardyIndex.push({ chunkId: entry.chunkId, embedding: emb });
+        }
+    }
+    console.log(`  Summary index: ${summaryIndex.length} entries (1 per chunk)`);
+    console.log(`  Jeopardy index: ${jeopardyIndex.length} entries (${fmt(jeopardyIndex.length / validEntries.length, 1)} per chunk)`);
+    let summaryHitsAt1 = 0, summaryHitsAt3 = 0, summaryHitsAt5 = 0;
+    let jeopardyHitsAt1 = 0, jeopardyHitsAt3 = 0, jeopardyHitsAt5 = 0;
+    let summaryMRR = 0, jeopardyMRR = 0;
+    let summaryMeanSim = 0, jeopardyMeanSim = 0;
+    let queryCount = 0;
+    const perQuery = [];
+    for (const bq of benchmarkQueries) {
+        const queryResult = await embedder.embed(bq.query, true);
+        const queryEmb = queryResult.embedding;
+        // Rank in summary index
+        const summarySims = summaryIndex.map((e) => ({
+            chunkId: e.chunkId,
+            sim: cosineSimilarity(queryEmb, e.embedding),
+        }));
+        summarySims.sort((a, b) => b.sim - a.sim);
+        const summaryRank = summarySims.findIndex((s) => s.chunkId === bq.groundTruthChunkId) + 1;
+        const summarySim = summarySims.find((s) => s.chunkId === bq.groundTruthChunkId)?.sim ?? 0;
+        // Rank in Jeopardy index (best rank across all chunk's entries)
+        const jeopardySims = jeopardyIndex.map((e) => ({
+            chunkId: e.chunkId,
+            sim: cosineSimilarity(queryEmb, e.embedding),
+        }));
+        // Deduplicate by chunkId: keep best sim per chunk
+        const bestByChunk = new Map();
+        for (const js of jeopardySims) {
+            const existing = bestByChunk.get(js.chunkId) ?? -1;
+            if (js.sim > existing)
+                bestByChunk.set(js.chunkId, js.sim);
+        }
+        const jeopardyRanked = [...bestByChunk.entries()]
+            .map(([chunkId, sim]) => ({ chunkId, sim }))
+            .sort((a, b) => b.sim - a.sim);
+        const jeopardyRank = jeopardyRanked.findIndex((s) => s.chunkId === bq.groundTruthChunkId) + 1;
+        const jeopardySim = jeopardyRanked.find((s) => s.chunkId === bq.groundTruthChunkId)?.sim ?? 0;
+        if (summaryRank === 1)
+            summaryHitsAt1++;
+        if (summaryRank > 0 && summaryRank <= 3)
+            summaryHitsAt3++;
+        if (summaryRank > 0 && summaryRank <= 5)
+            summaryHitsAt5++;
+        if (summaryRank > 0)
+            summaryMRR += 1 / summaryRank;
+        if (jeopardyRank === 1)
+            jeopardyHitsAt1++;
+        if (jeopardyRank > 0 && jeopardyRank <= 3)
+            jeopardyHitsAt3++;
+        if (jeopardyRank > 0 && jeopardyRank <= 5)
+            jeopardyHitsAt5++;
+        if (jeopardyRank > 0)
+            jeopardyMRR += 1 / jeopardyRank;
+        summaryMeanSim += summarySim;
+        jeopardyMeanSim += jeopardySim;
+        queryCount++;
+        perQuery.push({
+            query: bq.query,
+            groundTruth: bq.groundTruthChunkId,
+            summaryRank,
+            summarySim,
+            jeopardyRank,
+            jeopardySim,
+        });
+    }
+    await embedder.dispose();
+    // 7. Display results
+    console.log('  Metric              Summary       Jeopardy      Delta');
+    console.log('  ' + '─'.repeat(60));
+    console.log(`  Hit@1 (rank 1)      ${fmt((summaryHitsAt1 / queryCount) * 100, 1)}%         ${fmt((jeopardyHitsAt1 / queryCount) * 100, 1)}%         ${fmt(((jeopardyHitsAt1 - summaryHitsAt1) / queryCount) * 100, 1)}%`);
+    console.log(`  Hit@3               ${fmt((summaryHitsAt3 / queryCount) * 100, 1)}%         ${fmt((jeopardyHitsAt3 / queryCount) * 100, 1)}%         ${fmt(((jeopardyHitsAt3 - summaryHitsAt3) / queryCount) * 100, 1)}%`);
+    console.log(`  Hit@5               ${fmt((summaryHitsAt5 / queryCount) * 100, 1)}%         ${fmt((jeopardyHitsAt5 / queryCount) * 100, 1)}%         ${fmt(((jeopardyHitsAt5 - summaryHitsAt5) / queryCount) * 100, 1)}%`);
+    console.log(`  MRR                 ${fmt(summaryMRR / queryCount)}          ${fmt(jeopardyMRR / queryCount)}          ${fmt((jeopardyMRR - summaryMRR) / queryCount)}`);
+    console.log(`  Mean cos sim        ${fmt(summaryMeanSim / queryCount)}          ${fmt(jeopardyMeanSim / queryCount)}          ${fmt((jeopardyMeanSim - summaryMeanSim) / queryCount)}`);
+    // Head-to-head
+    const jeopardyWins = perQuery.filter((q) => q.jeopardyRank > 0 && (q.summaryRank === 0 || q.jeopardyRank < q.summaryRank));
+    const summaryWins = perQuery.filter((q) => q.summaryRank > 0 && (q.jeopardyRank === 0 || q.summaryRank < q.jeopardyRank));
+    const ties = perQuery.filter((q) => q.summaryRank > 0 && q.summaryRank === q.jeopardyRank);
+    const bothMiss = perQuery.filter((q) => q.summaryRank === 0 && q.jeopardyRank === 0);
+    console.log(`\n  Head-to-head: Jeopardy wins ${jeopardyWins.length}, Summary wins ${summaryWins.length}, Ties ${ties.length}, Both miss ${bothMiss.length}`);
+    if (jeopardyWins.length > 0) {
+        console.log('\n  Sample queries where JEOPARDY wins:');
+        for (const q of jeopardyWins.slice(0, 5)) {
+            console.log(`    "${q.query.slice(0, 80)}" → jeopardy rank ${q.jeopardyRank}, summary rank ${q.summaryRank || 'miss'}`);
+        }
+    }
+    if (summaryWins.length > 0) {
+        console.log('\n  Sample queries where SUMMARY wins:');
+        for (const q of summaryWins.slice(0, 5)) {
+            console.log(`    "${q.query.slice(0, 80)}" → summary rank ${q.summaryRank}, jeopardy rank ${q.jeopardyRank || 'miss'}`);
+        }
+    }
+    // Summary
+    const summary = [];
+    summary.push(`A/B test: ${queryCount} queries, ${validEntries.length} chunks (summary: 1 entry/chunk, jeopardy: ${fmt(jeopardyIndex.length / validEntries.length, 1)} entries/chunk)`);
+    const mrrDelta = (jeopardyMRR - summaryMRR) / queryCount;
+    if (mrrDelta > 0.02) {
+        summary.push(`Jeopardy BETTER: +${fmt(mrrDelta)} MRR, wins ${jeopardyWins.length} vs ${summaryWins.length}`);
+    }
+    else if (mrrDelta < -0.02) {
+        summary.push(`Summary BETTER: ${fmt(mrrDelta)} MRR, wins ${summaryWins.length} vs ${jeopardyWins.length}`);
+    }
+    else {
+        summary.push(`Comparable: ${fmt(mrrDelta)} MRR delta, ${jeopardyWins.length} vs ${summaryWins.length} wins`);
+    }
+    console.log('\n══ Summary ══\n');
+    for (const line of summary) {
+        console.log(`  • ${line}`);
+    }
+    // Write report
+    const report = {
+        timestamp: new Date().toISOString(),
+        queryCount,
+        validChunks: validEntries.length,
+        summaryEntriesPerChunk: 1,
+        jeopardyEntriesPerChunk: jeopardyIndex.length / validEntries.length,
+        summaryMetrics: {
+            hitAt1: summaryHitsAt1 / queryCount,
+            hitAt3: summaryHitsAt3 / queryCount,
+            hitAt5: summaryHitsAt5 / queryCount,
+            mrr: summaryMRR / queryCount,
+            meanCosSim: summaryMeanSim / queryCount,
+        },
+        jeopardyMetrics: {
+            hitAt1: jeopardyHitsAt1 / queryCount,
+            hitAt3: jeopardyHitsAt3 / queryCount,
+            hitAt5: jeopardyHitsAt5 / queryCount,
+            mrr: jeopardyMRR / queryCount,
+            meanCosSim: jeopardyMeanSim / queryCount,
+        },
+        headToHead: {
+            jeopardyWins: jeopardyWins.length,
+            summaryWins: summaryWins.length,
+            ties: ties.length,
+            bothMiss: bothMiss.length,
+        },
+        perQuery,
+        sampleJeopardyEntries: validEntries.slice(0, 5).map((e) => ({
+            chunkId: e.chunkId,
+            summaryDescription: e.summaryDescription,
+            jeopardyQueries: e.jeopardyQueries,
+        })),
+        summary,
+    };
+    return report;
+}
+// ── CLI ──────────────────────────────────────────────────────────────────────
+run()
+    .then((report) => {
+    const outPath = 'jeopardy-vs-summary-report.json';
+    writeFileSync(outPath, JSON.stringify(report, null, 2));
+    console.log(`\nReport written to ${outPath}`);
+})
+    .catch((err) => {
+    console.error('Experiment failed:', err);
+    process.exit(1);
+});
+//# sourceMappingURL=jeopardy-experiment.js.map

package/dist/eval/experiments/index-vs-chunk/jeopardy-experiment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jeopardy-experiment.js","sourceRoot":"","sources":["../../../../src/eval/experiments/index-vs-chunk/jeopardy-experiment.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACnC,OAAO,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EAAE,uBAAuB,EAAE,MAAM,uCAAuC,CAAC;AAChF,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvF,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,mCAAmC,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAyB,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAElE,mBAAmB;AACnB,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC,GAAG,IAAI,CAAC;IACb,OAAO,GAAG,EAAE;QACV,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,GAAG,UAAU,CAAC,GAAG,UAAU,CAAC;QAC5C,OAAO,CAAC,GAAG,UAAU,CAAC;IACxB,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,GAAG,CAAC,CAAS,EAAE,CAAC,GAAG,CAAC;IAC3B,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACtB,CAAC;AAgBD,KAAK,UAAU,GAAG;IAChB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACvE,MAAM,UAAU,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACnF,MAAM,IAAI,GAAG,EAAE,CAAC;IAEhB,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;IAEpE,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC;IACpB,MAAM,cAAc,GAAG,UAAU,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;IAE/C,2CAA2C;IAC3C,OAAO,CAAC,GAAG,CAAC,YAAY,UAAU,YAAY,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,cAAc,EAAE,CAAC;IAClC,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC;IAEvD,MAAM,aAAa,GAAuB,EAAE,CAAC;IAC7C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,aAAa,CAAC,MAAM,IAAI,UAAU;YAAE,MAAM;QAC9C,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAChD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAElC,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC;QAC1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9F,MAAM,KAAK,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG;gBAAE,SAAS;YACnD,aAAa,CAAC,IAAI,CAAC;gBACjB,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,SAAS,EAAE,OAAO,CAAC,EAAE;gBACrB,WAAW,EAAE,OAAO,CAAC,IAAI;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,CACT,aAAa,aAAa,CAAC,MAAM,gBAAgB,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,WAAW,CAChH,CAAC;IAEF,sCAAsC;IACtC,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IACrD,MAAM,eAAe,GAAG,MAAM,gBAAgB,CAAC,aAAa,EAAE,CAAC;IAC/D,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IAE7E,MAAM,aAAa,GAAkB,EAAE,CAAC;IACxC,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,KAAK,MAAM,EAAE,IAAI,aAAa,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,uBAAuB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,cAAc,EAAE,CAAC;YACjB,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,cAAc,EAAE,CAAC;YACjB,SAAS;QACX,CAAC;QAED,aAAa,CAAC,IAAI,CAAC;YACjB,OAAO,EAAE,EAAE,CAAC,EAAE;YACd,WAAW,EAAE,EAAE,CAAC,WAAW;YAC3B,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,WAAW,EAAE,EAAE,CAAC,WAAW;YAC3B,YAAY,EAAE,EAAE,CAAC,OAAO;YACxB,gBAAgB,EAAE,GAAG;YACrB,kBAAkB,EAAE,KAAK,CAAC,WAAW;YACrC,kBAAkB,EAAE,EAAE;YACtB,eAAe,EAAE,EAAE;SACpB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,CAAC,GAAG,CACT,KAAK,aAAa,CAAC,MAAM,0CAA0C,cAAc,WAAW,CAC7F,CAAC;IAEF,+BAA+B;IAC/B,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAC9D,MAAM,eAAe,GAAG,MAAM,uBAAuB,CACnD,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,EACtE,MAAM,CAAC,mBAAmB,EAC1B,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QACd,IAAI,IAAI,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK,KAAK;YAAE,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,KAAK,SAAS,CAAC,CAAC;IAClF,CAAC,CACF,CAAC;IAEF,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAChF,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,KAAK,CAAC,eAAe,GAAG,OAAO,CAAC;YAChC,aAAa,EAAE,CAAC;YAChB,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,CACT,mBAAmB,aAAa,IAAI,aAAa,CAAC,MAAM,YAAY,YAAY,uBAAuB,GAAG,CAAC,YAAY,GAAG,aAAa,EAAE,CAAC,CAAC,aAAa,CACzJ,CAAC;IAEF,+DAA+D;IAC/D,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/E,OAAO,CAAC,GAAG,CAAC,KAAK,YAAY,CAAC,MAAM,+BAA+B,CAAC,CAAC;IAErE,4BAA4B;IAC5B,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;IAChC,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;IAErD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,UAAU,GAAe,EAAE,CAAC;QAClC,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAClD,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACpC,CAAC;QACD,KAAK,CAAC,kBAAkB,GAAG,UAAU,CAAC;QAEtC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;IACzE,MAAM,gBAAgB,GAAG,MAAM,qBAAqB,CAClD,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvB,EAAE,EAAE,CAAC,CAAC,OAAO;QACb,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,OAAO,EAAE,CAAC,CAAC,YAAY;QACvB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,WAAW,EAAE,CAAC,CAAC,WAAW;KAC3B,CAAC,CAAC,EACH,MAAM,CAAC,mBAAmB,CAC3B,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,eAAe,gBAAgB,CAAC,MAAM,oBAAoB,CAAC,CAAC;IAExE,+BAA+B;IAC/B,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAE7C,gCAAgC;IAChC,MAAM,YAAY,GAAoD,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7F,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,SAAS,EAAE,CAAC,CAAC,gBAAgB;KAC9B,CAAC,CAAC,CAAC;IAEJ,0EAA0E;IAC1E,wDAAwD;IACxD,MAAM,aAAa,GAAoD,EAAE,CAAC;IAC1E,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,kBAAkB,EAAE,CAAC;YAC3C,aAAa,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,oBAAoB,YAAY,CAAC,MAAM,wBAAwB,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CACT,qBAAqB,aAAa,CAAC,MAAM,aAAa,GAAG,CAAC,aAAa,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,aAAa,CACtH,CAAC;IAEF,IAAI,cAAc,GAAG,CAAC,EACpB,cAAc,GAAG,CAAC,EAClB,cAAc,GAAG,CAAC,CAAC;IACrB,IAAI,eAAe,GAAG,CAAC,EACrB,eAAe,GAAG,CAAC,EACnB,eAAe,GAAG,CAAC,CAAC;IACtB,IAAI,UAAU,GAAG,CAAC,EAChB,WAAW,GAAG,CAAC,CAAC;IAClB,IAAI,cAAc,GAAG,CAAC,EACpB,eAAe,GAAG,CAAC,CAAC;IACtB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,MAAM,QAAQ,GAOT,EAAE,CAAC;IAER,KAAK,MAAM,EAAE,IAAI,gBAAgB,EAAE,CAAC;QAClC,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC;QAEvC,wBAAwB;QACxB,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3C,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,GAAG,EAAE,gBAAgB,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAC;SAC7C,CAAC,CAAC,CAAC;QACJ,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAE1C,MAAM,WAAW,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QAC1F,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,CAAC,kBAAkB,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QAE1F,gEAAgE;QAChE,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7C,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,GAAG,EAAE,gBAAgB,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAC;SAC7C,CAAC,CAAC,CAAC;QACJ,kDAAkD;QAClD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC9C,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YACnD,IAAI,EAAE,CAAC,GAAG,GAAG,QAAQ;gBAAE,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QAC7D,CAAC;QACD,MAAM,cAAc,GAAG,CAAC,GAAG,WAAW,CAAC,OAAO,EAAE,CAAC;aAC9C,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;aAC3C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAEjC,MAAM,YAAY,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QAC9F,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,CAAC,kBAAkB,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QAE9F,IAAI,WAAW,KAAK,CAAC;YAAE,cAAc,EAAE,CAAC;QACxC,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,IAAI,CAAC;YAAE,cAAc,EAAE,CAAC;QAC1D,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,IAAI,CAAC;YAAE,cAAc,EAAE,CAAC;QAC1D,IAAI,WAAW,GAAG,CAAC;YAAE,UAAU,IAAI,CAAC,GAAG,WAAW,CAAC;QAEnD,IAAI,YAAY,KAAK,CAAC;YAAE,eAAe,EAAE,CAAC;QAC1C,IAAI,YAAY,GAAG,CAAC,IAAI,YAAY,IAAI,CAAC;YAAE,eAAe,EAAE,CAAC;QAC7D,IAAI,YAAY,GAAG,CAAC,IAAI,YAAY,IAAI,CAAC;YAAE,eAAe,EAAE,CAAC;QAC7D,IAAI,YAAY,GAAG,CAAC;YAAE,WAAW,IAAI,CAAC,GAAG,YAAY,CAAC;QAEtD,cAAc,IAAI,UAAU,CAAC;QAC7B,eAAe,IAAI,WAAW,CAAC;QAC/B,UAAU,EAAE,CAAC;QAEb,QAAQ,CAAC,IAAI,CAAC;YACZ,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,WAAW,EAAE,EAAE,CAAC,kBAAkB;YAClC,WAAW;YACX,UAAU;YACV,YAAY;YACZ,WAAW;SACZ,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;IAEzB,qBAAqB;IACrB,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CACT,yBAAyB,GAAG,CAAC,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,eAAe,GAAG,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,eAAe,GAAG,cAAc,CAAC,GAAG,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,CAC7M,CAAC;IACF,OAAO,CAAC,GAAG,CACT,yBAAyB,GAAG,CAAC,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,eAAe,GAAG,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,eAAe,GAAG,cAAc,CAAC,GAAG,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,CAC7M,CAAC;IACF,OAAO,CAAC,GAAG,CACT,yBAAyB,GAAG,CAAC,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,eAAe,GAAG,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,eAAe,GAAG,cAAc,CAAC,GAAG,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,CAC7M,CAAC;IACF,OAAO,CAAC,GAAG,CACT,yBAAyB,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,aAAa,GAAG,CAAC,WAAW,GAAG,UAAU,CAAC,aAAa,GAAG,CAAC,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,UAAU,CAAC,EAAE,CAC3J,CAAC;IACF,OAAO,CAAC,GAAG,CACT,yBAAyB,GAAG,CAAC,cAAc,GAAG,UAAU,CAAC,aAAa,GAAG,CAAC,eAAe,GAAG,UAAU,CAAC,aAAa,GAAG,CAAC,CAAC,eAAe,GAAG,cAAc,CAAC,GAAG,UAAU,CAAC,EAAE,CAC3K,CAAC;IAEF,eAAe;IACf,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAClC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,IAAI,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,WAAW,CAAC,CACrF,CAAC;IACF,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,YAAY,CAAC,CACrF,CAAC;IACF,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC;IAC3F,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,IAAI,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC;IAErF,OAAO,CAAC,GAAG,CACT,mCAAmC,YAAY,CAAC,MAAM,kBAAkB,WAAW,CAAC,MAAM,UAAU,IAAI,CAAC,MAAM,eAAe,QAAQ,CAAC,MAAM,EAAE,CAChJ,CAAC;IAEF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;QACvD,KAAK,MAAM,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YACzC,OAAO,CAAC,GAAG,CACT,QAAQ,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,qBAAqB,CAAC,CAAC,YAAY,kBAAkB,CAAC,CAAC,WAAW,IAAI,MAAM,EAAE,CAC3G,CAAC;QACJ,CAAC;IACH,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;QACtD,KAAK,MAAM,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YACxC,OAAO,CAAC,GAAG,CACT,QAAQ,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,oBAAoB,CAAC,CAAC,WAAW,mBAAmB,CAAC,CAAC,YAAY,IAAI,MAAM,EAAE,CAC3G,CAAC;QACJ,CAAC;IACH,CAAC;IAED,UAAU;IACV,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,OAAO,CAAC,IAAI,CACV,aAAa,UAAU,aAAa,YAAY,CAAC,MAAM,8CAA8C,GAAG,CAAC,aAAa,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,iBAAiB,CACzK,CAAC;IAEF,MAAM,QAAQ,GAAG,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,UAAU,CAAC;IACzD,IAAI,QAAQ,GAAG,IAAI,EAAE,CAAC;QACpB,OAAO,CAAC,IAAI,CACV,qBAAqB,GAAG,CAAC,QAAQ,CAAC,cAAc,YAAY,CAAC,MAAM,OAAO,WAAW,CAAC,MAAM,EAAE,CAC/F,CAAC;IACJ,CAAC;SAAM,IAAI,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;QAC5B,OAAO,CAAC,IAAI,CACV,mBAAmB,GAAG,CAAC,QAAQ,CAAC,cAAc,WAAW,CAAC,MAAM,OAAO,YAAY,CAAC,MAAM,EAAE,CAC7F,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CACV,eAAe,GAAG,CAAC,QAAQ,CAAC,eAAe,YAAY,CAAC,MAAM,OAAO,WAAW,CAAC,MAAM,OAAO,CAC/F,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACjC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAC7B,CAAC;IAED,eAAe;IACf,MAAM,MAAM,GAAG;QACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,UAAU;QACV,WAAW,EAAE,YAAY,CAAC,MAAM;QAChC,sBAAsB,EAAE,CAAC;QACzB,uBAAuB,EAAE,aAAa,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM;QACnE,cAAc,EAAE;YACd,MAAM,EAAE,cAAc,GAAG,UAAU;YACnC,MAAM,EAAE,cAAc,GAAG,UAAU;YACnC,MAAM,EAAE,cAAc,GAAG,UAAU;YACnC,GAAG,EAAE,UAAU,GAAG,UAAU;YAC5B,UAAU,EAAE,cAAc,GAAG,UAAU;SACxC;QACD,eAAe,EAAE;YACf,MAAM,EAAE,eAAe,GAAG,UAAU;YACpC,MAAM,EAAE,eAAe,GAAG,UAAU;YACpC,MAAM,EAAE,eAAe,GAAG,UAAU;YACpC,GAAG,EAAE,WAAW,GAAG,UAAU;YAC7B,UAAU,EAAE,eAAe,GAAG,UAAU;SACzC;QACD,UAAU,EAAE;YACV,YAAY,EAAE,YAAY,CAAC,MAAM;YACjC,WAAW,EAAE,WAAW,CAAC,MAAM;YAC/B,IAAI,EAAE,IAAI,CAAC,MAAM;YACjB,QAAQ,EAAE,QAAQ,CAAC,MAAM;SAC1B;QACD,QAAQ;QACR,qBAAqB,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC1D,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,kBAAkB,EAAE,CAAC,CAAC,kBAAkB;YACxC,eAAe,EAAE,CAAC,CAAC,eAAe;SACnC,CAAC,CAAC;QACH,OAAO;KACR,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,gFAAgF;AAEhF,GAAG,EAAE;KACF,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;IACf,MAAM,OAAO,GAAG,iCAAiC,CAAC;IAClD,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,uBAAuB,OAAO,EAAE,CAAC,CAAC;AAChD,CAAC,CAAC;KACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACb,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,GAAG,CAAC,CAAC;IACzC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/eval/experiments/index-vs-chunk/jeopardy-generator.d.ts

@@ -0,0 +1,27 @@
+/**
+ * "Jeopardy-style" index entry generation.
+ *
+ * Instead of generating summaries of chunk content, generates the
+ * natural language queries that would have this chunk as the right answer.
+ *
+ * The key insight: a search index entry should embed close to the
+ * QUERIES that should find the chunk, not close to the chunk content itself.
+ * Like Jeopardy — given the answer (chunk), produce the questions.
+ */
+/** Generated search targets for a chunk. */
+export interface JeopardyEntry {
+    chunkId: string;
+    /** 2-3 search target questions per chunk. */
+    queries: string[];
+}
+/**
+ * Generate Jeopardy-style search targets for a batch of chunks.
+ *
+ * Returns 2-3 specific search queries per chunk — things a user
+ * would type that should find this chunk as the answer.
+ */
+export declare function generateJeopardyEntries(chunks: Array<{
+    id: string;
+    content: string;
+}>, model: string, onProgress?: (done: number, total: number) => void): Promise<JeopardyEntry[]>;
+//# sourceMappingURL=jeopardy-generator.d.ts.map

package/dist/eval/experiments/index-vs-chunk/jeopardy-generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jeopardy-generator.d.ts","sourceRoot":"","sources":["../../../../src/eval/experiments/index-vs-chunk/jeopardy-generator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAKH,4CAA4C;AAC5C,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAED;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAC3C,MAAM,EAAE,KAAK,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,EAC9C,KAAK,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACjD,OAAO,CAAC,aAAa,EAAE,CAAC,CAiB1B"}

package/dist/eval/experiments/index-vs-chunk/jeopardy-generator.js

@@ -0,0 +1,154 @@
+/**
+ * "Jeopardy-style" index entry generation.
+ *
+ * Instead of generating summaries of chunk content, generates the
+ * natural language queries that would have this chunk as the right answer.
+ *
+ * The key insight: a search index entry should embed close to the
+ * QUERIES that should find the chunk, not close to the chunk content itself.
+ * Like Jeopardy — given the answer (chunk), produce the questions.
+ */
+import Anthropic from '@anthropic-ai/sdk';
+import { createSecretStore } from '../../../utils/secret-store.js';
+/**
+ * Generate Jeopardy-style search targets for a batch of chunks.
+ *
+ * Returns 2-3 specific search queries per chunk — things a user
+ * would type that should find this chunk as the answer.
+ */
+export async function generateJeopardyEntries(chunks, model, onProgress) {
+    const client = await getClient();
+    if (!client) {
+        throw new Error('No Anthropic API key available');
+    }
+    const results = [];
+    const batchSize = 8; // smaller batches — more output per chunk
+    for (let i = 0; i < chunks.length; i += batchSize) {
+        const batch = chunks.slice(i, i + batchSize);
+        const entries = await generateBatch(client, batch, model);
+        results.push(...entries);
+        onProgress?.(Math.min(i + batchSize, chunks.length), chunks.length);
+    }
+    return results;
+}
+async function generateBatch(client, chunks, model) {
+    const maxContentChars = 500 * 4;
+    const chunkTexts = chunks
+        .map((c, i) => {
+        const content = c.content.length > maxContentChars
+            ? c.content.slice(0, maxContentChars) + '\n...[truncated]'
+            : c.content;
+        return `--- Chunk ${i} ---\n${content}`;
+    })
+        .join('\n\n');
+    const prompt = `You are building a search index. For each conversation chunk below, write 2-3 specific search queries that a user would type when they need the information in this chunk.
+
+Think of it like Jeopardy: the chunk is the "answer" — what are the "questions"?
+
+Rules:
+- Each query should be a natural question or search phrase (5-20 words)
+- Queries must be SPECIFIC enough to uniquely target THIS chunk, not the general topic
+- Focus on the concrete outcome, decision, error, or technique — not the topic category
+- Include specific names: file paths, function names, error messages, library names where relevant
+- Do NOT include dates, project names, or agent IDs
+- Do NOT copy text verbatim from the chunk
+- If the chunk is trivial (just greetings, acknowledgements, or boilerplate), write "SKIP"
+
+${chunkTexts}
+
+Respond with queries grouped by chunk number:
+0:
+- [query 1]
+- [query 2]
+- [query 3]
+1:
+- [query 1]
+- [query 2]
+...`;
+    try {
+        const response = await client.messages.create({
+            model,
+            max_tokens: Math.min(4096, chunks.length * 300),
+            messages: [{ role: 'user', content: prompt }],
+        });
+        const text = response.content[0].type === 'text' ? response.content[0].text : '';
+        return parseResponse(text, chunks);
+    }
+    catch (error) {
+        console.warn(`  Jeopardy batch failed: ${error.message}`);
+        return [];
+    }
+}
+function parseResponse(text, chunks) {
+    const results = [];
+    const lines = text.split('\n');
+    let currentIndex = -1;
+    let currentQueries = [];
+    const flush = () => {
+        if (currentIndex >= 0 &&
+            currentIndex < chunks.length &&
+            currentQueries.length > 0 &&
+            !currentQueries.some((q) => q.toUpperCase() === 'SKIP')) {
+            results.push({
+                chunkId: chunks[currentIndex].id,
+                queries: currentQueries,
+            });
+        }
+        currentQueries = [];
+    };
+    for (const line of lines) {
+        // Match "0:", "Chunk 0:", "**Chunk 0:**", "## Chunk 0", etc.
+        const indexMatch = line.match(/^(?:\*{0,2})?(?:Chunk\s+)?(\d+)(?:\*{0,2})?:\s*$/i);
+        if (indexMatch) {
+            flush();
+            currentIndex = parseInt(indexMatch[1], 10);
+            continue;
+        }
+        // Handle "0: - query" or "Chunk 0: - query" on same line
+        const inlineMatch = line.match(/^(?:\*{0,2})?(?:Chunk\s+)?(\d+)(?:\*{0,2})?:\s*-\s*(.+)/i);
+        if (inlineMatch) {
+            flush();
+            currentIndex = parseInt(inlineMatch[1], 10);
+            const query = inlineMatch[2].trim();
+            if (query && query.toUpperCase() !== 'SKIP') {
+                currentQueries.push(query);
+            }
+            continue;
+        }
+        // Handle "0: SKIP" or "Chunk 0: SKIP"
+        const skipMatch = line.match(/^(?:\*{0,2})?(?:Chunk\s+)?(\d+)(?:\*{0,2})?:\s*SKIP\s*$/i);
+        if (skipMatch) {
+            flush();
+            currentIndex = parseInt(skipMatch[1], 10);
+            currentQueries = ['SKIP'];
+            continue;
+        }
+        const queryMatch = line.match(/^\s*[-•]\s*(.+)/);
+        if (queryMatch && currentIndex >= 0) {
+            const query = queryMatch[1].trim();
+            if (query && query.toUpperCase() !== 'SKIP') {
+                currentQueries.push(query);
+            }
+        }
+    }
+    flush();
+    return results;
+}
+async function getClient() {
+    if (!process.env.ANTHROPIC_API_KEY) {
+        try {
+            const store = createSecretStore();
+            const storedKey = await store.get('anthropic-api-key');
+            if (storedKey) {
+                process.env.ANTHROPIC_API_KEY = storedKey;
+            }
+        }
+        catch {
+            // Keychain not available
+        }
+    }
+    if (!process.env.ANTHROPIC_API_KEY)
+        return null;
+    return new Anthropic();
+}
+//# sourceMappingURL=jeopardy-generator.js.map

package/dist/eval/experiments/index-vs-chunk/jeopardy-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jeopardy-generator.js","sourceRoot":"","sources":["../../../../src/eval/experiments/index-vs-chunk/jeopardy-generator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AASnE;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAA8C,EAC9C,KAAa,EACb,UAAkD;IAElD,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IACjC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,SAAS,GAAG,CAAC,CAAC,CAAC,0CAA0C;IAE/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAC1D,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;QACzB,UAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IACtE,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,MAAiB,EACjB,MAA8C,EAC9C,KAAa;IAEb,MAAM,eAAe,GAAG,GAAG,GAAG,CAAC,CAAC;IAEhC,MAAM,UAAU,GAAG,MAAM;SACtB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACZ,MAAM,OAAO,GACX,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,eAAe;YAChC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,GAAG,kBAAkB;YAC1D,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAChB,OAAO,aAAa,CAAC,SAAS,OAAO,EAAE,CAAC;IAC1C,CAAC,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,MAAM,MAAM,GAAG;;;;;;;;;;;;;EAaf,UAAU;;;;;;;;;;IAUR,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC5C,KAAK;YACL,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC;YAC/C,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;SAC9C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACjF,OAAO,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,4BAA6B,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,IAAY,EACZ,MAA8C;IAE9C,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAE/B,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC;IACtB,IAAI,cAAc,GAAa,EAAE,CAAC;IAElC,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,IACE,YAAY,IAAI,CAAC;YACjB,YAAY,GAAG,MAAM,CAAC,MAAM;YAC5B,cAAc,CAAC,MAAM,GAAG,CAAC;YACzB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,EACvD,CAAC;YACD,OAAO,CAAC,IAAI,CAAC;gBACX,OAAO,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE;gBAChC,OAAO,EAAE,cAAc;aACxB,CAAC,CAAC;QACL,CAAC;QACD,cAAc,GAAG,EAAE,CAAC;IACtB,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,6DAA6D;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACnF,IAAI,UAAU,EAAE,CAAC;YACf,KAAK,EAAE,CAAC;YACR,YAAY,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3C,SAAS;QACX,CAAC;QAED,yDAAyD;QACzD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAC3F,IAAI,WAAW,EAAE,CAAC;YAChB,KAAK,EAAE,CAAC;YACR,YAAY,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5C,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACpC,IAAI,KAAK,IAAI,KAAK,CAAC,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;gBAC5C,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7B,CAAC;YACD,SAAS;QACX,CAAC;QAED,sCAAsC;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;QACzF,IAAI,SAAS,EAAE,CAAC;YACd,KAAK,EAAE,CAAC;YACR,YAAY,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC1C,cAAc,GAAG,CAAC,MAAM,CAAC,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACjD,IAAI,UAAU,IAAI,YAAY,IAAI,CAAC,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,KAAK,IAAI,KAAK,CAAC,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;gBAC5C,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,EAAE,CAAC;IACR,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,SAAS;IACtB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,iBAAiB,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YACvD,IAAI,SAAS,EAAE,CAAC;gBACd,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,SAAS,CAAC;YAC5C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,yBAAyB;QAC3B,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAAE,OAAO,IAAI,CAAC;IAChD,OAAO,IAAI,SAAS,EAAE,CAAC;AACzB,CAAC"}

package/dist/eval/experiments/index-vs-chunk/query-generator.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Generate natural language search queries from chunks using LLM.
+ *
+ * Each query is something a user might search for that should find
+ * the source chunk. The LLM sees a truncated chunk and generates
+ * a plausible search query.
+ */
+import type { BenchmarkQuery } from './types.js';
+/** Chunk data for query generation. */
+export interface ChunkForQueryGen {
+    id: string;
+    sessionSlug: string;
+    content: string;
+    clusterId: string;
+    clusterName: string | null;
+}
+/**
+ * Generate search queries for a batch of chunks.
+ *
+ * Batches up to 10 chunks per API call to keep cost low.
+ */
+export declare function generateSearchQueries(chunks: ChunkForQueryGen[], model: string): Promise<BenchmarkQuery[]>;
+//# sourceMappingURL=query-generator.d.ts.map

package/dist/eval/experiments/index-vs-chunk/query-generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-generator.d.ts","sourceRoot":"","sources":["../../../../src/eval/experiments/index-vs-chunk/query-generator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD,uCAAuC;AACvC,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAED;;;;GAIG;AACH,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,gBAAgB,EAAE,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,cAAc,EAAE,CAAC,CAgB3B"}