@10et/cli 1.0.0

package/dist/lib/training-tuples.js

@@ -0,0 +1,273 @@
+/**
+ * @purpose Extract (state, action, reward) training tuples from ProductRank team journal files
+ */
+import { readFileSync, readdirSync, existsSync } from "fs";
+import { join, basename } from "path";
+import { createHash } from "crypto";
+const SCORE_PATTERNS = [
+    { label: "ndcg", regex: /ndcg(?:@\d+)?[:\s=]+(\d+\.?\d*)/gi },
+    { label: "precision", regex: /precision[:\s=]+(\d+\.?\d*)/gi },
+    { label: "recall", regex: /recall[:\s=]+(\d+\.?\d*)/gi },
+    { label: "mrr", regex: /mrr[:\s=]+(\d+\.?\d*)/gi },
+    { label: "map", regex: /\bmap[:\s=]+(\d+\.?\d*)/gi },
+    { label: "weighted", regex: /weighted[:\s=]+(\d+\.?\d*)/gi },
+    { label: "score", regex: /\bscore[:\s=]+(\d+\.?\d*)/gi },
+    { label: "f1", regex: /f1[:\s=]+(\d+\.?\d*)/gi },
+];
+const BARE_METRIC_PATTERN = /(?:scores?\s+)?0\.\d{3,}/gi;
+export function extractScores(text) {
+    if (!text)
+        return null;
+    const scores = {};
+    for (const { label, regex } of SCORE_PATTERNS) {
+        regex.lastIndex = 0;
+        let match;
+        let idx = 0;
+        while ((match = regex.exec(text)) !== null) {
+            const val = parseFloat(match[1]);
+            if (!isNaN(val) && val >= 0 && val <= 1000) {
+                const key = idx === 0 ? label : `${label}_${idx}`;
+                scores[key] = val;
+                idx++;
+            }
+        }
+    }
+    if (Object.keys(scores).length === 0) {
+        const bareMatches = text.match(BARE_METRIC_PATTERN);
+        if (bareMatches) {
+            for (let i = 0; i < bareMatches.length && i < 5; i++) {
+                const cleaned = bareMatches[i].replace(/^scores?\s+/i, "");
+                const val = parseFloat(cleaned);
+                if (!isNaN(val) && val > 0 && val < 10) {
+                    scores[`metric_${i}`] = val;
+                }
+            }
+        }
+    }
+    return Object.keys(scores).length > 0 ? scores : null;
+}
+function extractTeam(filePath, session) {
+    const pathLower = filePath.toLowerCase();
+    if (pathLower.includes("lobsters"))
+        return "lobsters";
+    if (pathLower.includes("phds"))
+        return "phds";
+    if (pathLower.includes("shadow"))
+        return "shadow";
+    const sessionLower = (session || "").toLowerCase();
+    if (sessionLower.includes("lobster"))
+        return "lobsters";
+    if (sessionLower.includes("phd"))
+        return "phds";
+    if (sessionLower.includes("shadow"))
+        return "shadow";
+    return "unknown";
+}
+function computeScoreDelta(currentScores, nextScores) {
+    if (!currentScores || !nextScores)
+        return null;
+    const commonKeys = Object.keys(currentScores).filter((k) => k in nextScores);
+    if (commonKeys.length === 0)
+        return null;
+    let totalDelta = 0;
+    for (const key of commonKeys) {
+        totalDelta += nextScores[key] - currentScores[key];
+    }
+    return totalDelta / commonKeys.length;
+}
+function determineQualitative(delta, currentScores, nextScores, entry) {
+    if (delta !== null) {
+        if (delta > 0.001)
+            return "improvement";
+        if (delta < -0.001)
+            return "regression";
+        return "neutral";
+    }
+    const textToScan = [entry.summary, entry.detail, ...(entry.learned || [])].filter(Boolean).join(" ").toLowerCase();
+    if (/improv|better|gain|increas|boost|uplift|higher/.test(textToScan))
+        return "improvement";
+    if (/regress|worse|decreas|drop|lower|degrad/.test(textToScan))
+        return "regression";
+    if (/same|unchanged|flat|no.?change|stable/.test(textToScan))
+        return "neutral";
+    return "unknown";
+}
+function hashTuple(state, action) {
+    return createHash("sha256").update(state + action).digest("hex").slice(0, 16);
+}
+function parseJournalFile(filePath) {
+    const results = [];
+    if (!existsSync(filePath))
+        return results;
+    let content;
+    try {
+        content = readFileSync(filePath, "utf-8");
+    }
+    catch {
+        return results;
+    }
+    const lines = content.split("\n");
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i].trim();
+        if (!line)
+            continue;
+        try {
+            const parsed = JSON.parse(line);
+            if (typeof parsed === "object" && parsed !== null) {
+                results.push({ entry: parsed, lineIndex: i });
+            }
+        }
+        catch {
+            process.stderr.write(`[training-tuples] Skipping malformed line ${i + 1} in ${basename(filePath)}\n`);
+        }
+    }
+    return results;
+}
+export function extractTuples(journalDir, team) {
+    if (!existsSync(journalDir)) {
+        process.stderr.write(`[training-tuples] Journal directory not found: ${journalDir}\n`);
+        return [];
+    }
+    const files = readdirSync(journalDir).filter((f) => f.endsWith(".jsonl"));
+    if (files.length === 0) {
+        process.stderr.write(`[training-tuples] No .jsonl files in ${journalDir}\n`);
+        return [];
+    }
+    const allEntries = [];
+    for (const file of files) {
+        const filePath = join(journalDir, file);
+        const parsed = parseJournalFile(filePath);
+        for (const { entry, lineIndex } of parsed) {
+            const entryTeam = extractTeam(filePath, entry.session || "");
+            allEntries.push({ entry, file: filePath, lineIndex, team: entryTeam });
+        }
+    }
+    allEntries.sort((a, b) => (a.entry.ts || "").localeCompare(b.entry.ts || ""));
+    if (team) {
+        const filtered = allEntries.filter((e) => e.team === team);
+        return buildTuplesForGroup(filtered);
+    }
+    const byTeam = new Map();
+    for (const entry of allEntries) {
+        const group = byTeam.get(entry.team) || [];
+        group.push(entry);
+        byTeam.set(entry.team, group);
+    }
+    const tuples = [];
+    for (const [, entries] of byTeam) {
+        tuples.push(...buildTuplesForGroup(entries));
+    }
+    tuples.sort((a, b) => a.timestamp.localeCompare(b.timestamp));
+    return tuples;
+}
+function buildTuplesForGroup(entries) {
+    const tuples = [];
+    for (let i = 0; i < entries.length; i++) {
+        const { entry, file, lineIndex, team } = entries[i];
+        const nextEntry = i + 1 < entries.length ? entries[i + 1].entry : null;
+        const combinedText = [entry.summary, entry.detail].filter(Boolean).join(" ");
+        const currentScores = extractScores(combinedText);
+        const nextScores = nextEntry ? extractScores([nextEntry.summary, nextEntry.detail].filter(Boolean).join(" ")) : null;
+        const scoreDelta = computeScoreDelta(currentScores, nextScores);
+        const approach = entry.summary || entry.title || "";
+        const actionDesc = entry.summary || entry.title || "";
+        const actionDetail = entry.detail || "";
+        const stateStr = JSON.stringify({ approach, scores: currentScores, team });
+        const actionStr = JSON.stringify({ type: entry.type, desc: actionDesc });
+        tuples.push({
+            id: hashTuple(stateStr, actionStr),
+            timestamp: entry.ts || "",
+            team,
+            state: {
+                approach,
+                scores: currentScores,
+                iteration: i + 1,
+                filesChanged: entry.files || [],
+            },
+            action: {
+                type: entry.type || "unknown",
+                description: actionDesc,
+                detail: actionDetail,
+            },
+            reward: {
+                scoreDelta,
+                qualitative: determineQualitative(scoreDelta, currentScores, nextScores, entry),
+                learned: entry.learned || [],
+            },
+            source: {
+                file,
+                session: entry.session || "",
+                entryIndex: lineIndex,
+            },
+        });
+    }
+    return tuples;
+}
+export function formatTuplesReport(tuples) {
+    const lines = [];
+    lines.push("# Training Tuple Extraction Report");
+    lines.push("");
+    lines.push(`**Total tuples:** ${tuples.length}`);
+    lines.push(`**Extraction time:** ${new Date().toISOString()}`);
+    lines.push("");
+    const teamCounts = new Map();
+    let withScoreDelta = 0;
+    let withScores = 0;
+    let withLearned = 0;
+    for (const t of tuples) {
+        teamCounts.set(t.team, (teamCounts.get(t.team) || 0) + 1);
+        if (t.reward.scoreDelta !== null)
+            withScoreDelta++;
+        if (t.state.scores !== null)
+            withScores++;
+        if (t.reward.learned.length > 0)
+            withLearned++;
+    }
+    lines.push("## Per-Team Breakdown");
+    lines.push("");
+    lines.push("| Team | Tuples | With Scores | With Score Delta |");
+    lines.push("|------|--------|-------------|------------------|");
+    for (const [team, count] of teamCounts) {
+        const teamTuples = tuples.filter((t) => t.team === team);
+        const teamScores = teamTuples.filter((t) => t.state.scores !== null).length;
+        const teamDeltas = teamTuples.filter((t) => t.reward.scoreDelta !== null).length;
+        lines.push(`| ${team} | ${count} | ${teamScores} | ${teamDeltas} |`);
+    }
+    lines.push("");
+    lines.push("## Signal Coverage");
+    lines.push("");
+    lines.push(`- Tuples with embedded scores: ${withScores} / ${tuples.length} (${tuples.length > 0 ? ((withScores / tuples.length) * 100).toFixed(0) : 0}%)`);
+    lines.push(`- Tuples with score deltas: ${withScoreDelta} / ${tuples.length} (${tuples.length > 0 ? ((withScoreDelta / tuples.length) * 100).toFixed(0) : 0}%)`);
+    lines.push(`- Tuples with learnings: ${withLearned} / ${tuples.length} (${tuples.length > 0 ? ((withLearned / tuples.length) * 100).toFixed(0) : 0}%)`);
+    lines.push("");
+    const qualCounts = {};
+    for (const t of tuples) {
+        qualCounts[t.reward.qualitative] = (qualCounts[t.reward.qualitative] || 0) + 1;
+    }
+    lines.push("## Qualitative Reward Distribution");
+    lines.push("");
+    for (const [qual, count] of Object.entries(qualCounts).sort((a, b) => b[1] - a[1])) {
+        lines.push(`- **${qual}**: ${count}`);
+    }
+    lines.push("");
+    if (tuples.length > 0) {
+        lines.push("## Sample Tuple (first entry)");
+        lines.push("");
+        lines.push("```json");
+        lines.push(JSON.stringify(tuples[0], null, 2));
+        lines.push("```");
+        lines.push("");
+    }
+    const actionTypes = {};
+    for (const t of tuples) {
+        actionTypes[t.action.type] = (actionTypes[t.action.type] || 0) + 1;
+    }
+    lines.push("## Action Type Distribution");
+    lines.push("");
+    for (const [type, count] of Object.entries(actionTypes).sort((a, b) => b[1] - a[1])) {
+        lines.push(`- **${type}**: ${count}`);
+    }
+    lines.push("");
+    return lines.join("\n");
+}
+//# sourceMappingURL=training-tuples.js.map

package/dist/lib/training-tuples.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"training-tuples.js","sourceRoot":"","sources":["../../src/lib/training-tuples.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,IAAI,CAAA;AAC1D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAA;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;AA8CnC,MAAM,cAAc,GAA4C;IAC9D,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,mCAAmC,EAAE;IAC7D,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,+BAA+B,EAAE;IAC9D,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,4BAA4B,EAAE;IACxD,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,yBAAyB,EAAE;IAClD,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,2BAA2B,EAAE;IACpD,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,8BAA8B,EAAE;IAC5D,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,6BAA6B,EAAE;IACxD,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,wBAAwB,EAAE;CACjD,CAAA;AAED,MAAM,mBAAmB,GAAG,4BAA4B,CAAA;AAExD,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAA;IAEtB,MAAM,MAAM,GAA2B,EAAE,CAAA;IAEzC,KAAK,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,cAAc,EAAE,CAAC;QAC9C,KAAK,CAAC,SAAS,GAAG,CAAC,CAAA;QACnB,IAAI,KAA6B,CAAA;QACjC,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC3C,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;YAChC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;gBAC3C,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,GAAG,EAAE,CAAA;gBACjD,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAA;gBACjB,GAAG,EAAE,CAAA;YACP,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAA;QACnD,IAAI,WAAW,EAAE,CAAC;YAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrD,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAA;gBAC1D,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;gBAC/B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,GAAG,GAAG,EAAE,EAAE,CAAC;oBACvC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,GAAG,GAAG,CAAA;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAA;AACvD,CAAC;AAED,SAAS,WAAW,CAAC,QAAgB,EAAE,OAAe;IACpD,MAAM,SAAS,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAA;IACxC,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,UAAU,CAAA;IACrD,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAA;IAC7C,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAA;IAEjD,MAAM,YAAY,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAA;IAClD,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,UAAU,CAAA;IACvD,IAAI,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAA;IAC/C,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAA;IAEpD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,SAAS,iBAAiB,CACxB,aAA4C,EAC5C,UAAyC;IAEzC,IAAI,CAAC,aAAa,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAA;IAE9C,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,UAAU,CAAC,CAAA;IAC5E,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IAExC,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,UAAU,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,CAAA;IACpD,CAAC;IACD,OAAO,UAAU,GAAG,UAAU,CAAC,MAAM,CAAA;AACvC,CAAC;AAED,SAAS,oBAAoB,CAC3B,KAAoB,EACpB,aAA4C,EAC5C,UAAyC,EACzC,KAAmB;IAEnB,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,IAAI,KAAK,GAAG,KAAK;YAAE,OAAO,aAAa,CAAA;QACvC,IAAI,KAAK,GAAG,CAAC,KAAK;YAAE,OAAO,YAAY,CAAA;QACvC,OAAO,SAAS,CAAA;IAClB,CAAC;IAED,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAA;IAElH,IAAI,gDAAgD,CAAC,IAAI,CAAC,UAAU,CAAC;QAAE,OAAO,aAAa,CAAA;IAC3F,IAAI,yCAAyC,CAAC,IAAI,CAAC,UAAU,CAAC;QAAE,OAAO,YAAY,CAAA;IACnF,IAAI,uCAAuC,CAAC,IAAI,CAAC,UAAU,CAAC;QAAE,OAAO,SAAS,CAAA;IAE9E,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,SAAS,SAAS,CAAC,KAAa,EAAE,MAAc;IAC9C,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;AAC/E,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB;IACxC,MAAM,OAAO,GAAsD,EAAE,CAAA;IAErE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,OAAO,CAAA;IAEzC,IAAI,OAAe,CAAA;IACnB,IAAI,CAAC;QACH,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,OAAO,CAAA;IAChB,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAC5B,IAAI,CAAC,IAAI;YAAE,SAAQ;QACnB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC/B,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBAClD,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAsB,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAA;YAC/D,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,GAAG,CAAC,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QACvG,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,UAAkB,EAAE,IAAa;IAC7D,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kDAAkD,UAAU,IAAI,CAAC,CAAA;QACtF,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAA;IACzE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,UAAU,IAAI,CAAC,CAAA;QAC5E,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,UAAU,GAKX,EAAE,CAAA;IAEP,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAA;QACvC,MAAM,MAAM,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAA;QACzC,KAAK,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,MAAM,EAAE,CAAC;YAC1C,MAAM,SAAS,GAAG,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAA;YAC5D,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAA;QACxE,CAAC;IACH,CAAC;IAED,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IAE7E,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;QAC1D,OAAO,mBAAmB,CAAC,QAAQ,CAAC,CAAA;IACtC,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAA6B,CAAA;IACnD,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;QAC1C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACjB,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAC/B,CAAC;IAED,MAAM,MAAM,GAAoB,EAAE,CAAA;IAClC,KAAK,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,MAAM,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAA;IAC9C,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAA;IAC7D,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,mBAAmB,CAC1B,OAKE;IAEF,MAAM,MAAM,GAAoB,EAAE,CAAA;IAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;QACnD,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAA;QAEtE,MAAM,YAAY,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC5E,MAAM,aAAa,GAAG,aAAa,CAAC,YAAY,CAAC,CAAA;QACjD,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAEpH,MAAM,UAAU,GAAG,iBAAiB,CAAC,aAAa,EAAE,UAAU,CAAC,CAAA;QAE/D,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE,CAAA;QACnD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE,CAAA;QACrD,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,IAAI,EAAE,CAAA;QAEvC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;QAC1E,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;QAExE,MAAM,CAAC,IAAI,CAAC;YACV,EAAE,EAAE,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC;YAClC,SAAS,EAAE,KAAK,CAAC,EAAE,IAAI,EAAE;YACzB,IAAI;YACJ,KAAK,EAAE;gBACL,QAAQ;gBACR,MAAM,EAAE,aAAa;gBACrB,SAAS,EAAE,CAAC,GAAG,CAAC;gBAChB,YAAY,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE;aAChC;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,SAAS;gBAC7B,WAAW,EAAE,UAAU;gBACvB,MAAM,EAAE,YAAY;aACrB;YACD,MAAM,EAAE;gBACN,UAAU;gBACV,WAAW,EAAE,oBAAoB,CAAC,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,KAAK,CAAC;gBAC/E,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE;aAC7B;YACD,MAAM,EAAE;gBACN,IAAI;gBACJ,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE;gBAC5B,UAAU,EAAE,SAAS;aACtB;SACF,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAuB;IACxD,MAAM,KAAK,GAAa,EAAE,CAAA;IAE1B,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAA;IAChD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,KAAK,CAAC,IAAI,CAAC,qBAAqB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IAChD,KAAK,CAAC,IAAI,CAAC,wBAAwB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;IAC9D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAEd,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC5C,IAAI,cAAc,GAAG,CAAC,CAAA;IACtB,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACzD,IAAI,CAAC,CAAC,MAAM,CAAC,UAAU,KAAK,IAAI;YAAE,cAAc,EAAE,CAAA;QAClD,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,IAAI;YAAE,UAAU,EAAE,CAAA;QACzC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,WAAW,EAAE,CAAA;IAChD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACnC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,KAAK,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAA;IAChE,KAAK,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAA;IAEhE,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,UAAU,EAAE,CAAC;QACvC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;QACxD,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,MAAM,CAAA;QAC3E,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,MAAM,CAAA;QAChF,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,MAAM,KAAK,MAAM,UAAU,MAAM,UAAU,IAAI,CAAC,CAAA;IACtE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAA;IAChC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,KAAK,CAAC,IAAI,CAAC,kCAAkC,UAAU,MAAM,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IAC3J,KAAK,CAAC,IAAI,CAAC,+BAA+B,cAAc,MAAM,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IAChK,KAAK,CAAC,IAAI,CAAC,4BAA4B,WAAW,MAAM,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IACvJ,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAEd,MAAM,UAAU,GAA2B,EAAE,CAAA;IAC7C,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;IAChF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAA;IAChD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,EAAE,CAAC,CAAA;IACvC,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAEd,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAA;QAC3C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACd,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QACrB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;QAC9C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACjB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAChB,CAAC;IAED,MAAM,WAAW,GAA2B,EAAE,CAAA;IAC9C,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;IACpE,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAA;IACzC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,EAAE,CAAC,CAAA;IACvC,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAEd,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC"}

package/dist/lib/trajectory-loader.d.ts

@@ -0,0 +1,82 @@
+/**
+ * Trajectory Loader
+ *
+ * Loads, filters, and renders journal trajectories for agent context windows.
+ * Journals are the replay buffer for in-context RL — this module makes them
+ * queryable and context-window-optimized.
+ *
+ * @purpose Load and render journal trajectories for in-context RL
+ */
+import type { JournalEntry, ExperimentOutcome } from "../types/journal.js";
+/**
+ * Query parameters for filtering trajectories
+ */
+export interface TrajectoryQuery {
+    /** Filter by agent ID */
+    agent?: string;
+    /** Filter by experiments touching these files */
+    files?: string[];
+    /** Only include improvements above this threshold */
+    minDelta?: number;
+    /** Maximum age (e.g., "7d", "30d", "24h") */
+    maxAge?: string;
+    /** Filter by entry type (e.g., "experiment") */
+    type?: string;
+    /** Maximum entries to return */
+    limit?: number;
+    /** Filter by experiment outcome */
+    outcome?: ExperimentOutcome;
+}
+/**
+ * TrajectoryLoader class
+ *
+ * Loads journal entries from .jfl/journal/*.jsonl files,
+ * applies filters, and renders for LLM context windows.
+ */
+export declare class TrajectoryLoader {
+    private projectRoot;
+    constructor(projectRoot: string);
+    /**
+     * Get the journal directory path
+     */
+    private get journalDir();
+    /**
+     * Load and filter journal entries
+     */
+    load(query?: TrajectoryQuery): JournalEntry[];
+    /**
+     * Render entries as markdown optimized for LLM context
+     *
+     * - Recent entries: full detail
+     * - Older entries: summary + learned only
+     * - Score deltas highlighted
+     * - Hypothesis → outcome pairs prominent
+     */
+    renderForContext(entries: JournalEntry[]): string;
+    /**
+     * Render a single entry with full detail
+     */
+    private renderEntryFull;
+    /**
+     * Render a single entry with summary only (for older entries)
+     */
+    private renderEntrySummary;
+    /**
+     * Remove duplicate entries based on diff_hash
+     */
+    deduplicate(entries: JournalEntry[]): JournalEntry[];
+    /**
+     * Get statistics about the trajectory history
+     */
+    getStats(): {
+        totalEntries: number;
+        byType: Record<string, number>;
+        byOutcome: Record<string, number>;
+        avgScoreDelta: number | null;
+        dateRange: {
+            earliest: string | null;
+            latest: string | null;
+        };
+    };
+}
+//# sourceMappingURL=trajectory-loader.d.ts.map

package/dist/lib/trajectory-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trajectory-loader.d.ts","sourceRoot":"","sources":["../../src/lib/trajectory-loader.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAMH,OAAO,KAAK,EACV,YAAY,EAEZ,iBAAiB,EAClB,MAAM,qBAAqB,CAAA;AAG5B;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,yBAAyB;IACzB,KAAK,CAAC,EAAE,MAAM,CAAA;IAEd,iDAAiD;IACjD,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;IAEhB,qDAAqD;IACrD,QAAQ,CAAC,EAAE,MAAM,CAAA;IAEjB,6CAA6C;IAC7C,MAAM,CAAC,EAAE,MAAM,CAAA;IAEf,gDAAgD;IAChD,IAAI,CAAC,EAAE,MAAM,CAAA;IAEb,gCAAgC;IAChC,KAAK,CAAC,EAAE,MAAM,CAAA;IAEd,mCAAmC;IACnC,OAAO,CAAC,EAAE,iBAAiB,CAAA;CAC5B;AAyHD;;;;;GAKG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,WAAW,CAAQ;gBAEf,WAAW,EAAE,MAAM;IAI/B;;OAEG;IACH,OAAO,KAAK,UAAU,GAErB;IAED;;OAEG;IACH,IAAI,CAAC,KAAK,GAAE,eAAoB,GAAG,YAAY,EAAE;IA2FjD;;;;;;;OAOG;IACH,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM;IAsDjD;;OAEG;IACH,OAAO,CAAC,eAAe;IAmFvB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAiC1B;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,YAAY,EAAE;IAgBpD;;OAEG;IACH,QAAQ,IAAI;QACV,YAAY,EAAE,MAAM,CAAA;QACpB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAC9B,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QACjC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;QAC5B,SAAS,EAAE;YAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;SAAE,CAAA;KAC9D;CA0CF"}