@10et/cli 1.0.0

package/dist/lib/trajectory-loader.js

@@ -0,0 +1,406 @@
+/**
+ * Trajectory Loader
+ *
+ * Loads, filters, and renders journal trajectories for agent context windows.
+ * Journals are the replay buffer for in-context RL — this module makes them
+ * queryable and context-window-optimized.
+ *
+ * @purpose Load and render journal trajectories for in-context RL
+ */
+import { readFileSync, readdirSync, existsSync } from "fs";
+import { join, basename } from "path";
+import { createHash } from "crypto";
+import { normalizeJournalEntry } from "../types/journal.js";
+/**
+ * Parse a duration string like "7d", "24h", "30m" into milliseconds
+ */
+function parseDuration(duration) {
+    const match = duration.match(/^(\d+)\s*([dhms])$/i);
+    if (!match) {
+        // Default to days if no unit
+        const days = parseInt(duration, 10);
+        if (!isNaN(days)) {
+            return days * 24 * 60 * 60 * 1000;
+        }
+        return 7 * 24 * 60 * 60 * 1000; // Default: 7 days
+    }
+    const value = parseInt(match[1], 10);
+    const unit = match[2].toLowerCase();
+    switch (unit) {
+        case "d":
+            return value * 24 * 60 * 60 * 1000;
+        case "h":
+            return value * 60 * 60 * 1000;
+        case "m":
+            return value * 60 * 1000;
+        case "s":
+            return value * 1000;
+        default:
+            return value * 24 * 60 * 60 * 1000;
+    }
+}
+/**
+ * Parse a JSONL journal file
+ */
+function parseJournalFile(filePath) {
+    const results = [];
+    if (!existsSync(filePath))
+        return results;
+    let content;
+    try {
+        content = readFileSync(filePath, "utf-8");
+    }
+    catch {
+        return results;
+    }
+    const lines = content.split("\n");
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i].trim();
+        if (!line)
+            continue;
+        try {
+            const parsed = JSON.parse(line);
+            const normalized = normalizeJournalEntry(parsed);
+            if (normalized) {
+                results.push({
+                    entry: normalized,
+                    file: filePath,
+                    lineIndex: i,
+                });
+            }
+        }
+        catch {
+            // Skip malformed lines silently in production
+        }
+    }
+    return results;
+}
+/**
+ * Compute a hash for an entry's diff (for deduplication)
+ */
+function computeEntryHash(entry) {
+    // If diff_hash already exists, use it
+    if (entry.diff_hash) {
+        return entry.diff_hash;
+    }
+    // Otherwise compute from content
+    const content = JSON.stringify({
+        title: entry.title,
+        files: entry.files,
+        detail: entry.detail,
+    });
+    return createHash("sha256").update(content).digest("hex").slice(0, 16);
+}
+/**
+ * Check if any query files overlap with entry files
+ */
+function filesOverlap(queryFiles, entryFiles) {
+    if (!queryFiles.length || !entryFiles.length)
+        return false;
+    for (const qf of queryFiles) {
+        for (const ef of entryFiles) {
+            // Check if either path contains the other (handles partial paths)
+            if (ef.includes(qf) || qf.includes(ef)) {
+                return true;
+            }
+            // Check basename match
+            if (basename(ef) === basename(qf)) {
+                return true;
+            }
+        }
+    }
+    return false;
+}
+/**
+ * TrajectoryLoader class
+ *
+ * Loads journal entries from .jfl/journal/*.jsonl files,
+ * applies filters, and renders for LLM context windows.
+ */
+export class TrajectoryLoader {
+    projectRoot;
+    constructor(projectRoot) {
+        this.projectRoot = projectRoot;
+    }
+    /**
+     * Get the journal directory path
+     */
+    get journalDir() {
+        return join(this.projectRoot, ".jfl", "journal");
+    }
+    /**
+     * Load and filter journal entries
+     */
+    load(query = {}) {
+        if (!existsSync(this.journalDir)) {
+            return [];
+        }
+        // Read all JSONL files
+        const files = readdirSync(this.journalDir).filter((f) => f.endsWith(".jsonl"));
+        if (files.length === 0) {
+            return [];
+        }
+        // Parse all entries
+        const allEntries = [];
+        for (const file of files) {
+            const filePath = join(this.journalDir, file);
+            const parsed = parseJournalFile(filePath);
+            allEntries.push(...parsed);
+        }
+        // Apply filters
+        let filtered = allEntries;
+        // Filter by agent
+        if (query.agent) {
+            filtered = filtered.filter((e) => e.entry.agent_id === query.agent);
+        }
+        // Filter by type
+        if (query.type) {
+            filtered = filtered.filter((e) => e.entry.type === query.type);
+        }
+        // Filter by outcome
+        if (query.outcome) {
+            filtered = filtered.filter((e) => e.entry.outcome === query.outcome);
+        }
+        // Filter by files
+        if (query.files && query.files.length > 0) {
+            filtered = filtered.filter((e) => e.entry.files && filesOverlap(query.files, e.entry.files));
+        }
+        // Filter by minimum score delta
+        if (query.minDelta !== undefined) {
+            filtered = filtered.filter((e) => e.entry.score_delta !== undefined &&
+                e.entry.score_delta >= query.minDelta);
+        }
+        // Filter by max age
+        if (query.maxAge) {
+            const maxAgeMs = parseDuration(query.maxAge);
+            const cutoff = Date.now() - maxAgeMs;
+            filtered = filtered.filter((e) => {
+                const entryTime = new Date(e.entry.ts).getTime();
+                return entryTime >= cutoff;
+            });
+        }
+        // Sort by timestamp descending, weighted by score_delta
+        filtered.sort((a, b) => {
+            const timeA = new Date(a.entry.ts).getTime();
+            const timeB = new Date(b.entry.ts).getTime();
+            // Primary sort: recency
+            const timeDiff = timeB - timeA;
+            // Secondary sort: absolute score delta (more significant changes first)
+            const deltaA = Math.abs(a.entry.score_delta || 0);
+            const deltaB = Math.abs(b.entry.score_delta || 0);
+            // Combine: time difference + delta weighting (delta worth up to 1 hour)
+            const weightedA = timeA + deltaA * 3600000;
+            const weightedB = timeB + deltaB * 3600000;
+            return weightedB - weightedA;
+        });
+        // Apply limit
+        const limit = query.limit || 100;
+        const limited = filtered.slice(0, limit);
+        return limited.map((e) => e.entry);
+    }
+    /**
+     * Render entries as markdown optimized for LLM context
+     *
+     * - Recent entries: full detail
+     * - Older entries: summary + learned only
+     * - Score deltas highlighted
+     * - Hypothesis → outcome pairs prominent
+     */
+    renderForContext(entries) {
+        if (entries.length === 0) {
+            return "No experiment history found.";
+        }
+        const lines = [];
+        lines.push("# Experiment History");
+        lines.push("");
+        lines.push(`Found ${entries.length} experiment${entries.length === 1 ? "" : "s"}.`);
+        lines.push("");
+        // Split into recent (last 7 days) and older
+        const now = Date.now();
+        const recentCutoff = now - 7 * 24 * 60 * 60 * 1000;
+        const recent = [];
+        const older = [];
+        for (const entry of entries) {
+            const entryTime = new Date(entry.ts).getTime();
+            if (entryTime >= recentCutoff) {
+                recent.push(entry);
+            }
+            else {
+                older.push(entry);
+            }
+        }
+        // Render recent entries with full detail
+        if (recent.length > 0) {
+            lines.push("## Recent (Last 7 Days)");
+            lines.push("");
+            for (const entry of recent) {
+                lines.push(this.renderEntryFull(entry));
+                lines.push("");
+            }
+        }
+        // Render older entries with summary only
+        if (older.length > 0) {
+            lines.push("## Earlier Experiments");
+            lines.push("");
+            for (const entry of older) {
+                lines.push(this.renderEntrySummary(entry));
+                lines.push("");
+            }
+        }
+        return lines.join("\n");
+    }
+    /**
+     * Render a single entry with full detail
+     */
+    renderEntryFull(entry) {
+        const lines = [];
+        // Header with type and date
+        const date = new Date(entry.ts).toISOString().split("T")[0];
+        const typeTag = `[${entry.type}]`;
+        const statusTag = entry.status !== "complete" ? ` (${entry.status})` : "";
+        lines.push(`### ${typeTag} ${entry.title}${statusTag}`);
+        lines.push(`*${date}*`);
+        // Score delta (highlighted)
+        if (entry.score_delta !== undefined) {
+            const sign = entry.score_delta >= 0 ? "+" : "";
+            const emoji = entry.score_delta > 0 ? "📈" : entry.score_delta < 0 ? "📉" : "➡️";
+            lines.push(`${emoji} **Score Delta: ${sign}${entry.score_delta.toFixed(4)}**`);
+        }
+        // Hypothesis → Outcome (prominent)
+        if (entry.hypothesis) {
+            lines.push("");
+            lines.push(`**Hypothesis:** ${entry.hypothesis}`);
+            if (entry.outcome) {
+                const outcomeEmoji = entry.outcome === "confirmed"
+                    ? "✅"
+                    : entry.outcome === "rejected"
+                        ? "❌"
+                        : "❓";
+                lines.push(`**Outcome:** ${outcomeEmoji} ${entry.outcome}`);
+            }
+        }
+        // Summary
+        lines.push("");
+        lines.push(entry.summary);
+        // Detail (if present)
+        if (entry.detail) {
+            lines.push("");
+            lines.push(entry.detail);
+        }
+        // Eval snapshot (if present)
+        if (entry.eval_snapshot && Object.keys(entry.eval_snapshot).length > 0) {
+            lines.push("");
+            lines.push("**Metrics:**");
+            for (const [metric, value] of Object.entries(entry.eval_snapshot)) {
+                lines.push(`- ${metric}: ${value}`);
+            }
+        }
+        // Files changed
+        if (entry.files && entry.files.length > 0) {
+            lines.push("");
+            lines.push("**Files:**");
+            for (const file of entry.files.slice(0, 5)) {
+                lines.push(`- ${file}`);
+            }
+            if (entry.files.length > 5) {
+                lines.push(`- ... and ${entry.files.length - 5} more`);
+            }
+        }
+        // Learnings
+        if (entry.learned && entry.learned.length > 0) {
+            lines.push("");
+            lines.push("**Learned:**");
+            for (const learning of entry.learned) {
+                lines.push(`- ${learning}`);
+            }
+        }
+        // Agent ID
+        if (entry.agent_id) {
+            lines.push("");
+            lines.push(`*Agent: ${entry.agent_id}*`);
+        }
+        return lines.join("\n");
+    }
+    /**
+     * Render a single entry with summary only (for older entries)
+     */
+    renderEntrySummary(entry) {
+        const lines = [];
+        const date = new Date(entry.ts).toISOString().split("T")[0];
+        // One-line summary with score delta
+        let summary = `- **${entry.title}** (${date})`;
+        if (entry.score_delta !== undefined) {
+            const sign = entry.score_delta >= 0 ? "+" : "";
+            summary += ` | Δ ${sign}${entry.score_delta.toFixed(3)}`;
+        }
+        if (entry.outcome) {
+            const outcomeEmoji = entry.outcome === "confirmed"
+                ? "✅"
+                : entry.outcome === "rejected"
+                    ? "❌"
+                    : "❓";
+            summary += ` ${outcomeEmoji}`;
+        }
+        lines.push(summary);
+        // Brief learned (first item only)
+        if (entry.learned && entry.learned.length > 0) {
+            lines.push(`  *Learned: ${entry.learned[0]}*`);
+        }
+        return lines.join("\n");
+    }
+    /**
+     * Remove duplicate entries based on diff_hash
+     */
+    deduplicate(entries) {
+        const seen = new Set();
+        const unique = [];
+        for (const entry of entries) {
+            const hash = computeEntryHash(entry);
+            if (!seen.has(hash)) {
+                seen.add(hash);
+                unique.push(entry);
+            }
+        }
+        return unique;
+    }
+    /**
+     * Get statistics about the trajectory history
+     */
+    getStats() {
+        const entries = this.load({ limit: 10000 });
+        const byType = {};
+        const byOutcome = {};
+        let scoreDeltaSum = 0;
+        let scoreDeltaCount = 0;
+        let earliest = null;
+        let latest = null;
+        for (const entry of entries) {
+            // Count by type
+            byType[entry.type] = (byType[entry.type] || 0) + 1;
+            // Count by outcome
+            if (entry.outcome) {
+                byOutcome[entry.outcome] = (byOutcome[entry.outcome] || 0) + 1;
+            }
+            // Accumulate score deltas
+            if (entry.score_delta !== undefined) {
+                scoreDeltaSum += entry.score_delta;
+                scoreDeltaCount++;
+            }
+            // Track date range
+            if (!earliest || entry.ts < earliest) {
+                earliest = entry.ts;
+            }
+            if (!latest || entry.ts > latest) {
+                latest = entry.ts;
+            }
+        }
+        return {
+            totalEntries: entries.length,
+            byType,
+            byOutcome,
+            avgScoreDelta: scoreDeltaCount > 0 ? scoreDeltaSum / scoreDeltaCount : null,
+            dateRange: { earliest, latest },
+        };
+    }
+}
+//# sourceMappingURL=trajectory-loader.js.map

package/dist/lib/trajectory-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trajectory-loader.js","sourceRoot":"","sources":["../../src/lib/trajectory-loader.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,IAAI,CAAA;AAC1D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAA;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;AAOnC,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA;AAqC3D;;GAEG;AACH,SAAS,aAAa,CAAC,QAAgB;IACrC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAA;IACnD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,6BAA6B;QAC7B,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QACnC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACjB,OAAO,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;QACnC,CAAC;QACD,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA,CAAC,kBAAkB;IACnD,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;IACpC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;IAEnC,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,GAAG;YACN,OAAO,KAAK,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;QACpC,KAAK,GAAG;YACN,OAAO,KAAK,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;QAC/B,KAAK,GAAG;YACN,OAAO,KAAK,GAAG,EAAE,GAAG,IAAI,CAAA;QAC1B,KAAK,GAAG;YACN,OAAO,KAAK,GAAG,IAAI,CAAA;QACrB;YACE,OAAO,KAAK,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;IACtC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,QAAgB;IACxC,MAAM,OAAO,GAAkB,EAAE,CAAA;IAEjC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,OAAO,CAAA;IAEzC,IAAI,OAAe,CAAA;IACnB,IAAI,CAAC;QACH,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,OAAO,CAAA;IAChB,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAC5B,IAAI,CAAC,IAAI;YAAE,SAAQ;QAEnB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAuB,CAAA;YACrD,MAAM,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAA;YAChD,IAAI,UAAU,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC;oBACX,KAAK,EAAE,UAAU;oBACjB,IAAI,EAAE,QAAQ;oBACd,SAAS,EAAE,CAAC;iBACb,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,8CAA8C;QAChD,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,KAAmB;IAC3C,sCAAsC;IACtC,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC,SAAS,CAAA;IACxB,CAAC;IAED,iCAAiC;IACjC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,CAAC,CAAA;IAEF,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;AACxE,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,UAAoB,EAAE,UAAoB;IAC9D,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM;QAAE,OAAO,KAAK,CAAA;IAE1D,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;QAC5B,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;YAC5B,kEAAkE;YAClE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;gBACvC,OAAO,IAAI,CAAA;YACb,CAAC;YACD,uBAAuB;YACvB,IAAI,QAAQ,CAAC,EAAE,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;gBAClC,OAAO,IAAI,CAAA;YACb,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;;;;GAKG;AACH,MAAM,OAAO,gBAAgB;IACnB,WAAW,CAAQ;IAE3B,YAAY,WAAmB;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAA;IAChC,CAAC;IAED;;OAEG;IACH,IAAY,UAAU;QACpB,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,CAAC,CAAA;IAClD,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,QAAyB,EAAE;QAC9B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACjC,OAAO,EAAE,CAAA;QACX,CAAC;QAED,uBAAuB;QACvB,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACtD,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CACrB,CAAA;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAA;QACX,CAAC;QAED,oBAAoB;QACpB,MAAM,UAAU,GAAkB,EAAE,CAAA;QACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAA;YAC5C,MAAM,MAAM,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAA;YACzC,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAA;QAC5B,CAAC;QAED,gBAAgB;QAChB,IAAI,QAAQ,GAAG,UAAU,CAAA;QAEzB,kBAAkB;QAClB,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,KAAK,CAAC,CAAA;QACrE,CAAC;QAED,iBAAiB;QACjB,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,CAAA;QAChE,CAAC;QAED,oBAAoB;QACpB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC,CAAA;QACtE,CAAC;QAED,kBAAkB;QAClB,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,QAAQ,GAAG,QAAQ,CAAC,MAAM,CACxB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,YAAY,CAAC,KAAK,CAAC,KAAM,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAClE,CAAA;QACH,CAAC;QAED,gCAAgC;QAChC,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACjC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CACxB,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS;gBACjC,CAAC,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,QAAS,CACzC,CAAA;QACH,CAAC;QAED,oBAAoB;QACpB,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAA;YACpC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC/B,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,CAAA;gBAChD,OAAO,SAAS,IAAI,MAAM,CAAA;YAC5B,CAAC,CAAC,CAAA;QACJ,CAAC;QAED,wDAAwD;QACxD,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACrB,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,CAAA;YAC5C,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,CAAA;YAE5C,wBAAwB;YACxB,MAAM,QAAQ,GAAG,KAAK,GAAG,KAAK,CAAA;YAE9B,wEAAwE;YACxE,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,CAAA;YACjD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,CAAA;YAEjD,wEAAwE;YACxE,MAAM,SAAS,GAAG,KAAK,GAAG,MAAM,GAAG,OAAO,CAAA;YAC1C,MAAM,SAAS,GAAG,KAAK,GAAG,MAAM,GAAG,OAAO,CAAA;YAE1C,OAAO,SAAS,GAAG,SAAS,CAAA;QAC9B,CAAC,CAAC,CAAA;QAEF,cAAc;QACd,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,GAAG,CAAA;QAChC,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;QAExC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IACpC,CAAC;IAED;;;;;;;OAOG;IACH,gBAAgB,CAAC,OAAuB;QACtC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,8BAA8B,CAAA;QACvC,CAAC;QAED,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;QAClC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACd,KAAK,CAAC,IAAI,CACR,SAAS,OAAO,CAAC,MAAM,cAAc,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CACxE,CAAA;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAEd,4CAA4C;QAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,MAAM,YAAY,GAAG,GAAG,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;QAElD,MAAM,MAAM,GAAmB,EAAE,CAAA;QACjC,MAAM,KAAK,GAAmB,EAAE,CAAA;QAEhC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,CAAA;YAC9C,IAAI,SAAS,IAAI,YAAY,EAAE,CAAC;gBAC9B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACpB,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACnB,CAAC;QACH,CAAC;QAED,yCAAyC;QACzC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAA;YACrC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAEd,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAA;gBACvC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAChB,CAAC;QACH,CAAC;QAED,yCAAyC;QACzC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAA;YACpC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAEd,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBAC1B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAA;gBAC1C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAChB,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,KAAmB;QACzC,MAAM,KAAK,GAAa,EAAE,CAAA;QAE1B,4BAA4B;QAC5B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3D,MAAM,OAAO,GAAG,IAAI,KAAK,CAAC,IAAI,GAAG,CAAA;QACjC,MAAM,SAAS,GACb,KAAK,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;QAEzD,KAAK,CAAC,IAAI,CAAC,OAAO,OAAO,IAAI,KAAK,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC,CAAA;QACvD,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,CAAA;QAEvB,4BAA4B;QAC5B,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;YAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAA;YAChF,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,mBAAmB,IAAI,GAAG,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QAChF,CAAC;QAED,mCAAmC;QACnC,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACd,KAAK,CAAC,IAAI,CAAC,mBAAmB,KAAK,CAAC,UAAU,EAAE,CAAC,CAAA;YACjD,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,MAAM,YAAY,GAChB,KAAK,CAAC,OAAO,KAAK,WAAW;oBAC3B,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,UAAU;wBAC5B,CAAC,CAAC,GAAG;wBACL,CAAC,CAAC,GAAG,CAAA;gBACX,KAAK,CAAC,IAAI,CAAC,gBAAgB,YAAY,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,CAAA;YAC7D,CAAC;QACH,CAAC;QAED,UAAU;QACV,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACd,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAEzB,sBAAsB;QACtB,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACd,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QAC1B,CAAC;QAED,6BAA6B;QAC7B,IAAI,KAAK,CAAC,aAAa,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACd,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;YAC1B,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;gBAClE,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,KAAK,KAAK,EAAE,CAAC,CAAA;YACrC,CAAC;QACH,CAAC;QAED,gBAAgB;QAChB,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACd,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YACxB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBAC3C,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAA;YACzB,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAA;YACxD,CAAC;QACH,CAAC;QAED,YAAY;QACZ,IAAI,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACd,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;YAC1B,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC,CAAA;YAC7B,CAAC;QACH,CAAC;QAED,WAAW;QACX,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACd,KAAK,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAA;QAC1C,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,KAAmB;QAC5C,MAAM,KAAK,GAAa,EAAE,CAAA;QAE1B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;QAE3D,oCAAoC;QACpC,IAAI,OAAO,GAAG,OAAO,KAAK,CAAC,KAAK,OAAO,IAAI,GAAG,CAAA;QAE9C,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;YAC9C,OAAO,IAAI,QAAQ,IAAI,GAAG,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;QAC1D,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,YAAY,GAChB,KAAK,CAAC,OAAO,KAAK,WAAW;gBAC3B,CAAC,CAAC,GAAG;gBACL,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,UAAU;oBAC5B,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,GAAG,CAAA;YACX,OAAO,IAAI,IAAI,YAAY,EAAE,CAAA;QAC/B,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAEnB,kCAAkC;QAClC,IAAI,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;QAChD,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,OAAuB;QACjC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;QAC9B,MAAM,MAAM,GAAmB,EAAE,CAAA;QAEjC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAA;YAEpC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;gBACd,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACpB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;OAEG;IACH,QAAQ;QAON,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;QAE3C,MAAM,MAAM,GAA2B,EAAE,CAAA;QACzC,MAAM,SAAS,GAA2B,EAAE,CAAA;QAC5C,IAAI,aAAa,GAAG,CAAC,CAAA;QACrB,IAAI,eAAe,GAAG,CAAC,CAAA;QACvB,IAAI,QAAQ,GAAkB,IAAI,CAAA;QAClC,IAAI,MAAM,GAAkB,IAAI,CAAA;QAEhC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,gBAAgB;YAChB,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;YAElD,mBAAmB;YACnB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;YAChE,CAAC;YAED,0BAA0B;YAC1B,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBACpC,aAAa,IAAI,KAAK,CAAC,WAAW,CAAA;gBAClC,eAAe,EAAE,CAAA;YACnB,CAAC;YAED,mBAAmB;YACnB,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;gBACrC,QAAQ,GAAG,KAAK,CAAC,EAAE,CAAA;YACrB,CAAC;YACD,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,EAAE,CAAA;YACnB,CAAC;QACH,CAAC;QAED,OAAO;YACL,YAAY,EAAE,OAAO,CAAC,MAAM;YAC5B,MAAM;YACN,SAAS;YACT,aAAa,EAAE,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,eAAe,CAAC,CAAC,CAAC,IAAI;YAC3E,SAAS,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE;SAChC,CAAA;IACH,CAAC;CACF"}

package/dist/lib/tuple-miner.d.ts

@@ -0,0 +1,30 @@
+/**
+ * @purpose Mine training tuples from existing journals, MAP events, telemetry, and eval history
+ */
+import type { TrainingBufferEntry } from "./training-buffer.js";
+export type MinedTuple = Omit<TrainingBufferEntry, "id" | "v" | "ts">;
+export interface MineStats {
+    journalTuples: number;
+    sessionTuples: number;
+    flowTuples: number;
+    evalTuples: number;
+    telemetryTuples: number;
+    directories: string[];
+    totalMined: number;
+    skippedTypes: number;
+}
+export interface MineOptions {
+    dirs?: string[];
+    all?: boolean;
+    telemetry?: boolean;
+}
+export declare function mineJournalTuples(projectDir: string): MinedTuple[];
+export declare function mineFlowTuples(projectDir: string): MinedTuple[];
+export declare function mineSessionTuples(projectDir: string): MinedTuple[];
+export declare function mineEvalTuples(projectDir: string): MinedTuple[];
+export declare function mineTelemetryTuples(): MinedTuple[];
+export declare function mineAll(options: MineOptions): {
+    tuples: MinedTuple[];
+    stats: MineStats;
+};
+//# sourceMappingURL=tuple-miner.d.ts.map

package/dist/lib/tuple-miner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tuple-miner.d.ts","sourceRoot":"","sources":["../../src/lib/tuple-miner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAKH,OAAO,KAAK,EAA+B,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AA4B5F,MAAM,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,EAAE,IAAI,GAAG,GAAG,GAAG,IAAI,CAAC,CAAA;AAErE,MAAM,WAAW,SAAS;IACxB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,eAAe,EAAE,MAAM,CAAA;IACvB,WAAW,EAAE,MAAM,EAAE,CAAA;IACrB,UAAU,EAAE,MAAM,CAAA;IAClB,YAAY,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,GAAG,CAAC,EAAE,OAAO,CAAA;IACb,SAAS,CAAC,EAAE,OAAO,CAAA;CACpB;AA2ED,wBAAgB,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,UAAU,EAAE,CAsDlE;AAED,wBAAgB,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,UAAU,EAAE,CAqD/D;AAED,wBAAgB,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,UAAU,EAAE,CAwElE;AAED,wBAAgB,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,UAAU,EAAE,CAgD/D;AAED,wBAAgB,mBAAmB,IAAI,UAAU,EAAE,CA0ElD;AA0BD,wBAAgB,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG;IAAE,MAAM,EAAE,UAAU,EAAE,CAAC;IAAC,KAAK,EAAE,SAAS,CAAA;CAAE,CAiDxF"}