agent-nuvira 1.14.0

package/dist/inference/sse.js

@@ -0,0 +1,91 @@
+/**
+ * Shared SSE streaming utilities for OpenAI-compatible APIs.
+ * Used by Groq, NIM, and any future OpenAI-compatible adapters.
+ */
+/**
+ * Parse a single SSE line from an OpenAI-compatible streaming response.
+ * Returns the content delta or null for non-content events (e.g., [DONE], usage info).
+ */
+export function parseSSELine(line) {
+    if (!line.startsWith('data: '))
+        return null;
+    const data = line.slice(6).trim();
+    if (data === '[DONE]')
+        return null;
+    try {
+        const parsed = JSON.parse(data);
+        return parsed?.choices?.[0]?.delta?.content || null;
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Perform a streaming chat completion request for an OpenAI-compatible API.
+ *
+ * @param url - The full URL for the chat completions endpoint
+ * @param headers - HTTP headers (including Authorization)
+ * @param body - The JSON request body (stream: true will be added automatically)
+ * @param onToken - Callback for each content token as it arrives
+ * @returns The full concatenated response text
+ */
+export async function streamCompletion(url, headers, body, onToken) {
+    const response = await fetch(url, {
+        method: 'POST',
+        headers: {
+            ...headers,
+            'Content-Type': 'application/json',
+        },
+        body: JSON.stringify({
+            ...body,
+            stream: true,
+        }),
+    });
+    if (!response.ok) {
+        const errorBody = await response.text();
+        throw new Error(`API error (${response.status}): ${errorBody}`);
+    }
+    const reader = response.body?.getReader();
+    if (!reader) {
+        throw new Error('Response body is not readable');
+    }
+    const decoder = new TextDecoder();
+    const fullContent = [];
+    let buffer = '';
+    try {
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            // Process complete lines from the buffer
+            const lines = buffer.split('\n');
+            // Keep the last (potentially incomplete) line in the buffer
+            buffer = lines.pop() || '';
+            for (const line of lines) {
+                const trimmed = line.trim();
+                if (!trimmed)
+                    continue;
+                const token = parseSSELine(trimmed);
+                if (token) {
+                    fullContent.push(token);
+                    onToken(token);
+                }
+            }
+        }
+        // Process remaining buffer
+        const remaining = buffer.trim();
+        if (remaining) {
+            const token = parseSSELine(remaining);
+            if (token) {
+                fullContent.push(token);
+                onToken(token);
+            }
+        }
+    }
+    finally {
+        reader.releaseLock();
+    }
+    return fullContent.join('');
+}
+//# sourceMappingURL=sse.js.map

package/dist/inference/sse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse.js","sourceRoot":"","sources":["../../src/inference/sse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClC,IAAI,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,IAAI,IAAI,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,GAAW,EACX,OAA+B,EAC/B,IAA6B,EAC7B,OAAgC;IAEhC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAChC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,GAAG,OAAO;YACV,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,GAAG,IAAI;YACP,MAAM,EAAE,IAAI;SACb,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,cAAc,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAElD,yCAAyC;YACzC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,4DAA4D;YAC5D,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO;oBAAE,SAAS;gBACvB,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;gBACpC,IAAI,KAAK,EAAE,CAAC;oBACV,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACxB,OAAO,CAAC,KAAK,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;QACH,CAAC;QAED,2BAA2B;QAC3B,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAChC,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;YACtC,IAAI,KAAK,EAAE,CAAC;gBACV,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACxB,OAAO,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAED,OAAO,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC9B,CAAC"}

package/dist/learning/agent-stats.d.ts

@@ -0,0 +1,109 @@
+/**
+ * AgentStats — Tracks per-agent performance metrics to enable
+ * data-driven improvements in agent execution.\n *
+ * What it tracks:
+ * - Success/failure counts per agent type
+ * - Which models perform best for each agent type
+ * - Average task duration (optional, for future use)
+ * - Total runs count
+ *
+ * Data is stored as JSON at ~/.buff/memory/agent-stats.json
+ * and updated after each orchestration run.
+ */
+export interface AgentPerformance {
+    /** Total attempts */
+    totalRuns: number;
+    /** Successful completions */
+    successfulRuns: number;
+    /** Failed completions */
+    failedRuns: number;
+    /** Success rate (0–1) */
+    successRate: number;
+    /** Which models have been used and with what success */
+    modelPerformance: Record<string, {
+        runs: number;
+        successes: number;
+    }>;
+    /** Last time this agent was run */
+    lastRun: number;
+}
+export interface AgentStatsData {
+    /** Per-agent stats keyed by agent type (e.g., 'writer', 'planner') */
+    agents: Record<string, AgentPerformance>;
+    /** Total orchestration runs recorded */
+    totalRuns: number;
+    /** Overall success rate across all agents */
+    overallSuccessRate: number;
+    /** When stats were last updated */
+    lastUpdated: number;
+    /** Schema version */
+    version: number;
+}
+export declare class AgentStats {
+    private data;
+    constructor();
+    /**
+     * Record a single agent execution result.
+     * Updates per-agent stats and recalculates rates.
+     */
+    recordRun(agentType: string, success: boolean, model?: string): void;
+    /**
+     * Record multiple agent runs from an orchestration result.
+     */
+    recordRuns(runs: Array<{
+        agent: string;
+        success: boolean;
+    }>, modelMap?: Record<string, string>): void;
+    /**
+     * Get stats for a specific agent type.
+     */
+    getAgentStats(agentType: string): AgentPerformance | undefined;
+    /**
+     * Get all agent stats.
+     */
+    getAllAgents(): Record<string, AgentPerformance>;
+    /**
+     * Get the best-performing model for a given agent type.
+     * Returns undefined if no data is available.
+     */
+    getBestModel(agentType: string): string | undefined;
+    /**
+     * Get agents sorted by success rate (ascending — worst performers first).
+     * Useful for identifying which agents need attention.
+     */
+    getWorstPerformers(limit?: number): Array<{
+        agentType: string;
+        stats: AgentPerformance;
+    }>;
+    /**
+     * Get agents sorted by success rate (descending — best performers first).
+     */
+    getBestPerformers(limit?: number): Array<{
+        agentType: string;
+        stats: AgentPerformance;
+    }>;
+    /**
+     * Format stats as a human-readable string.
+     */
+    formatStats(): string;
+    /**
+     * Format best model recommendations as a string.
+     */
+    formatModelRecommendations(): string;
+    /**
+     * Clear all stats.
+     */
+    clear(): void;
+    /**
+     * Get raw data for inspection.
+     */
+    getRaw(): AgentStatsData;
+    private createEmpty;
+    private createFresh;
+    private recalculateOverallRate;
+    private load;
+    private save;
+    private ensureDir;
+}
+export declare function getAgentStats(): AgentStats;
+//# sourceMappingURL=agent-stats.d.ts.map

package/dist/learning/agent-stats.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-stats.d.ts","sourceRoot":"","sources":["../../src/learning/agent-stats.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAQH,MAAM,WAAW,gBAAgB;IAC/B,qBAAqB;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,6BAA6B;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,yBAAyB;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,yBAAyB;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,wDAAwD;IACxD,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACtE,mCAAmC;IACnC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,sEAAsE;IACtE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IACzC,wCAAwC;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,6CAA6C;IAC7C,kBAAkB,EAAE,MAAM,CAAC;IAC3B,mCAAmC;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,qBAAqB;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB;AAUD,qBAAa,UAAU;IACrB,OAAO,CAAC,IAAI,CAAiB;;IAQ7B;;;OAGG;IACH,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI;IAkCpE;;OAEG;IACH,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI;IAOrG;;OAEG;IACH,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAI9D;;OAEG;IACH,YAAY,IAAI,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAIhD;;;OAGG;IACH,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAkBnD;;;OAGG;IACH,kBAAkB,CAAC,KAAK,GAAE,MAAU,GAAG,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,gBAAgB,CAAA;KAAE,CAAC;IAO5F;;OAEG;IACH,iBAAiB,CAAC,KAAK,GAAE,MAAU,GAAG,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,gBAAgB,CAAA;KAAE,CAAC;IAO3F;;OAEG;IACH,WAAW,IAAI,MAAM;IA+BrB;;OAEG;IACH,0BAA0B,IAAI,MAAM;IAwBpC;;OAEG;IACH,KAAK,IAAI,IAAI;IAKb;;OAEG;IACH,MAAM,IAAI,cAAc;IAMxB,OAAO,CAAC,WAAW;IAWnB,OAAO,CAAC,WAAW;IAUnB,OAAO,CAAC,sBAAsB;IAW9B,OAAO,CAAC,IAAI;IAWZ,OAAO,CAAC,IAAI;IAKZ,OAAO,CAAC,SAAS;CAKlB;AAKD,wBAAgB,aAAa,IAAI,UAAU,CAK1C"}

package/dist/learning/agent-stats.js

@@ -0,0 +1,240 @@
+/**
+ * AgentStats — Tracks per-agent performance metrics to enable
+ * data-driven improvements in agent execution.\n *
+ * What it tracks:
+ * - Success/failure counts per agent type
+ * - Which models perform best for each agent type
+ * - Average task duration (optional, for future use)
+ * - Total runs count
+ *
+ * Data is stored as JSON at ~/.buff/memory/agent-stats.json
+ * and updated after each orchestration run.
+ */
+import { readFileSync, writeFileSync, existsSync, mkdirSync } from 'node:fs';
+import { join } from 'node:path';
+import { homedir } from 'node:os';
+// ─── Constants ──────────────────────────────────────────────────────────────
+const MEMORY_DIR = join(homedir(), '.buff', 'memory');
+const STATS_PATH = join(MEMORY_DIR, 'agent-stats.json');
+const CURRENT_VERSION = 1;
+// ─── AgentStats Tracker ─────────────────────────────────────────────────────
+export class AgentStats {
+    data;
+    constructor() {
+        this.data = this.load();
+    }
+    // ── Public API ──────────────────────────────────────────────────────────
+    /**
+     * Record a single agent execution result.
+     * Updates per-agent stats and recalculates rates.
+     */
+    recordRun(agentType, success, model) {
+        if (!this.data.agents[agentType]) {
+            this.data.agents[agentType] = this.createEmpty();
+        }
+        const agent = this.data.agents[agentType];
+        agent.totalRuns++;
+        if (success) {
+            agent.successfulRuns++;
+        }
+        else {
+            agent.failedRuns++;
+        }
+        agent.successRate = agent.totalRuns > 0
+            ? agent.successfulRuns / agent.totalRuns
+            : 0;
+        agent.lastRun = Date.now();
+        // Track model performance
+        if (model) {
+            if (!agent.modelPerformance[model]) {
+                agent.modelPerformance[model] = { runs: 0, successes: 0 };
+            }
+            agent.modelPerformance[model].runs++;
+            if (success) {
+                agent.modelPerformance[model].successes++;
+            }
+        }
+        this.data.totalRuns++;
+        this.data.lastUpdated = Date.now();
+        this.recalculateOverallRate();
+        this.save();
+    }
+    /**
+     * Record multiple agent runs from an orchestration result.
+     */
+    recordRuns(runs, modelMap) {
+        for (const run of runs) {
+            const model = modelMap?.[run.agent];
+            this.recordRun(run.agent, run.success, model);
+        }
+    }
+    /**
+     * Get stats for a specific agent type.
+     */
+    getAgentStats(agentType) {
+        return this.data.agents[agentType];
+    }
+    /**
+     * Get all agent stats.
+     */
+    getAllAgents() {
+        return { ...this.data.agents };
+    }
+    /**
+     * Get the best-performing model for a given agent type.
+     * Returns undefined if no data is available.
+     */
+    getBestModel(agentType) {
+        const agent = this.data.agents[agentType];
+        if (!agent)
+            return undefined;
+        const models = Object.entries(agent.modelPerformance);
+        if (models.length === 0)
+            return undefined;
+        // Sort by success rate (descending), then by run count (descending)
+        models.sort(([, a], [, b]) => {
+            const rateA = a.runs > 0 ? a.successes / a.runs : 0;
+            const rateB = b.runs > 0 ? b.successes / b.runs : 0;
+            if (rateA !== rateB)
+                return rateB - rateA;
+            return b.runs - a.runs; // More runs = more confidence
+        });
+        return models[0][0];
+    }
+    /**
+     * Get agents sorted by success rate (ascending — worst performers first).
+     * Useful for identifying which agents need attention.
+     */
+    getWorstPerformers(limit = 5) {
+        return Object.entries(this.data.agents)
+            .map(([agentType, stats]) => ({ agentType, stats }))
+            .sort((a, b) => a.stats.successRate - b.stats.successRate)
+            .slice(0, limit);
+    }
+    /**
+     * Get agents sorted by success rate (descending — best performers first).
+     */
+    getBestPerformers(limit = 5) {
+        return Object.entries(this.data.agents)
+            .map(([agentType, stats]) => ({ agentType, stats }))
+            .sort((a, b) => b.stats.successRate - a.stats.successRate)
+            .slice(0, limit);
+    }
+    /**
+     * Format stats as a human-readable string.
+     */
+    formatStats() {
+        const lines = [
+            '📊 Agent Performance Stats',
+            `   Total runs: ${this.data.totalRuns}`,
+            `   Overall success rate: ${(this.data.overallSuccessRate * 100).toFixed(1)}%`,
+            '',
+            '   ┌─────────────────────┬────────┬────────┬────────┬──────────┐',
+            '   │ Agent               │  Runs  │  OK    │  FAIL  │  Rate    │',
+            '   ├─────────────────────┼────────┼────────┼────────┼──────────┤',
+        ];
+        const sorted = Object.entries(this.data.agents).sort(([, a], [, b]) => b.successRate - a.successRate);
+        for (const [agentType, stats] of sorted) {
+            const name = agentType.padEnd(18).slice(0, 18);
+            const runs = String(stats.totalRuns).padStart(6);
+            const ok = String(stats.successfulRuns).padStart(6);
+            const fail = String(stats.failedRuns).padStart(6);
+            const rate = `${(stats.successRate * 100).toFixed(0)}%`.padStart(7);
+            lines.push(`   │ ${name} │ ${runs} │ ${ok} │ ${fail} │ ${rate} │`);
+        }
+        lines.push('   └─────────────────────┴────────┴────────┴────────┴──────────┘');
+        return lines.join('\n');
+    }
+    /**
+     * Format best model recommendations as a string.
+     */
+    formatModelRecommendations() {
+        const lines = ['🤖 Recommended Models per Agent'];
+        const sorted = Object.entries(this.data.agents).sort(([, a], [, b]) => b.totalRuns - a.totalRuns);
+        for (const [agentType, stats] of sorted) {
+            const bestModel = this.getBestModel(agentType);
+            if (bestModel) {
+                const modelPerf = stats.modelPerformance[bestModel];
+                const modelRate = modelPerf.runs > 0
+                    ? (modelPerf.successes / modelPerf.runs * 100).toFixed(0)
+                    : '?';
+                lines.push(`   ${agentType.padEnd(18)} → ${bestModel.padEnd(30)} ` +
+                    `(${modelPerf.successes}/${modelPerf.runs} OK, ${modelRate}%)`);
+            }
+        }
+        return lines.join('\n');
+    }
+    /**
+     * Clear all stats.
+     */
+    clear() {
+        this.data = this.createFresh();
+        this.save();
+    }
+    /**
+     * Get raw data for inspection.
+     */
+    getRaw() {
+        return { ...this.data };
+    }
+    // ── Private ────────────────────────────────────────────────────────────
+    createEmpty() {
+        return {
+            totalRuns: 0,
+            successfulRuns: 0,
+            failedRuns: 0,
+            successRate: 0,
+            modelPerformance: {},
+            lastRun: 0,
+        };
+    }
+    createFresh() {
+        return {
+            agents: {},
+            totalRuns: 0,
+            overallSuccessRate: 0,
+            lastUpdated: Date.now(),
+            version: CURRENT_VERSION,
+        };
+    }
+    recalculateOverallRate() {
+        const agents = Object.values(this.data.agents);
+        if (agents.length === 0) {
+            this.data.overallSuccessRate = 0;
+            return;
+        }
+        const totalSuccesses = agents.reduce((sum, a) => sum + a.successfulRuns, 0);
+        const totalRuns = agents.reduce((sum, a) => sum + a.totalRuns, 0);
+        this.data.overallSuccessRate = totalRuns > 0 ? totalSuccesses / totalRuns : 0;
+    }
+    load() {
+        try {
+            this.ensureDir();
+            if (!existsSync(STATS_PATH))
+                return this.createFresh();
+            const raw = readFileSync(STATS_PATH, 'utf-8');
+            return JSON.parse(raw);
+        }
+        catch {
+            return this.createFresh();
+        }
+    }
+    save() {
+        this.ensureDir();
+        writeFileSync(STATS_PATH, JSON.stringify(this.data, null, 2), 'utf-8');
+    }
+    ensureDir() {
+        if (!existsSync(MEMORY_DIR)) {
+            mkdirSync(MEMORY_DIR, { recursive: true });
+        }
+    }
+}
+// Singleton
+let statsInstance = null;
+export function getAgentStats() {
+    if (!statsInstance) {
+        statsInstance = new AgentStats();
+    }
+    return statsInstance;
+}
+//# sourceMappingURL=agent-stats.js.map

package/dist/learning/agent-stats.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-stats.js","sourceRoot":"","sources":["../../src/learning/agent-stats.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAgClC,+EAA+E;AAE/E,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;AACtD,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;AACxD,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B,+EAA+E;AAE/E,MAAM,OAAO,UAAU;IACb,IAAI,CAAiB;IAE7B;QACE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,2EAA2E;IAE3E;;;OAGG;IACH,SAAS,CAAC,SAAiB,EAAE,OAAgB,EAAE,KAAc;QAC3D,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACnD,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC1C,KAAK,CAAC,SAAS,EAAE,CAAC;QAClB,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,CAAC,cAAc,EAAE,CAAC;QACzB,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,CAAC;QACD,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,SAAS,GAAG,CAAC;YACrC,CAAC,CAAC,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC,SAAS;YACxC,CAAC,CAAC,CAAC,CAAC;QACN,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE3B,0BAA0B;QAC1B,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnC,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;YAC5D,CAAC;YACD,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;YACrC,IAAI,OAAO,EAAE,CAAC;gBACZ,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACtB,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACnC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,IAAgD,EAAE,QAAiC;QAC5F,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACpC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,SAAiB;QAC7B,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;IACjC,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,SAAiB;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAC;QAE7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACtD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAE1C,oEAAoE;QACpE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE;YAC3B,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACpD,IAAI,KAAK,KAAK,KAAK;gBAAE,OAAO,KAAK,GAAG,KAAK,CAAC;YAC1C,OAAO,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,8BAA8B;QACxD,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IAED;;;OAGG;IACH,kBAAkB,CAAC,QAAgB,CAAC;QAClC,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;aACpC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;aACnD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC;aACzD,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,QAAgB,CAAC;QACjC,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;aACpC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;aACnD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC;aACzD,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,WAAW;QACT,MAAM,KAAK,GAAa;YACtB,4BAA4B;YAC5B,kBAAkB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YACvC,4BAA4B,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC9E,EAAE;YACF,kEAAkE;YAClE,kEAAkE;YAClE,kEAAkE;SACnE,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAClD,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAChD,CAAC;QAEF,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACjD,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAClD,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACpE,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,MAAM,IAAI,MAAM,EAAE,MAAM,IAAI,MAAM,IAAI,IAAI,CAAC,CAAC;QACrE,CAAC;QAED,KAAK,CAAC,IAAI,CACR,kEAAkE,CACnE,CAAC;QAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,0BAA0B;QACxB,MAAM,KAAK,GAAa,CAAC,iCAAiC,CAAC,CAAC;QAE5D,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAClD,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAC5C,CAAC;QAEF,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;YACxC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YAC/C,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,SAAS,GAAG,KAAK,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;gBACpD,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,GAAG,CAAC;oBAClC,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;oBACzD,CAAC,CAAC,GAAG,CAAC;gBACR,KAAK,CAAC,IAAI,CACR,MAAM,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG;oBACvD,IAAI,SAAS,CAAC,SAAS,IAAI,SAAS,CAAC,IAAI,QAAQ,SAAS,IAAI,CAC/D,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,0EAA0E;IAElE,WAAW;QACjB,OAAO;YACL,SAAS,EAAE,CAAC;YACZ,cAAc,EAAE,CAAC;YACjB,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,gBAAgB,EAAE,EAAE;YACpB,OAAO,EAAE,CAAC;SACX,CAAC;IACJ,CAAC;IAEO,WAAW;QACjB,OAAO;YACL,MAAM,EAAE,EAAE;YACV,SAAS,EAAE,CAAC;YACZ,kBAAkB,EAAE,CAAC;YACrB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;YACvB,OAAO,EAAE,eAAe;SACzB,CAAC;IACJ,CAAC;IAEO,sBAAsB;QAC5B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC;YACjC,OAAO;QACT,CAAC;QACD,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAClE,IAAI,CAAC,IAAI,CAAC,kBAAkB,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAChF,CAAC;IAEO,IAAI;QACV,IAAI,CAAC;YACH,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC;gBAAE,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;YACvD,MAAM,GAAG,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC9C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAmB,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IAEO,IAAI;QACV,IAAI,CAAC,SAAS,EAAE,CAAC;QACjB,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACzE,CAAC;IAEO,SAAS;QACf,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;CACF;AAED,YAAY;AACZ,IAAI,aAAa,GAAsB,IAAI,CAAC;AAE5C,MAAM,UAAU,aAAa;IAC3B,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,aAAa,GAAG,IAAI,UAAU,EAAE,CAAC;IACnC,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC"}

package/dist/learning/benchmark.d.ts

@@ -0,0 +1,161 @@
+/**
+ * Benchmark — Standardized model benchmarking system for coding tasks.
+ *
+ * Runs a suite of coding tasks against configured providers/models and
+ * measures: success rate, output quality, latency, and cost.
+ *
+ * Usage:
+ *   buff benchmark                          — Run all tasks against default provider
+ *   buff benchmark --provider groq          — Run against a specific provider
+ *   buff benchmark --model llama-3.3-70b    — Run against a specific model
+ *   buff benchmark --tasks quick            — Run only quick tasks
+ *   buff benchmark --budget 0.50            — Stop if costs exceed $0.50
+ *   buff benchmark list                     — List available benchmark tasks
+ *   buff benchmark results                  — Show previous benchmark results
+ *
+ * Results stored in: ~/.buff/memory/benchmarks.json
+ */
+import type { InferenceProvider } from '../inference/interface.js';
+/** Difficulty level of a benchmark task */
+export type TaskDifficulty = 'easy' | 'medium' | 'hard' | 'expert';
+/** Category tags for benchmark tasks */
+export type TaskTag = 'code-generation' | 'refactoring' | 'debugging' | 'explanation' | 'testing' | 'documentation' | 'security' | 'optimization' | 'translation' | 'comprehension';
+/** A single benchmark task */
+export interface BenchmarkTask {
+    /** Unique task identifier */
+    id: string;
+    /** Human-readable title */
+    title: string;
+    /** Category tag */
+    tag: TaskTag;
+    /** Difficulty level */
+    difficulty: TaskDifficulty;
+    /** The prompt to send to the model */
+    prompt: string;
+    /** Expected output patterns (optional — for automated scoring) */
+    expectedPatterns?: string[];
+    /** Expected output anti-patterns (things that shouldn't appear) */
+    antiPatterns?: string[];
+    /** Maximum expected tokens for a good answer */
+    maxExpectedTokens: number;
+    /** Time estimate: 'quick' (< 30s), 'medium' (< 2min), 'slow' (> 2min) */
+    timeEstimate: 'quick' | 'medium' | 'slow';
+    /** Expected output language (for syntax checking) */
+    outputLanguage?: 'typescript' | 'javascript' | 'python' | 'go' | 'rust' | 'bash' | 'text';
+}
+/** The result of a single benchmark task run */
+export interface BenchmarkResult {
+    /** Task ID */
+    taskId: string;
+    /** Provider name */
+    provider: string;
+    /** Model name */
+    model: string;
+    /** The model's output */
+    output: string;
+    /** Whether the output was successfully generated */
+    success: boolean;
+    /** Latency in milliseconds */
+    latencyMs: number;
+    /** Estimated input tokens */
+    inputTokens: number;
+    /** Estimated output tokens */
+    outputTokens: number;
+    /** Estimated cost in USD */
+    costUsd: number;
+    /** Quality score (0-1, heuristic-based) */
+    qualityScore: number;
+    /** Error message if failed */
+    error?: string;
+    /** Timestamp */
+    timestamp: number;
+}
+/** A complete benchmark run across multiple tasks */
+export interface BenchmarkRun {
+    /** Unique run ID */
+    id: string;
+    /** Provider used */
+    provider: string;
+    /** Model used */
+    model: string;
+    /** When the run started */
+    startedAt: number;
+    /** When the run ended */
+    endedAt: number;
+    /** Task results */
+    results: BenchmarkResult[];
+    /** Summary statistics */
+    summary: BenchmarkSummary;
+}
+/** Summary statistics for a benchmark run */
+export interface BenchmarkSummary {
+    /** Total tasks */
+    totalTasks: number;
+    /** Tasks that succeeded */
+    tasksPassed: number;
+    /** Tasks that failed */
+    tasksFailed: number;
+    /** Average quality score (0-1) */
+    avgQualityScore: number;
+    /** Median latency in ms */
+    medianLatencyMs: number;
+    /** Total cost in USD */
+    totalCostUsd: number;
+    /** Total tokens consumed */
+    totalTokens: number;
+}
+/**
+ * Generate a quality score for a model's output based on heuristics.
+ * Scores range from 0 (poor) to 1 (excellent).
+ */
+export declare function scoreQuality(output: string, task: BenchmarkTask): number;
+/**
+ * Run the benchmark suite against a provider/model.
+ */
+export declare function runBenchmark(provider: InferenceProvider, providerName: string, model: string, options?: {
+    /** Only run tasks with these IDs */
+    taskIds?: string[];
+    /** Only run tasks matching this time estimate */
+    timeEstimate?: 'quick' | 'medium' | 'slow';
+    /** Maximum cost in USD before stopping */
+    budget?: number;
+    /** Callback for progress updates */
+    onProgress?: (current: number, total: number, task: BenchmarkTask) => void;
+}): Promise<BenchmarkRun>;
+/**
+ * Format a benchmark run as a human-readable report.
+ */
+export declare function formatBenchmarkReport(run: BenchmarkRun): string;
+/**
+ * Format a benchmark run as JSON (for machine consumption).
+ */
+export declare function formatBenchmarkJSON(run: BenchmarkRun): string;
+/**
+ * Format a benchmark run as Markdown (for documentation).
+ */
+export declare function formatBenchmarkMarkdown(run: BenchmarkRun): string;
+/**
+ * Get all available benchmark tasks.
+ */
+export declare function getBenchmarkTasks(): BenchmarkTask[];
+/**
+ * Get a specific benchmark task by ID.
+ */
+export declare function getBenchmarkTask(id: string): BenchmarkTask | undefined;
+/**
+ * Get all past benchmark runs.
+ */
+export declare function getBenchmarkRuns(): BenchmarkRun[];
+/**
+ * Get the most recent benchmark run for a specific provider/model.
+ */
+export declare function getLatestBenchmarkRun(provider: string, model: string): BenchmarkRun | null;
+/**
+ * Compare two benchmark runs side by side.
+ */
+export declare function compareBenchmarks(runA: BenchmarkRun, runB: BenchmarkRun): string;
+/**
+ * Clear all benchmark data.
+ */
+export declare function clearBenchmarks(): void;
+//# sourceMappingURL=benchmark.d.ts.map

package/dist/learning/benchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark.d.ts","sourceRoot":"","sources":["../../src/learning/benchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAMH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAMnE,2CAA2C;AAC3C,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEnE,wCAAwC;AACxC,MAAM,MAAM,OAAO,GACf,iBAAiB,GACjB,aAAa,GACb,WAAW,GACX,aAAa,GACb,SAAS,GACT,eAAe,GACf,UAAU,GACV,cAAc,GACd,aAAa,GACb,eAAe,CAAC;AAEpB,8BAA8B;AAC9B,MAAM,WAAW,aAAa;IAC5B,6BAA6B;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,2BAA2B;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,mBAAmB;IACnB,GAAG,EAAE,OAAO,CAAC;IACb,uBAAuB;IACvB,UAAU,EAAE,cAAc,CAAC;IAC3B,sCAAsC;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,kEAAkE;IAClE,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,mEAAmE;IACnE,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,gDAAgD;IAChD,iBAAiB,EAAE,MAAM,CAAC;IAC1B,yEAAyE;IACzE,YAAY,EAAE,OAAO,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC1C,qDAAqD;IACrD,cAAc,CAAC,EAAE,YAAY,GAAG,YAAY,GAAG,QAAQ,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;CAC3F;AAED,gDAAgD;AAChD,MAAM,WAAW,eAAe;IAC9B,cAAc;IACd,MAAM,EAAE,MAAM,CAAC;IACf,oBAAoB;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,yBAAyB;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,oDAAoD;IACpD,OAAO,EAAE,OAAO,CAAC;IACjB,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,8BAA8B;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,4BAA4B;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,2CAA2C;IAC3C,YAAY,EAAE,MAAM,CAAC;IACrB,8BAA8B;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gBAAgB;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,qDAAqD;AACrD,MAAM,WAAW,YAAY;IAC3B,oBAAoB;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,oBAAoB;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,yBAAyB;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,mBAAmB;IACnB,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,yBAAyB;IACzB,OAAO,EAAE,gBAAgB,CAAC;CAC3B;AAED,6CAA6C;AAC7C,MAAM,WAAW,gBAAgB;IAC/B,kBAAkB;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,2BAA2B;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,wBAAwB;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,kCAAkC;IAClC,eAAe,EAAE,MAAM,CAAC;IACxB,2BAA2B;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,wBAAwB;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,4BAA4B;IAC5B,WAAW,EAAE,MAAM,CAAC;CACrB;AAqSD;;;GAGG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,GAAG,MAAM,CA8BxE;AAgBD;;GAEG;AACH,wBAAsB,YAAY,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;IACR,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,iDAAiD;IACjD,YAAY,CAAC,EAAE,OAAO,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC3C,0CAA0C;IAC1C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,KAAK,IAAI,CAAC;CAC5E,GACA,OAAO,CAAC,YAAY,CAAC,CAoHvB;AAID;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,CAmC/D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,CAE7D;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,CA4BjE;AAID;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,aAAa,EAAE,CAEnD;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAEtE;AAED;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,YAAY,EAAE,CAGjD;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI,CAO1F;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,GAAG,MAAM,CA+ChF;AAED;;GAEG;AACH,wBAAgB,eAAe,IAAI,IAAI,CAEtC"}