@agentfare/core 0.1.0

package/dist/optimizer/eval-runner.js

@@ -0,0 +1,115 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadEvalDataset = loadEvalDataset;
+exports.evaluateCombo = evaluateCombo;
+const fs = __importStar(require("node:fs"));
+const path = __importStar(require("node:path"));
+function loadEvalDataset(datasetPath) {
+    const resolved = path.resolve(datasetPath);
+    if (!fs.existsSync(resolved))
+        throw new Error(`eval dataset 不存在: ${resolved}`);
+    const raw = JSON.parse(fs.readFileSync(resolved, "utf-8"));
+    if (!Array.isArray(raw))
+        throw new Error("eval dataset 必须是 JSON 数组");
+    return raw.map((item) => ({
+        input: typeof item.input === "string" ? item.input : JSON.stringify(item),
+        expected: item.expected ?? undefined,
+        metadata: item.metadata ?? undefined,
+    }));
+}
+async function evaluateCombo(combo, samples, fetchFn, options) {
+    // ISSUE-033: for multi-step pipelines, concatenate all models into the prompt
+    // so the eval considers the full combo rather than only the first model.
+    const modelId = Object.values(combo)[0] ?? "";
+    const comboDescription = Object.entries(combo).map(([step, model]) => `${step}=${model}`).join('|');
+    const baseUrl = options?.baseUrl ?? "https://api.openai.com/v1";
+    const url = `${baseUrl}/chat/completions`;
+    const results = [];
+    for (const sample of samples) {
+        const start = Date.now();
+        let output = "";
+        let passed = false;
+        try {
+            const response = await fetchFn(url, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    ...(options?.apiKey
+                        ? { Authorization: `Bearer ${options.apiKey}` }
+                        : {}),
+                },
+                body: JSON.stringify({
+                    model: modelId,
+                    messages: [{ role: "user", content: `[pipeline: ${comboDescription}] ${sample.input}` }],
+                    max_tokens: 100,
+                }),
+            });
+            const data = await response.json();
+            output = data.choices?.[0]?.message?.content ?? "";
+            if (sample.expected) {
+                const metric = options?.metric ?? "accuracy";
+                passed =
+                    metric === "contains"
+                        ? output.toLowerCase().includes(sample.expected.toLowerCase())
+                        : output.trim().toLowerCase() ===
+                            sample.expected.trim().toLowerCase() ||
+                            output.includes(sample.expected);
+            }
+            else {
+                passed = true;
+            }
+        }
+        catch {
+            output = "[error]";
+            passed = false;
+        }
+        results.push({
+            input: sample.input,
+            output,
+            passed,
+            latencyMs: Date.now() - start,
+        });
+    }
+    const passedCount = results.filter((r) => r.passed).length;
+    const totalLatency = results.reduce((sum, r) => sum + r.latencyMs, 0);
+    return {
+        combo,
+        samples: results,
+        accuracy: results.length > 0 ? passedCount / results.length : 0,
+        avgLatencyMs: results.length > 0 ? totalLatency / results.length : 0,
+    };
+}
+//# sourceMappingURL=eval-runner.js.map

package/dist/optimizer/eval-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-runner.js","sourceRoot":"","sources":["../../src/optimizer/eval-runner.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAsBA,0CAWC;AAED,sCAkEC;AApGD,4CAA8B;AAC9B,gDAAkC;AAoBlC,SAAgB,eAAe,CAAC,WAAmB;IACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC3C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IAC3D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACrE,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,CAAC;QAC7B,KAAK,EAAE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QACzE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS;QACpC,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS;KACrC,CAAC,CAAC,CAAC;AACN,CAAC;AAEM,KAAK,UAAU,aAAa,CACjC,KAA6B,EAC7B,OAAqB,EACrB,OAAgC,EAChC,OAAgE;IAEhE,8EAA8E;IAC9E,yEAAyE;IACzE,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpG,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,2BAA2B,CAAC;IAChE,MAAM,GAAG,GAAG,GAAG,OAAO,mBAAmB,CAAC;IAC1C,MAAM,OAAO,GAA0B,EAAE,CAAC;IAE1C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE;gBAClC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,GAAG,CAAC,OAAO,EAAE,MAAM;wBACjB,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,OAAO,CAAC,MAAM,EAAE,EAAE;wBAC/C,CAAC,CAAC,EAAE,CAAC;iBACR;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,OAAO;oBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,gBAAgB,KAAK,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;oBACxF,UAAU,EAAE,GAAG;iBAChB,CAAC;aACH,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YACnD,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACpB,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,UAAU,CAAC;gBAC7C,MAAM;oBACJ,MAAM,KAAK,UAAU;wBACnB,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;wBAC9D,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE;4BACzB,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE;4BACtC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACzC,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,IAAI,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,GAAG,SAAS,CAAC;YACnB,MAAM,GAAG,KAAK,CAAC;QACjB,CAAC;QACD,OAAO,CAAC,IAAI,CAAC;YACX,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM;YACN,MAAM;YACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC9B,CAAC,CAAC;IACL,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IAC3D,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IACtE,OAAO;QACL,KAAK;QACL,OAAO,EAAE,OAAO;QAChB,QAAQ,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC/D,YAAY,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;KACrE,CAAC;AACJ,CAAC"}

package/dist/optimizer/online-learning.d.ts

@@ -0,0 +1,37 @@
+import type { TrackingDatabase } from "../tracker/database.js";
+import type { QualitySignal } from "../tracker/quality-signal.js";
+export interface ModelScore {
+    model: string;
+    stepType: string;
+    avgAccuracy: number;
+    avgLatencyMs: number;
+    avgCostPerTask: number;
+    sampleCount: number;
+}
+export interface OnlineLearnerConfig {
+    minSamplesBeforeSuggest: number;
+    suggestionChannel: "cli" | "log" | "off";
+    autoApply: boolean;
+    windowSize: number;
+}
+export declare class OnlineLearner {
+    private db;
+    private config;
+    private signals;
+    private modelScores;
+    private dirty;
+    constructor(db: TrackingDatabase, config?: Partial<OnlineLearnerConfig>);
+    recordSignal(model: string, stepType: string, signal: QualitySignal): void;
+    getScore(model: string, stepType: string): ModelScore | undefined;
+    getAllScores(): ModelScore[];
+    getSuggestions(): Array<{
+        from: string;
+        to: string;
+        stepType: string;
+        reason: string;
+    }>;
+    private updateModelScore;
+    private loadScoresFromDB;
+    persistToDB(): void;
+}
+//# sourceMappingURL=online-learning.d.ts.map

package/dist/optimizer/online-learning.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"online-learning.d.ts","sourceRoot":"","sources":["../../src/optimizer/online-learning.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAElE,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,mBAAmB;IAClC,uBAAuB,EAAE,MAAM,CAAC;IAChC,iBAAiB,EAAE,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;IACzC,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAgBD,qBAAa,aAAa;IAOtB,OAAO,CAAC,EAAE;IANZ,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,OAAO,CAAsB;IACrC,OAAO,CAAC,WAAW,CAAsC;IACzD,OAAO,CAAC,KAAK,CAAkB;gBAGrB,EAAE,EAAE,gBAAgB,EAC5B,MAAM,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC;IAQvC,YAAY,CACV,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,aAAa,GACpB,IAAI;IAQP,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS;IAKjE,YAAY,IAAI,UAAU,EAAE;IAI5B,cAAc,IAAI,KAAK,CAAC;QACtB,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IAuBF,OAAO,CAAC,gBAAgB;IAqCxB,OAAO,CAAC,gBAAgB;IAmBxB,WAAW,IAAI,IAAI;CAsBpB"}

package/dist/optimizer/online-learning.js

@@ -0,0 +1,128 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OnlineLearner = void 0;
+const DEFAULT_CONFIG = {
+    minSamplesBeforeSuggest: 50,
+    suggestionChannel: "cli",
+    autoApply: false,
+    windowSize: 200,
+};
+class OnlineLearner {
+    db;
+    config;
+    signals = [];
+    modelScores = new Map();
+    dirty = false;
+    constructor(db, config) {
+        this.db = db;
+        this.config = { ...DEFAULT_CONFIG, ...config };
+        // ISSUE-038: Load historical scores from DB
+        this.loadScoresFromDB();
+        process.on("exit", () => this.persistToDB());
+    }
+    recordSignal(model, stepType, signal) {
+        this.signals.push({ model, stepType, signal, timestamp: Date.now() });
+        if (this.signals.length > this.config.windowSize) {
+            this.signals = this.signals.slice(-this.config.windowSize);
+        }
+        this.updateModelScore(model, stepType, signal);
+    }
+    getScore(model, stepType) {
+        const key = `${model}::${stepType}`;
+        return this.modelScores.get(key);
+    }
+    getAllScores() {
+        return Array.from(this.modelScores.values());
+    }
+    getSuggestions() {
+        const suggestions = [];
+        for (const score of this.modelScores.values()) {
+            if (score.sampleCount < this.config.minSamplesBeforeSuggest)
+                continue;
+            if (score.avgAccuracy < 0.5) {
+                suggestions.push({
+                    from: score.model,
+                    to: "",
+                    stepType: score.stepType,
+                    reason: `${score.model} 在 ${score.stepType} 步骤准确率仅 ${(score.avgAccuracy * 100).toFixed(0)}%，建议考虑其他模型`,
+                });
+            }
+        }
+        return suggestions;
+    }
+    updateModelScore(model, stepType, signal) {
+        const key = `${model}::${stepType}`;
+        const existing = this.modelScores.get(key);
+        const accuracy = signal === "success"
+            ? 1.0
+            : signal === "retry"
+                ? 0.3
+                : signal === "manual_switch"
+                    ? 0.0
+                    : signal === "error"
+                        ? 0.0
+                        : 0.5;
+        if (existing) {
+            const totalSamples = existing.sampleCount + 1;
+            existing.avgAccuracy =
+                (existing.avgAccuracy * existing.sampleCount + accuracy) / totalSamples;
+            existing.sampleCount = totalSamples;
+        }
+        else {
+            this.modelScores.set(key, {
+                model,
+                stepType,
+                avgAccuracy: accuracy,
+                avgLatencyMs: 0,
+                avgCostPerTask: 0,
+                sampleCount: 1,
+            });
+        }
+        this.dirty = true;
+    }
+    loadScoresFromDB() {
+        try {
+            const rows = this.db.db
+                .prepare("SELECT model, step_type, avg_accuracy, avg_latency_ms, avg_cost_per_task, sample_count FROM model_scores")
+                .all();
+            for (const row of rows) {
+                const key = `${row.model}::${row.step_type}`;
+                this.modelScores.set(key, {
+                    model: row.model,
+                    stepType: row.step_type,
+                    avgAccuracy: row.avg_accuracy,
+                    avgLatencyMs: row.avg_latency_ms,
+                    avgCostPerTask: row.avg_cost_per_task,
+                    sampleCount: row.sample_count,
+                });
+            }
+        }
+        catch { }
+    }
+    persistToDB() {
+        if (!this.dirty)
+            return;
+        try {
+            const upsert = this.db.db.prepare(`
+        INSERT INTO model_scores (model, step_type, avg_accuracy, avg_latency_ms, avg_cost_per_task, sample_count, last_updated)
+        VALUES (?, ?, ?, ?, ?, ?, datetime('now'))
+        ON CONFLICT(model, step_type) DO UPDATE SET
+          avg_accuracy = excluded.avg_accuracy,
+          avg_latency_ms = excluded.avg_latency_ms,
+          avg_cost_per_task = excluded.avg_cost_per_task,
+          sample_count = excluded.sample_count,
+          last_updated = datetime('now')
+      `);
+            const batch = this.db.db.transaction((scores) => {
+                for (const s of scores) {
+                    upsert.run(s.model, s.stepType, s.avgAccuracy, s.avgLatencyMs, s.avgCostPerTask, s.sampleCount);
+                }
+            });
+            batch(Array.from(this.modelScores.values()));
+            this.dirty = false;
+        }
+        catch { }
+    }
+}
+exports.OnlineLearner = OnlineLearner;
+//# sourceMappingURL=online-learning.js.map

package/dist/optimizer/online-learning.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"online-learning.js","sourceRoot":"","sources":["../../src/optimizer/online-learning.ts"],"names":[],"mappings":";;;AAmBA,MAAM,cAAc,GAAwB;IAC1C,uBAAuB,EAAE,EAAE;IAC3B,iBAAiB,EAAE,KAAK;IACxB,SAAS,EAAE,KAAK;IAChB,UAAU,EAAE,GAAG;CAChB,CAAC;AASF,MAAa,aAAa;IAOd;IANF,MAAM,CAAsB;IAC5B,OAAO,GAAmB,EAAE,CAAC;IAC7B,WAAW,GAA4B,IAAI,GAAG,EAAE,CAAC;IACjD,KAAK,GAAY,KAAK,CAAC;IAE/B,YACU,EAAoB,EAC5B,MAAqC;QAD7B,OAAE,GAAF,EAAE,CAAkB;QAG5B,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAC/C,4CAA4C;QAC5C,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,YAAY,CACV,KAAa,EACb,QAAgB,EAChB,MAAqB;QAErB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACtE,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACjD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,QAAQ,CAAC,KAAa,EAAE,QAAgB;QACtC,MAAM,GAAG,GAAG,GAAG,KAAK,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,YAAY;QACV,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;QAMZ,MAAM,WAAW,GAKZ,EAAE,CAAC;QAER,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9C,IAAI,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,uBAAuB;gBAAE,SAAS;YACtE,IAAI,KAAK,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;gBAC5B,WAAW,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,KAAK,CAAC,KAAK;oBACjB,EAAE,EAAE,EAAE;oBACN,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,MAAM,EAAE,GAAG,KAAK,CAAC,KAAK,MAAM,KAAK,CAAC,QAAQ,WAAW,CAAC,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY;iBACtG,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,gBAAgB,CACtB,KAAa,EACb,QAAgB,EAChB,MAAqB;QAErB,MAAM,GAAG,GAAG,GAAG,KAAK,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAE3C,MAAM,QAAQ,GACZ,MAAM,KAAK,SAAS;YAClB,CAAC,CAAC,GAAG;YACL,CAAC,CAAC,MAAM,KAAK,OAAO;gBAClB,CAAC,CAAC,GAAG;gBACL,CAAC,CAAC,MAAM,KAAK,eAAe;oBAC1B,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,MAAM,KAAK,OAAO;wBAClB,CAAC,CAAC,GAAG;wBACL,CAAC,CAAC,GAAG,CAAC;QAEhB,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,QAAQ,CAAC,WAAW,GAAG,CAAC,CAAC;YAC9C,QAAQ,CAAC,WAAW;gBAClB,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,GAAG,YAAY,CAAC;YAC1E,QAAQ,CAAC,WAAW,GAAG,YAAY,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE;gBACxB,KAAK;gBACL,QAAQ;gBACR,WAAW,EAAE,QAAQ;gBACrB,YAAY,EAAE,CAAC;gBACf,cAAc,EAAE,CAAC;gBACjB,WAAW,EAAE,CAAC;aACf,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC;YACH,MAAM,IAAI,GAAI,IAAI,CAAC,EAAU,CAAC,EAAE;iBAC7B,OAAO,CAAC,0GAA0G,CAAC;iBACnH,GAAG,EAAgJ,CAAC;YACvJ,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,KAAK,KAAK,GAAG,CAAC,SAAS,EAAE,CAAC;gBAC7C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE;oBACxB,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,QAAQ,EAAE,GAAG,CAAC,SAAS;oBACvB,WAAW,EAAE,GAAG,CAAC,YAAY;oBAC7B,YAAY,EAAE,GAAG,CAAC,cAAc;oBAChC,cAAc,EAAE,GAAG,CAAC,iBAAiB;oBACrC,WAAW,EAAE,GAAG,CAAC,YAAY;iBAC9B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IAED,WAAW;QACT,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QACxB,IAAI,CAAC;YACH,MAAM,MAAM,GAAI,IAAI,CAAC,EAAU,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;;;;OAS1C,CAAC,CAAC;YACH,MAAM,KAAK,GAAI,IAAI,CAAC,EAAU,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,MAAoB,EAAE,EAAE;gBACrE,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;oBACvB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;gBAClG,CAAC;YACH,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC7C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;CACF;AA/ID,sCA+IC"}

package/dist/optimizer/pipeline-parser.d.ts

@@ -0,0 +1,4 @@
+import type { Pipeline } from "./types.js";
+export declare function parsePipelineYAML(yaml: string): Pipeline;
+export declare function computeTotalCombinations(pipeline: Pipeline): number;
+//# sourceMappingURL=pipeline-parser.d.ts.map

package/dist/optimizer/pipeline-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-parser.d.ts","sourceRoot":"","sources":["../../src/optimizer/pipeline-parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAiB3C,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,CAmDxD;AAED,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAKnE"}

package/dist/optimizer/pipeline-parser.js

@@ -0,0 +1,72 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parsePipelineYAML = parsePipelineYAML;
+exports.computeTotalCombinations = computeTotalCombinations;
+/**
+ * ISSUE-043: Robust key-value extraction that handles colons inside values.
+ */
+function extractValue(line, key) {
+    const prefix = key + ":";
+    if (!line.startsWith(prefix))
+        return null;
+    let value = line.slice(prefix.length).trim();
+    if (value.startsWith('"') && value.endsWith('"')) {
+        value = value.slice(1, -1);
+    }
+    else if (value.startsWith("'") && value.endsWith("'")) {
+        value = value.slice(1, -1);
+    }
+    return value;
+}
+function parsePipelineYAML(yaml) {
+    const lines = yaml.split("\n");
+    let name = "";
+    const steps = [];
+    let currentStep = null;
+    let inCandidates = false;
+    for (const line of lines) {
+        const trimmed = line.trim();
+        if (!trimmed || trimmed.startsWith("#"))
+            continue;
+        const nameVal = extractValue(trimmed, "name");
+        if (nameVal !== null) {
+            name = nameVal;
+            continue;
+        }
+        const idVal = extractValue(trimmed, "- id");
+        if (idVal !== null) {
+            if (currentStep)
+                steps.push(currentStep);
+            currentStep = {
+                id: idVal,
+                description: "",
+                candidateModels: [],
+            };
+            inCandidates = false;
+            continue;
+        }
+        if (currentStep) {
+            const descVal = extractValue(trimmed, "description");
+            if (descVal !== null) {
+                currentStep.description = descVal;
+                continue;
+            }
+        }
+        if (currentStep && trimmed.startsWith("candidates:")) {
+            inCandidates = true;
+            continue;
+        }
+        if (inCandidates && currentStep && trimmed.startsWith("- "))
+            currentStep.candidateModels.push(trimmed
+                .slice(2)
+                .trim()
+                .replace(/"/g, ""));
+    }
+    if (currentStep)
+        steps.push(currentStep);
+    return { name, steps };
+}
+function computeTotalCombinations(pipeline) {
+    return pipeline.steps.reduce((total, step) => total * step.candidateModels.length, 1);
+}
+//# sourceMappingURL=pipeline-parser.js.map

package/dist/optimizer/pipeline-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-parser.js","sourceRoot":"","sources":["../../src/optimizer/pipeline-parser.ts"],"names":[],"mappings":";;AAiBA,8CAmDC;AAED,4DAKC;AAzED;;GAEG;AACH,SAAS,YAAY,CAAC,IAAY,EAAE,GAAW;IAC7C,MAAM,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC;IACzB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7C,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACjD,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;SAAM,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACxD,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAgB,iBAAiB,CAAC,IAAY;IAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,MAAM,KAAK,GAAsB,EAAE,CAAC;IACpC,IAAI,WAAW,GAIJ,IAAI,CAAC;IAChB,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QAClD,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC9C,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,IAAI,GAAG,OAAO,CAAC;YACf,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC5C,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,IAAI,WAAW;gBAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACzC,WAAW,GAAG;gBACZ,EAAE,EAAE,KAAK;gBACT,WAAW,EAAE,EAAE;gBACf,eAAe,EAAE,EAAE;aACpB,CAAC;YACF,YAAY,GAAG,KAAK,CAAC;YACrB,SAAS;QACX,CAAC;QACD,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;YACrD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBACrB,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC;gBAClC,SAAS;YACX,CAAC;QACH,CAAC;QACD,IAAI,WAAW,IAAI,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YACrD,YAAY,GAAG,IAAI,CAAC;YACpB,SAAS;QACX,CAAC;QACD,IAAI,YAAY,IAAI,WAAW,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC;YACzD,WAAW,CAAC,eAAe,CAAC,IAAI,CAC9B,OAAO;iBACJ,KAAK,CAAC,CAAC,CAAC;iBACR,IAAI,EAAE;iBACN,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CACrB,CAAC;IACN,CAAC;IACD,IAAI,WAAW;QAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AACzB,CAAC;AAED,SAAgB,wBAAwB,CAAC,QAAkB;IACzD,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM,CAC1B,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EACpD,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/optimizer/search.d.ts

@@ -0,0 +1,7 @@
+import type { Pipeline, RankedCombo, SearchConfig } from "./types.js";
+export declare function bruteForceSearch(pipeline: Pipeline, costFn: (combo: Record<string, string>) => number, accuracyFn?: (combo: Record<string, string>) => number, config?: SearchConfig): RankedCombo[];
+export declare function armEliminationSearch(pipeline: Pipeline, costFn: (combo: Record<string, string>) => number, accuracyFn?: (combo: Record<string, string>) => number, config?: SearchConfig): RankedCombo[];
+export declare function epsilonLucbSearch(pipeline: Pipeline, costFn: (combo: Record<string, string>) => number, accuracyFn?: (combo: Record<string, string>) => number, config?: SearchConfig): RankedCombo[];
+export declare function hillClimbingSearch(pipeline: Pipeline, costFn: (combo: Record<string, string>) => number, accuracyFn?: (combo: Record<string, string>) => number, config?: SearchConfig): RankedCombo[];
+export declare function bayesianSearch(pipeline: Pipeline, costFn: (combo: Record<string, string>) => number, accuracyFn?: (combo: Record<string, string>) => number, config?: SearchConfig): RankedCombo[];
+//# sourceMappingURL=search.d.ts.map

package/dist/optimizer/search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/optimizer/search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAItE,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,MAAM,EACjD,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,MAAM,EACtD,MAAM,GAAE,YAAoC,GAC3C,WAAW,EAAE,CAef;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,MAAM,EACjD,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,MAAM,EACtD,MAAM,GAAE,YAAoC,GAC3C,WAAW,EAAE,CAwDf;AAED,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,MAAM,EACjD,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,MAAM,EACtD,MAAM,GAAE,YAAoC,GAC3C,WAAW,EAAE,CAmEf;AAED,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,MAAM,EACjD,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,MAAM,EACtD,MAAM,GAAE,YAAoC,GAC3C,WAAW,EAAE,CA6Ef;AAED,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,MAAM,EACjD,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,MAAM,EACtD,MAAM,GAAE,YAAoC,GAC3C,WAAW,EAAE,CA6Ef"}