lootforge 0.3.0

package/dist/pipeline/eval.js

@@ -0,0 +1,246 @@
+import { readFile } from "node:fs/promises";
+import path from "node:path";
+import { computeConsistencyGroupOutliers } from "../checks/consistencyOutliers.js";
+import { runImageAcceptanceChecks, } from "../checks/imageAcceptance.js";
+import { getEnabledSoftAdapterStatuses, runEnabledSoftAdapters } from "../checks/softAdapters.js";
+import { writeJsonFile } from "../shared/fs.js";
+import { resolveStagePathLayout } from "../shared/paths.js";
+export async function runEvalPipeline(options) {
+    const layout = resolveStagePathLayout(options.outDir);
+    const targetsIndexPath = path.resolve(options.targetsIndexPath ?? path.join(layout.jobsDir, "targets-index.json"));
+    const imagesDir = path.resolve(options.imagesDir ?? layout.processedImagesDir);
+    const strict = options.strict ?? true;
+    const adapterStatuses = getEnabledSoftAdapterStatuses();
+    const enabledAdapters = adapterStatuses.map((status) => status.name);
+    const targets = await loadTargets(targetsIndexPath);
+    const acceptance = await runImageAcceptanceChecks({
+        targets,
+        imagesDir,
+        strict,
+    });
+    const provenance = await readProvenance(path.join(layout.provenanceDir, "run.json"));
+    const candidateScoresByTarget = new Map((provenance.jobs ?? []).map((job) => [job.targetId, job.candidateScores ?? []]));
+    const reportAdapterWarnings = [];
+    const adapterHealthByName = new Map(adapterStatuses.map((status) => [
+        status.name,
+        {
+            name: status.name,
+            mode: status.mode,
+            configured: status.configured,
+            active: false,
+            failed: !status.configured,
+            attemptedTargets: 0,
+            successfulTargets: 0,
+            failedTargets: 0,
+            warningCount: 0,
+            warnings: [],
+        },
+    ]));
+    const targetsById = new Map(targets.map((target) => [target.id, target]));
+    const targetResults = [];
+    for (const item of acceptance.items) {
+        const target = targetsById.get(item.targetId);
+        if (!target) {
+            continue;
+        }
+        const candidateScores = candidateScoresByTarget.get(item.targetId) ?? [];
+        const candidate = candidateScores.find((score) => score.selected) ?? candidateScores.at(0);
+        const candidateVlmGrades = candidateScores
+            .filter((score) => Boolean(score.vlm))
+            .map((score) => ({
+            outputPath: score.outputPath,
+            selected: score.selected === true,
+            score: score.vlm.score,
+            threshold: score.vlm.threshold,
+            maxScore: score.vlm.maxScore,
+            passed: score.vlm.passed,
+            reason: score.vlm.reason,
+            rubric: score.vlm.rubric,
+            evaluator: score.vlm.evaluator,
+        }));
+        const adapterMetrics = {};
+        const adapterScoreComponents = {};
+        const adapterWarnings = [];
+        let adapterScore = 0;
+        if (enabledAdapters.length > 0) {
+            const adapterResult = await runEnabledSoftAdapters({
+                target,
+                imagePath: item.imagePath,
+                outDir: layout.outDir,
+            });
+            for (const adapterName of adapterResult.adapterNames) {
+                const health = adapterHealthByName.get(adapterName);
+                if (health) {
+                    health.attemptedTargets += 1;
+                }
+            }
+            for (const adapterName of adapterResult.succeededAdapters) {
+                const health = adapterHealthByName.get(adapterName);
+                if (health) {
+                    health.active = true;
+                    health.successfulTargets += 1;
+                }
+            }
+            for (const adapterName of adapterResult.failedAdapters) {
+                const health = adapterHealthByName.get(adapterName);
+                if (health) {
+                    health.failed = true;
+                    health.failedTargets += 1;
+                }
+            }
+            for (const adapterName of adapterResult.adapterNames) {
+                const metricsForAdapter = adapterResult.adapterMetrics[adapterName] ?? {};
+                for (const [metricName, metricValue] of Object.entries(metricsForAdapter)) {
+                    adapterMetrics[`${adapterName}.${metricName}`] = metricValue;
+                }
+                const rawScore = adapterResult.adapterScores[adapterName];
+                if (typeof rawScore === "number" && Number.isFinite(rawScore)) {
+                    const weightedScore = Math.round(rawScore * resolveAdapterWeight(target, adapterName));
+                    adapterScore += weightedScore;
+                    adapterScoreComponents[adapterName] = weightedScore;
+                    adapterMetrics[`${adapterName}.rawScore`] = rawScore;
+                }
+            }
+            for (const warning of adapterResult.warnings) {
+                const scopedWarning = `${item.targetId}: ${warning}`;
+                adapterWarnings.push(warning);
+                reportAdapterWarnings.push(scopedWarning);
+                const warningAdapter = parseAdapterWarningName(warning);
+                if (warningAdapter) {
+                    const health = adapterHealthByName.get(warningAdapter);
+                    if (health) {
+                        health.warningCount += 1;
+                        health.warnings.push(warning);
+                    }
+                }
+            }
+        }
+        const hardGateErrors = item.issues
+            .filter((issue) => issue.level === "error")
+            .map((issue) => `${issue.code}: ${issue.message}`);
+        const hardGateWarnings = item.issues
+            .filter((issue) => issue.level === "warning")
+            .map((issue) => `${issue.code}: ${issue.message}`);
+        const candidateScore = typeof candidate?.score === "number" ? candidate.score : 0;
+        const penalty = hardGateErrors.length * 1000;
+        const baseFinalScore = candidateScore + adapterScore - penalty;
+        targetResults.push({
+            targetId: item.targetId,
+            out: item.out,
+            ...(target.consistencyGroup ? { consistencyGroup: target.consistencyGroup } : {}),
+            passedHardGates: hardGateErrors.length === 0,
+            hardGateErrors,
+            hardGateWarnings,
+            acceptanceMetrics: item.metrics,
+            candidateScore,
+            candidateReasons: candidate?.reasons ?? [],
+            ...(candidate?.metrics ? { candidateMetrics: candidate.metrics } : {}),
+            ...(candidate?.vlm ? { candidateVlm: candidate.vlm } : {}),
+            ...(candidateVlmGrades.length > 0 ? { candidateVlmGrades } : {}),
+            adapterMetrics,
+            ...(adapterScore !== 0 ? { adapterScore } : {}),
+            ...(Object.keys(adapterScoreComponents).length > 0 ? { adapterScoreComponents } : {}),
+            ...(adapterWarnings.length > 0 ? { adapterWarnings } : {}),
+            finalScore: baseFinalScore,
+        });
+    }
+    const consistencyOutliers = computeConsistencyGroupOutliers(targetResults.map((target) => ({
+        targetId: target.targetId,
+        consistencyGroup: target.consistencyGroup,
+        candidateMetrics: target.candidateMetrics,
+        consistencyGroupScoring: targetsById.get(target.targetId)?.consistencyGroupScoring,
+    })));
+    for (const targetResult of targetResults) {
+        const outlierScore = consistencyOutliers.byTargetId.get(targetResult.targetId);
+        if (!outlierScore) {
+            continue;
+        }
+        targetResult.consistencyGroupOutlier = outlierScore;
+        targetResult.finalScore -= outlierScore.penalty;
+    }
+    targetResults.sort((left, right) => left.targetId.localeCompare(right.targetId));
+    const failed = targetResults.filter((target) => !target.passedHardGates).length;
+    const hardErrors = targetResults.reduce((count, target) => count + target.hardGateErrors.length, 0);
+    const adapterHealthEntries = Array.from(adapterHealthByName.values()).sort((left, right) => left.name.localeCompare(right.name));
+    const report = {
+        generatedAt: new Date().toISOString(),
+        strict,
+        imagesDir,
+        targetCount: targetResults.length,
+        passed: targetResults.length - failed,
+        failed,
+        hardErrors,
+        adaptersUsed: enabledAdapters,
+        adapterHealth: {
+            configured: adapterHealthEntries
+                .filter((adapter) => adapter.configured)
+                .map((adapter) => adapter.name),
+            active: adapterHealthEntries
+                .filter((adapter) => adapter.active)
+                .map((adapter) => adapter.name),
+            failed: adapterHealthEntries
+                .filter((adapter) => adapter.failed)
+                .map((adapter) => adapter.name),
+            adapters: adapterHealthEntries,
+        },
+        adapterWarnings: reportAdapterWarnings,
+        ...(consistencyOutliers.groups.length > 0
+            ? { consistencyGroupSummary: consistencyOutliers.groups }
+            : {}),
+        ...(acceptance.packInvariants ? { packInvariants: acceptance.packInvariants } : {}),
+        targets: targetResults,
+    };
+    const reportPath = path.resolve(options.reportPath ?? path.join(layout.checksDir, "eval-report.json"));
+    await writeJsonFile(reportPath, report);
+    if (strict && hardErrors > 0) {
+        throw new Error(`Evaluation failed with ${hardErrors} hard error(s).`);
+    }
+    return {
+        reportPath,
+        report,
+    };
+}
+async function loadTargets(targetsIndexPath) {
+    const raw = await readFile(targetsIndexPath, "utf8");
+    const parsed = JSON.parse(raw);
+    if (!Array.isArray(parsed.targets)) {
+        return [];
+    }
+    return parsed.targets;
+}
+async function readProvenance(runPath) {
+    try {
+        const raw = await readFile(runPath, "utf8");
+        return JSON.parse(raw);
+    }
+    catch {
+        return {};
+    }
+}
+function resolveAdapterWeight(target, adapter) {
+    const weights = target.scoreWeights;
+    if (adapter === "clip") {
+        return normalizeWeight(weights?.clip);
+    }
+    if (adapter === "lpips") {
+        return normalizeWeight(weights?.lpips);
+    }
+    return normalizeWeight(weights?.ssim);
+}
+function normalizeWeight(value) {
+    if (typeof value !== "number" || !Number.isFinite(value)) {
+        return 1;
+    }
+    if (value < 0) {
+        return 0;
+    }
+    return value;
+}
+function parseAdapterWarningName(warning) {
+    const prefix = warning.split(":")[0]?.trim().toLowerCase();
+    if (prefix === "clip" || prefix === "lpips" || prefix === "ssim") {
+        return prefix;
+    }
+    return undefined;
+}
+//# sourceMappingURL=eval.js.map

package/dist/pipeline/eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/pipeline/eval.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,+BAA+B,EAAE,MAAM,kCAAkC,CAAC;AACnF,OAAO,EAEL,wBAAwB,GACzB,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EAAE,6BAA6B,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAGlG,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AA0I5D,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAA4B;IAChE,MAAM,MAAM,GAAG,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CACnC,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,oBAAoB,CAAC,CAC5E,CAAC;IACF,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC;IACtC,MAAM,eAAe,GAAG,6BAA6B,EAAE,CAAC;IACxD,MAAM,eAAe,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAErE,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,gBAAgB,CAAC,CAAC;IACpD,MAAM,UAAU,GAAG,MAAM,wBAAwB,CAAC;QAChD,OAAO;QACP,SAAS;QACT,MAAM;KACP,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC,CAAC;IACrF,MAAM,uBAAuB,GAAG,IAAI,GAAG,CACrC,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,CAChF,CAAC;IAEF,MAAM,qBAAqB,GAAa,EAAE,CAAC;IAC3C,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAIjC,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI;QACX;YACE,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU;YAC1B,gBAAgB,EAAE,CAAC;YACnB,iBAAiB,EAAE,CAAC;YACpB,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,CAAC;YACf,QAAQ,EAAE,EAAE;SACb;KACF,CAAC,CACH,CAAC;IACF,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1E,MAAM,aAAa,GAAuB,EAAE,CAAC;IAE7C,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,SAAS;QACX,CAAC;QAED,MAAM,eAAe,GAAG,uBAAuB,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACzE,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3F,MAAM,kBAAkB,GAAG,eAAe;aACvC,MAAM,CACL,CACE,KAAK,EAGL,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CACxB;aACA,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACf,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ,KAAK,IAAI;YACjC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK;YACtB,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,SAAS;YAC9B,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,QAAQ;YAC5B,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM;YACxB,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM;YACxB,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM;YACxB,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,SAAS;SAC/B,CAAC,CAAC,CAAC;QACN,MAAM,cAAc,GAA2B,EAAE,CAAC;QAClD,MAAM,sBAAsB,GAA2B,EAAE,CAAC;QAC1D,MAAM,eAAe,GAAa,EAAE,CAAC;QACrC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAG,MAAM,sBAAsB,CAAC;gBACjD,MAAM;gBACN,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,MAAM,EAAE,MAAM,CAAC,MAAM;aACtB,CAAC,CAAC;YAEH,KAAK,MAAM,WAAW,IAAI,aAAa,CAAC,YAAY,EAAE,CAAC;gBACrD,MAAM,MAAM,GAAG,mBAAmB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBACpD,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;YAED,KAAK,MAAM,WAAW,IAAI,aAAa,CAAC,iBAAiB,EAAE,CAAC;gBAC1D,MAAM,MAAM,GAAG,mBAAmB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBACpD,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;oBACrB,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;YAED,KAAK,MAAM,WAAW,IAAI,aAAa,CAAC,cAAc,EAAE,CAAC;gBACvD,MAAM,MAAM,GAAG,mBAAmB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBACpD,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;oBACrB,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;YAED,KAAK,MAAM,WAAW,IAAI,aAAa,CAAC,YAAY,EAAE,CAAC;gBACrD,MAAM,iBAAiB,GAAG,aAAa,CAAC,cAAc,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;gBAC1E,KAAK,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;oBAC1E,cAAc,CAAC,GAAG,WAAW,IAAI,UAAU,EAAE,CAAC,GAAG,WAAW,CAAC;gBAC/D,CAAC;gBAED,MAAM,QAAQ,GAAG,aAAa,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;gBAC1D,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9D,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,oBAAoB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;oBACvF,YAAY,IAAI,aAAa,CAAC;oBAC9B,sBAAsB,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC;oBACpD,cAAc,CAAC,GAAG,WAAW,WAAW,CAAC,GAAG,QAAQ,CAAC;gBACvD,CAAC;YACH,CAAC;YAED,KAAK,MAAM,OAAO,IAAI,aAAa,CAAC,QAAQ,EAAE,CAAC;gBAC7C,MAAM,aAAa,GAAG,GAAG,IAAI,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACrD,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC9B,qBAAqB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC1C,MAAM,cAAc,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;gBACxD,IAAI,cAAc,EAAE,CAAC;oBACnB,MAAM,MAAM,GAAG,mBAAmB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;oBACvD,IAAI,MAAM,EAAE,CAAC;wBACX,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC;wBACzB,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM;aAC/B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,OAAO,CAAC;aAC1C,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACrD,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM;aACjC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC;aAC5C,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAErD,MAAM,cAAc,GAAG,OAAO,SAAS,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,GAAG,IAAI,CAAC;QAC7C,MAAM,cAAc,GAAG,cAAc,GAAG,YAAY,GAAG,OAAO,CAAC;QAE/D,aAAa,CAAC,IAAI,CAAC;YACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjF,eAAe,EAAE,cAAc,CAAC,MAAM,KAAK,CAAC;YAC5C,cAAc;YACd,gBAAgB;YAChB,iBAAiB,EAAE,IAAI,CAAC,OAAO;YAC/B,cAAc;YACd,gBAAgB,EAAE,SAAS,EAAE,OAAO,IAAI,EAAE;YAC1C,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,GAAG,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,cAAc;YACd,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/C,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,UAAU,EAAE,cAAc;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,MAAM,mBAAmB,GAAG,+BAA+B,CACzD,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,uBAAuB,EAAE,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,uBAAuB;KACnF,CAAC,CAAC,CACJ,CAAC;IACF,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,mBAAmB,CAAC,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC/E,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,SAAS;QACX,CAAC;QACD,YAAY,CAAC,uBAAuB,GAAG,YAAY,CAAC;QACpD,YAAY,CAAC,UAAU,IAAI,YAAY,CAAC,OAAO,CAAC;IAClD,CAAC;IAED,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEjF,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC;IAChF,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CACrC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,EACvD,CAAC,CACF,CAAC;IACF,MAAM,oBAAoB,GAAG,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACzF,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CACpC,CAAC;IAEF,MAAM,MAAM,GAAe;QACzB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,MAAM;QACN,SAAS;QACT,WAAW,EAAE,aAAa,CAAC,MAAM;QACjC,MAAM,EAAE,aAAa,CAAC,MAAM,GAAG,MAAM;QACrC,MAAM;QACN,UAAU;QACV,YAAY,EAAE,eAAe;QAC7B,aAAa,EAAE;YACb,UAAU,EAAE,oBAAoB;iBAC7B,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC;iBACvC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;YACjC,MAAM,EAAE,oBAAoB;iBACzB,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;iBACnC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;YACjC,MAAM,EAAE,oBAAoB;iBACzB,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;iBACnC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;YACjC,QAAQ,EAAE,oBAAoB;SAC/B;QACD,eAAe,EAAE,qBAAqB;QACtC,GAAG,CAAC,mBAAmB,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YACvC,CAAC,CAAC,EAAE,uBAAuB,EAAE,mBAAmB,CAAC,MAAM,EAAE;YACzD,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnF,OAAO,EAAE,aAAa;KACvB,CAAC;IAEF,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAC7B,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,kBAAkB,CAAC,CACtE,CAAC;IACF,MAAM,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAExC,IAAI,MAAM,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,0BAA0B,UAAU,iBAAiB,CAAC,CAAC;IACzE,CAAC;IAED,OAAO;QACL,UAAU;QACV,MAAM;KACP,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,gBAAwB;IACjD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAsB,CAAC;IACpD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QACnC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,MAAM,CAAC,OAAO,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,OAAe;IAC3C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAkB,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAqB,EAAE,OAAwB;IAC3E,MAAM,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC;IACpC,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACvB,OAAO,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACxB,OAAO,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,eAAe,CAAC,KAAyB;IAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,uBAAuB,CAAC,OAAe;IAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3D,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,OAAO,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACjE,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/pipeline/generate.d.ts

@@ -0,0 +1,44 @@
+import { type ProviderRegistry } from "../providers/registry.js";
+import { type ProviderName, type ProviderRunResult, type ProviderSelection } from "../providers/types.js";
+export interface GeneratePipelineOptions {
+    outDir: string;
+    targetsIndexPath?: string;
+    provider?: ProviderSelection;
+    ids?: string[];
+    selectionLockPath?: string;
+    skipLocked?: boolean;
+    now?: () => Date;
+    fetchImpl?: typeof fetch;
+    registry?: ProviderRegistry;
+    runId?: string;
+    onProgress?: (event: GenerateProgressEvent) => void;
+}
+export interface GenerateJobFailure {
+    targetId: string;
+    provider: ProviderName;
+    attemptedProviders: ProviderName[];
+    message: string;
+}
+export interface GeneratePipelineResult {
+    runId: string;
+    inputHash: string;
+    targetsIndexPath: string;
+    imagesDir: string;
+    provenancePath: string;
+    jobs: ProviderRunResult[];
+    failures: GenerateJobFailure[];
+}
+export type GenerateProgressEventType = "prepare" | "job_start" | "job_finish" | "job_error";
+export interface GenerateProgressEvent {
+    type: GenerateProgressEventType;
+    totalJobs: number;
+    jobIndex?: number;
+    targetId?: string;
+    provider?: string;
+    model?: string;
+    bytesWritten?: number;
+    outputPath?: string;
+    message?: string;
+}
+export declare function runGeneratePipeline(options: GeneratePipelineOptions): Promise<GeneratePipelineResult>;
+export declare function parseGenerateProviderFlag(value: string | undefined): ProviderSelection;