@plumloom/cli 0.1.3 → 0.1.5

package/dist/reliability/evidence.js

@@ -0,0 +1,259 @@
+const MAX_STATISTICS = 500;
+function asObject(input) {
+    return input !== null && typeof input === 'object' && !Array.isArray(input)
+        ? input
+        : undefined;
+}
+function asArray(input) {
+    return Array.isArray(input) ? input : [];
+}
+function finiteNumber(input) {
+    return typeof input === 'number' && Number.isFinite(input) ? input : undefined;
+}
+function nonNegativeInteger(input) {
+    const value = finiteNumber(input);
+    return value !== undefined && Number.isInteger(value) && value >= 0 ? value : undefined;
+}
+function nonEmptyText(input) {
+    return typeof input === 'string' && input.trim() !== '' ? input.trim() : undefined;
+}
+function parsedObject(input) {
+    const direct = asObject(input);
+    if (direct)
+        return direct;
+    const text = nonEmptyText(input);
+    if (!text)
+        return undefined;
+    try {
+        return asObject(JSON.parse(text));
+    }
+    catch {
+        return undefined;
+    }
+}
+function hasOwn(source, key) {
+    return Object.prototype.hasOwnProperty.call(source, key);
+}
+function qualityStandardSource(configuredRun, exactConfiguration) {
+    const configuration = asObject(exactConfiguration) ?? {};
+    const direct = asObject(configuration.quality_standard);
+    if (direct)
+        return { source: direct, status: 'applied' };
+    const exactInstructions = parsedObject(configuration.evaluator_instructions);
+    if (exactInstructions &&
+        (nonEmptyText(exactInstructions.quality_standard_id) !== undefined ||
+            nonEmptyText(exactInstructions.quality_standard_name) !== undefined ||
+            nonEmptyText(exactInstructions.name) !== undefined ||
+            asArray(exactInstructions.anchors).length > 0 ||
+            exactInstructions.type === 'qs_v1')) {
+        return { source: exactInstructions, status: 'applied' };
+    }
+    const submittedInstructions = parsedObject(configuredRun.methodology.evaluatorInstructions);
+    if (submittedInstructions &&
+        (nonEmptyText(submittedInstructions.quality_standard_id) !== undefined ||
+            nonEmptyText(submittedInstructions.quality_standard_name) !== undefined ||
+            nonEmptyText(submittedInstructions.name) !== undefined ||
+            asArray(submittedInstructions.anchors).length > 0 ||
+            submittedInstructions.type === 'qs_v1')) {
+        return { source: submittedInstructions, status: 'applied' };
+    }
+    const explicitAssignmentFields = hasOwn(configuration, 'quality_standard') || hasOwn(configuration, 'quality_standard_id');
+    if (explicitAssignmentFields &&
+        (configuration.quality_standard === null || configuration.quality_standard_id === null)) {
+        return { status: 'not_configured' };
+    }
+    if (nonEmptyText(configuration.quality_standard_id) !== undefined) {
+        return { source: configuration, status: 'applied' };
+    }
+    if (nonEmptyText(configuration.quality_standard_name) !== undefined) {
+        return { source: configuration, status: 'applied' };
+    }
+    return { status: 'not_available' };
+}
+/**
+ * Extract only public-safe standard metadata from the exact configuration used
+ * by the run. Rubric prose and anchor contents are deliberately never retained.
+ */
+export function extractRunStandardEvidence(configuredRun, exactConfiguration) {
+    const qualityStandard = qualityStandardSource(configuredRun, exactConfiguration);
+    const source = qualityStandard.source;
+    const anchors = asArray(source?.anchors);
+    const version = nonEmptyText(source?.version) ??
+        nonEmptyText(source?.version_number) ??
+        nonEmptyText(source?.quality_standard_version) ??
+        (finiteNumber(source?.versionNumber) === undefined
+            ? undefined
+            : String(finiteNumber(source?.versionNumber)));
+    const name = nonEmptyText(source?.quality_standard_name) ??
+        nonEmptyText(source?.name) ??
+        nonEmptyText(source?.qs_name);
+    return {
+        rubricApplied: configuredRun.methodology.evaluatorInstructions.trim() !== '',
+        judgeModel: configuredRun.methodology.judgeModel,
+        judgeModelPinned: configuredRun.methodology.judgeModelId.trim() !== '',
+        qualityStandardStatus: qualityStandard.status,
+        ...(name === undefined ? {} : { qualityStandardName: name }),
+        ...(version === undefined ? {} : { qualityStandardVersion: version }),
+        ...(qualityStandard.status === 'applied' && anchors.length > 0
+            ? { anchorCount: anchors.length }
+            : {}),
+    };
+}
+function judgmentFromPayload(payload, scope) {
+    const agreement = asObject(asObject(payload)?.judge_agreement);
+    if (!agreement)
+        return undefined;
+    const assessmentCount = nonNegativeInteger(agreement.total);
+    const passVotes = nonNegativeInteger(agreement.pass);
+    const agreedAssessments = nonNegativeInteger(agreement.agreed);
+    if (assessmentCount === undefined && passVotes === undefined && agreedAssessments === undefined) {
+        return undefined;
+    }
+    return {
+        scope,
+        ...(assessmentCount === undefined ? {} : { assessmentCount }),
+        ...(passVotes === undefined ? {} : { passVotes }),
+        ...(agreedAssessments === undefined ? {} : { agreedAssessments }),
+    };
+}
+function scenarioJudgeCount(statusRaw) {
+    const status = asObject(statusRaw);
+    const nestedStatus = asObject(status?.status);
+    for (const root of [status, nestedStatus]) {
+        if (!root)
+            continue;
+        const metrics = asObject(root.evaluationMetrics) ?? asObject(root.evaluation_metrics);
+        const count = nonNegativeInteger(metrics?.judgesPerOutput) ??
+            nonNegativeInteger(metrics?.judges_per_output) ??
+            nonNegativeInteger(metrics?.judge_count);
+        if (count !== undefined)
+            return count;
+    }
+    return undefined;
+}
+export function extractJudgmentEvidence(contextType, results, statusRaw) {
+    if (contextType === 'scenario') {
+        const assessmentCount = scenarioJudgeCount(statusRaw);
+        return assessmentCount === undefined ? [] : [{ scope: 'Each system output', assessmentCount }];
+    }
+    if (contextType === 'conversation' && results?.contextType === 'conversation') {
+        const evidence = judgmentFromPayload(results.conversation, 'Frozen conversation');
+        return evidence ? [evidence] : [];
+    }
+    if (contextType === 'agent_trace' && results?.contextType === 'agent_trace') {
+        return [
+            judgmentFromPayload(results.agentTrace, 'Agent session'),
+            judgmentFromPayload(results.trajectory, 'Trajectory'),
+        ].filter((entry) => entry !== undefined);
+    }
+    return [];
+}
+function statistic(scope, cellInput) {
+    const cell = asObject(cellInput);
+    if (!cell)
+        return undefined;
+    const mean = finiteNumber(cell.mean);
+    const standardDeviation = finiteNumber(cell.std_dev) ?? finiteNumber(cell.standard_deviation);
+    const ci95Lower = finiteNumber(cell.ci95_lower);
+    const ci95Upper = finiteNumber(cell.ci95_upper);
+    const ci95HalfWidth = finiteNumber(cell.ci95);
+    const sampleSize = nonNegativeInteger(cell.sample_size);
+    const hasData = typeof cell.has_data === 'boolean' ? cell.has_data : undefined;
+    const insufficientEvidence = typeof cell.insufficient_samples === 'boolean' ? cell.insufficient_samples : undefined;
+    if (mean === undefined &&
+        standardDeviation === undefined &&
+        ci95Lower === undefined &&
+        ci95Upper === undefined &&
+        ci95HalfWidth === undefined &&
+        sampleSize === undefined &&
+        hasData === undefined &&
+        insufficientEvidence === undefined) {
+        return undefined;
+    }
+    return {
+        scope,
+        ...(mean === undefined ? {} : { mean }),
+        ...(standardDeviation === undefined ? {} : { standardDeviation }),
+        ...(ci95Lower === undefined ? {} : { ci95Lower }),
+        ...(ci95Upper === undefined ? {} : { ci95Upper }),
+        ...(ci95HalfWidth === undefined ? {} : { ci95HalfWidth }),
+        ...(sampleSize === undefined ? {} : { sampleSize }),
+        ...(hasData === undefined ? {} : { hasData }),
+        ...(insufficientEvidence === undefined ? {} : { insufficientEvidence }),
+    };
+}
+function trialCounts(statusRaw) {
+    const status = asObject(statusRaw);
+    const nestedStatus = asObject(status?.status);
+    for (const root of [status, nestedStatus]) {
+        if (!root)
+            continue;
+        const metrics = asObject(root.evaluationMetrics) ?? asObject(root.evaluation_metrics);
+        const progress = asObject(root.progress);
+        const completedTrials = nonNegativeInteger(metrics?.runsCompleted) ??
+            nonNegativeInteger(metrics?.runs_completed) ??
+            nonNegativeInteger(progress?.runsCompleted) ??
+            nonNegativeInteger(progress?.runs_completed);
+        const plannedTrials = nonNegativeInteger(metrics?.runsPlanned) ??
+            nonNegativeInteger(metrics?.runs_planned) ??
+            nonNegativeInteger(metrics?.maxRuns) ??
+            nonNegativeInteger(progress?.totalRuns) ??
+            nonNegativeInteger(progress?.total_runs);
+        if (completedTrials !== undefined || plannedTrials !== undefined) {
+            return {
+                ...(completedTrials === undefined ? {} : { completedTrials }),
+                ...(plannedTrials === undefined ? {} : { plannedTrials }),
+            };
+        }
+    }
+    return {};
+}
+/** Report backend statistics at their native model/metric and scenario/model grain. */
+export function extractScenarioRepeatabilityEvidence(results, statusRaw) {
+    const counts = trialCounts(statusRaw);
+    if (results?.contextType !== 'scenario')
+        return { ...counts, statistics: [] };
+    const statistics = [];
+    for (const modelInput of asArray(results.modelPerformance.models)) {
+        if (statistics.length >= MAX_STATISTICS)
+            break;
+        const model = asObject(modelInput);
+        if (!model)
+            continue;
+        const modelLabel = nonEmptyText(model.display_name) ?? nonEmptyText(model.model_key) ?? 'Model';
+        const scores = asObject(model.scores);
+        if (!scores)
+            continue;
+        for (const [metric, cell] of Object.entries(scores)) {
+            const entry = statistic(`${modelLabel} / ${metric}`, cell);
+            if (entry)
+                statistics.push(entry);
+            if (statistics.length >= MAX_STATISTICS)
+                break;
+        }
+    }
+    for (const scenarioInput of asArray(results.scenarioComparison.scenarios)) {
+        if (statistics.length >= MAX_STATISTICS)
+            break;
+        const scenario = asObject(scenarioInput);
+        if (!scenario)
+            continue;
+        const scenarioLabel = nonEmptyText(scenario.scenario_name) ??
+            (finiteNumber(scenario.scenario_index) === undefined
+                ? 'Scenario'
+                : `Scenario ${finiteNumber(scenario.scenario_index)}`);
+        for (const scoreInput of asArray(scenario.model_scores)) {
+            const score = asObject(scoreInput);
+            if (!score)
+                continue;
+            const modelLabel = nonEmptyText(score.display_name) ?? nonEmptyText(score.model_key) ?? 'Model';
+            const entry = statistic(`${scenarioLabel} / ${modelLabel}`, score.score);
+            if (entry)
+                statistics.push(entry);
+            if (statistics.length >= MAX_STATISTICS)
+                break;
+        }
+    }
+    return { ...counts, statistics };
+}
+//# sourceMappingURL=evidence.js.map

package/dist/reliability/evidence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evidence.js","sourceRoot":"","sources":["../../src/reliability/evidence.ts"],"names":[],"mappings":"AAyCA,MAAM,cAAc,GAAG,GAAG,CAAC;AAE3B,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,OAAO,CAAC,KAAc;IAC7B,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACjF,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IAClC,OAAO,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1F,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AACrF,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAC1B,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACjC,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,MAAM,CAAC,MAA+B,EAAE,GAAW;IAC1D,OAAO,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,qBAAqB,CAC5B,aAAuC,EACvC,kBAA+B;IAK/B,MAAM,aAAa,GAAG,QAAQ,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC;IACzD,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC;IACxD,IAAI,MAAM;QAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAEzD,MAAM,iBAAiB,GAAG,YAAY,CAAC,aAAa,CAAC,sBAAsB,CAAC,CAAC;IAC7E,IACE,iBAAiB;QACjB,CAAC,YAAY,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,KAAK,SAAS;YAChE,YAAY,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,KAAK,SAAS;YACnE,YAAY,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,SAAS;YAClD,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC;YAC7C,iBAAiB,CAAC,IAAI,KAAK,OAAO,CAAC,EACrC,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC1D,CAAC;IAED,MAAM,qBAAqB,GAAG,YAAY,CAAC,aAAa,CAAC,WAAW,CAAC,qBAAqB,CAAC,CAAC;IAC5F,IACE,qBAAqB;QACrB,CAAC,YAAY,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,KAAK,SAAS;YACpE,YAAY,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,KAAK,SAAS;YACvE,YAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,SAAS;YACtD,OAAO,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC;YACjD,qBAAqB,CAAC,IAAI,KAAK,OAAO,CAAC,EACzC,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,qBAAqB,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC9D,CAAC;IAED,MAAM,wBAAwB,GAC5B,MAAM,CAAC,aAAa,EAAE,kBAAkB,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC;IAC5F,IACE,wBAAwB;QACxB,CAAC,aAAa,CAAC,gBAAgB,KAAK,IAAI,IAAI,aAAa,CAAC,mBAAmB,KAAK,IAAI,CAAC,EACvF,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;IACtC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,CAAC,mBAAmB,CAAC,KAAK,SAAS,EAAE,CAAC;QAClE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACtD,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,CAAC,qBAAqB,CAAC,KAAK,SAAS,EAAE,CAAC;QACpE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACtD,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC;AACrC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,0BAA0B,CACxC,aAAuC,EACvC,kBAA+B;IAE/B,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC;IACjF,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC;IACtC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,MAAM,OAAO,GACX,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC;QAC7B,YAAY,CAAC,MAAM,EAAE,cAAc,CAAC;QACpC,YAAY,CAAC,MAAM,EAAE,wBAAwB,CAAC;QAC9C,CAAC,YAAY,CAAC,MAAM,EAAE,aAAa,CAAC,KAAK,SAAS;YAChD,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;IACnD,MAAM,IAAI,GACR,YAAY,CAAC,MAAM,EAAE,qBAAqB,CAAC;QAC3C,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC;QAC1B,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC,OAAO;QACL,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,qBAAqB,CAAC,IAAI,EAAE,KAAK,EAAE;QAC5E,UAAU,EAAE,aAAa,CAAC,WAAW,CAAC,UAAU;QAChD,gBAAgB,EAAE,aAAa,CAAC,WAAW,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE;QACtE,qBAAqB,EAAE,eAAe,CAAC,MAAM;QAC7C,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC;QAC5D,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,OAAO,EAAE,CAAC;QACrE,GAAG,CAAC,eAAe,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAC5D,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE;YACjC,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAgB,EAAE,KAAa;IAC1D,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,eAAe,CAAC,CAAC;IAC/D,IAAI,CAAC,SAAS;QAAE,OAAO,SAAS,CAAC;IACjC,MAAM,eAAe,GAAG,kBAAkB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC5D,MAAM,SAAS,GAAG,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACrD,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC/D,IAAI,eAAe,KAAK,SAAS,IAAI,SAAS,KAAK,SAAS,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;QAChG,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,KAAK;QACL,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC;QAC7D,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QACjD,GAAG,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC;KAClE,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,SAAiC;IAC3D,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IACnC,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9C,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACtF,MAAM,KAAK,GACT,kBAAkB,CAAC,OAAO,EAAE,eAAe,CAAC;YAC5C,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,CAAC;YAC9C,kBAAkB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAC3C,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;IACxC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,WAA8C,EAC9C,OAAsC,EACtC,SAAiC;IAEjC,IAAI,WAAW,KAAK,UAAU,EAAE,CAAC;QAC/B,MAAM,eAAe,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;QACtD,OAAO,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,eAAe,EAAE,CAAC,CAAC;IACjG,CAAC;IACD,IAAI,WAAW,KAAK,cAAc,IAAI,OAAO,EAAE,WAAW,KAAK,cAAc,EAAE,CAAC;QAC9E,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,YAAY,EAAE,qBAAqB,CAAC,CAAC;QAClF,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpC,CAAC;IACD,IAAI,WAAW,KAAK,aAAa,IAAI,OAAO,EAAE,WAAW,KAAK,aAAa,EAAE,CAAC;QAC5E,OAAO;YACL,mBAAmB,CAAC,OAAO,CAAC,UAAU,EAAE,eAAe,CAAC;YACxD,mBAAmB,CAAC,OAAO,CAAC,UAAU,EAAE,YAAY,CAAC;SACtD,CAAC,MAAM,CAAC,CAAC,KAAK,EAA6B,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,SAAS,CAAC,KAAa,EAAE,SAAkB;IAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IACjC,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,iBAAiB,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC9F,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChD,MAAM,aAAa,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxD,MAAM,OAAO,GAAG,OAAO,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/E,MAAM,oBAAoB,GACxB,OAAO,IAAI,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;IACzF,IACE,IAAI,KAAK,SAAS;QAClB,iBAAiB,KAAK,SAAS;QAC/B,SAAS,KAAK,SAAS;QACvB,SAAS,KAAK,SAAS;QACvB,aAAa,KAAK,SAAS;QAC3B,UAAU,KAAK,SAAS;QACxB,OAAO,KAAK,SAAS;QACrB,oBAAoB,KAAK,SAAS,EAClC,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,KAAK;QACL,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QACvC,GAAG,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC;QACjE,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QACjD,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QACjD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;QACzD,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;QACnD,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;QAC7C,GAAG,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC;KACxE,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,SAAiC;IAIpD,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IACnC,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9C,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACtF,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,eAAe,GACnB,kBAAkB,CAAC,OAAO,EAAE,aAAa,CAAC;YAC1C,kBAAkB,CAAC,OAAO,EAAE,cAAc,CAAC;YAC3C,kBAAkB,CAAC,QAAQ,EAAE,aAAa,CAAC;YAC3C,kBAAkB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAC/C,MAAM,aAAa,GACjB,kBAAkB,CAAC,OAAO,EAAE,WAAW,CAAC;YACxC,kBAAkB,CAAC,OAAO,EAAE,YAAY,CAAC;YACzC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC;YACpC,kBAAkB,CAAC,QAAQ,EAAE,SAAS,CAAC;YACvC,kBAAkB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAC3C,IAAI,eAAe,KAAK,SAAS,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YACjE,OAAO;gBACL,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC;gBAC7D,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;aAC1D,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,oCAAoC,CAClD,OAAsC,EACtC,SAAiC;IAEjC,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,OAAO,EAAE,WAAW,KAAK,UAAU;QAAE,OAAO,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;IAE9E,MAAM,UAAU,GAA6B,EAAE,CAAC;IAChD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;QAClE,IAAI,UAAU,CAAC,MAAM,IAAI,cAAc;YAAE,MAAM;QAC/C,MAAM,KAAK,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC;QAChG,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,KAAK,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,UAAU,MAAM,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;YAC3D,IAAI,KAAK;gBAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,UAAU,CAAC,MAAM,IAAI,cAAc;gBAAE,MAAM;QACjD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,aAAa,IAAI,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1E,IAAI,UAAU,CAAC,MAAM,IAAI,cAAc;YAAE,MAAM;QAC/C,MAAM,QAAQ,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ;YAAE,SAAS;QACxB,MAAM,aAAa,GACjB,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC;YACpC,CAAC,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,SAAS;gBAClD,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,YAAY,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QAC3D,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACxD,MAAM,KAAK,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;YACnC,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,MAAM,UAAU,GACd,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC;YAC/E,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,aAAa,MAAM,UAAU,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACzE,IAAI,KAAK;gBAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,UAAU,CAAC,MAAM,IAAI,cAAc;gBAAE,MAAM;QACjD,CAAC;IACH,CAAC;IACD,OAAO,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,CAAC;AACnC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@plumloom/cli",
-  "version": "0.1.3",
+  "version": "0.1.5",
   "license": "Apache-2.0",
   "description": "Deterministic, file-driven terminal client and MCP server for Plumloom Autoeval",
   "keywords": [