@absmartly/cli 1.2.0 → 1.4.0

package/dist/core/experiments/analyze/extract-signals.js

@@ -0,0 +1,154 @@
+const FLAT_PCT = 1; // |percent_change| under 1% counts as flat
+const FLAT_PVALUE = 0.5;
+export function extractSignals(experiment) {
+    const snap = experiment.metrics_snapshot;
+    if (!snap || !Array.isArray(snap.rows) || snap.rows.length === 0) {
+        return { metricSignals: [], leadingVariant: null, participantCount: null };
+    }
+    const cols = snap.columnNames ?? [];
+    const idx = (name) => cols.indexOf(name);
+    const cMetric = idx('metric_id');
+    const cVariant = idx('variant');
+    const cPct = idx('percent_change');
+    const cP = idx('p_value');
+    const cLow = idx('confidence_interval_low');
+    const cHigh = idx('confidence_interval_high');
+    const cUnits = idx('cum_unit_count');
+    const alpha = parseAlpha(experiment.required_alpha) ?? 0.1;
+    const variantNames = new Map();
+    for (const v of experiment.variants ?? []) {
+        if (typeof v.variant === 'number')
+            variantNames.set(v.variant, v.name ?? `Variant ${v.variant}`);
+    }
+    const primaryMetricId = experiment.primary_metric_id ?? experiment.primary_metric?.id ?? null;
+    const metricKindById = new Map();
+    const metricNameById = new Map();
+    const lowerIsBetter = new Map();
+    if (primaryMetricId !== null) {
+        metricKindById.set(primaryMetricId, 'primary');
+        metricNameById.set(primaryMetricId, experiment.primary_metric?.name ?? `metric_${primaryMetricId}`);
+        if (experiment.primary_metric?.lower_is_better)
+            lowerIsBetter.set(primaryMetricId, true);
+    }
+    for (const sm of experiment.secondary_metrics ?? []) {
+        const mid = sm.metric_id ?? sm.metric?.id;
+        if (typeof mid !== 'number')
+            continue;
+        const kind = sm.type === 'guardrail'
+            ? 'guardrail'
+            : sm.type === 'exploratory'
+                ? 'exploratory'
+                : 'secondary';
+        if (!metricKindById.has(mid))
+            metricKindById.set(mid, kind);
+        if (!metricNameById.has(mid))
+            metricNameById.set(mid, sm.metric?.name ?? `metric_${mid}`);
+        if (sm.metric?.lower_is_better)
+            lowerIsBetter.set(mid, true);
+    }
+    const signals = [];
+    let bestPrimary = null;
+    let participantCount = null;
+    for (const row of snap.rows) {
+        if (!Array.isArray(row))
+            continue;
+        const metricId = numAt(row, cMetric);
+        const variantId = numAt(row, cVariant);
+        if (metricId === null || variantId === null)
+            continue;
+        if (variantId === 0) {
+            // baseline / control row — skip signal emission, but still use for participant count
+            const u = numAt(row, cUnits);
+            if (primaryMetricId !== null && metricId === primaryMetricId && u !== null) {
+                participantCount = participantCount === null ? u : Math.max(participantCount, u);
+            }
+            continue;
+        }
+        const percent = numAt(row, cPct);
+        const pValue = numAt(row, cP);
+        const ciLow = numAt(row, cLow);
+        const ciHigh = numAt(row, cHigh);
+        const units = numAt(row, cUnits);
+        if (primaryMetricId !== null && metricId === primaryMetricId && units !== null) {
+            participantCount = participantCount === null ? units : Math.max(participantCount, units);
+        }
+        const kind = metricKindById.get(metricId) ?? 'secondary';
+        const status = classifyStatus(percent, pValue, alpha, lowerIsBetter.get(metricId) ?? false);
+        signals.push({
+            metric_id: metricId,
+            metric_name: metricNameById.get(metricId) ?? `metric_${metricId}`,
+            metric_type: kind,
+            variant_id: variantId,
+            variant_name: variantNames.get(variantId) ?? `Variant ${variantId}`,
+            percent_change: percent,
+            p_value: pValue,
+            ci_low: ciLow,
+            ci_high: ciHigh,
+            status,
+        });
+        if (primaryMetricId !== null &&
+            metricId === primaryMetricId &&
+            typeof percent === 'number' &&
+            Number.isFinite(percent)) {
+            if (bestPrimary === null || percent > bestPrimary.impact) {
+                bestPrimary = { variantId, impact: percent, pValue };
+            }
+        }
+    }
+    const leadingVariant = bestPrimary
+        ? {
+            variant_id: bestPrimary.variantId,
+            variant_name: variantNames.get(bestPrimary.variantId) ?? `Variant ${bestPrimary.variantId}`,
+            impact_percent: bestPrimary.impact,
+            p_value: bestPrimary.pValue,
+        }
+        : null;
+    return { metricSignals: signals, leadingVariant, participantCount };
+}
+function numAt(row, i) {
+    if (i < 0 || i >= row.length)
+        return null;
+    const v = row[i];
+    return typeof v === 'number' && Number.isFinite(v) ? v : null;
+}
+function parseAlpha(value) {
+    if (value === null || value === undefined)
+        return null;
+    const n = typeof value === 'string' ? parseFloat(value) : value;
+    return Number.isFinite(n) ? n : null;
+}
+function classifyStatus(percent, pValue, alpha, lowerIsBetter) {
+    if (percent === null || pValue === null)
+        return 'inconclusive';
+    const significant = pValue < alpha;
+    const directionGood = lowerIsBetter ? percent < 0 : percent > 0;
+    if (significant && directionGood)
+        return 'improves';
+    if (significant && !directionGood)
+        return 'contradicts';
+    if (Math.abs(percent) < FLAT_PCT && pValue > FLAT_PVALUE)
+        return 'flat';
+    return 'inconclusive';
+}
+export function leadingPrimaryImpactFromSnapshot(snapshot, primaryMetricId) {
+    if (!snapshot || !Array.isArray(snapshot.rows))
+        return null;
+    const cols = snapshot.columnNames ?? [];
+    const cMetric = cols.indexOf('metric_id');
+    const cVariant = cols.indexOf('variant');
+    const cPct = cols.indexOf('percent_change');
+    let best = null;
+    for (const row of snapshot.rows) {
+        if (!Array.isArray(row))
+            continue;
+        const m = numAt(row, cMetric);
+        const v = numAt(row, cVariant);
+        const p = numAt(row, cPct);
+        if (m !== primaryMetricId || v === null || v === 0 || p === null)
+            continue;
+        if (best === null || p > best)
+            best = p;
+    }
+    return best;
+}
+//# sourceMappingURL=extract-signals.js.map

package/dist/core/experiments/analyze/extract-signals.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract-signals.js","sourceRoot":"","sources":["../../../../src/core/experiments/analyze/extract-signals.ts"],"names":[],"mappings":"AAiCA,MAAM,QAAQ,GAAG,CAAC,CAAC,CAAC,2CAA2C;AAC/D,MAAM,WAAW,GAAG,GAAG,CAAC;AAExB,MAAM,UAAU,cAAc,CAAC,UAAe;IAC5C,MAAM,IAAI,GAAG,UAAU,CAAC,gBAAgB,CAAC;IACzC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjE,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;IAC7E,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;IACpC,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjD,MAAM,OAAO,GAAG,GAAG,CAAC,WAAW,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACnC,MAAM,EAAE,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1B,MAAM,IAAI,GAAG,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,0BAA0B,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAErC,MAAM,KAAK,GAAG,UAAU,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,GAAG,CAAC;IAE3D,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC1C,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;YAC/B,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,IAAI,WAAW,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,eAAe,GAAG,UAAU,CAAC,iBAAiB,IAAI,UAAU,CAAC,cAAc,EAAE,EAAE,IAAI,IAAI,CAAC;IAC9F,MAAM,cAAc,GAAG,IAAI,GAAG,EAAsB,CAAC;IACrD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;IACjD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAmB,CAAC;IAEjD,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;QAC7B,cAAc,CAAC,GAAG,CAAC,eAAe,EAAE,SAAS,CAAC,CAAC;QAC/C,cAAc,CAAC,GAAG,CAChB,eAAe,EACf,UAAU,CAAC,cAAc,EAAE,IAAI,IAAI,UAAU,eAAe,EAAE,CAC/D,CAAC;QACF,IAAI,UAAU,CAAC,cAAc,EAAE,eAAe;YAAE,aAAa,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;IAC3F,CAAC;IACD,KAAK,MAAM,EAAE,IAAI,UAAU,CAAC,iBAAiB,IAAI,EAAE,EAAE,CAAC;QACpD,MAAM,GAAG,GAAG,EAAE,CAAC,SAAS,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1C,IAAI,OAAO,GAAG,KAAK,QAAQ;YAAE,SAAS;QACtC,MAAM,IAAI,GACR,EAAE,CAAC,IAAI,KAAK,WAAW;YACrB,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,EAAE,CAAC,IAAI,KAAK,aAAa;gBACzB,CAAC,CAAC,aAAa;gBACf,CAAC,CAAC,WAAW,CAAC;QACpB,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC5D,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,EAAE,IAAI,IAAI,UAAU,GAAG,EAAE,CAAC,CAAC;QAC1F,IAAI,EAAE,CAAC,MAAM,EAAE,eAAe;YAAE,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,IAAI,WAAW,GAAwE,IAAI,CAAC;IAC5F,IAAI,gBAAgB,GAAkB,IAAI,CAAC;IAE3C,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;YAAE,SAAS;QAClC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACrC,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACvC,IAAI,QAAQ,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI;YAAE,SAAS;QACtD,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YACpB,qFAAqF;YACrF,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC7B,IAAI,eAAe,KAAK,IAAI,IAAI,QAAQ,KAAK,eAAe,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC3E,gBAAgB,GAAG,gBAAgB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;YACnF,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACjC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAEjC,IAAI,eAAe,KAAK,IAAI,IAAI,QAAQ,KAAK,eAAe,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YAC/E,gBAAgB,GAAG,gBAAgB,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;QAC3F,CAAC;QAED,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC;QACzD,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,CAAC;QAE5F,OAAO,CAAC,IAAI,CAAC;YACX,SAAS,EAAE,QAAQ;YACnB,WAAW,EAAE,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,UAAU,QAAQ,EAAE;YACjE,WAAW,EAAE,IAAI;YACjB,UAAU,EAAE,SAAS;YACrB,YAAY,EAAE,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,WAAW,SAAS,EAAE;YACnE,cAAc,EAAE,OAAO;YACvB,OAAO,EAAE,MAAM;YACf,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,MAAM;YACf,MAAM;SACP,CAAC,CAAC;QAEH,IACE,eAAe,KAAK,IAAI;YACxB,QAAQ,KAAK,eAAe;YAC5B,OAAO,OAAO,KAAK,QAAQ;YAC3B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EACxB,CAAC;YACD,IAAI,WAAW,KAAK,IAAI,IAAI,OAAO,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;gBACzD,WAAW,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YACvD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAA0B,WAAW;QACvD,CAAC,CAAC;YACE,UAAU,EAAE,WAAW,CAAC,SAAS;YACjC,YAAY,EAAE,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,WAAW,WAAW,CAAC,SAAS,EAAE;YAC3F,cAAc,EAAE,WAAW,CAAC,MAAM;YAClC,OAAO,EAAE,WAAW,CAAC,MAAM;SAC5B;QACH,CAAC,CAAC,IAAI,CAAC;IAET,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,CAAC;AACtE,CAAC;AAED,SAAS,KAAK,CAAC,GAAc,EAAE,CAAS;IACtC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAC1C,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IACjB,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAChE,CAAC;AAED,SAAS,UAAU,CAAC,KAAyC;IAC3D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAChE,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACvC,CAAC;AAED,SAAS,cAAc,CACrB,OAAsB,EACtB,MAAqB,EACrB,KAAa,EACb,aAAsB;IAEtB,IAAI,OAAO,KAAK,IAAI,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,cAAc,CAAC;IAC/D,MAAM,WAAW,GAAG,MAAM,GAAG,KAAK,CAAC;IACnC,MAAM,aAAa,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC;IAChE,IAAI,WAAW,IAAI,aAAa;QAAE,OAAO,UAAU,CAAC;IACpD,IAAI,WAAW,IAAI,CAAC,aAAa;QAAE,OAAO,aAAa,CAAC;IACxD,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,QAAQ,IAAI,MAAM,GAAG,WAAW;QAAE,OAAO,MAAM,CAAC;IACxE,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,gCAAgC,CAC9C,QAA2E,EAC3E,eAAuB;IAEvB,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5D,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC;IACxC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC5C,IAAI,IAAI,GAAkB,IAAI,CAAC;IAC/B,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;YAAE,SAAS;QAClC,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC9B,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC/B,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC3B,IAAI,CAAC,KAAK,eAAe,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI;YAAE,SAAS;QAC3E,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,GAAG,IAAI;YAAE,IAAI,GAAG,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/core/experiments/analyze/heuristics.d.ts

@@ -0,0 +1,43 @@
+import type { AnalysisConfidence, DesignReadout, HeuristicEntry, LeadingVariant, MetricSignal, Recommendation } from './types.js';
+interface AlertLite {
+    id: number;
+    type: string;
+    dismissed: boolean;
+}
+interface ExpLite {
+    state?: string;
+    hypothesis?: string | null;
+    primary_metric_id?: number | null;
+    required_alpha?: string | number | null;
+    required_power?: string | number | null;
+    analysis_type?: string | null;
+    minimum_detectable_effect?: number | null;
+    baseline_primary_metric_mean?: number | null;
+    baseline_participants_per_day?: number | null;
+    percentage_of_traffic?: number | null;
+    secondary_metrics?: Array<{
+        type?: string;
+    }>;
+    recommended_action?: unknown;
+    started_at?: string | null;
+    stopped_at?: string | null;
+}
+export interface HeuristicsInput {
+    experiment: ExpLite;
+    alerts: AlertLite[];
+    metricSignals: MetricSignal[];
+    leadingVariant: LeadingVariant | null;
+    participantCount: number | null;
+    benchmark: {
+        observed_impacts: number[];
+        median_abs_impact: number | null;
+    } | null;
+}
+export declare function runHeuristics(input: HeuristicsInput): {
+    heuristicOutput: HeuristicEntry[];
+    recommendation: Recommendation | null;
+};
+export declare function computeAnalysisConfidence(input: HeuristicsInput): AnalysisConfidence;
+export declare function computeDesignReadout(input: HeuristicsInput): DesignReadout;
+export {};
+//# sourceMappingURL=heuristics.d.ts.map

package/dist/core/experiments/analyze/heuristics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"heuristics.d.ts","sourceRoot":"","sources":["../../../../src/core/experiments/analyze/heuristics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,kBAAkB,EAClB,aAAa,EACb,cAAc,EACd,cAAc,EACd,YAAY,EACZ,cAAc,EAEf,MAAM,YAAY,CAAC;AAYpB,UAAU,SAAS;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,UAAU,OAAO;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,cAAc,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IACxC,cAAc,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IACxC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,yBAAyB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1C,4BAA4B,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7C,6BAA6B,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9C,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,iBAAiB,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7C,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,OAAO,CAAC;IACpB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,cAAc,EAAE,cAAc,GAAG,IAAI,CAAC;IACtC,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,SAAS,EAAE;QAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;QAAC,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI,CAAC;CACpF;AAsID,wBAAgB,aAAa,CAAC,KAAK,EAAE,eAAe,GAAG;IACrD,eAAe,EAAE,cAAc,EAAE,CAAC;IAClC,cAAc,EAAE,cAAc,GAAG,IAAI,CAAC;CACvC,CAOA;AAUD,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,eAAe,GAAG,kBAAkB,CAoCpF;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,eAAe,GAAG,aAAa,CA+C1E"}

package/dist/core/experiments/analyze/heuristics.js

@@ -0,0 +1,186 @@
+const BLOCKING_ALERT_TYPES = new Set([
+    'srm',
+    'audience_mismatch',
+    'assignment_conflict',
+    'experiments_interact',
+]);
+const RECOMMENDATION_OVERDUE_DAYS = 21;
+const DEFAULT_ALPHA = 0.1;
+const RULE_ORDER = [
+    'blocking_alert',
+    'cleanup_needed',
+    'guardrail_contradicts',
+    'primary_metric_significant_loss',
+    'primary_metric_significant_win',
+    'sample_size_not_reached',
+    'hypothesis_missing',
+    'no_recommendation_overdue',
+    'snapshot_unavailable',
+];
+const rules = {
+    blocking_alert: (input) => {
+        const hits = input.alerts.filter((a) => !a.dismissed && BLOCKING_ALERT_TYPES.has(a.type));
+        return entry('blocking_alert', hits.length > 0, 'warning', 'Investigate the experiment before making a rollout decision.', 'Active health checks indicate that the current results may be misleading. Resolve the data-quality or assignment issue before acting on the outcome.', { alert_types: hits.map((h) => h.type) });
+    },
+    cleanup_needed: (input) => {
+        const hits = input.alerts.filter((a) => !a.dismissed && a.type === 'cleanup_needed');
+        return entry('cleanup_needed', hits.length > 0, 'warning', 'Clean up stale assignments before proceeding.', 'The experiment has cleanup_needed signals; old data may skew the analysis.', { alert_ids: hits.map((h) => h.id) });
+    },
+    guardrail_contradicts: (input) => {
+        const hits = input.metricSignals.filter((s) => s.metric_type === 'guardrail' && s.status === 'contradicts');
+        const variant = input.leadingVariant?.variant_name ?? 'the leading variant';
+        return entry('guardrail_contradicts', hits.length > 0, 'warning', `Review guardrail regressions before rolling out ${variant}.`, 'At least one guardrail metric is moving in the wrong direction, so the apparent win on the primary metric should not be treated as rollout-ready yet.', { metrics: hits.map((h) => h.metric_name) });
+    },
+    primary_metric_significant_loss: (input) => {
+        const lv = input.leadingVariant;
+        const alpha = parseAlpha(input.experiment.required_alpha) ?? DEFAULT_ALPHA;
+        const fired = !!lv && lv.p_value !== null && lv.p_value < alpha && lv.impact_percent < 0;
+        return entry('primary_metric_significant_loss', fired, 'warning', 'Primary metric regressed at significance.', 'The leading variant moves the primary metric in the wrong direction with p-value below alpha. Do not roll out.', lv ? { variant: lv.variant_name, impact_percent: lv.impact_percent, p_value: lv.p_value } : {});
+    },
+    primary_metric_significant_win: (input) => {
+        const lv = input.leadingVariant;
+        const alpha = parseAlpha(input.experiment.required_alpha) ?? DEFAULT_ALPHA;
+        const fired = !!lv && lv.p_value !== null && lv.p_value < alpha && lv.impact_percent > 0;
+        return entry('primary_metric_significant_win', fired, 'success', `Primary metric improved with ${lv?.variant_name ?? 'the leading variant'}.`, 'The leading variant beat baseline on the primary metric with p-value below alpha.', lv ? { variant: lv.variant_name, impact_percent: lv.impact_percent, p_value: lv.p_value } : {});
+    },
+    sample_size_not_reached: (input) => {
+        const isRunningGS = input.experiment.state === 'running' && input.experiment.analysis_type === 'group_sequential';
+        const hasReachedAlert = input.alerts.some((a) => !a.dismissed && a.type === 'sample_size_reached');
+        const fired = isRunningGS && !hasReachedAlert;
+        return entry('sample_size_not_reached', fired, 'info', 'Sample size not reached.', 'Group-sequential analysis has not yet hit its planned sample size; treat results as interim.', {});
+    },
+    hypothesis_missing: (input) => {
+        const fired = !input.experiment.hypothesis || input.experiment.hypothesis.trim() === '';
+        return entry('hypothesis_missing', fired, 'info', 'No hypothesis recorded for this experiment.', 'Without a written hypothesis it is hard to judge whether the result answers the original question.', {});
+    },
+    no_recommendation_overdue: (input) => {
+        const startedAt = input.experiment.started_at ? Date.parse(input.experiment.started_at) : NaN;
+        const days = Number.isFinite(startedAt) ? (Date.now() - startedAt) / 86400000 : 0;
+        const fired = days >= RECOMMENDATION_OVERDUE_DAYS && !input.experiment.recommended_action;
+        return entry('no_recommendation_overdue', fired, 'info', 'Experiment has been running long without a recommended action.', 'Consider whether to stop, full-on, or iterate; running indefinitely is rarely the best option.', { days_running: Math.floor(days) });
+    },
+    snapshot_unavailable: (input) => {
+        const fired = input.participantCount === null && input.metricSignals.length === 0;
+        return entry('snapshot_unavailable', fired, 'info', 'No metric snapshot is available yet.', 'The previewer may not have processed this experiment; analysis is limited to design parameters.', {});
+    },
+};
+export function runHeuristics(input) {
+    const heuristicOutput = RULE_ORDER.map((id) => rules[id](input));
+    const picked = pickRecommendation(heuristicOutput);
+    const recommendation = picked
+        ? { theme: picked.theme, title: picked.title, details: picked.details }
+        : null;
+    return { heuristicOutput, recommendation };
+}
+function pickRecommendation(entries) {
+    const firstWarning = entries.find((h) => h.fired && h.theme === 'warning');
+    if (firstWarning)
+        return firstWarning;
+    const firstSuccess = entries.find((h) => h.fired && h.theme === 'success');
+    if (firstSuccess)
+        return firstSuccess;
+    return null;
+}
+export function computeAnalysisConfidence(input) {
+    const hasBlockingAlert = input.alerts.some((a) => !a.dismissed && BLOCKING_ALERT_TYPES.has(a.type));
+    const sampleReached = input.alerts.some((a) => !a.dismissed && a.type === 'sample_size_reached');
+    const hypothesisPresent = !!input.experiment.hypothesis && input.experiment.hypothesis.trim() !== '';
+    const primaryPresent = input.experiment.primary_metric_id !== null && input.experiment.primary_metric_id !== undefined;
+    const guardrailsPresent = (input.experiment.secondary_metrics ?? []).some((m) => m.type === 'guardrail');
+    const noBlockingAlerts = !hasBlockingAlert;
+    const factors = {
+        sample_size_reached: sampleReached,
+        hypothesis_present: hypothesisPresent,
+        primary_metric_present: primaryPresent,
+        guardrails_present: guardrailsPresent,
+        no_blocking_alerts: noBlockingAlerts,
+    };
+    const reasons = [];
+    if (!sampleReached)
+        reasons.push('Planned sample size has not been reached.');
+    if (!hypothesisPresent)
+        reasons.push('No written hypothesis.');
+    if (!primaryPresent)
+        reasons.push('No primary metric selected.');
+    if (!guardrailsPresent)
+        reasons.push('No guardrail metric configured.');
+    if (!noBlockingAlerts)
+        reasons.push('A blocking health alert is active.');
+    const missing = Object.values(factors).filter((v) => !v).length;
+    let level;
+    if (!noBlockingAlerts || missing >= 2)
+        level = 'low';
+    else if (missing === 1)
+        level = 'medium';
+    else
+        level = 'high';
+    return { level, reasons, factors };
+}
+export function computeDesignReadout(input) {
+    const exp = input.experiment;
+    const params = {
+        analysis_type: exp.analysis_type ?? null,
+        required_alpha: parseAlpha(exp.required_alpha),
+        required_power: numOrNull(exp.required_power),
+        minimum_detectable_effect: numOrNull(exp.minimum_detectable_effect),
+        baseline_primary_metric_mean: numOrNull(exp.baseline_primary_metric_mean),
+        baseline_participants_per_day: numOrNull(exp.baseline_participants_per_day),
+        percentage_of_traffic: numOrNull(exp.percentage_of_traffic),
+    };
+    const benchmark = input.benchmark;
+    const mde = params.minimum_detectable_effect;
+    let summary;
+    if (benchmark && benchmark.median_abs_impact !== null && mde !== null) {
+        if (benchmark.median_abs_impact >= mde * 1.5) {
+            summary = `Designed to detect effects in the expected range; comparable experiments moved this metric by ~${benchmark.median_abs_impact}%.`;
+        }
+        else if (benchmark.median_abs_impact <= mde * 0.5) {
+            summary = `MDE is larger than what comparable experiments have moved (~${benchmark.median_abs_impact}%); the next run should plan for a smaller expected effect or longer runtime.`;
+        }
+        else {
+            summary = `Design appears usable; comparable experiments moved this metric by ~${benchmark.median_abs_impact}%.`;
+        }
+    }
+    else if (benchmark && benchmark.median_abs_impact !== null) {
+        summary = `Comparable experiments moved this metric by ~${benchmark.median_abs_impact}%; review against the planned MDE.`;
+    }
+    else {
+        summary =
+            'Insufficient comparable history to benchmark the design — review MDE against domain knowledge.';
+    }
+    const notes = [];
+    if (params.percentage_of_traffic !== null && params.percentage_of_traffic < 20) {
+        notes.push(`Traffic share is only ${params.percentage_of_traffic}%; expect long runtimes.`);
+    }
+    if (params.baseline_primary_metric_mean === null) {
+        notes.push('No baseline mean recorded for the primary metric.');
+    }
+    if (input.experiment.started_at) {
+        const days = (Date.now() - Date.parse(input.experiment.started_at)) / 86400000;
+        if (days < 7 && input.experiment.state === 'running') {
+            notes.push('Less than a week of runtime so far.');
+        }
+        if (days > 90)
+            notes.push('Experiment has been running over 90 days; consider closing it out.');
+    }
+    return { summary, notes, parameters: params, benchmark };
+}
+function entry(rule, fired, theme, title, details, evidence) {
+    return { rule, fired, theme, title, details, evidence };
+}
+function parseAlpha(value) {
+    if (value === null || value === undefined)
+        return null;
+    const n = typeof value === 'string' ? parseFloat(value) : value;
+    return Number.isFinite(n) ? n : null;
+}
+function numOrNull(value) {
+    if (typeof value === 'number' && Number.isFinite(value))
+        return value;
+    if (typeof value === 'string') {
+        const n = parseFloat(value);
+        return Number.isFinite(n) ? n : null;
+    }
+    return null;
+}
+//# sourceMappingURL=heuristics.js.map

package/dist/core/experiments/analyze/heuristics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"heuristics.js","sourceRoot":"","sources":["../../../../src/core/experiments/analyze/heuristics.ts"],"names":[],"mappings":"AAUA,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IACnC,KAAK;IACL,mBAAmB;IACnB,qBAAqB;IACrB,sBAAsB;CACvB,CAAC,CAAC;AAEH,MAAM,2BAA2B,GAAG,EAAE,CAAC;AACvC,MAAM,aAAa,GAAG,GAAG,CAAC;AAkC1B,MAAM,UAAU,GAAG;IACjB,gBAAgB;IAChB,gBAAgB;IAChB,uBAAuB;IACvB,iCAAiC;IACjC,gCAAgC;IAChC,yBAAyB;IACzB,oBAAoB;IACpB,2BAA2B;IAC3B,sBAAsB;CACd,CAAC;AAMX,MAAM,KAAK,GAA2B;IACpC,cAAc,EAAE,CAAC,KAAK,EAAE,EAAE;QACxB,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1F,OAAO,KAAK,CACV,gBAAgB,EAChB,IAAI,CAAC,MAAM,GAAG,CAAC,EACf,SAAS,EACT,8DAA8D,EAC9D,sJAAsJ,EACtJ,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CACzC,CAAC;IACJ,CAAC;IACD,cAAc,EAAE,CAAC,KAAK,EAAE,EAAE;QACxB,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,gBAAgB,CAAC,CAAC;QACrF,OAAO,KAAK,CACV,gBAAgB,EAChB,IAAI,CAAC,MAAM,GAAG,CAAC,EACf,SAAS,EACT,+CAA+C,EAC/C,4EAA4E,EAC5E,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CACrC,CAAC;IACJ,CAAC;IACD,qBAAqB,EAAE,CAAC,KAAK,EAAE,EAAE;QAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,aAAa,CAAC,MAAM,CACrC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,WAAW,IAAI,CAAC,CAAC,MAAM,KAAK,aAAa,CACnE,CAAC;QACF,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,EAAE,YAAY,IAAI,qBAAqB,CAAC;QAC5E,OAAO,KAAK,CACV,uBAAuB,EACvB,IAAI,CAAC,MAAM,GAAG,CAAC,EACf,SAAS,EACT,mDAAmD,OAAO,GAAG,EAC7D,uJAAuJ,EACvJ,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAC5C,CAAC;IACJ,CAAC;IACD,+BAA+B,EAAE,CAAC,KAAK,EAAE,EAAE;QACzC,MAAM,EAAE,GAAG,KAAK,CAAC,cAAc,CAAC;QAChC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,aAAa,CAAC;QAC3E,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,OAAO,KAAK,IAAI,IAAI,EAAE,CAAC,OAAO,GAAG,KAAK,IAAI,EAAE,CAAC,cAAc,GAAG,CAAC,CAAC;QACzF,OAAO,KAAK,CACV,iCAAiC,EACjC,KAAK,EACL,SAAS,EACT,2CAA2C,EAC3C,gHAAgH,EAChH,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,YAAY,EAAE,cAAc,EAAE,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAC/F,CAAC;IACJ,CAAC;IACD,8BAA8B,EAAE,CAAC,KAAK,EAAE,EAAE;QACxC,MAAM,EAAE,GAAG,KAAK,CAAC,cAAc,CAAC;QAChC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,aAAa,CAAC;QAC3E,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,OAAO,KAAK,IAAI,IAAI,EAAE,CAAC,OAAO,GAAG,KAAK,IAAI,EAAE,CAAC,cAAc,GAAG,CAAC,CAAC;QACzF,OAAO,KAAK,CACV,gCAAgC,EAChC,KAAK,EACL,SAAS,EACT,gCAAgC,EAAE,EAAE,YAAY,IAAI,qBAAqB,GAAG,EAC5E,mFAAmF,EACnF,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,YAAY,EAAE,cAAc,EAAE,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAC/F,CAAC;IACJ,CAAC;IACD,uBAAuB,EAAE,CAAC,KAAK,EAAE,EAAE;QACjC,MAAM,WAAW,GACf,KAAK,CAAC,UAAU,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC,aAAa,KAAK,kBAAkB,CAAC;QAChG,MAAM,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAqB,CACxD,CAAC;QACF,MAAM,KAAK,GAAG,WAAW,IAAI,CAAC,eAAe,CAAC;QAC9C,OAAO,KAAK,CACV,yBAAyB,EACzB,KAAK,EACL,MAAM,EACN,0BAA0B,EAC1B,8FAA8F,EAC9F,EAAE,CACH,CAAC;IACJ,CAAC;IACD,kBAAkB,EAAE,CAAC,KAAK,EAAE,EAAE;QAC5B,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;QACxF,OAAO,KAAK,CACV,oBAAoB,EACpB,KAAK,EACL,MAAM,EACN,6CAA6C,EAC7C,oGAAoG,EACpG,EAAE,CACH,CAAC;IACJ,CAAC;IACD,yBAAyB,EAAE,CAAC,KAAK,EAAE,EAAE;QACnC,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAC9F,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,MAAM,KAAK,GAAG,IAAI,IAAI,2BAA2B,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,kBAAkB,CAAC;QAC1F,OAAO,KAAK,CACV,2BAA2B,EAC3B,KAAK,EACL,MAAM,EACN,gEAAgE,EAChE,gGAAgG,EAChG,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CACnC,CAAC;IACJ,CAAC;IACD,oBAAoB,EAAE,CAAC,KAAK,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,gBAAgB,KAAK,IAAI,IAAI,KAAK,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC;QAClF,OAAO,KAAK,CACV,sBAAsB,EACtB,KAAK,EACL,MAAM,EACN,sCAAsC,EACtC,iGAAiG,EACjG,EAAE,CACH,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,UAAU,aAAa,CAAC,KAAsB;IAIlD,MAAM,eAAe,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;IACnD,MAAM,cAAc,GAA0B,MAAM;QAClD,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE;QACvE,CAAC,CAAC,IAAI,CAAC;IACT,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAyB;IACnD,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IAC3E,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IAC3E,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAsB;IAC9D,MAAM,gBAAgB,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CACxC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CACxD,CAAC;IACF,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAqB,CAAC,CAAC;IACjG,MAAM,iBAAiB,GACrB,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;IAC7E,MAAM,cAAc,GAClB,KAAK,CAAC,UAAU,CAAC,iBAAiB,KAAK,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,iBAAiB,KAAK,SAAS,CAAC;IAClG,MAAM,iBAAiB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,IAAI,CACvE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAC9B,CAAC;IACF,MAAM,gBAAgB,GAAG,CAAC,gBAAgB,CAAC;IAE3C,MAAM,OAAO,GAAG;QACd,mBAAmB,EAAE,aAAa;QAClC,kBAAkB,EAAE,iBAAiB;QACrC,sBAAsB,EAAE,cAAc;QACtC,kBAAkB,EAAE,iBAAiB;QACrC,kBAAkB,EAAE,gBAAgB;KACrC,CAAC;IAEF,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,CAAC,aAAa;QAAE,OAAO,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;IAC9E,IAAI,CAAC,iBAAiB;QAAE,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/D,IAAI,CAAC,cAAc;QAAE,OAAO,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACjE,IAAI,CAAC,iBAAiB;QAAE,OAAO,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IACxE,IAAI,CAAC,gBAAgB;QAAE,OAAO,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAE1E,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAChE,IAAI,KAAkC,CAAC;IACvC,IAAI,CAAC,gBAAgB,IAAI,OAAO,IAAI,CAAC;QAAE,KAAK,GAAG,KAAK,CAAC;SAChD,IAAI,OAAO,KAAK,CAAC;QAAE,KAAK,GAAG,QAAQ,CAAC;;QACpC,KAAK,GAAG,MAAM,CAAC;IAEpB,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAsB;IACzD,MAAM,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC;IAC7B,MAAM,MAAM,GAAG;QACb,aAAa,EAAE,GAAG,CAAC,aAAa,IAAI,IAAI;QACxC,cAAc,EAAE,UAAU,CAAC,GAAG,CAAC,cAAc,CAAC;QAC9C,cAAc,EAAE,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC;QAC7C,yBAAyB,EAAE,SAAS,CAAC,GAAG,CAAC,yBAAyB,CAAC;QACnE,4BAA4B,EAAE,SAAS,CAAC,GAAG,CAAC,4BAA4B,CAAC;QACzE,6BAA6B,EAAE,SAAS,CAAC,GAAG,CAAC,6BAA6B,CAAC;QAC3E,qBAAqB,EAAE,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC;KAC5D,CAAC;IAEF,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;IAClC,MAAM,GAAG,GAAG,MAAM,CAAC,yBAAyB,CAAC;IAE7C,IAAI,OAAe,CAAC;IACpB,IAAI,SAAS,IAAI,SAAS,CAAC,iBAAiB,KAAK,IAAI,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACtE,IAAI,SAAS,CAAC,iBAAiB,IAAI,GAAG,GAAG,GAAG,EAAE,CAAC;YAC7C,OAAO,GAAG,kGAAkG,SAAS,CAAC,iBAAiB,IAAI,CAAC;QAC9I,CAAC;aAAM,IAAI,SAAS,CAAC,iBAAiB,IAAI,GAAG,GAAG,GAAG,EAAE,CAAC;YACpD,OAAO,GAAG,+DAA+D,SAAS,CAAC,iBAAiB,+EAA+E,CAAC;QACtL,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,uEAAuE,SAAS,CAAC,iBAAiB,IAAI,CAAC;QACnH,CAAC;IACH,CAAC;SAAM,IAAI,SAAS,IAAI,SAAS,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QAC7D,OAAO,GAAG,gDAAgD,SAAS,CAAC,iBAAiB,oCAAoC,CAAC;IAC5H,CAAC;SAAM,CAAC;QACN,OAAO;YACL,gGAAgG,CAAC;IACrG,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,CAAC,qBAAqB,KAAK,IAAI,IAAI,MAAM,CAAC,qBAAqB,GAAG,EAAE,EAAE,CAAC;QAC/E,KAAK,CAAC,IAAI,CAAC,yBAAyB,MAAM,CAAC,qBAAqB,0BAA0B,CAAC,CAAC;IAC9F,CAAC;IACD,IAAI,MAAM,CAAC,4BAA4B,KAAK,IAAI,EAAE,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,GAAG,QAAQ,CAAC;QAC/E,IAAI,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YACrD,KAAK,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,IAAI,GAAG,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;IAClG,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AAC3D,CAAC;AAED,SAAS,KAAK,CACZ,IAAY,EACZ,KAAc,EACd,KAAY,EACZ,KAAa,EACb,OAAe,EACf,QAAiC;IAEjC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;AAC1D,CAAC;AAED,SAAS,UAAU,CAAC,KAAyC;IAC3D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAChE,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACvC,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACtE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACvC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/core/experiments/analyze/index.d.ts

@@ -0,0 +1,9 @@
+import type { APIClient } from '../../../api-client/api-client.js';
+import type { ExperimentId } from '../../../lib/api/branded-types.js';
+import type { CommandResult } from '../../types.js';
+import type { AnalyzeResult } from './types.js';
+export interface AnalyzeExperimentParams {
+    experimentId: ExperimentId;
+}
+export declare function analyzeExperiment(client: APIClient, params: AnalyzeExperimentParams): Promise<CommandResult<AnalyzeResult>>;
+//# sourceMappingURL=index.d.ts.map

package/dist/core/experiments/analyze/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/core/experiments/analyze/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAMpD,OAAO,KAAK,EAA0C,aAAa,EAAE,MAAM,YAAY,CAAC;AAExF,MAAM,WAAW,uBAAuB;IACtC,YAAY,EAAE,YAAY,CAAC;CAC5B;AAED,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,SAAS,EACjB,MAAM,EAAE,uBAAuB,GAC9B,OAAO,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CA8GvC"}

package/dist/core/experiments/analyze/index.js

@@ -0,0 +1,114 @@
+import { extractSignals } from './extract-signals.js';
+import { computeAnalysisConfidence, computeDesignReadout, runHeuristics } from './heuristics.js';
+import { summarizeRelatedExperiments } from './related-benchmarks.js';
+import { SourceSignalRegistry } from './source-signals.js';
+import { summarizeAnalyzeResult } from './summary.js';
+export async function analyzeExperiment(client, params) {
+    const registry = new SourceSignalRegistry();
+    const experimentPromise = client.getExperiment(params.experimentId);
+    const experiment = (await experimentPromise);
+    const expType = experiment.type ?? '';
+    const relatedPromise = client
+        .listExperiments({
+        type: expType,
+        items: 25,
+        sort: 'updated_at',
+        ascending: false,
+    })
+        .catch((err) => {
+        registry.record('related_experiments', `error: ${err instanceof Error ? err.message : String(err)}`);
+        return [];
+    });
+    const alerts = await resolveAlerts(client, params.experimentId, experiment, registry);
+    const related = (await relatedPromise);
+    const { metricSignals, leadingVariant, participantCount } = extractSignals(experiment);
+    if (participantCount !== null) {
+        registry.record('experiment.participant_count', 'experiment.metrics_snapshot.rows[*].cum_unit_count');
+    }
+    if (leadingVariant) {
+        registry.record('experiment.leading_variant_impact_percent', 'experiment.metrics_snapshot.rows[*].percent_change');
+    }
+    const benchmarks = await summarizeRelatedExperiments(client, { id: Number(params.experimentId), primary_metric_id: numOrNull(experiment.primary_metric_id) }, related, registry);
+    const heuristicsInput = {
+        experiment: experiment,
+        alerts,
+        metricSignals,
+        leadingVariant,
+        participantCount,
+        benchmark: benchmarks.benchmark,
+    };
+    const { heuristicOutput, recommendation } = runHeuristics(heuristicsInput);
+    const analysisConfidence = computeAnalysisConfidence(heuristicsInput);
+    const designReadout = computeDesignReadout(heuristicsInput);
+    if (alerts.length > 0) {
+        registry.record('alerts', `experiment.alerts[*].type`);
+    }
+    if (experiment.recommended_action?.recommendation) {
+        registry.record('experiment.current_recommended_action', 'experiment.recommended_action.recommendation');
+    }
+    if (experiment.experiment_report
+        ?.experiment_note?.note) {
+        registry.record('experiment.report_note', 'experiment.experiment_report.experiment_note.note');
+    }
+    const experimentSection = {
+        id: numOrNull(experiment.id) ?? Number(params.experimentId),
+        name: stringOr(experiment.name, ''),
+        type: stringOr(experiment.type, ''),
+        state: stringOr(experiment.state, ''),
+        hypothesis: stringOrNull(experiment.hypothesis),
+        primary_metric_name: experiment.primary_metric?.name ?? null,
+        unit_type_name: experiment.unit_type?.name ?? null,
+        participant_count: participantCount,
+        leading_variant_name: leadingVariant?.variant_name ?? null,
+        leading_variant_impact_percent: leadingVariant?.impact_percent ?? null,
+        // 1 - p_value (frequentist "confidence level"); interpret alongside p_value rather than as a calibrated probability
+        leading_variant_confidence: leadingVariant && leadingVariant.p_value !== null ? 1 - leadingVariant.p_value : null,
+        current_recommended_action: experiment.recommended_action?.recommendation ??
+            null,
+        report_note: experiment.experiment_report
+            ?.experiment_note?.note ?? null,
+    };
+    const data = {
+        experiment: experimentSection,
+        alerts,
+        recommendation,
+        metric_signals: metricSignals,
+        related_experiments: benchmarks.items,
+        analysis_confidence: analysisConfidence,
+        design_readout: designReadout,
+        source_signals: registry.toArray(),
+        heuristic_output: heuristicOutput,
+    };
+    return { data, detail: summarizeAnalyzeResult(data) };
+}
+async function resolveAlerts(client, experimentId, experiment, registry) {
+    const embedded = experiment.alerts;
+    if (Array.isArray(embedded))
+        return embedded.map(toAlert);
+    try {
+        const list = await client.listExperimentAlerts(experimentId);
+        return list.map(toAlert);
+    }
+    catch (err) {
+        registry.record('alerts', `error: ${err instanceof Error ? err.message : String(err)}`);
+        return [];
+    }
+}
+function toAlert(raw) {
+    const r = (raw ?? {});
+    return {
+        id: typeof r.id === 'number' ? r.id : 0,
+        type: typeof r.type === 'string' ? r.type : '',
+        dismissed: r.dismissed === true,
+    };
+}
+function numOrNull(value) {
+    return typeof value === 'number' && Number.isFinite(value) ? value : null;
+}
+function stringOr(value, fallback) {
+    return typeof value === 'string' ? value : fallback;
+}
+function stringOrNull(value) {
+    return typeof value === 'string' && value.length > 0 ? value : null;
+}
+//# sourceMappingURL=index.js.map

package/dist/core/experiments/analyze/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/core/experiments/analyze/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,yBAAyB,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACjG,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AAOtD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,MAAiB,EACjB,MAA+B;IAE/B,MAAM,QAAQ,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAE5C,MAAM,iBAAiB,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IACpE,MAAM,UAAU,GAAG,CAAC,MAAM,iBAAiB,CAA4B,CAAC;IACxE,MAAM,OAAO,GAAI,UAAU,CAAC,IAA2B,IAAI,EAAE,CAAC;IAE9D,MAAM,cAAc,GAAG,MAAM;SAC1B,eAAe,CAAC;QACf,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,EAAE;QACT,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,KAAK;KACjB,CAAC;SACD,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;QACtB,QAAQ,CAAC,MAAM,CACb,qBAAqB,EACrB,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC7D,CAAC;QACF,OAAO,EAAoC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEL,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,YAAY,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IACtF,MAAM,OAAO,GAAG,CAAC,MAAM,cAAc,CAAmC,CAAC;IAEzE,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,gBAAgB,EAAE,GAAG,cAAc,CAAC,UAAmB,CAAC,CAAC;IAChG,IAAI,gBAAgB,KAAK,IAAI,EAAE,CAAC;QAC9B,QAAQ,CAAC,MAAM,CACb,8BAA8B,EAC9B,oDAAoD,CACrD,CAAC;IACJ,CAAC;IACD,IAAI,cAAc,EAAE,CAAC;QACnB,QAAQ,CAAC,MAAM,CACb,2CAA2C,EAC3C,oDAAoD,CACrD,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,2BAA2B,CAClD,MAAM,EACN,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,iBAAiB,EAAE,SAAS,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,EAC/F,OAAgB,EAChB,QAAQ,CACT,CAAC;IAEF,MAAM,eAAe,GAAG;QACtB,UAAU,EAAE,UAAmB;QAC/B,MAAM;QACN,aAAa;QACb,cAAc;QACd,gBAAgB;QAChB,SAAS,EAAE,UAAU,CAAC,SAAS;KAChC,CAAC;IAEF,MAAM,EAAE,eAAe,EAAE,cAAc,EAAE,GAAG,aAAa,CAAC,eAAe,CAAC,CAAC;IAC3E,MAAM,kBAAkB,GAAG,yBAAyB,CAAC,eAAe,CAAC,CAAC;IACtE,MAAM,aAAa,GAAG,oBAAoB,CAAC,eAAe,CAAC,CAAC;IAE5D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,2BAA2B,CAAC,CAAC;IACzD,CAAC;IACD,IAAK,UAAU,CAAC,kBAA+D,EAAE,cAAc,EAAE,CAAC;QAChG,QAAQ,CAAC,MAAM,CACb,uCAAuC,EACvC,8CAA8C,CAC/C,CAAC;IACJ,CAAC;IACD,IACG,UAAU,CAAC,iBAA0E;QACpF,EAAE,eAAe,EAAE,IAAI,EACzB,CAAC;QACD,QAAQ,CAAC,MAAM,CAAC,wBAAwB,EAAE,mDAAmD,CAAC,CAAC;IACjG,CAAC;IAED,MAAM,iBAAiB,GAA6B;QAClD,EAAE,EAAE,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC;QAC3D,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;QACnC,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;QACnC,KAAK,EAAE,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC;QACrC,UAAU,EAAE,YAAY,CAAC,UAAU,CAAC,UAAU,CAAC;QAC/C,mBAAmB,EAAG,UAAU,CAAC,cAAgD,EAAE,IAAI,IAAI,IAAI;QAC/F,cAAc,EAAG,UAAU,CAAC,SAA2C,EAAE,IAAI,IAAI,IAAI;QACrF,iBAAiB,EAAE,gBAAgB;QACnC,oBAAoB,EAAE,cAAc,EAAE,YAAY,IAAI,IAAI;QAC1D,8BAA8B,EAAE,cAAc,EAAE,cAAc,IAAI,IAAI;QACtE,oHAAoH;QACpH,0BAA0B,EACxB,cAAc,IAAI,cAAc,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;QACvF,0BAA0B,EACvB,UAAU,CAAC,kBAA8D,EAAE,cAAc;YAC1F,IAAI;QACN,WAAW,EACR,UAAU,CAAC,iBAAyE;YACnF,EAAE,eAAe,EAAE,IAAI,IAAI,IAAI;KACpC,CAAC;IAEF,MAAM,IAAI,GAAkB;QAC1B,UAAU,EAAE,iBAAiB;QAC7B,MAAM;QACN,cAAc;QACd,cAAc,EAAE,aAAa;QAC7B,mBAAmB,EAAE,UAAU,CAAC,KAAK;QACrC,mBAAmB,EAAE,kBAAkB;QACvC,cAAc,EAAE,aAAa;QAC7B,cAAc,EAAE,QAAQ,CAAC,OAAO,EAAE;QAClC,gBAAgB,EAAE,eAAe;KAClC,CAAC;IAEF,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC;AACxD,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,MAAiB,EACjB,YAA0B,EAC1B,UAAmC,EACnC,QAA8B;IAE9B,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC;IACnC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC1D,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxF,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,GAAY;IAC3B,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAA0D,CAAC;IAC/E,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvC,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;QAC9C,SAAS,EAAE,CAAC,CAAC,SAAS,KAAK,IAAI;KAChC,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5E,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc,EAAE,QAAgB;IAChD,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC;AACtD,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AACtE,CAAC"}

package/dist/core/experiments/analyze/related-benchmarks.d.ts

@@ -0,0 +1,28 @@
+import type { APIClient } from '../../../api-client/api-client.js';
+import { SourceSignalRegistry } from './source-signals.js';
+import type { RelatedExperimentSummary } from './types.js';
+interface RelatedRaw {
+    id: number;
+    name?: string;
+    state?: string;
+    started_at?: string | null;
+    stopped_at?: string | null;
+    primary_metric_id?: number | null;
+    primary_metric?: {
+        id?: number;
+        name?: string;
+    };
+}
+interface FocalRaw {
+    id: number;
+    primary_metric_id?: number | null;
+}
+export declare function summarizeRelatedExperiments(client: Pick<APIClient, 'getExperimentMetricsCached'>, focal: FocalRaw, related: RelatedRaw[], registry: SourceSignalRegistry): Promise<{
+    items: RelatedExperimentSummary[];
+    benchmark: {
+        observed_impacts: number[];
+        median_abs_impact: number | null;
+    } | null;
+}>;
+export {};
+//# sourceMappingURL=related-benchmarks.d.ts.map

package/dist/core/experiments/analyze/related-benchmarks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"related-benchmarks.d.ts","sourceRoot":"","sources":["../../../../src/core/experiments/analyze/related-benchmarks.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mCAAmC,CAAC;AAGnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAE3D,UAAU,UAAU;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,cAAc,CAAC,EAAE;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CACjD;AAED,UAAU,QAAQ;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACnC;AAED,wBAAsB,2BAA2B,CAC/C,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,4BAA4B,CAAC,EACrD,KAAK,EAAE,QAAQ,EACf,OAAO,EAAE,UAAU,EAAE,EACrB,QAAQ,EAAE,oBAAoB,GAC7B,OAAO,CAAC;IACT,KAAK,EAAE,wBAAwB,EAAE,CAAC;IAClC,SAAS,EAAE;QAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;QAAC,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI,CAAC;CACpF,CAAC,CAsDD"}