@antelopejs/dms-marketing 0.3.2 → 0.4.0

package/dist/services/dashboard.js

@@ -0,0 +1,343 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KPI_METRICS = void 0;
+exports.isKpiMetric = isKpiMetric;
+exports.kpiPayload = kpiPayload;
+exports.trafficPayload = trafficPayload;
+exports.qualityItems = qualityItems;
+exports.pagesLink = pagesLink;
+exports.acquisitionLink = acquisitionLink;
+exports.eventFunnelLink = eventFunnelLink;
+exports.isTopGroup = isTopGroup;
+exports.topGroupPayload = topGroupPayload;
+exports.goalEventNames = goalEventNames;
+exports.devicesPayload = devicesPayload;
+const interface_database_decorators_1 = require("@antelopejs/interface-database-decorators");
+const db_1 = require("@/db");
+const constants_1 = require("@/types/constants");
+const composed_1 = require("./composed");
+const geoip_1 = require("./geoip");
+const hourly_traffic_1 = require("./hourly-traffic");
+const rollups_1 = require("./rollups");
+exports.KPI_METRICS = {
+    pageviews: (totals) => totals.pageviews,
+    sessions: (totals) => totals.sessions,
+    "new-visitors": (totals) => totals.newVisitors,
+    "custom-events": (totals) => totals.customEvents,
+};
+const ROW_METRICS = {
+    pageviews: (row) => row.pageviews,
+    sessions: (row) => row.sessions,
+    "new-visitors": (row) => row.newVisitors,
+    "custom-events": (row) => row.customEvents,
+};
+function isKpiMetric(value) {
+    return typeof value === "string" && Object.hasOwn(exports.KPI_METRICS, value);
+}
+function completeDays(values, window) {
+    const complete = window.inProgress ? values.slice(0, -1) : values;
+    return complete.length > 1 ? complete : [];
+}
+function kpiPayload(read, metric) {
+    const value = exports.KPI_METRICS[metric]((0, rollups_1.sumRollups)(read.rows));
+    const previous = read.compare
+        ? exports.KPI_METRICS[metric]((0, rollups_1.sumRollups)(read.compareRows))
+        : undefined;
+    return {
+        value,
+        previousValue: previous === undefined ? undefined : Math.round(previous),
+        delta: (0, rollups_1.percentChange)(value, previous) ?? undefined,
+        sparkline: completeDays((0, rollups_1.dailyValues)(read.rows, read.window, ROW_METRICS[metric]), read.window),
+    };
+}
+const SERIES_NAME_PREFIX = "$page.marketing.overview.traffic.series.";
+const PRIMARY_LINE_COLOR = "--dms-sparkline";
+const PARTIAL_DASH = 4;
+function dayPoints(rows, window, axis, metric) {
+    const values = (0, rollups_1.dailyValues)(rows, window, ROW_METRICS[metric]);
+    return values.map((y, index) => ({
+        x: axis.firstDay - axis.localOffset + index * constants_1.MS_PER_DAY,
+        y,
+    }));
+}
+function dailyCurves(read, metric) {
+    return {
+        current: dayPoints(read.rows, read.window, read.window, metric),
+        previous: read.compare
+            ? dayPoints(read.compareDays, read.compare, read.window, metric)
+            : null,
+        partial: read.window.inProgress,
+    };
+}
+async function hourlyCurves(read, metric, website) {
+    const since = read.window.firstDay;
+    const hours = read.window.inProgress
+        ? Math.floor((Date.now() - since) / constants_1.MS_PER_HOUR) + 1
+        : hourly_traffic_1.HOURS_PER_DAY;
+    const [current, previous] = await Promise.all([
+        (0, hourly_traffic_1.hourlyValues)(website, since, hours, metric),
+        read.compare
+            ? (0, hourly_traffic_1.hourlyValues)(website, read.compare.firstDay, hours, metric)
+            : null,
+    ]);
+    const points = (values) => {
+        const drawn = values.map((y, index) => ({
+            x: since + index * constants_1.MS_PER_HOUR,
+            y: y,
+        }));
+        return drawn.length > 1
+            ? drawn
+            : [...drawn, { x: since + drawn.length * constants_1.MS_PER_HOUR, y: null }];
+    };
+    return {
+        current: current ? points(current) : [],
+        previous: current && previous ? points(previous) : null,
+        partial: read.window.inProgress && hours > 1,
+    };
+}
+function withPartialEnd(name, points, partial) {
+    const last = points.length - 1;
+    if (!partial || last < 1) {
+        return [{ name, data: points }];
+    }
+    return [
+        {
+            name,
+            data: points.map((point, index) => index === last ? { x: point.x, y: null } : point),
+        },
+        {
+            name: `${SERIES_NAME_PREFIX}in_progress`,
+            data: points.map((point, index) => index >= last - 1 ? point : { x: point.x, y: null }),
+            color: PRIMARY_LINE_COLOR,
+            strokeDashArray: PARTIAL_DASH,
+        },
+    ];
+}
+async function trafficPayload(read, metric, website, comparison) {
+    const kpi = kpiPayload(read, metric);
+    const curves = read.window.days === 1
+        ? await hourlyCurves(read, metric, website)
+        : dailyCurves(read, metric);
+    const previousName = comparison === "previous-year" ? "previous_year" : "previous";
+    return {
+        value: kpi.value,
+        previousValue: kpi.previousValue,
+        delta: kpi.delta,
+        series: withPartialEnd(`${SERIES_NAME_PREFIX}${metric}`, curves.current, curves.partial),
+        comparisonSeries: curves.previous
+            ? [
+                {
+                    name: `${SERIES_NAME_PREFIX}${previousName}`,
+                    data: curves.previous,
+                },
+            ]
+            : undefined,
+    };
+}
+function qualityOf(totals) {
+    if (totals.sessions === 0) {
+        return {
+            bounceRate: null,
+            averageDurationSeconds: null,
+            pagesPerSession: null,
+        };
+    }
+    return {
+        bounceRate: (Math.max(0, totals.bouncedSessions) / totals.sessions) * 100,
+        averageDurationSeconds: totals.sessionDurationMs / totals.sessions / constants_1.MS_PER_SECOND,
+        pagesPerSession: totals.pageviews / totals.sessions,
+    };
+}
+function difference(current, previous) {
+    return current === null || previous === null || previous === undefined
+        ? null
+        : current - previous;
+}
+const QUALITY_PREFIX = "$page.marketing.overview.quality.";
+function qualityItems(read, comparison) {
+    const current = qualityOf((0, rollups_1.sumRollups)(read.rows));
+    const previous = read.compare
+        ? qualityOf((0, rollups_1.sumRollups)(read.compareRows))
+        : undefined;
+    const bounce = difference(current.bounceRate, previous?.bounceRate);
+    const duration = difference(current.averageDurationSeconds, previous?.averageDurationSeconds);
+    const pages = difference(current.pagesPerSession, previous?.pagesPerSession);
+    return [
+        {
+            id: "bounce-rate",
+            eyebrow: `${QUALITY_PREFIX}bounce_rate`,
+            icon: "i-ph-arrow-u-up-left",
+            value: (0, composed_1.percentText)(current.bounceRate),
+            detail: (0, composed_1.deltaText)(bounce, "points", comparison),
+            detailTone: (0, composed_1.deltaTone)(bounce, true),
+        },
+        {
+            id: "duration",
+            eyebrow: `${QUALITY_PREFIX}avg_session_duration`,
+            icon: "i-ph-timer",
+            value: current.averageDurationSeconds === null
+                ? "—"
+                : (0, composed_1.durationText)(current.averageDurationSeconds),
+            detail: (0, composed_1.deltaText)(duration, "seconds", comparison),
+            detailTone: (0, composed_1.deltaTone)(duration),
+        },
+        {
+            id: "pages-per-session",
+            eyebrow: `${QUALITY_PREFIX}pages_per_session`,
+            icon: "i-ph-stack",
+            value: (0, composed_1.decimalText)(current.pagesPerSession),
+            detail: (0, composed_1.deltaText)(pages, "number", comparison),
+            detailTone: (0, composed_1.deltaTone)(pages),
+        },
+    ];
+}
+const TOP_LIST_LIMIT = 8;
+function pagesLink(path) {
+    const base = `${constants_1.MARKETING_MODULE_PATH}/pages`;
+    return path ? `${base}?path=${encodeURIComponent(path)}` : base;
+}
+function acquisitionLink(channel) {
+    const base = `${constants_1.MARKETING_MODULE_PATH}/acquisition`;
+    return channel ? `${base}?tab=${encodeURIComponent(channel)}` : base;
+}
+function eventFunnelLink(name) {
+    const steps = JSON.stringify([{ kind: "custom", value: name }]);
+    return `${constants_1.MARKETING_MODULE_PATH}/funnel-builder?steps=${encodeURIComponent(steps)}`;
+}
+function topTab(read, tab) {
+    const merged = (0, rollups_1.mergeDimension)(read.rows, tab.dimension);
+    const previous = read.compare
+        ? (0, rollups_1.mergeDimension)(read.compareRows, tab.dimension)
+        : undefined;
+    const total = Object.values(merged).reduce((sum, value) => sum + Math.max(0, value), 0);
+    const items = (0, rollups_1.rankEntries)(merged, TOP_LIST_LIMIT).map(({ key, value }) => ({
+        id: key,
+        title: key,
+        value,
+        share: (0, rollups_1.shareOf)(value, total),
+        delta: previous ? (0, rollups_1.percentChange)(value, previous[key]) : undefined,
+        to: tab.link?.(key),
+    }));
+    return {
+        id: tab.id,
+        label: tab.label,
+        labelKind: tab.labelKind ?? "raw",
+        total,
+        items,
+    };
+}
+const GROUP_PREFIX = "$page.marketing.overview.groups.";
+const TOP_GROUPS = {
+    content: () => [
+        {
+            id: "pages",
+            label: `${GROUP_PREFIX}content.tabs.pages`,
+            dimension: "topPages",
+            link: pagesLink,
+        },
+        {
+            id: "entry",
+            label: `${GROUP_PREFIX}content.tabs.entry`,
+            dimension: "topEntryPages",
+            link: pagesLink,
+        },
+        {
+            id: "exit",
+            label: `${GROUP_PREFIX}content.tabs.exit`,
+            dimension: "topExitPages",
+            link: pagesLink,
+        },
+    ],
+    acquisition: () => [
+        {
+            id: "channels",
+            label: `${GROUP_PREFIX}acquisition.tabs.channels`,
+            dimension: "topChannels",
+            labelKind: "channel",
+            link: acquisitionLink,
+        },
+        {
+            id: "campaigns",
+            label: `${GROUP_PREFIX}acquisition.tabs.campaigns`,
+            dimension: "topUtmCampaigns",
+            link: () => acquisitionLink(),
+        },
+        {
+            id: "referrers",
+            label: `${GROUP_PREFIX}acquisition.tabs.referrers`,
+            dimension: "topReferrers",
+            link: () => acquisitionLink(),
+        },
+    ],
+    audience: () => [
+        ...((0, geoip_1.isGeoipActive)()
+            ? [
+                {
+                    id: "countries",
+                    label: `${GROUP_PREFIX}audience.tabs.countries`,
+                    dimension: "topCountries",
+                    labelKind: "country",
+                },
+            ]
+            : []),
+        {
+            id: "languages",
+            label: `${GROUP_PREFIX}audience.tabs.languages`,
+            dimension: "topLanguages",
+            labelKind: "language",
+        },
+        {
+            id: "browsers",
+            label: `${GROUP_PREFIX}audience.tabs.browsers`,
+            dimension: "topBrowsers",
+        },
+    ],
+    events: () => [
+        {
+            id: "events",
+            label: `${GROUP_PREFIX}events.tabs.events`,
+            dimension: "topEvents",
+            link: eventFunnelLink,
+        },
+    ],
+};
+function isTopGroup(value) {
+    return typeof value === "string" && Object.hasOwn(TOP_GROUPS, value);
+}
+function topGroupPayload(read, group) {
+    return TOP_GROUPS[group]().map((tab) => topTab(read, tab));
+}
+async function goalEventNames(website) {
+    const funnels = await (0, interface_database_decorators_1.GetModel)(db_1.FunnelsModel, website.tenantId).listByWebsite(website._id);
+    const goals = new Set();
+    for (const funnel of funnels) {
+        const last = funnel.steps.at(-1);
+        if (last?.kind === "custom") {
+            goals.add(last.value);
+        }
+    }
+    return goals;
+}
+const DEVICE_ICONS = {
+    desktop: "i-ph-desktop",
+    mobile: "i-ph-device-mobile",
+    tablet: "i-ph-device-tablet",
+};
+const DEFAULT_DEVICE_ICON = "i-ph-devices";
+function devicesPayload(read) {
+    const merged = (0, rollups_1.mergeDimension)(read.rows, "topDevices");
+    const previous = read.compare
+        ? (0, rollups_1.mergeDimension)(read.compareRows, "topDevices")
+        : undefined;
+    const total = Object.values(merged).reduce((sum, value) => sum + Math.max(0, value), 0);
+    return (0, rollups_1.rankEntries)(merged).map(({ key, value }) => ({
+        id: key,
+        title: `$page.marketing.devices.${key}`,
+        value,
+        share: (0, rollups_1.shareOf)(value, total),
+        description: (0, composed_1.percentText)((0, rollups_1.shareOf)(value, total)),
+        delta: previous ? (0, rollups_1.percentChange)(value, previous[key]) : null,
+        icon: DEVICE_ICONS[key] ?? DEFAULT_DEVICE_ICON,
+    }));
+}
+//# sourceMappingURL=dashboard.js.map

package/dist/services/dashboard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dashboard.js","sourceRoot":"","sources":["../../src/services/dashboard.ts"],"names":[],"mappings":";;;AAmDA,kCAEC;AAwBD,gCAcC;AA2ID,wCA+BC;AAyCD,oCA2CC;AAyCD,8BAGC;AAMD,0CAGC;AAGD,0CAGC;AA0GD,gCAEC;AAED,0CAKC;AAGD,wCAYC;AAUD,wCAkBC;AAhjBD,6FAAqE;AACrE,6BAAoC;AAIpC,iDAK2B;AAC3B,yCAMoB;AACpB,mCAAwC;AACxC,qDAA+D;AAE/D,uCASmB;AAGN,QAAA,WAAW,GAAG;IACzB,SAAS,EAAE,CAAC,MAAoB,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS;IACrD,QAAQ,EAAE,CAAC,MAAoB,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ;IACnD,cAAc,EAAE,CAAC,MAAoB,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW;IAC5D,eAAe,EAAE,CAAC,MAAoB,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY;CACtD,CAAC;AAIX,MAAM,WAAW,GAA0D;IACzE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS;IACjC,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ;IAC/B,cAAc,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW;IACxC,eAAe,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,YAAY;CAC3C,CAAC;AAEF,SAAgB,WAAW,CAAC,KAAc;IACxC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,mBAAW,EAAE,KAAK,CAAC,CAAC;AACxE,CAAC;AAcD,SAAS,YAAY,CAAC,MAAgB,EAAE,MAAmB;IACzD,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAClE,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;AAC7C,CAAC;AAOD,SAAgB,UAAU,CAAC,IAAgB,EAAE,MAAiB;IAC5D,MAAM,KAAK,GAAG,mBAAW,CAAC,MAAM,CAAC,CAAC,IAAA,oBAAU,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO;QAC3B,CAAC,CAAC,mBAAW,CAAC,MAAM,CAAC,CAAC,IAAA,oBAAU,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACnD,CAAC,CAAC,SAAS,CAAC;IACd,OAAO;QACL,KAAK;QACL,aAAa,EAAE,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;QACxE,KAAK,EAAE,IAAA,uBAAa,EAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,SAAS;QAClD,SAAS,EAAE,YAAY,CACrB,IAAA,qBAAW,EAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,EACxD,IAAI,CAAC,MAAM,CACZ;KACF,CAAC;AACJ,CAAC;AAuBD,MAAM,kBAAkB,GAAG,0CAA0C,CAAC;AAGtE,MAAM,kBAAkB,GAAG,iBAAiB,CAAC;AAC7C,MAAM,YAAY,GAAG,CAAC,CAAC;AAgBvB,SAAS,SAAS,CAChB,IAAkC,EAClC,MAAmB,EACnB,IAAiB,EACjB,MAAiB;IAEjB,MAAM,MAAM,GAAG,IAAA,qBAAW,EAAC,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QAC/B,CAAC,EAAE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,WAAW,GAAG,KAAK,GAAG,sBAAU;QACxD,CAAC;KACF,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,WAAW,CAAC,IAAgB,EAAE,MAAiB;IACtD,OAAO;QACL,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC;QAC/D,QAAQ,EAAE,IAAI,CAAC,OAAO;YACpB,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC;YAChE,CAAC,CAAC,IAAI;QACR,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;KAChC,CAAC;AACJ,CAAC;AAQD,KAAK,UAAU,YAAY,CACzB,IAAgB,EAChB,MAAiB,EACjB,OAAgB;IAEhB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;IACnC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU;QAClC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,GAAG,uBAAW,CAAC,GAAG,CAAC;QACpD,CAAC,CAAC,8BAAa,CAAC;IAClB,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC5C,IAAA,6BAAY,EAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC;QAC3C,IAAI,CAAC,OAAO;YACV,CAAC,CAAC,IAAA,6BAAY,EAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC;YAC7D,CAAC,CAAC,IAAI;KACT,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,CAAC,MAAgB,EAAE,EAAE;QAClC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACtC,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,uBAAW;YAC9B,CAAC,EAAE,CAAkB;SACtB,CAAC,CAAC,CAAC;QAEJ,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;YACrB,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE,EAAE,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,uBAAW,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;IACrE,CAAC,CAAC;IACF,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;QACvC,QAAQ,EAAE,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;QACvD,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,KAAK,GAAG,CAAC;KAC7C,CAAC;AACJ,CAAC;AAMD,SAAS,cAAc,CACrB,IAAY,EACZ,MAAoB,EACpB,OAAgB;IAEhB,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IAC/B,IAAI,CAAC,OAAO,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAClC,CAAC;IACD,OAAO;QACL;YACE,IAAI;YACJ,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAChC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CACjD;SACF;QACD;YACE,IAAI,EAAE,GAAG,kBAAkB,aAAa;YACxC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAChC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CACpD;YACD,KAAK,EAAE,kBAAkB;YACzB,eAAe,EAAE,YAAY;SAC9B;KACF,CAAC;AACJ,CAAC;AAMM,KAAK,UAAU,cAAc,CAClC,IAAgB,EAChB,MAAiB,EACjB,OAAgB,EAChB,UAA0B;IAE1B,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACrC,MAAM,MAAM,GACV,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC;QACpB,CAAC,CAAC,MAAM,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC;QAC3C,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAChC,MAAM,YAAY,GAChB,UAAU,KAAK,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,UAAU,CAAC;IAChE,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,aAAa,EAAE,GAAG,CAAC,aAAa;QAChC,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,MAAM,EAAE,cAAc,CACpB,GAAG,kBAAkB,GAAG,MAAM,EAAE,EAChC,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,OAAO,CACf;QACD,gBAAgB,EAAE,MAAM,CAAC,QAAQ;YAC/B,CAAC,CAAC;gBACE;oBACE,IAAI,EAAE,GAAG,kBAAkB,GAAG,YAAY,EAAE;oBAC5C,IAAI,EAAE,MAAM,CAAC,QAAQ;iBACtB;aACF;YACH,CAAC,CAAC,SAAS;KACd,CAAC;AACJ,CAAC;AAQD,SAAS,SAAS,CAAC,MAAoB;IACrC,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO;YACL,UAAU,EAAE,IAAI;YAChB,sBAAsB,EAAE,IAAI;YAC5B,eAAe,EAAE,IAAI;SACtB,CAAC;IACJ,CAAC;IACD,OAAO;QAGL,UAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,eAAe,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,GAAG;QACzE,sBAAsB,EACpB,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC,QAAQ,GAAG,yBAAa;QAC5D,eAAe,EAAE,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,QAAQ;KACpD,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CACjB,OAAsB,EACtB,QAAmC;IAEnC,OAAO,OAAO,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,SAAS;QACpE,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,OAAO,GAAG,QAAQ,CAAC;AACzB,CAAC;AAED,MAAM,cAAc,GAAG,mCAAmC,CAAC;AAM3D,SAAgB,YAAY,CAC1B,IAAgB,EAChB,UAA0B;IAE1B,MAAM,OAAO,GAAG,SAAS,CAAC,IAAA,oBAAU,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO;QAC3B,CAAC,CAAC,SAAS,CAAC,IAAA,oBAAU,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzC,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,UAAU,CACzB,OAAO,CAAC,sBAAsB,EAC9B,QAAQ,EAAE,sBAAsB,CACjC,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,eAAe,EAAE,QAAQ,EAAE,eAAe,CAAC,CAAC;IAC7E,OAAO;QACL;YACE,EAAE,EAAE,aAAa;YACjB,OAAO,EAAE,GAAG,cAAc,aAAa;YACvC,IAAI,EAAE,sBAAsB;YAC5B,KAAK,EAAE,IAAA,sBAAW,EAAC,OAAO,CAAC,UAAU,CAAC;YACtC,MAAM,EAAE,IAAA,oBAAS,EAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC;YAC/C,UAAU,EAAE,IAAA,oBAAS,EAAC,MAAM,EAAE,IAAI,CAAC;SACpC;QACD;YACE,EAAE,EAAE,UAAU;YACd,OAAO,EAAE,GAAG,cAAc,sBAAsB;YAChD,IAAI,EAAE,YAAY;YAClB,KAAK,EACH,OAAO,CAAC,sBAAsB,KAAK,IAAI;gBACrC,CAAC,CAAC,GAAG;gBACL,CAAC,CAAC,IAAA,uBAAY,EAAC,OAAO,CAAC,sBAAsB,CAAC;YAClD,MAAM,EAAE,IAAA,oBAAS,EAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,CAAC;YAClD,UAAU,EAAE,IAAA,oBAAS,EAAC,QAAQ,CAAC;SAChC;QACD;YACE,EAAE,EAAE,mBAAmB;YACvB,OAAO,EAAE,GAAG,cAAc,mBAAmB;YAC7C,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,IAAA,sBAAW,EAAC,OAAO,CAAC,eAAe,CAAC;YAC3C,MAAM,EAAE,IAAA,oBAAS,EAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC;YAC9C,UAAU,EAAE,IAAA,oBAAS,EAAC,KAAK,CAAC;SAC7B;KACF,CAAC;AACJ,CAAC;AAuCD,MAAM,cAAc,GAAG,CAAC,CAAC;AAEzB,SAAgB,SAAS,CAAC,IAAa;IACrC,MAAM,IAAI,GAAG,GAAG,iCAAqB,QAAQ,CAAC;IAC9C,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,SAAS,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAClE,CAAC;AAMD,SAAgB,eAAe,CAAC,OAAgB;IAC9C,MAAM,IAAI,GAAG,GAAG,iCAAqB,cAAc,CAAC;IACpD,OAAO,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,QAAQ,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACvE,CAAC;AAGD,SAAgB,eAAe,CAAC,IAAY;IAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAChE,OAAO,GAAG,iCAAqB,yBAAyB,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;AACtF,CAAC;AAED,SAAS,MAAM,CAAC,IAAgB,EAAE,GAAqB;IACrD,MAAM,MAAM,GAAG,IAAA,wBAAc,EAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO;QAC3B,CAAC,CAAC,IAAA,wBAAc,EAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,SAAS,CAAC;QACjD,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CACxC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,EACxC,CAAC,CACF,CAAC;IACF,MAAM,KAAK,GAAG,IAAA,qBAAW,EAAC,MAAM,EAAE,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QACzE,EAAE,EAAE,GAAG;QACP,KAAK,EAAE,GAAG;QACV,KAAK;QACL,KAAK,EAAE,IAAA,iBAAO,EAAC,KAAK,EAAE,KAAK,CAAC;QAC5B,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAA,uBAAa,EAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;QACjE,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC;KACpB,CAAC,CAAC,CAAC;IACJ,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,KAAK;QACjC,KAAK;QACL,KAAK;KACN,CAAC;AACJ,CAAC;AAED,MAAM,YAAY,GAAG,kCAAkC,CAAC;AAExD,MAAM,UAAU,GAA6C;IAC3D,OAAO,EAAE,GAAG,EAAE,CAAC;QACb;YACE,EAAE,EAAE,OAAO;YACX,KAAK,EAAE,GAAG,YAAY,oBAAoB;YAC1C,SAAS,EAAE,UAAU;YACrB,IAAI,EAAE,SAAS;SAChB;QACD;YACE,EAAE,EAAE,OAAO;YACX,KAAK,EAAE,GAAG,YAAY,oBAAoB;YAC1C,SAAS,EAAE,eAAe;YAC1B,IAAI,EAAE,SAAS;SAChB;QACD;YACE,EAAE,EAAE,MAAM;YACV,KAAK,EAAE,GAAG,YAAY,mBAAmB;YACzC,SAAS,EAAE,cAAc;YACzB,IAAI,EAAE,SAAS;SAChB;KACF;IACD,WAAW,EAAE,GAAG,EAAE,CAAC;QACjB;YACE,EAAE,EAAE,UAAU;YACd,KAAK,EAAE,GAAG,YAAY,2BAA2B;YACjD,SAAS,EAAE,aAAa;YACxB,SAAS,EAAE,SAAS;YACpB,IAAI,EAAE,eAAe;SACtB;QAED;YACE,EAAE,EAAE,WAAW;YACf,KAAK,EAAE,GAAG,YAAY,4BAA4B;YAClD,SAAS,EAAE,iBAAiB;YAC5B,IAAI,EAAE,GAAG,EAAE,CAAC,eAAe,EAAE;SAC9B;QACD;YACE,EAAE,EAAE,WAAW;YACf,KAAK,EAAE,GAAG,YAAY,4BAA4B;YAClD,SAAS,EAAE,cAAc;YACzB,IAAI,EAAE,GAAG,EAAE,CAAC,eAAe,EAAE;SAC9B;KACF;IACD,QAAQ,EAAE,GAAG,EAAE,CAAC;QACd,GAAG,CAAC,IAAA,qBAAa,GAAE;YACjB,CAAC,CAAC;gBACE;oBACE,EAAE,EAAE,WAAW;oBACf,KAAK,EAAE,GAAG,YAAY,yBAAyB;oBAC/C,SAAS,EAAE,cAAuB;oBAClC,SAAS,EAAE,SAAkB;iBAC9B;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP;YACE,EAAE,EAAE,WAAW;YACf,KAAK,EAAE,GAAG,YAAY,yBAAyB;YAC/C,SAAS,EAAE,cAAc;YACzB,SAAS,EAAE,UAAU;SACtB;QACD;YACE,EAAE,EAAE,UAAU;YACd,KAAK,EAAE,GAAG,YAAY,wBAAwB;YAC9C,SAAS,EAAE,aAAa;SACzB;KACF;IACD,MAAM,EAAE,GAAG,EAAE,CAAC;QACZ;YACE,EAAE,EAAE,QAAQ;YACZ,KAAK,EAAE,GAAG,YAAY,oBAAoB;YAC1C,SAAS,EAAE,WAAW;YACtB,IAAI,EAAE,eAAe;SACtB;KACF;CACF,CAAC;AAEF,SAAgB,UAAU,CAAC,KAAc;IACvC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;AACvE,CAAC;AAED,SAAgB,eAAe,CAC7B,IAAgB,EAChB,KAAa;IAEb,OAAO,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;AAC7D,CAAC;AAGM,KAAK,UAAU,cAAc,CAAC,OAAgB;IACnD,MAAM,OAAO,GAAG,MAAM,IAAA,wCAAQ,EAAC,iBAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,aAAa,CAC1E,OAAO,CAAC,GAAG,CACZ,CAAC;IACF,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,IAAI,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,YAAY,GAA2B;IAC3C,OAAO,EAAE,cAAc;IACvB,MAAM,EAAE,oBAAoB;IAC5B,MAAM,EAAE,oBAAoB;CAC7B,CAAC;AAEF,MAAM,mBAAmB,GAAG,cAAc,CAAC;AAE3C,SAAgB,cAAc,CAAC,IAAgB;IAC7C,MAAM,MAAM,GAAG,IAAA,wBAAc,EAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO;QAC3B,CAAC,CAAC,IAAA,wBAAc,EAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC;QAChD,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CACxC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,EACxC,CAAC,CACF,CAAC;IACF,OAAO,IAAA,qBAAW,EAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QAClD,EAAE,EAAE,GAAG;QACP,KAAK,EAAE,2BAA2B,GAAG,EAAE;QACvC,KAAK;QACL,KAAK,EAAE,IAAA,iBAAO,EAAC,KAAK,EAAE,KAAK,CAAC;QAC5B,WAAW,EAAE,IAAA,sBAAW,EAAC,IAAA,iBAAO,EAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC/C,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAA,uBAAa,EAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;QAC5D,IAAI,EAAE,YAAY,CAAC,GAAG,CAAC,IAAI,mBAAmB;KAC/C,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/services/experiments/results.d.ts

@@ -7,15 +7,26 @@ interface VariationResult {
     exposedSessions: number;
     computation: FunnelComputation;
     conversionRate: number;
+    conversions: number;
     uplift: number | null;
+    upliftLow: number | null;
+    upliftHigh: number | null;
     pValue: number | null;
     significant: boolean | null;
 }
+export interface ExperimentDecision {
+    days: number;
+    minDays: number;
+    minConversions: number;
+    ready: boolean;
+}
 export interface ExperimentResults {
     control: string;
+    alpha: number;
     variations: VariationResult[];
     srm: SrmCheck;
+    decision: ExperimentDecision;
 }
 export type ResultEvent = FunnelEvent & Pick<MarketingEvent, "data">;
-export declare function computeExperimentResults(events: ResultEvent[], goal: FunnelDefinition, experiment: FunnelExperiment, truncated: boolean): ExperimentResults;
+export declare function computeExperimentResults(events: ResultEvent[], goal: FunnelDefinition, experiment: FunnelExperiment, truncated: boolean, servedMs?: number): ExperimentResults;
 export {};

package/dist/services/experiments/results.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.computeExperimentResults = computeExperimentResults;
 const compute_1 = require("@/services/funnels/compute");
+const constants_1 = require("@/types/constants");
 const assign_1 = require("./assign");
 const stats_1 = require("./stats");
 const MIXED = null;
@@ -27,7 +28,7 @@ function variationBySession(events, experiment) {
     }
     return assignments;
 }
-function computeExperimentResults(events, goal, experiment, truncated) {
+function computeExperimentResults(events, goal, experiment, truncated, servedMs = 0) {
     const assignments = variationBySession(events, experiment);
     const funnelEventsByArm = new Map();
     for (const event of events) {
@@ -64,27 +65,43 @@ function computeExperimentResults(events, goal, experiment, truncated) {
     });
     const control = counts[0];
     const controlRate = control.exposed > 0 ? control.conversions / control.exposed : 0;
+    const alpha = (0, stats_1.comparisonAlpha)(counts.length);
     const variations = counts.map((arm, index) => {
         const rate = arm.exposed > 0 ? arm.conversions / arm.exposed : 0;
         const isControl = index === 0;
         const test = isControl || truncated
             ? { pValue: null, significant: null }
-            : (0, stats_1.twoProportionTest)(control.conversions, control.exposed, arm.conversions, arm.exposed);
+            : (0, stats_1.twoProportionTest)(control.conversions, control.exposed, arm.conversions, arm.exposed, alpha);
+        const interval = test.pValue === null || controlRate === 0
+            ? null
+            : (0, stats_1.liftInterval)(control.conversions, control.exposed, arm.conversions, arm.exposed, alpha);
         return {
             key: arm.key,
             exposedSessions: arm.exposed,
             computation: arm.computation,
             conversionRate: rate,
+            conversions: arm.conversions,
             uplift: isControl || controlRate === 0
                 ? null
                 : (rate - controlRate) / controlRate,
+            upliftLow: interval?.low ?? null,
+            upliftHigh: interval?.high ?? null,
             pValue: test.pValue,
             significant: test.significant,
         };
     });
+    const days = servedMs / constants_1.MS_PER_DAY;
     return {
         control: control.key,
+        alpha,
         variations,
+        decision: {
+            days,
+            minDays: constants_1.MIN_DECISION_DAYS,
+            minConversions: constants_1.MIN_DECISION_CONVERSIONS,
+            ready: days >= constants_1.MIN_DECISION_DAYS &&
+                counts.every((arm) => arm.conversions >= constants_1.MIN_DECISION_CONVERSIONS),
+        },
         srm: (0, stats_1.sampleRatioCheck)(counts.map((arm) => arm.exposed), (0, assign_1.normalizedWeights)(experiment.variations)),
     };
 }

package/dist/services/experiments/results.js.map

@@ -1 +1 @@
-{"version":3,"file":"results.js","sourceRoot":"","sources":["../../../src/services/experiments/results.ts"],"names":[],"mappings":";;AA2EA,4DA2FC;AApKD,wDAMoC;AAEpC,qCAA6C;AAC7C,mCAA6E;AA4B7E,MAAM,KAAK,GAAG,IAAI,CAAC;AAEnB,SAAS,kBAAkB,CACzB,MAAqB,EACrB,UAA4B;IAE5B,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAyB,CAAC;IACrD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,GAAG,EAAE,CAAC;YAC/D,SAAS;QACX,CAAC;QACD,MAAM,SAAS,GAAI,KAAK,CAAC,IAA+C;YACtE,EAAE,SAAS,CAAC;QACd,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7D,SAAS;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAClD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAC9C,CAAC;aAAM,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACxD,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAWD,SAAgB,wBAAwB,CACtC,MAAqB,EACrB,IAAsB,EACtB,UAA4B,EAC5B,SAAkB;IAElB,MAAM,WAAW,GAAG,kBAAkB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAE3D,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC3D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC9B,SAAS;QACX,CAAC;QACD,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACvC,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1C,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;QACvC,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YAClB,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IASD,MAAM,MAAM,GAAe,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;QACjE,MAAM,WAAW,GAAG,IAAA,mCAAyB,EAC3C,IAAI,EACJ,IAAA,wBAAc,EAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CACpE,CAAC;QACF,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjE,OAAO;YACL,GAAG,EAAE,SAAS,CAAC,GAAG;YAClB,OAAO,EAAE,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;YAC7C,WAAW,EAAE,QAAQ,EAAE,QAAQ,IAAI,CAAC;YACpC,WAAW;SACZ,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,WAAW,GACf,OAAO,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAElE,MAAM,UAAU,GAAsB,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC9D,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,KAAK,KAAK,CAAC,CAAC;QAC9B,MAAM,IAAI,GACR,SAAS,IAAI,SAAS;YACpB,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE;YACrC,CAAC,CAAC,IAAA,yBAAiB,EACf,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,OAAO,EACf,GAAG,CAAC,WAAW,EACf,GAAG,CAAC,OAAO,CACZ,CAAC;QACR,OAAO;YACL,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,eAAe,EAAE,GAAG,CAAC,OAAO;YAC5B,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,cAAc,EAAE,IAAI;YACpB,MAAM,EACJ,SAAS,IAAI,WAAW,KAAK,CAAC;gBAC5B,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,CAAC,IAAI,GAAG,WAAW,CAAC,GAAG,WAAW;YACxC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,GAAG;QACpB,UAAU;QACV,GAAG,EAAE,IAAA,wBAAgB,EACnB,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,EAChC,IAAA,0BAAiB,EAAC,UAAU,CAAC,UAAU,CAAC,CACzC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"results.js","sourceRoot":"","sources":["../../../src/services/experiments/results.ts"],"names":[],"mappings":";;AAyGA,4DAqHC;AA5ND,wDAMoC;AAEpC,iDAI2B;AAC3B,qCAA6C;AAC7C,mCAMiB;AA8CjB,MAAM,KAAK,GAAG,IAAI,CAAC;AAEnB,SAAS,kBAAkB,CACzB,MAAqB,EACrB,UAA4B;IAE5B,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAyB,CAAC;IACrD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,GAAG,EAAE,CAAC;YAC/D,SAAS;QACX,CAAC;QACD,MAAM,SAAS,GAAI,KAAK,CAAC,IAA+C;YACtE,EAAE,SAAS,CAAC;QACd,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7D,SAAS;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAClD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAC9C,CAAC;aAAM,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACxD,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAYD,SAAgB,wBAAwB,CACtC,MAAqB,EACrB,IAAsB,EACtB,UAA4B,EAC5B,SAAkB,EAClB,QAAQ,GAAG,CAAC;IAEZ,MAAM,WAAW,GAAG,kBAAkB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAE3D,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC3D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC9B,SAAS;QACX,CAAC;QACD,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACvC,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1C,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;QACvC,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YAClB,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IASD,MAAM,MAAM,GAAe,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;QACjE,MAAM,WAAW,GAAG,IAAA,mCAAyB,EAC3C,IAAI,EACJ,IAAA,wBAAc,EAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CACpE,CAAC;QACF,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjE,OAAO;YACL,GAAG,EAAE,SAAS,CAAC,GAAG;YAClB,OAAO,EAAE,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;YAC7C,WAAW,EAAE,QAAQ,EAAE,QAAQ,IAAI,CAAC;YACpC,WAAW;SACZ,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,WAAW,GACf,OAAO,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG,IAAA,uBAAe,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAE7C,MAAM,UAAU,GAAsB,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC9D,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,KAAK,KAAK,CAAC,CAAC;QAC9B,MAAM,IAAI,GACR,SAAS,IAAI,SAAS;YACpB,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE;YACrC,CAAC,CAAC,IAAA,yBAAiB,EACf,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,OAAO,EACf,GAAG,CAAC,WAAW,EACf,GAAG,CAAC,OAAO,EACX,KAAK,CACN,CAAC;QACR,MAAM,QAAQ,GACZ,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,WAAW,KAAK,CAAC;YACvC,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,IAAA,oBAAY,EACV,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,OAAO,EACf,GAAG,CAAC,WAAW,EACf,GAAG,CAAC,OAAO,EACX,KAAK,CACN,CAAC;QACR,OAAO;YACL,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,eAAe,EAAE,GAAG,CAAC,OAAO;YAC5B,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,cAAc,EAAE,IAAI;YACpB,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,MAAM,EACJ,SAAS,IAAI,WAAW,KAAK,CAAC;gBAC5B,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,CAAC,IAAI,GAAG,WAAW,CAAC,GAAG,WAAW;YACxC,SAAS,EAAE,QAAQ,EAAE,GAAG,IAAI,IAAI;YAChC,UAAU,EAAE,QAAQ,EAAE,IAAI,IAAI,IAAI;YAClC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,QAAQ,GAAG,sBAAU,CAAC;IACnC,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,GAAG;QACpB,KAAK;QACL,UAAU;QACV,QAAQ,EAAE;YACR,IAAI;YACJ,OAAO,EAAE,6BAAiB;YAC1B,cAAc,EAAE,oCAAwB;YACxC,KAAK,EACH,IAAI,IAAI,6BAAiB;gBACzB,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,IAAI,oCAAwB,CAAC;SACrE;QACD,GAAG,EAAE,IAAA,wBAAgB,EACnB,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,EAChC,IAAA,0BAAiB,EAAC,UAAU,CAAC,UAAU,CAAC,CACzC;KACF,CAAC;AACJ,CAAC"}

package/dist/services/experiments/stats.d.ts

@@ -8,5 +8,11 @@ export interface SrmCheck {
     pValue: number | null;
     mismatch: boolean;
 }
-export declare function twoProportionTest(controlConversions: number, controlTotal: number, variantConversions: number, variantTotal: number): ProportionTest;
+export interface LiftInterval {
+    low: number;
+    high: number;
+}
+export declare function comparisonAlpha(arms: number): number;
+export declare function twoProportionTest(controlConversions: number, controlTotal: number, variantConversions: number, variantTotal: number, alpha?: number): ProportionTest;
+export declare function liftInterval(controlConversions: number, controlTotal: number, variantConversions: number, variantTotal: number, alpha?: number): LiftInterval | null;
 export declare function sampleRatioCheck(observed: number[], proportions: number[]): SrmCheck;

package/dist/services/experiments/stats.js

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.comparisonAlpha = comparisonAlpha;
 exports.twoProportionTest = twoProportionTest;
+exports.liftInterval = liftInterval;
 exports.sampleRatioCheck = sampleRatioCheck;
 const constants_1 = require("@/types/constants");
 const NO_VERDICT = { pValue: null, significant: null };
@@ -18,14 +20,35 @@ function erf(x) {
 function normalCdf(x) {
     return 0.5 * (1 + erf(x / Math.SQRT2));
 }
-function twoProportionTest(controlConversions, controlTotal, variantConversions, variantTotal) {
-    const cells = [
+const QUANTILE_STEPS = 60;
+const QUANTILE_BOUND = 10;
+function normalQuantile(p) {
+    let low = -QUANTILE_BOUND;
+    let high = QUANTILE_BOUND;
+    for (let i = 0; i < QUANTILE_STEPS; i++) {
+        const middle = (low + high) / 2;
+        if (normalCdf(middle) < p) {
+            low = middle;
+        }
+        else {
+            high = middle;
+        }
+    }
+    return (low + high) / 2;
+}
+function comparisonAlpha(arms) {
+    return constants_1.EXPERIMENT_SIGNIFICANCE_LEVEL / Math.max(1, arms - 1);
+}
+function hasEnoughOutcomes(controlConversions, controlTotal, variantConversions, variantTotal) {
+    return [
         controlConversions,
         controlTotal - controlConversions,
         variantConversions,
         variantTotal - variantConversions,
-    ];
-    if (cells.some((count) => count < constants_1.MIN_OUTCOMES_PER_CELL)) {
+    ].every((count) => count >= constants_1.MIN_OUTCOMES_PER_CELL);
+}
+function twoProportionTest(controlConversions, controlTotal, variantConversions, variantTotal, alpha = constants_1.EXPERIMENT_SIGNIFICANCE_LEVEL) {
+    if (!hasEnoughOutcomes(controlConversions, controlTotal, variantConversions, variantTotal)) {
         return NO_VERDICT;
     }
     const pooled = (controlConversions + variantConversions) / (controlTotal + variantTotal);
@@ -36,7 +59,22 @@ function twoProportionTest(controlConversions, controlTotal, variantConversions,
     const z = (variantConversions / variantTotal - controlConversions / controlTotal) /
         standardError;
     const pValue = 2 * (1 - normalCdf(Math.abs(z)));
-    return { pValue, significant: pValue < constants_1.EXPERIMENT_SIGNIFICANCE_LEVEL };
+    return { pValue, significant: pValue < alpha };
+}
+function liftInterval(controlConversions, controlTotal, variantConversions, variantTotal, alpha = constants_1.EXPERIMENT_SIGNIFICANCE_LEVEL) {
+    if (!hasEnoughOutcomes(controlConversions, controlTotal, variantConversions, variantTotal)) {
+        return null;
+    }
+    const control = controlConversions / controlTotal;
+    const variant = variantConversions / variantTotal;
+    const standardError = Math.sqrt((control * (1 - control)) / controlTotal +
+        (variant * (1 - variant)) / variantTotal);
+    const margin = normalQuantile(1 - alpha / 2) * standardError;
+    const difference = variant - control;
+    return {
+        low: (difference - margin) / control,
+        high: (difference + margin) / control,
+    };
 }
 function chiSquareTail(chi2, degreesOfFreedom) {
     const scaled = chi2 / degreesOfFreedom;

package/dist/services/experiments/stats.js.map

@@ -1 +1 @@
-{"version":3,"file":"stats.js","sourceRoot":"","sources":["../../../src/services/experiments/stats.ts"],"names":[],"mappings":";;AAiDA,8CA4BC;AAiBD,4CAoBC;AAlHD,iDAI2B;AAoB3B,MAAM,UAAU,GAAmB,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;AAGvE,SAAS,GAAG,CAAC,CAAS;IACpB,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,GAAG,GAAG,CAAC,CAAC;IACpC,MAAM,IAAI,GACR,CAAC;QACD,CAAC,WAAW;YACV,CAAC;gBACC,CAAC,CAAC,WAAW;oBACX,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,GAAG,CAAC,CAAC,WAAW,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,OAAO,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,SAAS,CAAC,CAAS;IAC1B,OAAO,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC;AAOD,SAAgB,iBAAiB,CAC/B,kBAA0B,EAC1B,YAAoB,EACpB,kBAA0B,EAC1B,YAAoB;IAEpB,MAAM,KAAK,GAAG;QACZ,kBAAkB;QAClB,YAAY,GAAG,kBAAkB;QACjC,kBAAkB;QAClB,YAAY,GAAG,kBAAkB;KAClC,CAAC;IACF,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,iCAAqB,CAAC,EAAE,CAAC;QACzD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,MAAM,MAAM,GACV,CAAC,kBAAkB,GAAG,kBAAkB,CAAC,GAAG,CAAC,YAAY,GAAG,YAAY,CAAC,CAAC;IAC5E,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAC7B,MAAM,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,YAAY,GAAG,CAAC,GAAG,YAAY,CAAC,CAC9D,CAAC;IACF,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,MAAM,CAAC,GACL,CAAC,kBAAkB,GAAG,YAAY,GAAG,kBAAkB,GAAG,YAAY,CAAC;QACvE,aAAa,CAAC;IAChB,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,yCAA6B,EAAE,CAAC;AACzE,CAAC;AAID,SAAS,aAAa,CAAC,IAAY,EAAE,gBAAwB;IAC3D,MAAM,MAAM,GAAG,IAAI,GAAG,gBAAgB,CAAC;IACvC,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;AAC/D,CAAC;AAQD,SAAgB,gBAAgB,CAC9B,QAAkB,EAClB,WAAqB;IAErB,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;IAC9D,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;IAC3D,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,iCAAqB,CAAC,EAAE,CAAC;QAC5D,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC/D,CAAC;IACD,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAC1B,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,EACjE,CAAC,CACF,CAAC;IACF,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACxD,OAAO;QACL,QAAQ;QACR,QAAQ;QACR,MAAM;QACN,QAAQ,EAAE,MAAM,GAAG,sCAA0B;KAC9C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"stats.js","sourceRoot":"","sources":["../../../src/services/experiments/stats.ts"],"names":[],"mappings":";;AAyEA,0CAEC;AAqBD,8CA8BC;AASD,oCA6BC;AAiBD,4CAoBC;AAzMD,iDAI2B;AA0B3B,MAAM,UAAU,GAAmB,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;AAGvE,SAAS,GAAG,CAAC,CAAS;IACpB,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,GAAG,GAAG,CAAC,CAAC;IACpC,MAAM,IAAI,GACR,CAAC;QACD,CAAC,WAAW;YACV,CAAC;gBACC,CAAC,CAAC,WAAW;oBACX,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,GAAG,CAAC,CAAC,WAAW,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,OAAO,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,SAAS,CAAC,CAAS;IAC1B,OAAO,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,cAAc,GAAG,EAAE,CAAC;AAC1B,MAAM,cAAc,GAAG,EAAE,CAAC;AAG1B,SAAS,cAAc,CAAC,CAAS;IAC/B,IAAI,GAAG,GAAG,CAAC,cAAc,CAAC;IAC1B,IAAI,IAAI,GAAG,cAAc,CAAC;IAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,GAAG,GAAG,MAAM,CAAC;QACf,CAAC;aAAM,CAAC;YACN,IAAI,GAAG,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;AAC1B,CAAC;AAOD,SAAgB,eAAe,CAAC,IAAY;IAC1C,OAAO,yCAA6B,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,iBAAiB,CACxB,kBAA0B,EAC1B,YAAoB,EACpB,kBAA0B,EAC1B,YAAoB;IAEpB,OAAO;QACL,kBAAkB;QAClB,YAAY,GAAG,kBAAkB;QACjC,kBAAkB;QAClB,YAAY,GAAG,kBAAkB;KAClC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,iCAAqB,CAAC,CAAC;AACrD,CAAC;AAOD,SAAgB,iBAAiB,CAC/B,kBAA0B,EAC1B,YAAoB,EACpB,kBAA0B,EAC1B,YAAoB,EACpB,QAAgB,yCAA6B;IAE7C,IACE,CAAC,iBAAiB,CAChB,kBAAkB,EAClB,YAAY,EACZ,kBAAkB,EAClB,YAAY,CACb,EACD,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,MAAM,MAAM,GACV,CAAC,kBAAkB,GAAG,kBAAkB,CAAC,GAAG,CAAC,YAAY,GAAG,YAAY,CAAC,CAAC;IAC5E,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAC7B,MAAM,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,YAAY,GAAG,CAAC,GAAG,YAAY,CAAC,CAC9D,CAAC;IACF,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,MAAM,CAAC,GACL,CAAC,kBAAkB,GAAG,YAAY,GAAG,kBAAkB,GAAG,YAAY,CAAC;QACvE,aAAa,CAAC;IAChB,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC;AACjD,CAAC;AASD,SAAgB,YAAY,CAC1B,kBAA0B,EAC1B,YAAoB,EACpB,kBAA0B,EAC1B,YAAoB,EACpB,QAAgB,yCAA6B;IAE7C,IACE,CAAC,iBAAiB,CAChB,kBAAkB,EAClB,YAAY,EACZ,kBAAkB,EAClB,YAAY,CACb,EACD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,OAAO,GAAG,kBAAkB,GAAG,YAAY,CAAC;IAClD,MAAM,OAAO,GAAG,kBAAkB,GAAG,YAAY,CAAC;IAClD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAC7B,CAAC,OAAO,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,YAAY;QACtC,CAAC,OAAO,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,YAAY,CAC3C,CAAC;IACF,MAAM,MAAM,GAAG,cAAc,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,GAAG,aAAa,CAAC;IAC7D,MAAM,UAAU,GAAG,OAAO,GAAG,OAAO,CAAC;IACrC,OAAO;QACL,GAAG,EAAE,CAAC,UAAU,GAAG,MAAM,CAAC,GAAG,OAAO;QACpC,IAAI,EAAE,CAAC,UAAU,GAAG,MAAM,CAAC,GAAG,OAAO;KACtC,CAAC;AACJ,CAAC;AAID,SAAS,aAAa,CAAC,IAAY,EAAE,gBAAwB;IAC3D,MAAM,MAAM,GAAG,IAAI,GAAG,gBAAgB,CAAC;IACvC,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;AAC/D,CAAC;AAQD,SAAgB,gBAAgB,CAC9B,QAAkB,EAClB,WAAqB;IAErB,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;IAC9D,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;IAC3D,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,iCAAqB,CAAC,EAAE,CAAC;QAC5D,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC/D,CAAC;IACD,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAC1B,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,EACjE,CAAC,CACF,CAAC;IACF,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACxD,OAAO;QACL,QAAQ;QACR,QAAQ;QACR,MAAM;QACN,QAAQ,EAAE,MAAM,GAAG,sCAA0B;KAC9C,CAAC;AACJ,CAAC"}

package/dist/services/funnel-report.d.ts

@@ -0,0 +1,64 @@
+import type { Funnel, FunnelStep } from "@/db/tables/funnels.table";
+import type { Website } from "@/db/tables/websites.table";
+import { type FunnelResults } from "./funnels";
+import type { QueryWindow } from "./period";
+export type FunnelKind = "funnel" | "ab";
+export interface ExperimentLeader {
+    key: string;
+    index: number;
+    uplift: number;
+    significant: boolean;
+}
+export interface ExperimentSummary {
+    key: string;
+    status: string;
+    variations: number;
+    since: number | null;
+    until: number | null;
+    leader: ExperimentLeader | null;
+    exposed: number;
+    ready: boolean;
+    upliftLow: number | null;
+    upliftHigh: number | null;
+    days: number;
+}
+export interface FunnelSummaryRow {
+    id: string;
+    name: string;
+    kind: FunnelKind;
+    steps: FunnelStep[];
+    windowHours: number;
+    createdAt: number | null;
+    entered: number;
+    completed: number;
+    conversion: number | null;
+    deltaPoints: number | null;
+    unseenStep: string | null;
+    experiment: ExperimentSummary | null;
+}
+export declare function unseenStepOf(results: FunnelResults): string | null;
+export type ExperimentVerdictKind = "winner" | "loser" | "flat" | "early" | "withheld";
+export interface ExperimentVerdict {
+    kind: ExperimentVerdictKind;
+    leader: number | null;
+}
+export declare function experimentVerdict(results: FunnelResults): ExperimentVerdict | null;
+export declare function funnelResultsIn(funnel: Funnel, tenantId: string, window: QueryWindow): Promise<FunnelResults>;
+export declare function readsPeriod(funnel: Funnel): boolean;
+export declare function rawCoverageStart(tenantId: string, websiteId: string): Promise<number | null>;
+export declare function coversWindow(window: QueryWindow, coverage: number | null): boolean;
+export declare function summarizeFunnel(funnel: Funnel, tenantId: string, window: QueryWindow, compare: QueryWindow | null): Promise<FunnelSummaryRow>;
+export interface FunnelSuggestion {
+    value: string;
+    count: number;
+}
+export interface FunnelSuggestions {
+    pages: FunnelSuggestion[];
+    events: FunnelSuggestion[];
+}
+export declare function funnelSuggestions(website: Website, window: QueryWindow): Promise<FunnelSuggestions>;
+export interface FunnelTemplate {
+    steps: FunnelStep[];
+    entering: number;
+}
+export declare function funnelTemplates(website: Website, window: QueryWindow): Promise<FunnelTemplate[]>;