@delmaredigital/payload-experiments 0.2.0-rc.5 → 0.2.0-rc.6

package/dist/constants.d.ts

@@ -1,3 +1,4 @@
+export declare const DEFAULT_SEQUENTIAL_TUNING_PARAMETER = 5000;
 export declare const MAX_EVENTS_PER_BODY = 20;
 export declare const DEFAULT_MAX_BODY_BYTES = 8192;
 export declare const XP_COOKIE = "xp_id";

package/dist/constants.js

@@ -1,3 +1,4 @@
+export const DEFAULT_SEQUENTIAL_TUNING_PARAMETER = 5000;
 export const MAX_EVENTS_PER_BODY = 20;
 export const DEFAULT_MAX_BODY_BYTES = 8192;
 export const XP_COOKIE = 'xp_id';

package/dist/endpoints/recompute.js

@@ -22,6 +22,7 @@ export async function handleRecompute(req, _ctx) {
             experimentId: docs[0].id,
             sweep: false
         });
+        if (result.failed) return resultsError(500, 'analysis-failed', 'Results could not be computed; this has been logged.');
         if (result.skipped || result.budgetExhausted) return resultsError(503, 'recompute-failed', 'Results could not be recomputed. Try again.');
         const latest = (await readSnapshots(req, [
             docs[0].id
@@ -36,7 +37,11 @@ export async function handleRecompute(req, _ctx) {
                 'Cache-Control': 'no-store'
             }
         });
-    } catch  {
+    } catch (error) {
+        req.payload.logger.error({
+            err: error,
+            experimentId: docs[0].id
+        }, 'Experiment recompute failed');
         return resultsError(503, 'recompute-failed', 'Results could not be recomputed. Try again.');
     }
 }

package/dist/puck/copy.d.ts

@@ -1,3 +1,9 @@
+export declare const slotLabels: {
+    readonly control: "Original";
+    readonly variantA: "Variant A";
+    readonly variantB: "Variant B";
+    readonly variantC: "Variant C";
+};
 export declare const pickerCopy: {
     readonly label: "Experiment";
     readonly none: "No experiment";

package/dist/puck/copy.js

@@ -1,3 +1,10 @@
+// Kept separate from admin copy because the Puck entries cannot import admin modules.
+export const slotLabels = {
+    control: 'Original',
+    variantA: 'Variant A',
+    variantB: 'Variant B',
+    variantC: 'Variant C'
+};
 export const pickerCopy = {
     label: 'Experiment',
     none: 'No experiment',

package/dist/puck/editor/ExperimentSlotEditor.js

@@ -156,6 +156,8 @@ function EditorRender(props) {
                                     experiment ? /*#__PURE__*/ _jsx("a", {
                                         className: "xp-slot-button xp-slot-button-primary",
                                         href: `/admin/experiments/${encodeURIComponent(String(experimentId))}${experiment.status === 'draft' ? '' : '/results'}`,
+                                        target: "_blank",
+                                        rel: "noopener noreferrer",
                                         children: experiment.status === 'draft' ? editorCopy.setup : editorCopy.viewResults
                                     }) : null
                                 ]

package/dist/puck/slotConfig.js

@@ -1,19 +1,24 @@
 import { createExperimentSlotField } from './experimentSlotField.js';
-import { pickerCopy } from './copy.js';
+import { pickerCopy, slotLabels } from './copy.js';
 export const experimentSlotLabel = pickerCopy.label;
 export const experimentSlotFields = {
     experiment: createExperimentSlotField(),
-    control: {
-        type: 'slot'
-    },
-    variantA: {
-        type: 'slot'
+    // Puck 0.24's defaultSlots prepends each slot, reversing declaration order in the outline.
+    variantC: {
+        type: 'slot',
+        label: slotLabels.variantC
     },
     variantB: {
-        type: 'slot'
+        type: 'slot',
+        label: slotLabels.variantB
     },
-    variantC: {
-        type: 'slot'
+    variantA: {
+        type: 'slot',
+        label: slotLabels.variantA
+    },
+    control: {
+        type: 'slot',
+        label: slotLabels.control
     }
 };
 export const experimentSlotDefaultProps = {

package/dist/results/analyse.d.ts

@@ -33,7 +33,7 @@ export interface AnalysisPhase {
     analysis: {
         method: 'sequential' | 'bayesian';
         alpha?: number;
-        sequentialTuningParameter: number;
+        sequentialTuningParameter?: number | null;
         cuped: 'auto' | 'off';
         cupedLookbackDays?: number;
         minExposuresPerArm: number;

package/dist/results/analyse.js

@@ -1,4 +1,5 @@
 import { DEFAULT_GAUSSIAN_PRIOR, bonferroniAlpha, capValues, createThetaAdjustedStatistics, effectBayesianABTest, sequentialOneSidedTreatmentGreaterTTest, sequentialOneSidedTreatmentLesserTTest, sequentialTwoSidedTTest, statisticMean, statisticVariance } from '@delmaredigital/experiments-stats';
+import { DEFAULT_SEQUENTIAL_TUNING_PARAMETER } from '../constants.js';
 import { timestampMs } from './aggregate.js';
 import { outcomeStatistic } from './cuped.js';
 import { guardrailStatus } from './guardrails.js';
@@ -17,6 +18,9 @@ const severity = {
  */ export function analysePhase(input) {
     const { phase, units } = input;
     const { analysis } = phase;
+    // Start freezes this optional collection field as-is. Match the stats engine's
+    // default and record the effective value in every snapshot, including n = 0.
+    const sequentialTuningParameter = analysis.sequentialTuningParameter ?? DEFAULT_SEQUENTIAL_TUNING_PARAMETER;
     const alpha = analysis.alpha ?? 0.05;
     const prior = analysis.prior ?? DEFAULT_GAUSSIAN_PRIOR;
     const bayesian = analysis.bayesian ?? {
@@ -73,7 +77,7 @@ const severity = {
         capped: {}
     };
     const params = {
-        sequentialTuningParameter: analysis.sequentialTuningParameter,
+        sequentialTuningParameter,
         prior: {
             ...prior
         },
@@ -158,7 +162,7 @@ const severity = {
                 metric.cupedApplied ||= a.type === 'regressionAdjusted' && b.type === 'regressionAdjusted';
                 const config = {
                     alpha,
-                    sequentialTuningParameter: analysis.sequentialTuningParameter
+                    sequentialTuningParameter
                 };
                 const inverse = definition.direction === 'decrease';
                 let comparison;
@@ -342,7 +346,7 @@ const severity = {
             alpha: alphaAdjusted,
             method: analysis.method,
             prior,
-            sequentialTuningParameter: analysis.sequentialTuningParameter
+            sequentialTuningParameter
         });
         verdict = computeVerdict({
             ...verdictInput,

package/dist/server/runResults.d.ts

@@ -13,6 +13,7 @@ export declare function runResults(payload: Payload, { budgetMs, experimentId, s
 }): Promise<{
     ran: number;
     skipped: number;
+    failed: number;
     swept: number;
     processedIds: DocId[];
     budgetExhausted: boolean;

package/dist/server/runResults.js

@@ -219,6 +219,7 @@ export async function runResults(payload, { budgetMs = 20_000, experimentId, swe
     const summary = {
         ran: 0,
         skipped: 0,
+        failed: 0,
         swept: 0,
         processedIds: [],
         budgetExhausted: false,
@@ -243,6 +244,7 @@ export async function runResults(payload, { budgetMs = 20_000, experimentId, swe
         });
     } catch (error) {
         summary.skipped++;
+        if (!(error instanceof ResultsBudgetError)) summary.failed++;
         summary.budgetExhausted = error instanceof ResultsBudgetError;
         payload.logger.error({
             err: error,
@@ -277,6 +279,7 @@ export async function runResults(payload, { budgetMs = 20_000, experimentId, swe
             if (summary.processedIds.length < 100) summary.processedIds.push(id);
         } catch (error) {
             summary.skipped++;
+            if (!(error instanceof ResultsBudgetError)) summary.failed++;
             summary.budgetExhausted ||= error instanceof ResultsBudgetError;
             payload.logger.error({
                 err: error,
@@ -296,6 +299,7 @@ export async function runResults(payload, { budgetMs = 20_000, experimentId, swe
                 logger: payload.logger
             });
         } catch (error) {
+            if (!(error instanceof ResultsBudgetError)) summary.failed++;
             summary.budgetExhausted ||= error instanceof ResultsBudgetError;
             payload.logger.error({
                 err: error

package/dist/types/endpoints.d.ts

@@ -4,7 +4,7 @@ import type { ReadinessCode } from '../transitions/checkStart.js';
 export type { ReadinessCode } from '../transitions/checkStart.js';
 import type { Snapshot, VerdictCode } from './snapshot.js';
 export type ArmIssueCode = 'weights-total' | 'control-count' | 'control-first' | 'holdout-last' | 'holdout-count' | 'variant-count' | 'duplicate-key' | 'duplicate-slot' | 'slot-required' | 'invalid-key';
-export type RefusalCode = ArmIssueCode | 'not-found' | 'no-planned-duration' | 'no-primary-metric' | 'no-placements' | 'empty-slot' | 'page-no-targets' | 'page-user-unit' | 'flag-no-point' | 'flag-params-invalid' | 'flag-point-busy' | 'flag-placement-missing' | 'layer-full' | 'layer-unit-mismatch' | 'unknown-metric-source' | 'unit-source-mismatch' | 'no-reach-per-day' | 'invalid-status' | 'stale-draft' | 'commit-unverified' | 'allocation-lower' | 'confirmation-required' | 'invalid-winner' | 'slices-taken' | 'locked-placement' | 'not-implemented' | 'forbidden' | 'unauthenticated' | 'body-too-large' | 'invalid-body' | 'too-many-ids' | 'invalid-phase' | 'invalid-ids' | 'recompute-failed' | 'undeclared-targeting-key' | 'invalid-targeting-rule' | 'duplicate-metric';
+export type RefusalCode = ArmIssueCode | 'not-found' | 'no-planned-duration' | 'no-primary-metric' | 'no-placements' | 'empty-slot' | 'page-no-targets' | 'page-user-unit' | 'flag-no-point' | 'flag-params-invalid' | 'flag-point-busy' | 'flag-placement-missing' | 'layer-full' | 'layer-unit-mismatch' | 'unknown-metric-source' | 'unit-source-mismatch' | 'no-reach-per-day' | 'invalid-status' | 'stale-draft' | 'commit-unverified' | 'allocation-lower' | 'confirmation-required' | 'invalid-winner' | 'slices-taken' | 'locked-placement' | 'not-implemented' | 'forbidden' | 'unauthenticated' | 'body-too-large' | 'invalid-body' | 'too-many-ids' | 'invalid-phase' | 'invalid-ids' | 'recompute-failed' | 'analysis-failed' | 'undeclared-targeting-key' | 'invalid-targeting-rule' | 'duplicate-metric';
 export type ErrorEnvelope = {
     errors: Array<{
         code: RefusalCode;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@delmaredigital/payload-experiments",
-  "version": "0.2.0-rc.5",
+  "version": "0.2.0-rc.6",
   "description": "No-code A/B testing for Payload CMS and Next.js: block, page and flag experiments with holdouts, layers, exposure logging and honest statistics inside the admin — no vendor",
   "type": "module",
   "license": "MIT",