@delmaredigital/payload-experiments 0.3.0-rc.4 → 0.4.0-rc.2

package/dist/transitions/placements.d.ts

@@ -2,7 +2,11 @@ import type { PayloadRequest } from 'payload';
 import type { Arm, DocId, FlagPoint, PreviewPlacement, ResolvedOptions } from '../types/contracts.js';
 import type { ArmSlot } from '../types/puck.js';
 export interface BlockPlacement extends PreviewPlacement {
+    editor?: 'puck' | 'blocks' | 'page';
+    doc?: Record<string, unknown>;
     slots: Record<ArmSlot, number>;
+    duplicateRows?: boolean;
+    identicalSlots?: string[];
     locked?: boolean;
     localized?: boolean;
 }
@@ -13,10 +17,14 @@ export type FlagPlacement = Awaited<ReturnType<NonNullable<FlagPoint['placements
 export declare function scanBlockPlacements(req: PayloadRequest, args: {
     slug: string;
     puckCollections: NonNullable<ResolvedOptions['puck']>['collections'];
+    blocksCollections: NonNullable<ResolvedOptions['blocks']>['collections'];
+    compareVersions?: boolean;
 }): Promise<BlockPlacement[]>;
 export declare function scanBlockPlacements(req: PayloadRequest, args: {
     slugs: ReadonlySet<string>;
     puckCollections: NonNullable<ResolvedOptions['puck']>['collections'];
+    blocksCollections: NonNullable<ResolvedOptions['blocks']>['collections'];
+    compareVersions?: boolean;
 }): Promise<Map<string, BlockPlacement[]>>;
 export declare function flagPlacements<TUser extends {
     id: DocId;

package/dist/transitions/placements.js

@@ -1,5 +1,10 @@
+import { BLOCK_SLOTS, EXPERIMENT_BLOCK_SLUG, hostBlocks, slotBlocks } from '../blocks/model.js';
+import { safeError } from '../log.js';
+import { pageVersionContent } from '../db/pageContent.js';
+import { comparableContent } from './pageVersions.js';
+import { isDeepStrictEqual } from 'node:util';
 import { hasLocalizedFields } from './contentFields.js';
-import { puckCollections as normalisePuckCollections } from '../options.js';
+import { documentEditor, puckCollections as normalisePuckCollections } from '../options.js';
 const slots = [
     'control',
     'variantA',
@@ -23,6 +28,7 @@ export async function scanBlockPlacements(req, args) {
             collections: puckCollections
         }
     })){
+        const editors = new Map();
         const publishedIds = new Set();
         const publishedSlugs = new Map();
         const draftsEnabled = req.payload.config.collections?.some((config)=>config.slug === collection && config.versions && config.versions.drafts);
@@ -53,9 +59,28 @@ export async function scanBlockPlacements(req, args) {
                     if (!draft && doc._status === 'draft') continue;
                     if (draft && doc._status !== 'draft' && publishedIds.has(String(doc.id))) continue;
                     if (!draft) {
+                        editors.set(String(doc.id), documentEditor({
+                            puck: {
+                                enabled: true,
+                                collections: puckCollections
+                            },
+                            blocks: {
+                                collections: args.blocksCollections
+                            }
+                        }, collection, doc));
                         publishedIds.add(String(doc.id));
                         if (typeof doc.slug === 'string') publishedSlugs.set(String(doc.id), doc.slug);
                     }
+                    const editor = editors.get(String(doc.id)) ?? documentEditor({
+                        puck: {
+                            enabled: true,
+                            collections: puckCollections
+                        },
+                        blocks: {
+                            collections: args.blocksCollections
+                        }
+                    }, collection, doc);
+                    if (editor !== 'puck') continue;
                     function walk(value) {
                         if (!value || typeof value !== 'object') return;
                         if (Array.isArray(value)) {
@@ -70,6 +95,8 @@ export async function scanBlockPlacements(req, args) {
                             placements.get(experiment).push({
                                 collection,
                                 id: doc.id,
+                                editor: 'puck',
+                                doc,
                                 title: String(doc.title ?? doc.name ?? doc.id),
                                 published: !draft || doc._status === 'published',
                                 ...publishedSlugs.has(String(doc.id)) ? {
@@ -87,7 +114,115 @@ export async function scanBlockPlacements(req, args) {
                         }
                         Object.values(node).forEach(walk);
                     }
+                    const offsets = new Map([
+                        ...placements
+                    ].map(([slug, list])=>[
+                            slug,
+                            list.length
+                        ]));
                     walk(doc[field]);
+                    if (args.compareVersions && !draft && [
+                        ...placements
+                    ].some(([slug, list])=>list.length > offsets.get(slug))) {
+                        const raw = await comparisonContent(req, collection, doc.id);
+                        const rawSlots = new Map();
+                        const collect = (value)=>{
+                            if (Array.isArray(value)) {
+                                value.forEach(collect);
+                                return;
+                            }
+                            if (!value || typeof value !== 'object') return;
+                            const node = value, props = node.props;
+                            const ref = props?.experiment;
+                            const slug = typeof ref === 'string' ? ref : ref && typeof ref === 'object' && 'slug' in ref ? ref.slug : undefined;
+                            if (node.type === 'ExperimentSlot' && props && typeof slug === 'string') {
+                                const list = rawSlots.get(slug) ?? [];
+                                list.push(props);
+                                rawSlots.set(slug, list);
+                            }
+                            Object.values(node).forEach(collect);
+                        };
+                        if (raw && raw._status !== 'draft') collect(raw[field]);
+                        for (const [slug, list] of placements)list.slice(offsets.get(slug)).forEach((placement, index)=>{
+                            const props = rawSlots.get(slug)?.[index];
+                            if (props) placement.identicalSlots = slots.filter((slot)=>slot !== 'control' && Array.isArray(props[slot]) && props[slot].length > 0 && isDeepStrictEqual(comparableContent(props.control ?? []), comparableContent(props[slot])));
+                        });
+                    }
+                }
+                if (!result.hasNextPage) break;
+                page++;
+            }
+        }
+    }
+    for (const registration of args.blocksCollections){
+        const { slug: collection, field } = registration;
+        const published = new Map();
+        const draftsEnabled = req.payload.config.collections?.some((c)=>c.slug === collection && c.versions && c.versions.drafts);
+        for (const draft of [
+            false,
+            true
+        ]){
+            let page = 1;
+            while(true){
+                const result = await req.payload.find({
+                    collection,
+                    req,
+                    overrideAccess: false,
+                    depth: 0,
+                    limit: 100,
+                    page,
+                    draft,
+                    includeLockStatus: true,
+                    ...!draft && draftsEnabled ? {
+                        where: {
+                            _status: {
+                                equals: 'published'
+                            }
+                        }
+                    } : {}
+                });
+                for (const doc of result.docs){
+                    if (!draft && doc._status === 'draft') continue;
+                    if (!draft) published.set(String(doc.id), doc);
+                    else if (doc._status !== 'draft' && published.has(String(doc.id))) continue;
+                    const baseline = published.get(String(doc.id)) ?? doc;
+                    if (documentEditor({
+                        blocks: {
+                            collections: args.blocksCollections
+                        },
+                        puck: {
+                            enabled: true,
+                            collections: puckCollections
+                        }
+                    }, collection, baseline) !== 'blocks') continue;
+                    const raw = args.compareVersions && !draft && hostBlocks(doc[field]).some((block)=>block.blockType === (registration.blockSlug ?? EXPERIMENT_BLOCK_SLUG) && typeof block.experiment === 'string' && slugs.has(block.experiment)) ? await comparisonContent(req, collection, doc.id) : undefined;
+                    for (const [index, block] of hostBlocks(doc[field]).entries()){
+                        if (block.blockType !== (registration.blockSlug ?? EXPERIMENT_BLOCK_SLUG) || typeof block.experiment !== 'string' || !slugs.has(block.experiment)) continue;
+                        const stored = raw ? hostBlocks(raw[field]).find((row)=>row.id === block.id) ?? hostBlocks(raw[field])[index] ?? block : block;
+                        const rows = Array.isArray(stored.slots) ? stored.slots : [];
+                        const keys = rows.map((row)=>row?.slot);
+                        placements.get(block.experiment).push({
+                            collection,
+                            id: doc.id,
+                            editor: 'blocks',
+                            doc,
+                            title: String(doc.title ?? doc.name ?? doc.id),
+                            published: !draft || doc._status === 'published',
+                            ...typeof baseline.slug === 'string' ? {
+                                slug: baseline.slug
+                            } : {},
+                            slots: Object.fromEntries(BLOCK_SLOTS.map((slot)=>[
+                                    slot,
+                                    slotBlocks(block, slot).length
+                                ])),
+                            duplicateRows: new Set(keys).size !== keys.length,
+                            identicalSlots: raw ? BLOCK_SLOTS.filter((slot)=>slot !== 'control' && slotBlocks(block, slot).length > 0 && isDeepStrictEqual(comparableContent(slotBlocks(stored, 'control')), comparableContent(slotBlocks(stored, slot)))) : [],
+                            locked: doc._isLocked === true || doc.locked === true,
+                            ...hasLocalizedFields(req.payload.config.collections?.find((c)=>c.slug === collection)?.fields ?? [], req.payload.config) ? {
+                                localized: true
+                            } : {}
+                        });
+                    }
                 }
                 if (!result.hasNextPage) break;
                 page++;
@@ -105,3 +240,15 @@ export async function flagPlacements(options, experiment, req) {
         req
     });
 }
+/** A warning-only comparison must never turn an adapter failure into a Start refusal. */ async function comparisonContent(req, collection, id) {
+    try {
+        return await pageVersionContent(req, collection, id);
+    } catch (cause) {
+        req.payload.logger.error({
+            err: safeError(cause),
+            collection,
+            id
+        }, 'Experiment version comparison failed');
+        return undefined;
+    }
+}

package/dist/transitions/preflightData.d.ts

@@ -17,10 +17,10 @@ export declare function loadStartInputs<TUser extends {
  * Start's locked recheck. Raw SQL on the request's transaction when there is one. */
 export declare function loadPageTestsInUse(req: PayloadRequest): Promise<NonNullable<CheckStartInput['pageTestsInUse']>>;
 /** Page targets no registered collection reports as published. A lookup that throws counts as
- * unpublished (logged). Start calls it again under its page-path locks on a detached request. */
+ * unpublished (logged) unless propagateErrors is requested by decide. Start calls it again under its page-path locks on a detached request. */
 export declare function unpublishedPageTargets<TUser extends {
     id: DocId;
-}>(req: PayloadRequest, options: ResolvedOptions<TUser>, experiment: Pick<StartExperiment, 'id' | 'arms'>): Promise<string[]>;
+}>(req: PayloadRequest, options: ResolvedOptions<TUser>, experiment: Pick<StartExperiment, 'id' | 'arms' | 'pageCollection'>, propagateErrors?: boolean): Promise<string[]>;
 /** Shared, request-scoped reads for summary; a failed row is null in tolerant mode.
  * Preflight/Start use the same builder and retain their throwing read behaviour.
  */

package/dist/transitions/preflightData.js

@@ -1,4 +1,9 @@
+import { goalContent, OUTSIDE_GOAL } from '../goals/fairness.js';
+import { placementInteractions, placementPaths, uniquePlacementDocs } from './placementInteractions.js';
 import { Forbidden, NotFound } from 'payload';
+import { normalisePath } from '../runtime/normalisePath.js';
+import { resolvePageCollection } from './pageCollection.js';
+import { identicalPageVersions } from './pageVersions.js';
 import { safeError } from '../log.js';
 import { powerMetricWeeks } from '@delmaredigital/experiments-stats';
 import { checkStart, relationshipId } from './checkStart.js';
@@ -35,13 +40,18 @@ const failureDetail = (cause)=>{
     return routedPageTests(await req.transactionID != null ? txExecutor(req) : pooledExecutor(req.payload));
 }
 /** Page targets no registered collection reports as published. A lookup that throws counts as
- * unpublished (logged). Start calls it again under its page-path locks on a detached request. */ export async function unpublishedPageTargets(req, options, experiment) {
+ * unpublished (logged) unless propagateErrors is requested by decide. Start calls it again under its page-path locks on a detached request. */ export async function unpublishedPageTargets(req, options, experiment, propagateErrors = false) {
+    const resolved = await resolvePageCollection(req, options, experiment, propagateErrors);
+    const collections = resolved ? [
+        resolved
+    ] : [];
     const targets = await Promise.all(experiment.arms.filter((arm)=>arm.kind !== 'holdout' && arm.pageTarget?.trim()).map(async (arm)=>{
-        for (const collection of options.pages?.collections ?? []){
+        for (const collection of collections){
             try {
                 const page = await collection.findByPath(arm.pageTarget, req);
                 if (page?.published === true) return null;
             } catch (cause) {
+                if (propagateErrors) throw cause;
                 req.payload.logger.error({
                     err: safeError(cause),
                     experimentId: experiment.id,
@@ -114,13 +124,19 @@ const metricIds = (experiment)=>[
                 pageTestsInUse ??= loadPageTestsInUse(req);
                 input.pageTestsInUse = await pageTestsInUse;
                 input.pageTargetsUnchecked = options.pages === undefined;
-                if (options.pages) input.unpublishedPageTargets = await unpublishedPageTargets(req, options, experiment);
+                input.unknownPageCollection = Boolean(experiment.pageCollection && !options.pages?.collections.some((entry)=>entry.slug === experiment.pageCollection));
+                if (options.pages) {
+                    input.unpublishedPageTargets = await unpublishedPageTargets(req, options, experiment);
+                    if (options.pages.collections.some((entry)=>entry.contentOf)) input.identicalVersions = await identicalPageVersions(req, await resolvePageCollection(req, options, experiment), experiment.arms);
+                }
             }
             if (experiment.kind === 'block') {
                 try {
                     blocks ??= scanBlockPlacements(req, {
                         slugs: blockSlugs,
-                        puckCollections: options.puck?.collections ?? []
+                        compareVersions: true,
+                        puckCollections: options.puck?.collections ?? [],
+                        blocksCollections: options.blocks?.collections ?? []
                     });
                     input.placements = (await blocks).get(experiment.slug) ?? [];
                 } catch (cause) {
@@ -250,6 +266,13 @@ const metricIds = (experiment)=>[
                 })());
                 input.layer = await layers.get(key);
             }
+            if ((experiment.kind === 'page' || experiment.kind === 'block') && options.pages?.collections.length) {
+                const paths = experiment.kind === 'page' ? experiment.arms.flatMap((a)=>typeof a.pageTarget === 'string' ? [
+                        a.pageTarget
+                    ] : []) : await placementPaths(req, options, uniquePlacementDocs(input.placements ?? []));
+                input.interactions = await placementInteractions(req, await req.transactionID != null ? txExecutor(req) : pooledExecutor(req.payload), options, experiment, paths.map(normalisePath));
+            }
+            if (input.metrics.some((metric)=>metric.source.startsWith('click:'))) input.goalContent = await goalContent(req, options, experiment, input.placements ? uniquePlacementDocs(input.placements.filter((placement)=>placement.published)) : undefined);
             inputs.set(String(experiment.id), input);
         } catch (cause) {
             if (!tolerateErrors) throw cause;
@@ -279,7 +302,9 @@ async function placementUrls(options, placement, pendingPreviews, onFailure, pre
         const url = options.admin?.editorUrl?.({
             collection,
             id,
-            draft: !published
+            draft: !published,
+            editor: placement.editor ?? 'puck',
+            doc: placement.doc
         });
         if (typeof url === 'string') result.editorUrl = url;
     } catch  {}
@@ -476,9 +501,116 @@ export async function preflightData(req, { experimentId, options }, { now = new
             detail: placement.detail
         } : {}
     });
+    const pagePlacements = [];
+    if (e.kind === 'page') {
+        const collection = await resolvePageCollection(req, options, e);
+        for (const arm of e.arms.filter((arm)=>arm.kind !== 'holdout')){
+            const path = arm.pageTarget ?? '';
+            let page = null;
+            try {
+                page = path && collection ? await collection.findByPath(path, req) : null;
+            } catch (cause) {
+                onPreviewFailure(cause, {
+                    collection: collection.slug,
+                    id: path,
+                    title: path,
+                    published: false,
+                    slots: {
+                        control: 0,
+                        variantA: 0,
+                        variantB: 0,
+                        variantC: 0
+                    }
+                });
+            }
+            if (!page || !collection) {
+                pagePlacements.push({
+                    arm: arm.key,
+                    path,
+                    published: false,
+                    id: null,
+                    ...collection ? {
+                        collection: collection.slug
+                    } : {}
+                });
+                continue;
+            }
+            let doc;
+            try {
+                doc = await req.payload.findByID({
+                    collection: collection.slug,
+                    id: page.id,
+                    req,
+                    overrideAccess: false,
+                    depth: 0,
+                    draft: !page.published
+                });
+            } catch (cause) {
+                onPreviewFailure(cause, {
+                    collection: collection.slug,
+                    id: page.id,
+                    title: path,
+                    published: false,
+                    slots: {
+                        control: 0,
+                        variantA: 0,
+                        variantB: 0,
+                        variantC: 0
+                    }
+                });
+                pagePlacements.push({
+                    arm: arm.key,
+                    path,
+                    collection: collection.slug,
+                    published: false,
+                    id: null
+                });
+                continue;
+            }
+            const titleField = req.payload.config.collections?.find((entry)=>entry.slug === collection.slug)?.admin.useAsTitle ?? 'title';
+            const placement = {
+                collection: collection.slug,
+                id: page.id,
+                title: String(doc[titleField] ?? doc.id),
+                published: page.published,
+                ...page.published && typeof doc.slug === 'string' ? {
+                    slug: doc.slug
+                } : {},
+                slots: {
+                    control: 0,
+                    variantA: 0,
+                    variantB: 0,
+                    variantC: 0
+                },
+                editor: 'page',
+                doc
+            };
+            pagePlacements.push({
+                arm: arm.key,
+                path,
+                collection: collection.slug,
+                id: page.id,
+                title: placement.title,
+                published: placement.published,
+                ...placement.slug ? {
+                    slug: placement.slug
+                } : {},
+                ...await placementUrls(options, placement, pendingPreviews, onPreviewFailure, previews)
+            });
+        }
+    }
     return {
         checks: checkStart(input),
+        ...input.goalContent ? {
+            goalNotes: input.metrics.filter((m)=>m.source.startsWith('click:') && input.goalContent && !input.goalContent.skipped && !input.goalContent.unchecked.length && !input.goalContent.keys.some((k)=>`click:${k.key}` === m.source)).map((m)=>({
+                    metricId: m.id,
+                    message: OUTSIDE_GOAL
+                }))
+        } : {},
         placements,
+        ...e.kind === 'page' ? {
+            pagePlacements
+        } : {},
         baseline,
         trafficPerDay,
         estimate: power

package/dist/transitions/resolveCaps.d.ts

@@ -2,6 +2,7 @@ import type { DocId, MetricSource } from '../types/contracts.js';
 export interface MetricDefinition extends Record<string, unknown> {
     id: DocId;
     source: string;
+    direction?: 'increase' | 'decrease';
     attributionWindowHours?: number | null;
     minSampleSize?: number | null;
     guardrailThreshold?: number | null;

package/dist/transitions/resolveCaps.js

@@ -8,7 +8,7 @@ import { perUnitHistory } from '../results/history.js';
     const from = new Date(start.getTime() - 90 * 86400000);
     for (const metric of metrics){
         const source = sources.find((source)=>source.id === metric.source);
-        const kind = metric.source.startsWith('events:') ? 'binomial' : source?.kind;
+        const kind = metric.source.startsWith('events:') || metric.source.startsWith('click:') ? 'binomial' : source?.kind;
         const definition = {
             ...structuredClone(metric),
             ...source ? {
@@ -19,11 +19,15 @@ import { perUnitHistory } from '../results/history.js';
             historyUnits: undefined,
             capNotice: undefined
         };
+        if (metric.source.startsWith('click:')) {
+            definition.direction = 'increase';
+            definition.capping = null;
+        }
         const cap = metric.capping?.type ? metric.capping : kind === 'revenue' ? {
             type: 'percentile',
             value: 0.99
         } : null;
-        if (kind === 'revenue' || !source && cap && !metric.source.startsWith('events:')) {
+        if (kind === 'revenue' || !source && cap && !(metric.source.startsWith('events:') || metric.source.startsWith('click:'))) {
             definition.capping = cap;
             if (cap?.type === 'absolute' && typeof cap.value === 'number' && Number.isFinite(cap.value) && cap.value >= 0) {
                 definition.resolvedCap = cap.value;

package/dist/transitions/start.js

@@ -1,8 +1,12 @@
+import { goalContent } from '../goals/fairness.js';
+import { detached } from './placementInteractions.js';
+import { lockAndRescanPlacements, placementInteractions } from './placementInteractions.js';
 import { lockPagePaths } from '../db/locks.js';
 import { lockMetricsForFreeze } from '../db/metricUsage.js';
 import { DEFAULT_SEQUENTIAL_TUNING_PARAMETER } from '../constants.js';
 import { claimSlices } from '../db/slices.js';
-import { pageInUseCopy, unpublishedPageCopy } from '../admin/copy/readiness.js';
+import { READINESS_COPY, asymmetricGoalsCopy, sameAddressCopy, interactingTestsCopy, pageInUseCopy, unpublishedPageCopy } from '../admin/copy/readiness.js';
+import { GROUP_LABELS } from '../admin/copy/arms.js';
 import { XpRefusal } from '../errors.js';
 import { isOpValid } from '../targeting/ops.js';
 import { newSeed } from '../runtime/seed.js';
@@ -31,7 +35,20 @@ export async function readExperiment(req, id) {
 }
 export function refuse(code, detail) {
     const messages = {
+        'goal-in-some-versions': asymmetricGoalsCopy(detail),
+        'placements-changed': "This test's pages changed while it was starting. Try again.",
+        'page-busy': "One of this test's pages is being saved right now. Try again in a moment.",
+        'interacting-tests': (()=>{
+            const d = detail?.[0];
+            return d ? interactingTestsCopy(d.path, d.status, d.name, d.version) : 'Finish one of the tests first.';
+        })(),
+        'unknown-collection': "That page type isn't set up for tests.",
+        'placement-removed': READINESS_COPY.placementRemoved,
         'page-in-use': pageInUseCopy(detail?.paths?.[0] ?? 'this page'),
+        'version-same-address': (()=>{
+            const d = detail;
+            return sameAddressCopy(GROUP_LABELS[d?.arm ?? 'variantA'], GROUP_LABELS[d?.otherArm ?? 'control'], d?.path ?? 'this address');
+        })(),
         'page-target-unpublished': unpublishedPageCopy(typeof detail === 'string' ? detail : 'This page'),
         'invalid-status': 'This action is not available in the current status.',
         'stale-draft': 'The experiment changed. Review it again before starting.',
@@ -46,6 +63,9 @@ export function refuse(code, detail) {
         'entry-not-dismissed': 'That page is not dismissed.'
     };
     const conflict = [
+        'page-busy',
+        'placements-changed',
+        'interacting-tests',
         'invalid-status',
         'stale-draft',
         'page-in-use',
@@ -110,6 +130,17 @@ export async function start(req, { experimentId, options }) {
         const current = await readExperiment(req, experimentId);
         if (current.updatedAt !== updatedAt) refuse('stale-draft');
         if (current.status !== 'draft' && current.status !== 'stopped') refuse('invalid-status');
+        let placementDocs;
+        if (current.kind === 'block') {
+            const rescan = await lockAndRescanPlacements(req, exec, options, current, input.placements ?? []);
+            placementDocs = rescan.docs;
+            const failure = checkStart({
+                ...input,
+                experiment: current,
+                placements: rescan.placements
+            }).find((check)=>!check.ok);
+            if (failure && failure.code !== 'page-targets-unchecked' && failure.code !== 'make-content-unsupported') refuse(failure.code, failure.detail);
+        }
         if (current.kind === 'page') {
             // Independent experiment/layer locks do not serialize overlapping pages.
             // Re-read occupancy after acquiring sorted path locks; hold through commit.
@@ -121,6 +152,8 @@ export async function start(req, { experimentId, options }) {
                 pageTestsInUse: await loadPageTestsInUse(req)
             }).find((check)=>check.code === 'page-in-use' && !check.ok);
             if (recheck) refuse('page-in-use', recheck.detail);
+            const conflicts = await placementInteractions(req, exec, options, current, pageTargetPaths(current.arms));
+            if (conflicts.length) refuse('interacting-tests', conflicts);
             if (options.pages) {
                 // The page guard takes the same path locks, so a delete, unpublish or rename that committed
                 // while Start waited is visible now. Read it on a detached request (committed state, outside
@@ -181,6 +214,15 @@ export async function start(req, { experimentId, options }) {
             }).find((check)=>!check.ok);
             if (recheck && recheck.code !== 'page-targets-unchecked' && recheck.code !== 'make-content-unsupported') refuse(recheck.code, recheck.detail);
         }
+        if (input.metrics.some((metric)=>metric.source.startsWith('click:'))) {
+            const content = await detached(req, ()=>goalContent(req, options, current, placementDocs));
+            const failure = checkStart({
+                ...input,
+                experiment: current,
+                goalContent: content
+            }).find((check)=>check.code === 'goal-in-some-versions' && !check.ok);
+            if (failure) refuse('goal-in-some-versions', failure.detail);
+        }
         const lockedMetrics = await lockMetricsForFreeze(exec, caps.definitions.map((metric)=>metric.id));
         if (!lockedMetrics) {
             throw new XpRefusal('stale-draft', 'A goal in this test was deleted. Review the goals before starting.', undefined, 409);
@@ -233,6 +275,9 @@ export async function start(req, { experimentId, options }) {
             allocationChanges: [],
             targeting,
             metricDefinitions: definitions,
+            ...placementDocs ? {
+                placementDocs
+            } : {},
             analysis: {
                 ...current.analysis,
                 method: current.analysis?.method ?? 'sequential',

package/dist/types/admin.d.ts

@@ -18,4 +18,4 @@ export type SerializedAttributeKeys = Record<string, {
     type: 'string' | 'number' | 'boolean';
     values?: string[];
 }>;
-export type EditableField = 'name' | 'hypothesis' | 'arms' | 'targeting' | 'allocation' | 'flagPoint' | 'metrics' | 'analysis' | 'exposurePolicy';
+export type EditableField = 'name' | 'hypothesis' | 'arms' | 'targeting' | 'allocation' | 'flagPoint' | 'metrics' | 'analysis' | 'exposurePolicy' | 'pageCollection';

package/dist/types/assignments.d.ts

@@ -32,6 +32,7 @@ export interface FlagPointResult {
     exposable: boolean;
 }
 export interface ClientAssignments {
+    clickGoalsArmed?: boolean;
     v: 1;
     revision: number;
     apiRoute: string;

package/dist/types/contracts.d.ts

@@ -103,6 +103,10 @@ export type ExperimentsAccess = (args: {
 }) => boolean | Promise<boolean>;
 export interface ExperimentsPageCollection {
     slug: string;
+    contentOf?: (doc: Record<string, unknown>) => unknown;
+    copyHint?: string;
+    copyUrl?: string;
+    copyLabel?: string;
     pathOf: (doc: Record<string, unknown>) => string | null;
     /** Lookup with the supplied req and overrideAccess: false. Under an anonymous req (results checks) only published pages are visible, so a hit is { published: true } or null. Under a req that can read drafts (Start), a draft-only page may be reported as { published: false }. */
     findByPath: (path: string, req: PayloadRequest) => Promise<{
@@ -130,9 +134,12 @@ export interface ExperimentsPluginOptions<TUser extends {
             collection: string;
             id: DocId;
             draft?: boolean;
+            editor: 'puck' | 'blocks' | 'page';
+            doc?: Record<string, unknown>;
         }) => string;
         previewUrl?: (placement: PreviewPlacement) => string | null | undefined | Promise<string | null | undefined>;
         descriptions?: {
+            page?: string;
             block?: string;
             document?: string;
             setting?: string;
@@ -151,6 +158,14 @@ export interface ExperimentsPluginOptions<TUser extends {
     pages?: {
         collections: ExperimentsPageCollection[];
     };
+    blocks?: {
+        collections: Array<{
+            slug: string;
+            field: string;
+            blockSlug?: string;
+            appliesTo?: (doc: Record<string, unknown>) => boolean;
+        }>;
+    };
     puck?: {
         enabled: boolean;
         collections: Array<string | {