@aglyn/plugins-ai 1.0.0-beta.240 → 1.0.0-beta.241

package/src/lib/jobs/ai-job-build-step.js

@@ -38,6 +38,10 @@ import { AI_LAYOUT_FORM_PAGE_INPUT, AI_LAYOUT_LANGUAGE_INPUT, aiLayoutFormPageOf
 import { aiDatasetListingsOf } from "./ai-job-site-datasets.js";
 import { AI_FORM_DATASET_MADE_INPUT } from "./ai-job-form-dataset.js";
 import { AI_LAYOUT_LISTINGS_INPUT } from "../layout-language/ai-layout-listings.js";
+import { AI_BUILD_STORE_OP, AI_BUILD_STORE_PAGES_PRESENT_NOTE, aiBuildStoreLayoutLinks, aiBuildStoreLayoutOf, aiBuildStorePagesOf, aiBuildStorePagesStillMissing } from "../model/ai-build-store-pages.js";
+import { writeAiStoreLinksLayoutDraft } from "./ai-job-store-links-layout.js";
+import { AI_SITE_STORE_LINKS_INPUT, AI_SITE_STORE_PAGES_NOTE, aiStoreFrameLinks, aiStorePagesToWrite } from "../model/ai-site-store-pages.js";
+import { AI_SITE_STORE_PAGES_INPUT, aiSiteStorePageId, aiSiteStorePagesRefusal, runAiSiteStorePagesUnit } from "./ai-job-site-store-pages.js";
 import { AI_JOB_BRIEF_MAX_CHARS } from "./ai-job-text-step.js";
 import { aiJobPublishesBuild, aiPublishGuidedSite } from "./ai-site-publish.js";
 import { AI_PLANNED_JOB_KINDS, aiJobStepRunMinimumMs, aiJobStepRunnerFor, registerAiJobStep, registerAiJobStepPasses } from "./ai-jobs.js";
@@ -78,7 +82,7 @@ import { AI_PLANNED_JOB_KINDS, aiJobStepRunMinimumMs, aiJobStepRunnerFor, regist
  * The most passes a build's step may take: every unit at a page's worst — its
  * sections and its listing — so a runner that never finishes is still
  * bounded while the largest plan is not. Try again starts the count over.
- */ export const AI_BUILD_MAX_PASSES = AI_BUILD_LIMITS.units * (AI_SITE_MAX_SECTIONS + 1);
+ */ export const AI_BUILD_MAX_PASSES = AI_BUILD_LIMITS.units * (AI_SITE_MAX_SECTIONS + 1) + 1;
 /** The job kind a creation of the build is built by. */ const CREATION_JOB_KINDS = {
     layout: 'layout',
     form: 'form',
@@ -221,6 +225,10 @@ import { AI_PLANNED_JOB_KINDS, aiJobStepRunMinimumMs, aiJobStepRunnerFor, regist
         const listings = aiDatasetListingsOf(datasets, plan.screens);
         if (listings.length) inputs[AI_LAYOUT_LISTINGS_INPUT] = listings;
     }
+    // A build that makes the site a store links its account and policies from
+    // the layout it makes (AGL-3676), by path: they are written after it.
+    const storePages = aiBuildStorePagesOf(plan);
+    if (context.kind === 'layout' && storePages) inputs[AI_SITE_STORE_LINKS_INPUT] = aiStoreFrameLinks(storePages.pages);
     return _extends({}, job, {
         $id: aiBuildUnitJobId(job, unit),
         kind: context.kind,
@@ -239,6 +247,139 @@ import { AI_PLANNED_JOB_KINDS, aiJobStepRunMinimumMs, aiJobStepRunnerFor, regist
         failure
     }, extra);
 }
+/** The site's pages as a store's own pages are checked against them (AGL-3676): every page that is not deleted. */ export async function readAiStoreSitePages(firestore, hostId) {
+    const snapshot = await firestore.collection('hosts').doc(hostId).collection('screens').select('displayName', 'slug', 'kind', 'deletedAt', 'layoutId').get();
+    return snapshot.docs.flatMap((doc)=>{
+        var _doc_get, _doc_get1;
+        const kind = doc.get('kind');
+        if (doc.get('deletedAt') || kind && kind !== 'template') return [];
+        const slug = String((_doc_get = doc.get('slug')) != null ? _doc_get : '');
+        const layoutId = doc.get('layoutId');
+        return slug ? [
+            {
+                id: doc.id,
+                slug,
+                title: String((_doc_get1 = doc.get('displayName')) != null ? _doc_get1 : ''),
+                template: kind === 'template',
+                layoutId: typeof layoutId === 'string' && layoutId ? layoutId : null
+            }
+        ] : [];
+    });
+}
+/**
+ * What a build's store pages unit is told (AGL-3676): the pages its plan kept,
+ * less any the site has gained since — never counting the pages this unit
+ * wrote itself on an earlier pass, which it finds again by their ids — what
+ * their words link, and the layout they render inside: the plan's Shop
+ * page's, else the site's own (`aiBuildStoreLayoutOf`).
+ */ export function aiBuildStorePagesInput(job, context) {
+    var _job_outputs;
+    const plan = job.plan;
+    const kept = aiBuildStorePagesOf(plan);
+    if (!kept) return null;
+    const own = new Set(kept.pages.map((page)=>aiSiteStorePageId(context.unitJobId, page.key)));
+    const pages = aiBuildStorePagesStillMissing(kept.pages, context.sitePages.filter((page)=>!page.id || !own.has(page.id)));
+    const built = aiBuildBuiltRefs(context.units, context.ledger, (_job_outputs = job.outputs) != null ? _job_outputs : []);
+    const shop = plan.screens.find((screen)=>!screen.record && screen.slug.replace(/^\/+/, '').split('/')[0].toLowerCase() === kept.facts.shopPath.slice(1));
+    const layout = shop ? aiSiteResolvedRef(shop.layout, built) : null;
+    return {
+        pages,
+        facts: kept.facts,
+        layoutId: aiBuildStoreLayoutOf(layout && !isAiPlanNewRef(layout) ? layout : null, context.sitePages)
+    };
+}
+/**
+ * Adds a store's links to the site's own layout (AGL-3676), as a draft
+ * version, where the build made no layout of its own for its store pages: the
+ * outputs that record it — the layout version written (`storeLinks: draft`),
+ * and on the first page `storeLinks: missing` where the layout had no header
+ * or footer list to add them to, or there is no layout at all.
+ */ export async function aiBuildStoreLinksOutputs(firestore, input, write = writeAiStoreLinksLayoutDraft) {
+    var _outputs_find;
+    const outputs = input.outputs.map((output)=>_extends({}, output));
+    const layoutId = input.store.layoutId;
+    // A layout this build made was told the store's links as it was compiled.
+    if (layoutId && input.builtLayouts.has(layoutId)) return outputs;
+    const written = new Set(outputs.map((output)=>{
+        var _output_proposal;
+        return (_output_proposal = output.proposal) == null ? void 0 : _output_proposal['storePage'];
+    }).filter((key)=>typeof key === 'string'));
+    const links = aiBuildStoreLayoutLinks(input.store.pages, written);
+    const missing = ()=>{
+        var _first_proposal;
+        const [first, ...rest] = outputs;
+        const state = 'missing';
+        return first ? [
+            _extends({}, first, {
+                proposal: _extends({}, (_first_proposal = first.proposal) != null ? _first_proposal : {}, {
+                    storeLinks: state
+                })
+            }),
+            ...rest
+        ] : outputs;
+    };
+    if (!layoutId || !input.job.hostId) return missing();
+    const hrefs = new Set([
+        ...links.header,
+        ...links.cart ? [
+            links.cart
+        ] : [],
+        ...links.footer
+    ].map((link)=>link.href.slice(1)));
+    const screenPaths = {};
+    for (const page of input.sitePages){
+        const slug = page.slug.replace(/^\/+/, '').split('/')[0].toLowerCase();
+        if (page.id && hrefs.has(slug)) screenPaths[page.id] = slug;
+    }
+    const draft = await write(firestore, {
+        hostId: input.job.hostId,
+        layoutId,
+        versionId: `${input.unitJobId}-links`.slice(0, 64),
+        links,
+        screenPaths,
+        uid: input.job.createdBy,
+        aiJobId: aiOriginJobId(input.job),
+        now: input.now
+    });
+    if (draft.status === 'present') return outputs;
+    if (draft.status === 'gone') return missing();
+    const versionId = draft.versionId;
+    const layout = versionId ? [
+        {
+            resource: 'layout',
+            id: draft.layoutId,
+            versionId,
+            hostId: input.job.hostId,
+            hostSubdomain: (_outputs_find = outputs.find((output)=>output.hostSubdomain)) == null ? void 0 : _outputs_find.hostSubdomain,
+            label: draft.name,
+            note: 'A new draft version with Account and policy links. Visitors see it once it is published.',
+            proposal: {
+                storeLinks: 'draft',
+                links,
+                screenPaths
+            }
+        }
+    ] : [];
+    return [
+        ...draft.status === 'unrecognized' ? missing() : outputs,
+        ...layout
+    ];
+}
+/** The store's links a build drafted into the site's layout (AGL-3676), as its publish puts them live; `null` where it drafted none. */ export function aiBuildStoreLinksToPublish(outputs) {
+    var _ref;
+    var _draft_proposal, _draft_proposal1;
+    const draft = outputs.find((output)=>{
+        var _output_proposal;
+        return output.resource === 'layout' && ((_output_proposal = output.proposal) == null ? void 0 : _output_proposal['storeLinks']) === 'draft' && output.versionId;
+    });
+    if (!(draft == null ? void 0 : draft.versionId)) return null;
+    return {
+        layoutId: draft.id,
+        versionId: draft.versionId,
+        links: (_draft_proposal = draft.proposal) == null ? void 0 : _draft_proposal['links'],
+        screenPaths: (_ref = (_draft_proposal1 = draft.proposal) == null ? void 0 : _draft_proposal1['screenPaths']) != null ? _ref : {}
+    };
+}
 /** Whether a build's workspace spends the Free taste. */ export function aiBuildFreeTaste(org) {
     return Boolean(org) && resolveEffectivePlan(org) === 'free';
 }
@@ -248,7 +389,7 @@ import { AI_PLANNED_JOB_KINDS, aiJobStepRunMinimumMs, aiJobStepRunnerFor, regist
     return (_data = (await firestore.collection('hosts').doc(hostId).get()).data()) != null ? _data : null;
 }
 export function createAiJobBuildStep(deps = {}) {
-    var _deps_runnerFor, _deps_writerFor, _deps_opsFor, _deps_admissionFor, _deps_pluginAdmission, _deps_readNodes, _deps_publish;
+    var _deps_runnerFor, _deps_writerFor, _deps_opsFor, _deps_admissionFor, _deps_pluginAdmission, _deps_readNodes, _deps_publish, _deps_storePages, _deps_storePagesRefusal, _deps_readSitePages, _deps_writeStoreLinks;
     const runnerFor = (_deps_runnerFor = deps.runnerFor) != null ? _deps_runnerFor : aiJobStepRunnerFor;
     const writerFor = (_deps_writerFor = deps.writerFor) != null ? _deps_writerFor : aiPluginDraftWriter;
     const opsFor = (_deps_opsFor = deps.opsFor) != null ? _deps_opsFor : (context)=>aiBuildOps(context);
@@ -256,6 +397,10 @@ export function createAiJobBuildStep(deps = {}) {
     const pluginAdmission = (_deps_pluginAdmission = deps.pluginAdmission) != null ? _deps_pluginAdmission : aiPluginDraftAdmissionRefusal;
     const readNodes = (_deps_readNodes = deps.readNodes) != null ? _deps_readNodes : readAiDraftNodes;
     const publish = (_deps_publish = deps.publish) != null ? _deps_publish : aiPublishGuidedSite;
+    const storePagesRunner = (_deps_storePages = deps.storePages) != null ? _deps_storePages : runAiSiteStorePagesUnit;
+    const storePagesRefusal = (_deps_storePagesRefusal = deps.storePagesRefusal) != null ? _deps_storePagesRefusal : aiSiteStorePagesRefusal;
+    const readSitePages = (_deps_readSitePages = deps.readSitePages) != null ? _deps_readSitePages : readAiStoreSitePages;
+    const writeStoreLinks = (_deps_writeStoreLinks = deps.writeStoreLinks) != null ? _deps_writeStoreLinks : writeAiStoreLinksLayoutDraft;
     return async (context)=>{
         var _ref, _context_org, _aiBuildOrder, _job_hostId, _job_hostId1, _ref1;
         var _job_items, _rows_get;
@@ -292,14 +437,15 @@ export function createAiJobBuildStep(deps = {}) {
                     status: 'pending'
                 });
             });
-        /** The build's last pass puts its pages live, where it was asked and confirmed. */ const finish = async (outcome, extraPages = [])=>{
-            var _job_outputs;
+        /** The build's last pass puts its pages live, where it was asked and confirmed. */ const finish = async (outcome, extraPages = [], extraOutputs = [])=>{
+            var _job_outputs, _job_outputs1;
             if (!aiJobPublishesBuild(job) || job.sitePublish || !job.hostId) return outcome;
             // A record template renders once per record only once its binding is
             // saved, so it is never published at its own address (AGL-3616).
+            // A store's own pages (AGL-3676) go live with the pages the build planned.
             const pageIds = new Set(units.filter((one)=>{
                 var _rows_get;
-                return one.screen && !one.screen.record && aiBuildItemDelivered((_rows_get = rows.get(one.slot)) != null ? _rows_get : {
+                return (one.screen && !one.screen.record || one.op === AI_BUILD_STORE_OP) && aiBuildItemDelivered((_rows_get = rows.get(one.slot)) != null ? _rows_get : {
                     status: 'pending'
                 });
             }).flatMap((one)=>{
@@ -314,11 +460,26 @@ export function createAiJobBuildStep(deps = {}) {
             if (!pages.length) return outcome;
             // A canceled build never puts anything live (AGL-3616): its pages stay drafts.
             if (await aiJobCancelAsked(firestore, job, context.signal)) return outcome;
-            const sitePublish = await publish(firestore, {
+            // The store pages a layout this build made links and that were not written come out of it.
+            const storePages = aiBuildStorePagesOf(plan);
+            const live = new Set(pages.map((page)=>{
+                var _page_proposal;
+                return (_page_proposal = page.proposal) == null ? void 0 : _page_proposal['storePage'];
+            }).filter(Boolean));
+            const unwrittenHrefs = storePages ? aiStorePagesToWrite(storePages.pages).filter((page)=>!live.has(page.key)).map((page)=>page.href) : [];
+            const storeLinks = aiBuildStoreLinksToPublish([
+                ...(_job_outputs1 = job.outputs) != null ? _job_outputs1 : [],
+                ...extraOutputs
+            ]);
+            const sitePublish = await publish(firestore, _extends({
                 job,
                 outputs: pages,
                 now: context.now
-            }).catch((error)=>{
+            }, unwrittenHrefs.length ? {
+                unwrittenHrefs
+            } : {}, storeLinks ? {
+                storeLinks
+            } : {})).catch((error)=>{
                 console.error('ai build publish threw', {
                     orgId: job.orgId,
                     jobId: job.$id,
@@ -350,6 +511,121 @@ export function createAiJobBuildStep(deps = {}) {
                 degradedBy: degradation.degradedBy
             });
         }
+        // A store's own pages (AGL-3676): written by code, behind the site start's gate.
+        if (unit.op === AI_BUILD_STORE_OP) {
+            var _job_outputs;
+            var _rows_get1;
+            if (!job.hostId) return settle({
+                slot: unit.slot,
+                status: 'skipped',
+                note: 'Not built: open the site first.'
+            });
+            if (((_rows_get1 = rows.get(unit.slot)) == null ? void 0 : _rows_get1.status) !== 'running') {
+                const refusal = await storePagesRefusal(_extends({}, context, {
+                    job
+                })).catch((error)=>{
+                    console.error('ai build store pages admission failed', {
+                        orgId: job.orgId,
+                        jobId: job.$id,
+                        error
+                    });
+                    return AI_BUILD_UNIT_EMPTY_COPY;
+                });
+                if (refusal) return settle({
+                    slot: unit.slot,
+                    status: 'skipped',
+                    note: `Not built: ${refusal}`
+                });
+            }
+            const unitJobId = aiBuildUnitJobId(job, unit);
+            const sitePages = await readSitePages(firestore, job.hostId);
+            const input = aiBuildStorePagesInput(job, {
+                unitJobId,
+                sitePages,
+                units,
+                ledger
+            });
+            if (!input) return settle({
+                slot: unit.slot,
+                status: 'skipped',
+                note: aiBuildUnavailableCopy('store page')
+            });
+            if (!aiStorePagesToWrite(input.pages).length) {
+                return settle({
+                    slot: unit.slot,
+                    status: 'skipped',
+                    note: AI_BUILD_STORE_PAGES_PRESENT_NOTE
+                });
+            }
+            const derived = _extends({}, job, {
+                $id: unitJobId,
+                kind: 'text',
+                steps: [],
+                outputs: [],
+                items: null,
+                plan: null,
+                inputs: _extends({}, job.inputs, {
+                    originJobId: aiOriginJobId(job),
+                    [AI_SITE_STORE_PAGES_INPUT]: input
+                })
+            });
+            let outcome;
+            try {
+                outcome = await storePagesRunner(_extends({}, context, {
+                    job: derived
+                }));
+            } catch (error) {
+                if (aiUnitErrorRetryable(error)) throw error;
+                console.error('ai build store pages threw', {
+                    orgId: job.orgId,
+                    jobId: job.$id,
+                    error
+                });
+                return settle(failed(unit.slot, {
+                    ours: true,
+                    reason: 'step-failure',
+                    message: AI_BUILD_UNIT_EMPTY_COPY
+                }));
+            }
+            const stopped = aiUnitFailure(unit.slot, outcome);
+            if (stopped) return settle(stopped, aiUnitSpend(outcome));
+            // The site's own header and footer link them (AGL-3676), in a draft
+            // version of its layout; a layout this build made already does.
+            const builtLayouts = new Set([
+                ...aiBuildBuiltRefs(units, ledger, (_job_outputs = job.outputs) != null ? _job_outputs : []).values()
+            ].filter((entry)=>entry.kind === 'layout').map((entry)=>entry.id));
+            const outputs = await aiBuildStoreLinksOutputs(firestore, {
+                job,
+                unitJobId,
+                store: input,
+                outputs: outcome.outputs,
+                sitePages,
+                builtLayouts,
+                now: context.now
+            }, writeStoreLinks).catch((error)=>{
+                console.error('ai build store links not written', {
+                    orgId: job.orgId,
+                    jobId: job.$id,
+                    error
+                });
+                return outcome.outputs;
+            });
+            const ids = outputs.map((output)=>output.id);
+            const done = settle({
+                slot: unit.slot,
+                status: 'succeeded',
+                outputs: ids,
+                note: AI_SITE_STORE_PAGES_NOTE
+            }, _extends({}, aiUnitSpend(outcome), {
+                outputs
+            }));
+            if (done.continue) return done;
+            rows.set(unit.slot, _extends({}, rows.get(unit.slot), {
+                status: 'succeeded',
+                outputs: ids
+            }));
+            return finish(done, outputs.filter((output)=>output.resource === 'screen'), outputs);
+        }
         const capability = ops.get(unit.op);
         const noun = (_ref1 = capability == null ? void 0 : capability.noun) != null ? _ref1 : unit.op;
         if (!capability) return settle({