@aglyn/plugins-ai 1.0.0-beta.229 → 1.0.0-beta.231

package/src/lib/jobs/ai-job-site-step.js

@@ -17,7 +17,9 @@ import { _ as _extends } from "@swc/helpers/_/_extends";
  */ import { resolveEffectivePlan } from "@aglyn/aglyn/app-utils/plan-entitlements";
 import { resolveOrgIdForHost } from "@aglyn/tenant-data-admin/server/organizations";
 import { isAiPlanNewRef } from "../model/ai-build-plan.js";
-import { AI_SITE_EMAIL_TYPE, AI_SITE_MAX_SECTIONS, AI_SITE_PAGES, aiSitePagesRefusal, aiSitePlanRefusal, aiSiteSubmissions, aiSiteWords, parseAiSiteJobInputs } from "../model/ai-site-job.js";
+import { aiBuildDegradation, aiBuildInitialLedger, aiBuildItemDelivered, aiBuildItemOpen, aiBuildNextUnit } from "../model/ai-build-job.js";
+import { aiBuildBuiltRefs, aiUnitErrorRetryable, aiUnitFailure, aiUnitSpend } from "./ai-build-unit-outcome.js";
+import { AI_SITE_EMAIL_TYPE, AI_SITE_MAX_SECTIONS, AI_SITE_PAGES, aiSiteNameSentence, aiSitePagesRefusal, aiSitePlanRefusal, aiSiteSubmissions, aiSiteWords, parseAiSiteJobInputs } from "../model/ai-site-job.js";
 import { AI_SITE_SEO_OUTPUT_ID, aiSiteSeoProposalForInputs } from "../model/ai-site-start-seo.js";
 import { aiModelForStep } from "../providers/routing.js";
 import { registerAiJobAdmission } from "./ai-job-admission.js";
@@ -25,6 +27,7 @@ import { aiOriginJobId, aiRecordedJobDraftId } from "./ai-job-draft-ids.js";
 import { readAiDraftNodes } from "./ai-job-drafts.js";
 import { AI_LAYOUT_SITE_PAGES_INPUT, aiLayoutSitePagesOfPlan } from "./ai-job-layout-site-pages.js";
 import { aiPageSectionNodeId } from "./ai-job-page-sections.js";
+import { AI_LAYOUT_FORM_PAGE_INPUT, AI_LAYOUT_LANGUAGE_INPUT, aiLayoutFormPageOfPlan } from "./ai-job-page-language.js";
 import { aiJobPublishesSite, aiPublishGuidedSite } from "./ai-site-publish.js";
 import { aiConfirmedPlan, aiUnspentOutcome } from "./ai-job-generation.js";
 import { AI_JOB_BRIEF_MAX_CHARS } from "./ai-job-text-step.js";
@@ -232,6 +235,10 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
  * guided start writes it into the brief itself, but an agency batch's brief
  * is a member's own sentence and may never mention it, and a theme, a layout
  * or a form asked to serve nobody in particular serves nobody in particular.
+ *
+ * The name is said twice (AGL-3596): as a field, and as the instruction to use
+ * it as written. A layout told only "a dog groomer in Austin" put a business
+ * name of its own in the header and the footer.
  */ export function aiSiteBriefLines(brief, inputs) {
     const lines = [
         brief.trim()
@@ -244,6 +251,7 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
         inputs.brand ? `brand: ${inputs.brand}` : ''
     ].filter(Boolean);
     lines.push(`Site — ${site.join('; ')}.`);
+    if (inputs.businessName) lines.push(aiSiteNameSentence(inputs.businessName));
     return lines;
 }
 /**
@@ -373,10 +381,21 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
     });
     // The layout is built before the pages, so it is told them (AGL-3596): their
     // ids are minted on the plan, and the platform writes the header's links.
-    if (job.kind === 'site' && unit.kind === 'layout') {
-        const pages = aiLayoutSitePagesOfPlan(plan.screens);
+    // A page is told them too, so its buttons may go to a page built after it.
+    if (job.kind === 'site' && (unit.kind === 'layout' || unit.kind === 'page')) {
+        // A guided start links every page the person asked for (AGL-3660).
+        const pages = aiLayoutSitePagesOfPlan(plan.screens, {
+            guided: true
+        });
         if (pages.length) unitInputs[AI_LAYOUT_SITE_PAGES_INPUT] = pages;
     }
+    // A site's pages and its layout are designed in the layout language and
+    // compiled (AGL-3660), and a page is told which page places the site's form.
+    if (unit.kind === 'layout' || unit.kind === 'page') {
+        unitInputs[AI_LAYOUT_LANGUAGE_INPUT] = true;
+        const formPage = aiLayoutFormPageOfPlan(plan);
+        if (formPage) unitInputs[AI_LAYOUT_FORM_PAGE_INPUT] = formPage;
+    }
     return _extends({}, job, {
         $id: aiSiteUnitJobId(job, unit),
         kind: unit.jobKind,
@@ -518,37 +537,63 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
     if (!stored) return false;
     return input.screen.sections.every((_, index)=>aiPageSectionNodeId(input.unitJobId, index) in stored.nodes);
 }
+/**
+ * A scaffold's units as a build's (AGL-3616): the same slots, each unit's
+ * kind as its operation, and every page built after the layout and the form
+ * it renders inside and places. What the build's ledger, degradation and
+ * Try again read, so a site is settled item by item exactly as a build is.
+ */ export function aiSiteLedgerUnits(units) {
+    const creations = units.filter((unit)=>unit.kind === 'layout' || unit.kind === 'form').map((unit)=>unit.slot);
+    return units.map((unit)=>_extends({
+            slot: unit.slot,
+            op: unit.kind === 'theme' ? 'theme' : unit.jobKind,
+            label: unit.label
+        }, unit.creation ? {
+            creation: unit.creation
+        } : {}, unit.screen ? {
+            screen: unit.screen
+        } : {}, {
+            deps: unit.kind === 'page' ? creations : []
+        }));
+}
+/**
+ * A scaffold's ledger to start from (AGL-3616): every unit pending, except
+ * the units a job already running when the ledger arrived had built, read
+ * off its outputs as the scaffold always read them, which stand as built.
+ */ export function aiSiteInitialLedger(units, outputs) {
+    var _byResource_get;
+    const pending = new Set(aiSitePendingUnits(units, outputs).map((unit)=>unit.slot));
+    const byResource = new Map();
+    for (const output of outputs)byResource.set(output.resource, [
+        ...(_byResource_get = byResource.get(output.resource)) != null ? _byResource_get : [],
+        output.id
+    ]);
+    return aiBuildInitialLedger(aiSiteLedgerUnits(units)).map((row, index)=>{
+        var _byResource_get;
+        const unit = units[index];
+        if (pending.has(unit.slot)) return row;
+        const id = (_byResource_get = byResource.get(unit.resource)) == null ? void 0 : _byResource_get.shift();
+        return _extends({}, row, {
+            status: 'succeeded',
+            outputs: id ? [
+                id
+            ] : []
+        });
+    });
+}
+/** The units a scaffold owes on this job: what its plan implies that this deployment can build. */ function aiSiteOwedUnits(job, plan, inputs, freeTaste, runnerFor) {
+    return aiSiteJobUnits(plan, {
+        welcomeEmail: aiSiteWelcomeEmail(inputs, freeTaste)
+    }).filter((unit)=>runnerFor(unit.jobKind));
+}
 export function createAiJobSiteStep(deps = {}) {
     var _deps_runnerFor, _deps_readNodes, _deps_publish;
     const runnerFor = (_deps_runnerFor = deps.runnerFor) != null ? _deps_runnerFor : aiJobStepRunnerFor;
     const readNodes = (_deps_readNodes = deps.readNodes) != null ? _deps_readNodes : readAiDraftNodes;
     const publish = (_deps_publish = deps.publish) != null ? _deps_publish : aiPublishGuidedSite;
-    /** A guided start's last pass puts what it built on the site, once (AGL-3596). */ const published = async (context, outcome)=>{
-        var _job_outputs;
-        const { job } = context;
-        if (!aiJobPublishesSite(job) || job.sitePublish || !job.hostId) return outcome;
-        const sitePublish = await publish(context.firestore, {
-            job,
-            outputs: [
-                ...(_job_outputs = job.outputs) != null ? _job_outputs : [],
-                ...outcome.outputs
-            ],
-            now: context.now
-        }).catch((error)=>{
-            // The site is built either way; the pages stay drafts and say so.
-            console.error('ai site publish threw', {
-                orgId: job.orgId,
-                jobId: job.$id,
-                error
-            });
-            return null;
-        });
-        return sitePublish ? _extends({}, outcome, {
-            sitePublish
-        }) : outcome;
-    };
     return async (context)=>{
-        var _ref, _job_outputs;
+        var _ref, _job_outputs, _job_outputs1;
+        var _job_items;
         const { job } = context;
         // The scaffold asks no model of its own. What it names where it spends
         // nothing is the model its plan ran on, which is the one exchange this
@@ -573,35 +618,131 @@ export function createAiJobSiteStep(deps = {}) {
         });
         // A kind this deployment has not loaded is not among the units at all, so
         // a scaffold owes only what something can build.
-        const units = aiSiteJobUnits(plan, {
-            welcomeEmail: aiSiteWelcomeEmail(inputs, freeTaste)
-        }).filter((unit)=>runnerFor(unit.jobKind));
-        const outputs = (_job_outputs = job.outputs) != null ? _job_outputs : [];
-        const pending = aiSitePendingUnits(units, outputs);
-        if (!pending.length) return published(context, aiUnspentOutcome(model));
-        const unit = pending[0];
+        const units = aiSiteOwedUnits(job, plan, inputs, freeTaste, runnerFor);
+        const ledgerUnits = aiSiteLedgerUnits(units);
+        // Settled item by item, like a build (AGL-3616): the ledger, not the
+        // outputs, says where the scaffold stands once it has one.
+        const starting = !((_job_items = job.items) == null ? void 0 : _job_items.length);
+        const ledger = starting ? aiSiteInitialLedger(units, (_job_outputs = job.outputs) != null ? _job_outputs : []) : job.items;
+        const init = starting ? {
+            items: ledger
+        } : {};
+        const rows = new Map(ledger.map((row)=>[
+                row.slot,
+                row
+            ]));
+        const next = aiBuildNextUnit(ledgerUnits, ledger);
+        /** A guided start's last pass puts what it built on the site, once (AGL-3596): only its pages that were built. */ const finish = async (outcome, pages)=>{
+            if (!aiJobPublishesSite(job) || job.sitePublish || !job.hostId || !pages.length) return outcome;
+            const sitePublish = await publish(context.firestore, {
+                job,
+                outputs: pages,
+                now: context.now
+            }).catch((error)=>{
+                // The site is built either way; the pages stay drafts and say so.
+                console.error('ai site publish threw', {
+                    orgId: job.orgId,
+                    jobId: job.$id,
+                    error
+                });
+                return null;
+            });
+            return sitePublish ? _extends({}, outcome, {
+                sitePublish
+            }) : outcome;
+        };
+        /** The pages built so far, as the job reported them. */ const builtPages = (extra = [])=>{
+            var _job_outputs;
+            const ids = new Set(units.filter((unit)=>{
+                var _rows_get;
+                return unit.kind === 'page' && aiBuildItemDelivered((_rows_get = rows.get(unit.slot)) != null ? _rows_get : {
+                    status: 'pending'
+                });
+            }).flatMap((unit)=>{
+                var _ref;
+                var _rows_get;
+                return (_ref = (_rows_get = rows.get(unit.slot)) == null ? void 0 : _rows_get.outputs) != null ? _ref : [];
+            }));
+            return [
+                ...((_job_outputs = job.outputs) != null ? _job_outputs : []).filter((output)=>output.resource === 'screen' && ids.has(output.id)),
+                ...extra
+            ];
+        };
+        if (!next) return finish(_extends({}, aiUnspentOutcome(model), init), builtPages());
+        const unit = units.find((one)=>one.slot === next.slot);
         const runner = runnerFor(unit.jobKind);
-        if (!runner) return aiUnspentOutcome(model);
-        const pass = await aiRunJobUnit(context, {
-            unit,
-            units,
-            runner,
-            emptyCopy: AI_SITE_UNIT_EMPTY_COPY
+        if (!runner) return _extends({}, aiUnspentOutcome(model), init);
+        const othersOpen = ledgerUnits.some((one)=>{
+            var _rows_get;
+            return one.slot !== unit.slot && aiBuildItemOpen((_rows_get = rows.get(one.slot)) != null ? _rows_get : {
+                status: 'pending'
+            });
         });
         // The site's own listing rides out beside the first unit's output, once
         // (AGL-2918): it is derived from the answers rather than generated, so it
         // is ready before anything is built and costs the pass nothing.
-        const outcome = _extends({}, pass.outcome, {
-            outputs: [
-                ...aiSiteSeoOutputs(job),
-                ...pass.outcome.outputs
-            ]
+        const listing = aiSiteSeoOutputs(job);
+        const settle = (item, spent = aiUnspentOutcome(model))=>_extends({}, spent, {
+                outputs: [
+                    ...listing,
+                    ...spent.outputs
+                ]
+            }, init, {
+                item
+            }, item.status === 'running' || othersOpen ? {
+                continue: true
+            } : {});
+        // A page whose layout or form failed is built without it, and says so.
+        const degradation = aiBuildDegradation(next, {
+            units: ledgerUnits,
+            ledger
         });
+        const degraded = degradation.degradedBy.length > 0;
+        const note = degradation.notes.length ? degradation.notes.join(' ') : null;
+        const built = aiBuildBuiltRefs(ledgerUnits, ledger, (_job_outputs1 = job.outputs) != null ? _job_outputs1 : []);
+        const derived = aiSiteUnitJob(job, unit, built);
+        const handed = degradation.briefLines.length ? _extends({}, derived, {
+            brief: [
+                derived.brief,
+                ...degradation.briefLines
+            ].join('\n').slice(0, AI_JOB_BRIEF_MAX_CHARS)
+        }) : derived;
+        let outcome;
+        try {
+            outcome = await runner(_extends({}, context, {
+                job: handed
+            }));
+        } catch (error) {
+            if (aiUnitErrorRetryable(error)) throw error;
+            console.error('ai site unit threw', {
+                orgId: job.orgId,
+                jobId: job.$id,
+                slot: unit.slot,
+                error
+            });
+            return settle({
+                slot: unit.slot,
+                status: 'failed',
+                failure: {
+                    ours: true,
+                    reason: 'provider',
+                    message: AI_SITE_UNIT_EMPTY_COPY
+                }
+            });
+        }
+        const spent = aiUnitSpend(outcome);
+        const stopped = aiUnitFailure(unit.slot, outcome);
+        if (stopped) {
+            return settle(stopped.status === 'failed' && stopped.failure && !outcome.failure && !outcome.refused && !outcome.review ? _extends({}, stopped, {
+                failure: _extends({}, stopped.failure, {
+                    message: AI_SITE_UNIT_EMPTY_COPY
+                })
+            }) : stopped, spent);
+        }
         // A page counts as built only when its plan's sections are in it
-        // (AGL-3596): otherwise the pass fails, which is our failure and gives
-        // the job's credits back, and the page it reported is not reported.
-        if (pass.built && unit.kind === 'page' && unit.screen && job.hostId) {
-            const page = pass.outcome.outputs.find((output)=>output.resource === 'screen');
+        // (AGL-3596): otherwise the page fails, on our side, and is not reported.
+        if (unit.kind === 'page' && unit.screen && job.hostId) {
+            const page = outcome.outputs.find((output)=>output.resource === 'screen');
             const written = page !== undefined && await aiSitePageWritten(context.firestore, {
                 hostId: job.hostId,
                 unitJobId: aiSiteUnitJobId(job, unit),
@@ -609,17 +750,32 @@ export function createAiJobSiteStep(deps = {}) {
                 draftId: page.id
             }, readNodes);
             if (!written) {
-                return _extends({}, outcome, {
-                    outputs: outcome.outputs.filter((output)=>output.resource !== 'screen'),
-                    failure: AI_SITE_PAGE_NOT_WRITTEN_COPY
-                });
+                return settle({
+                    slot: unit.slot,
+                    status: 'failed',
+                    failure: {
+                        ours: true,
+                        reason: 'step-failure',
+                        message: AI_SITE_PAGE_NOT_WRITTEN_COPY
+                    }
+                }, _extends({}, spent, {
+                    outputs: spent.outputs.filter((output)=>output.resource !== 'screen')
+                }));
             }
         }
-        // A built unit continues the scaffold while units remain after it.
-        if (pass.built && pending.length > 1) return _extends({}, outcome, {
-            continue: true
-        });
-        return pass.built ? published(context, outcome) : outcome;
+        const done = settle(_extends({
+            slot: unit.slot,
+            status: degraded ? 'degraded' : 'succeeded',
+            outputs: outcome.outputs.map((output)=>output.id),
+            note
+        }, degraded ? {
+            degradedBy: degradation.degradedBy
+        } : {}), spent);
+        if (done.continue) return done;
+        rows.set(unit.slot, _extends({}, rows.get(unit.slot), {
+            status: degraded ? 'degraded' : 'succeeded'
+        }));
+        return finish(done, builtPages(unit.kind === 'page' ? outcome.outputs.filter((output)=>output.resource === 'screen') : []));
     };
 }
 export const runAiJobSiteStep = createAiJobSiteStep();
@@ -632,6 +788,7 @@ export const runAiJobSiteStep = createAiJobSiteStep();
  * build, spends nothing, and a page pass's time covers it.
  */ export function aiSiteJobRunMinimumMs(job) {
     var _job_outputs;
+    var _job_items;
     const plan = aiConfirmedPlan(job);
     const inputs = parseAiSiteJobInputs(job.inputs);
     if (!plan || typeof inputs === 'string') return AI_JOB_PAGE_STEP_MINIMUM_MS;
@@ -639,9 +796,11 @@ export const runAiJobSiteStep = createAiJobSiteStep();
         welcomeEmail: inputs.welcomeEmail
     }).filter((unit)=>aiJobStepRunnerFor(unit.jobKind));
     const outputs = (_job_outputs = job.outputs) != null ? _job_outputs : [];
-    const [unit] = aiSitePendingUnits(units, outputs);
+    const ledger = ((_job_items = job.items) == null ? void 0 : _job_items.length) ? job.items : aiSiteInitialLedger(units, outputs);
+    const next = aiBuildNextUnit(aiSiteLedgerUnits(units), ledger);
+    const unit = next ? units.find((one)=>one.slot === next.slot) : undefined;
     if (!unit) return AI_JOB_PAGE_STEP_MINIMUM_MS;
-    return aiJobStepRunMinimumMs(aiSiteUnitJob(job, unit, aiSiteBuiltRefs(units, outputs)));
+    return aiJobStepRunMinimumMs(aiSiteUnitJob(job, unit, aiBuildBuiltRefs(aiSiteLedgerUnits(units), ledger, outputs)));
 }
 /**
  * Registers the site scaffold with the least time a pass needs — every