@aglyn/plugins-ai 1.0.0-beta.237 → 1.0.0-beta.239

package/src/lib/jobs/ai-job-site-step.js

@@ -14,7 +14,8 @@ import { _ as _extends } from "@swc/helpers/_/_extends";
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  * See the License for the specific language governing permissions and
  * limitations under the License.
- */ import { resolveEffectivePlan } from "@aglyn/aglyn/app-utils/plan-entitlements";
+ */ import { aiJobCancelAsked } from "./ai-job-cancel.js";
+import { resolveEffectivePlan } from "@aglyn/aglyn/app-utils/plan-entitlements";
 import { resolveOrgIdForHost } from "@aglyn/tenant-data-admin/server/organizations";
 import { isAiPlanNewRef } from "../model/ai-build-plan.js";
 import { aiBuildDegradation, aiBuildInitialLedger, aiBuildItemDelivered, aiBuildItemOpen, aiBuildNextUnit } from "../model/ai-build-job.js";
@@ -36,7 +37,9 @@ import { AI_LAYOUT_FORM_PAGE_INPUT, AI_LAYOUT_LANGUAGE_INPUT, aiLayoutFormPageOf
 import { aiJobPublishesSite, aiPublishGuidedSite } from "./ai-site-publish.js";
 import { AI_SITE_CONTENT_INPUT, AI_SITE_POST_BUDGET, AI_SITE_POSTS, AI_SITE_POSTS_LABEL, AI_SITE_PRODUCTS_LABEL, AI_SITE_PRODUCTS_PRICE_NOTE, aiPublishSitePosts, aiSiteContentBriefLines, aiSiteContentPart, aiSiteContentRefusal, aiSiteListings, aiSiteProductsBriefLine, createAiSiteProductsRunner, runAiSitePostsUnit } from "./ai-job-site-content.js";
 import { dropPluginSiteCache } from "@aglyn/aglyn/plugin-manager/plugin-site-cache";
+import { AI_SITE_DATASET_BUDGET, AI_SITE_DATASET_INPUT, AI_SITE_DATASETS_MAX, aiSiteDatasetBriefLines, aiSiteDatasetInputOf, aiSiteDatasetListings, aiSiteDatasetRefusal, aiSitePlanDatasets, aiSiteRecordTemplateOf, runAiSiteDatasetUnit } from "./ai-job-site-datasets.js";
 import { AI_SITE_LOOK_BUDGET, aiRunSiteLook } from "./ai-job-site-look.js";
+import { AI_FORM_DATASET_MADE_INPUT } from "./ai-job-form-dataset.js";
 import { aiConfirmedPlan, aiUnspentOutcome } from "./ai-job-generation.js";
 import { AI_JOB_BRIEF_MAX_CHARS } from "./ai-job-text-step.js";
 import { AI_JOB_PAGE_STEP_MINIMUM_MS } from "./ai-job-page-budget.js";
@@ -76,6 +79,12 @@ import { aiJobStepRunMinimumMs, aiJobStepRunnerFor, registerAiJobStep, registerA
     products: {
         jobKind: 'products',
         resource: 'product'
+    },
+    // The scaffold's own runner designs it (`ai-job-site-datasets.ts`), and the
+    // data plugin's writer keeps it: a draft of another plugin's (AGL-3616).
+    dataset: {
+        jobKind: 'text',
+        resource: 'draft'
     }
 };
 /** The unit kind a creation is built as, where a unit builds it. */ const CREATION_UNIT_KINDS = {
@@ -122,13 +131,15 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
  * (one a pass, the largest part) and a welcome email — with nothing to
  * spare, so a runner that never finishes is still bounded while a real site
  * is not.
- */ export const AI_SITE_MAX_PASSES = AI_SITE_PAGES.max * (AI_SITE_MAX_SECTIONS + 1) + CREATION_UNITS.length + AI_SITE_POSTS + 1;
+ */ export const AI_SITE_MAX_PASSES = AI_SITE_PAGES.max * (AI_SITE_MAX_SECTIONS + 1) + CREATION_UNITS.length + AI_SITE_DATASETS_MAX + AI_SITE_POSTS + 1;
 /**
  * The units a plan implies, in build order: the palette first, because a
  * member reads it while the pages are still building; then the layout every
- * page renders inside and the form they place, because a page binds both by
- * id and so needs them to exist; then the pages; then the welcome email,
- * which is about the site rather than part of it.
+ * page renders inside, the site's datasets, and the form they place —
+ * because a page binds the layout and the form by id, and a form binds the
+ * dataset it writes to (AGL-3616), so each needs what it binds to exist;
+ * then the pages; then the welcome email, which is about the site rather
+ * than part of it.
  */ export function aiSiteJobUnits(plan, options = {}) {
     // The site's look is designed first, on every scaffold (AGL-3660): the
     // header, the footer and every page render in it from their first draft.
@@ -143,6 +154,19 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
     ];
     for (const { unit, create } of CREATION_UNITS){
         if (unit === 'theme') continue;
+        // The site's datasets (AGL-3616), before anything that lists them and
+        // before the form, which may write its submissions to one of them.
+        if (unit === 'form') {
+            aiSitePlanDatasets(plan).forEach((creation, index)=>{
+                units.push(_extends({
+                    kind: 'dataset'
+                }, UNIT_KINDS.dataset, {
+                    slot: `d${index}`,
+                    creation,
+                    label: creation.name
+                }));
+            });
+        }
         const creation = plan.create.find((entry)=>entry.kind === create);
         if (!creation) continue;
         units.push(_extends({
@@ -253,8 +277,8 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
         const row = rows == null ? void 0 : rows.shift();
         if (!row || !unit.creation) continue;
         // A theme change is a proposal with no record to reference; a layout, a
-        // form and a component become ids a page can name.
-        if (unit.creation.kind !== 'layout' && unit.creation.kind !== 'form' && unit.creation.kind !== 'component') {
+        // form, a component and a dataset (AGL-3616) become ids a page can name.
+        if (unit.creation.kind !== 'layout' && unit.creation.kind !== 'form' && unit.creation.kind !== 'component' && unit.creation.kind !== 'dataset') {
             continue;
         }
         built.set(unit.creation.name.toLowerCase(), {
@@ -358,6 +382,7 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
  * for leaving it out.
  */ export function aiSiteUnitJob(job, unit, built) {
     var _plan_labels;
+    var _unitPlan_create_, _unit_creation;
     const plan = job.plan;
     const labels = _extends({}, (_plan_labels = plan.labels) != null ? _plan_labels : {});
     for (const entry of built.values())labels[entry.id] = entry.label;
@@ -379,12 +404,14 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
         unitPlan.create = [
             _extends({}, unit.creation, {
                 duplicateOf: aiSiteResolvedRef(unit.creation.duplicateOf, built)
-            })
+            }, unit.creation.writesTo ? {
+                writesTo: aiSiteResolvedRef(unit.creation.writesTo, built)
+            } : {})
         ];
         brief.push(`Build the ${unit.creation.kind} “${unit.creation.name}”: ${unit.creation.why}`);
     }
     if (unit.screen) {
-        var _aiSiteResolvedRef, _aiSiteResolvedRef1, _job_outputs;
+        var _aiSiteResolvedRef, _aiSiteResolvedRef1;
         const screen = unit.screen;
         // Everything the scaffold has already built is a record the site has, so
         // the page is planned against it the way a page job is planned against
@@ -418,8 +445,12 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
             })
         ];
         brief.push(`Build the page “${screen.title}” of this site, at ${screen.slug}.`);
-        // What the blog's posts or the store's products are, once built (AGL-3676).
-        if (job.kind === 'site') brief.push(...aiSiteContentBriefLines((_job_outputs = job.outputs) != null ? _job_outputs : []));
+        // What the blog's posts or the store's products are, once built (AGL-3676),
+        // and what the site's datasets hold (AGL-3616).
+        if (job.kind === 'site') {
+            var _job_outputs, _job_outputs1;
+            brief.push(...aiSiteContentBriefLines((_job_outputs = job.outputs) != null ? _job_outputs : []), ...aiSiteDatasetBriefLines((_job_outputs1 = job.outputs) != null ? _job_outputs1 : []));
+        }
     }
     if (unit.kind === 'products') brief.push(aiSiteProductsBriefLine());
     if (unit.kind === 'email') {
@@ -433,15 +464,15 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
     // A page is told the pages built before it, whose photos it does not place
     // again (AGL-3660): the maker's portrait in About is never a vase in Work.
     if (unit.screen) {
-        var _job_outputs1;
-        const pages = ((_job_outputs1 = job.outputs) != null ? _job_outputs1 : []).filter((output)=>output.resource === 'screen' && output.hostId === job.hostId && output.id).map((output)=>output.id);
+        var _job_outputs2;
+        const pages = ((_job_outputs2 = job.outputs) != null ? _job_outputs2 : []).filter((output)=>output.resource === 'screen' && output.hostId === job.hostId && output.id).map((output)=>output.id);
         if (pages.length) unitInputs[AI_STOCK_PHOTO_PAGES_INPUT] = pages;
     }
     // The layout is built before the pages, so it is told them (AGL-3596): their
     // ids are minted on the plan, and the platform writes the header's links.
     // A page is told them too, so its buttons may go to a page built after it.
     if (job.kind === 'site' && (unit.kind === 'layout' || unit.kind === 'page')) {
-        var _job_outputs2;
+        var _job_outputs3, _job_outputs4;
         var _aiSiteKindOfInputs, _aiSiteKindOfInputs1;
         // A guided start links every page the person asked for (AGL-3660), and
         // the blog its first posts are written into, by its path, second after
@@ -480,7 +511,7 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
         // The store's catalog and the blog, listed by the sections that show them,
         // and the cart in a selling site's header (AGL-3676).
         const listings = aiSiteListings({
-            outputs: (_job_outputs2 = job.outputs) != null ? _job_outputs2 : [],
+            outputs: (_job_outputs3 = job.outputs) != null ? _job_outputs3 : [],
             screens: merged.screens,
             sells: aiSiteSellsProducts(job),
             // A store lists its catalog on its Shop page even when its first
@@ -489,15 +520,28 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
             // A music site places an empty player for the artist's own tracks (AGL-3716).
             music: ((_aiSiteKindOfInputs1 = aiSiteKindOfInputs(job.inputs)) == null ? void 0 : _aiSiteKindOfInputs1.id) === 'music'
         });
+        // The site's datasets, each repeated in the sections that name it (AGL-3616).
+        const delivered = new Map([
+            ...built.entries()
+        ].filter(([, entry])=>entry.kind === 'dataset').map(([name, entry])=>[
+                name,
+                entry.id
+            ]));
+        listings.push(...aiSiteDatasetListings({
+            outputs: (_job_outputs4 = job.outputs) != null ? _job_outputs4 : [],
+            datasets: aiSitePlanDatasets(plan),
+            screens: merged.screens,
+            delivered
+        }));
         if (listings.length) unitInputs[AI_LAYOUT_LISTINGS_INPUT] = listings;
     }
     // A site's pages and its layout are designed in the layout language and
     // compiled (AGL-3660), and a page is told which page places the site's form.
     if (unit.kind === 'layout' || unit.kind === 'page') {
-        var _job_outputs3;
+        var _job_outputs5;
         var _look_proposal;
         // The look designed first (AGL-3660): its header arrangement and band rhythm.
-        const look = ((_job_outputs3 = job.outputs) != null ? _job_outputs3 : []).find((output)=>output.resource === 'theme' && output.id === 'look');
+        const look = ((_job_outputs5 = job.outputs) != null ? _job_outputs5 : []).find((output)=>output.resource === 'theme' && output.id === 'look');
         const style = look == null ? void 0 : (_look_proposal = look.proposal) == null ? void 0 : _look_proposal['style'];
         if (style) unitInputs['siteStyle'] = {
             headerAlign: style['headerAlign'],
@@ -509,11 +553,11 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
         if (formPage) unitInputs[AI_LAYOUT_FORM_PAGE_INPUT] = formPage;
     }
     if (unit.kind === 'posts') {
-        var _job_outputs4, _inputs_businessName;
+        var _job_outputs6, _inputs_businessName;
         // The posts already written (one a pass), the addresses the site's own
         // pages answer at, and the byline the person gave (AGL-3676).
         const posts = {
-            written: ((_job_outputs4 = job.outputs) != null ? _job_outputs4 : []).filter((output)=>output.resource === 'entry').map((output)=>({
+            written: ((_job_outputs6 = job.outputs) != null ? _job_outputs6 : []).filter((output)=>output.resource === 'entry').map((output)=>({
                     id: output.id,
                     title: output.label
                 })),
@@ -525,6 +569,14 @@ export const AI_SITE_NO_PLAN_COPY = 'This site job has no confirmed plan to buil
         unitInputs[AI_SITE_CONTENT_INPUT] = posts;
     }
     if (unit.kind === 'products') unitInputs['target'] = 'catalog';
+    // Where the plan lists a dataset, which its design reads, and the form
+    // that writes to it (AGL-3616).
+    if (unit.kind === 'dataset' && unit.creation) {
+        unitInputs[AI_SITE_DATASET_INPUT] = aiSiteDatasetInputOf(unit.creation, plan.screens, plan.create);
+    }
+    // A form's dataset this start made, which the form may bind (AGL-3616).
+    const writesTo = unit.kind === 'form' ? (_unitPlan_create_ = unitPlan.create[0]) == null ? void 0 : _unitPlan_create_.writesTo : null;
+    if (writesTo && isAiPlanNewRef((_unit_creation = unit.creation) == null ? void 0 : _unit_creation.writesTo)) unitInputs[AI_FORM_DATASET_MADE_INPUT] = writesTo;
     return _extends({}, job, {
         $id: aiSiteUnitJobId(job, unit),
         kind: unit.jobKind,
@@ -728,16 +780,31 @@ export const aiSiteJobAdmission = createAiSiteJobAdmission();
  * Try again read, so a site is settled item by item exactly as a build is.
  */ export function aiSiteLedgerUnits(units) {
     const creations = units.filter((unit)=>unit.kind === 'layout' || unit.kind === 'form').map((unit)=>unit.slot);
+    const datasets = units.filter((unit)=>unit.kind === 'dataset' && unit.creation);
+    /** The dataset a form writes to (AGL-3616): built before it, and it without the binding if it fails. */ const writtenTo = (creation)=>datasets.filter((unit)=>{
+            var _ref;
+            var _unit_creation;
+            return !!(creation == null ? void 0 : creation.writesTo) && creation.writesTo.trim().toLowerCase() === `new:${(_ref = (_unit_creation = unit.creation) == null ? void 0 : _unit_creation.name) != null ? _ref : ''}`.trim().toLowerCase();
+        }).map((unit)=>unit.slot);
+    /** The datasets a page lists or is the record template of (AGL-3616): built before it, and it without them if they fail. */ const listed = (screen)=>datasets.filter((unit)=>{
+            var _ref, _ref1;
+            var _unit_creation, _screen_record;
+            const named = `new:${(_ref = (_unit_creation = unit.creation) == null ? void 0 : _unit_creation.name) != null ? _ref : ''}`.trim().toLowerCase();
+            return (screen == null ? void 0 : (_screen_record = screen.record) == null ? void 0 : _screen_record.dataset.trim().toLowerCase()) === named || ((_ref1 = screen == null ? void 0 : screen.sections) != null ? _ref1 : []).some((section)=>section.uses.some((ref)=>ref.trim().toLowerCase() === named));
+        }).map((unit)=>unit.slot);
     return units.map((unit)=>_extends({
             slot: unit.slot,
-            op: unit.kind === 'theme' || unit.kind === 'posts' || unit.kind === 'products' ? unit.kind : unit.jobKind,
+            op: unit.kind === 'theme' || unit.kind === 'posts' || unit.kind === 'products' || unit.kind === 'dataset' ? unit.kind : unit.jobKind,
             label: unit.label
         }, unit.creation ? {
             creation: unit.creation
         } : {}, unit.screen ? {
             screen: unit.screen
         } : {}, {
-            deps: unit.kind === 'page' ? creations : []
+            deps: unit.kind === 'page' ? [
+                ...creations,
+                ...listed(unit.screen)
+            ] : unit.kind === 'form' ? writtenTo(unit.creation) : []
         }));
 }
 /**
@@ -769,20 +836,21 @@ export const aiSiteJobAdmission = createAiSiteJobAdmission();
     return aiSiteJobUnits(plan, {
         welcomeEmail: aiSiteWelcomeEmail(inputs, freeTaste),
         content: aiSiteContentPart(job.inputs, freeTaste)
-    }).filter((unit)=>unit.kind === 'theme' || unit.kind === 'posts' || runnerFor(unit.jobKind));
+    }).filter((unit)=>unit.kind === 'theme' || unit.kind === 'posts' || unit.kind === 'dataset' || runnerFor(unit.jobKind));
 }
 export function createAiJobSiteStep(deps = {}) {
-    var _deps_runnerFor, _deps_readNodes, _deps_publish, _deps_look, _deps_contentRefusal, _deps_publishPosts, _deps_dropCache;
+    var _deps_runnerFor, _deps_readNodes, _deps_publish, _deps_look, _deps_contentRefusal, _deps_datasetRefusal, _deps_publishPosts, _deps_dropCache;
     const runnerFor = (_deps_runnerFor = deps.runnerFor) != null ? _deps_runnerFor : aiJobStepRunnerFor;
     const readNodes = (_deps_readNodes = deps.readNodes) != null ? _deps_readNodes : readAiDraftNodes;
     const publish = (_deps_publish = deps.publish) != null ? _deps_publish : aiPublishGuidedSite;
     const look = (_deps_look = deps.look) != null ? _deps_look : aiRunSiteLook;
     const contentRefusal = (_deps_contentRefusal = deps.contentRefusal) != null ? _deps_contentRefusal : aiSiteContentRefusal;
+    const datasetRefusal = (_deps_datasetRefusal = deps.datasetRefusal) != null ? _deps_datasetRefusal : aiSiteDatasetRefusal;
     const publishPosts = (_deps_publishPosts = deps.publishPosts) != null ? _deps_publishPosts : aiPublishSitePosts;
     const dropCache = (_deps_dropCache = deps.dropCache) != null ? _deps_dropCache : dropPluginSiteCache;
     return async (context)=>{
-        var _ref, _job_outputs, _deps_posts, _deps_products, _job_outputs1;
-        var _job_items, _rows_get;
+        var _ref, _job_outputs, _deps_posts, _deps_products, _deps_dataset, _job_outputs1;
+        var _job_items, _rows_get, _rows_get1;
         const { job } = context;
         // The scaffold asks no model of its own. What it names where it spends
         // nothing is the model its plan ran on, which is the one exchange this
@@ -824,6 +892,8 @@ export function createAiJobSiteStep(deps = {}) {
         /** A guided start's last pass puts what it built on the site, once (AGL-3596): only its pages that were built. */ const finish = async (outcome, pages)=>{
             var _postsRow_outputs;
             if (!aiJobPublishesSite(job) || job.sitePublish || !job.hostId || !pages.length) return outcome;
+            // A canceled start never puts the site live (AGL-3616): its pages stay drafts.
+            if (await aiJobCancelAsked(context.firestore, job, context.signal)) return outcome;
             // A blog the header links by path before its posts exist (AGL-3660):
             // owed and not delivered, its links come out of what is published.
             const postsRow = rows.get('posts');
@@ -872,11 +942,20 @@ export function createAiJobSiteStep(deps = {}) {
                     error
                 }));
         };
-        /** The pages built so far, as the job reported them. */ const builtPages = (extra = [])=>{
+        /**
+     * The pages built so far, as the job reported them. A dataset's record
+     * template is not among them (AGL-3616): it renders once per record only
+     * once the member saves its binding, so it is never published at its own
+     * address, where its `{{item.*}}` would show.
+     */ const templates = new Set(units.filter((unit)=>{
+            var _unit_screen;
+            return unit.kind === 'page' && ((_unit_screen = unit.screen) == null ? void 0 : _unit_screen.record);
+        }).map((unit)=>unit.slot));
+        const builtPages = (extra = [])=>{
             var _job_outputs;
             const ids = new Set(units.filter((unit)=>{
                 var _rows_get;
-                return unit.kind === 'page' && aiBuildItemDelivered((_rows_get = rows.get(unit.slot)) != null ? _rows_get : {
+                return unit.kind === 'page' && !templates.has(unit.slot) && aiBuildItemDelivered((_rows_get = rows.get(unit.slot)) != null ? _rows_get : {
                     status: 'pending'
                 });
             }).flatMap((unit)=>{
@@ -895,7 +974,7 @@ export function createAiJobSiteStep(deps = {}) {
         const catalog = unit.kind === 'products' ? runnerFor('products') : undefined;
         const runner = unit.kind === 'theme' ? (lookContext)=>look(lookContext, lookContext.job) : unit.kind === 'posts' ? (_deps_posts = deps.posts) != null ? _deps_posts : runAiSitePostsUnit : unit.kind === 'products' ? (_deps_products = deps.products) != null ? _deps_products : catalog ? createAiSiteProductsRunner({
             catalog
-        }) : undefined : runnerFor(unit.jobKind);
+        }) : undefined : unit.kind === 'dataset' ? (_deps_dataset = deps.dataset) != null ? _deps_dataset : runAiSiteDatasetUnit : runnerFor(unit.jobKind);
         if (!runner) return _extends({}, aiUnspentOutcome(model), init);
         const othersOpen = ledgerUnits.some((one)=>{
             var _rows_get;
@@ -954,6 +1033,48 @@ export function createAiJobSiteStep(deps = {}) {
                 note: `Not built: ${refusal}`
             }));
         }
+        // A dataset asks the same before its first pass (AGL-3616): the data
+        // plugin runs here, and its writer admits this member now.
+        if (unit.kind === 'dataset' && ((_rows_get1 = rows.get(unit.slot)) == null ? void 0 : _rows_get1.status) !== 'running') {
+            const refusal = await datasetRefusal(_extends({}, context, {
+                job
+            })).catch((error)=>{
+                console.error('ai site dataset admission failed', {
+                    orgId: job.orgId,
+                    jobId: job.$id,
+                    slot: unit.slot,
+                    error
+                });
+                return AI_SITE_UNIT_EMPTY_COPY;
+            });
+            if (refusal) return closing(settle({
+                slot: unit.slot,
+                status: 'skipped',
+                note: `Not built: ${refusal}`
+            }));
+        }
+        // A record template whose dataset was not made has nothing to show
+        // (AGL-3616): it is not built, and the pages that list the dataset are
+        // built without it.
+        const templateOf = unit.kind === 'page' && unit.screen ? aiSiteRecordTemplateOf(unit.screen) : null;
+        if (templateOf) {
+            const dataset = units.find((one)=>{
+                var _one_creation;
+                return one.kind === 'dataset' && ((_one_creation = one.creation) == null ? void 0 : _one_creation.name.trim().toLowerCase()) === templateOf.toLowerCase();
+            });
+            const row = dataset ? rows.get(dataset.slot) : undefined;
+            if (!row || !aiBuildItemDelivered(row) || !row.outputs.length) {
+                return closing(settle(_extends({
+                    slot: unit.slot,
+                    status: 'skipped',
+                    note: `Not built: the dataset “${templateOf}” it shows a page of each record of could not be created.`
+                }, dataset ? {
+                    degradedBy: [
+                        dataset.slot
+                    ]
+                } : {})));
+            }
+        }
         // A page whose layout or form failed is built without it, and says so.
         const degradation = aiBuildDegradation(next, {
             units: ledgerUnits,
@@ -1039,7 +1160,7 @@ export function createAiJobSiteStep(deps = {}) {
         rows.set(unit.slot, _extends({}, rows.get(unit.slot), {
             status: degraded ? 'degraded' : 'succeeded'
         }));
-        return finish(done, builtPages(unit.kind === 'page' ? outcome.outputs.filter((output)=>output.resource === 'screen') : []));
+        return finish(done, builtPages(unit.kind === 'page' && !templates.has(unit.slot) ? outcome.outputs.filter((output)=>output.resource === 'screen') : []));
     };
 }
 export const runAiJobSiteStep = createAiJobSiteStep();
@@ -1062,7 +1183,7 @@ export const runAiJobSiteStep = createAiJobSiteStep();
     const units = aiSiteJobUnits(plan, {
         welcomeEmail: inputs.welcomeEmail,
         content: aiSiteContentPart(job.inputs, false)
-    }).filter((unit)=>(unit.kind === 'theme' || unit.kind === 'posts' || aiJobStepRunnerFor(unit.jobKind)) && (!owed.size || owed.has(unit.slot)));
+    }).filter((unit)=>(unit.kind === 'theme' || unit.kind === 'posts' || unit.kind === 'dataset' || aiJobStepRunnerFor(unit.jobKind)) && (!owed.size || owed.has(unit.slot)));
     const outputs = (_job_outputs = job.outputs) != null ? _job_outputs : [];
     const ledger = ((_job_items1 = job.items) == null ? void 0 : _job_items1.length) ? job.items : aiSiteInitialLedger(units, outputs);
     const next = aiBuildNextUnit(aiSiteLedgerUnits(units), ledger);
@@ -1070,6 +1191,7 @@ export const runAiJobSiteStep = createAiJobSiteStep();
     if (!unit) return AI_JOB_PAGE_STEP_MINIMUM_MS;
     if (unit.kind === 'theme') return AI_SITE_LOOK_BUDGET.minimumMs;
     if (unit.kind === 'posts') return AI_SITE_POST_BUDGET.minimumMs;
+    if (unit.kind === 'dataset') return AI_SITE_DATASET_BUDGET.minimumMs;
     return aiJobStepRunMinimumMs(aiSiteUnitJob(job, unit, aiBuildBuiltRefs(aiSiteLedgerUnits(units), ledger, outputs)));
 }
 /**