@aglyn/plugins-ai 1.0.0-beta.239 → 1.0.0-beta.241

package/src/lib/jobs/ai-job-site-datasets.js

@@ -22,6 +22,11 @@ import { AI_STEP_TIERS } from "../providers/catalog.js";
 import { aiModelForStep } from "../providers/routing.js";
 import { AI_DATASET_MAX_TOKENS, AI_DATASET_STEP, aiDatasetDraftContent, generateAiDataset } from "../runtime/ai-dataset-generation.js";
 import { aiLayoutListingId, aiLayoutRecordsPlacements } from "../layout-language/ai-layout-listings.js";
+import { aiLayoutStarterPhotos } from "../layout-language/ai-layout-pictures.js";
+import { aiSiteWords } from "../model/ai-site-job.js";
+import { aiOriginJobId } from "./ai-job-draft-ids.js";
+import { aiSiteProductPhotoSrc } from "./ai-job-site-content.js";
+import { aiLayoutStockPhotoSource } from "./ai-layout-stock-photos.js";
 import { AI_DATASET_DRAFT_RESOURCE } from "./ai-build-unit-outcome.js";
 import { aiJobStepBudget } from "./ai-job-budget.js";
 import { aiGenerationSpent, aiUnspentOutcome } from "./ai-job-generation.js";
@@ -49,10 +54,20 @@ import { aiPluginDraftAdmissionRefusal } from "./ai-job-plugin-drafts.js";
  *    has: the member's role and `data.manage`, `release_data_store`,
  *    `dataStore` (Starter and up), `datasetsPerOrg` counted inside the create,
  *    `recordsPerDataset` and the storage band.
+ *  - PICTURED where the plan lists it the way a gallery is listed (Zach,
+ *    2026-10-10: a ceramic artist's "Selected work" came back as text-only
+ *    cards, where it had been an image-led gallery): a portfolio's pieces, a
+ *    team, a menu, classes and events, and services or offerings whose
+ *    section says it shows them in pictures (`aiSiteDatasetPicturesOf`). Such
+ *    a dataset gets an Image field, and each record a stock photo of its own
+ *    name in the site's craft, copied into the site's library — never one the
+ *    job already placed, else a starter photo — searched in code, so it
+ *    costs no credits (`aiSiteDatasetRecordPhotos`).
  *  - LISTED by the pages built after it: each section naming it repeats over
  *    the dataset (`aiSiteDatasetListings`, a `records` listing the layout
- *    compiler draws), and a page the plan made its record template binds its
- *    fields by id and keeps the address field the writer added.
+ *    compiler draws, its card led by the record's photo where it has one),
+ *    and a page the plan made its record template binds its fields by id,
+ *    its photo the record's, and keeps the address field the writer added.
  *
  * Where datasets cannot be created — the Free taste, Starter's two used up,
  * the data store not released — the plan is told so and creates none, so its
@@ -63,6 +78,29 @@ import { aiPluginDraftAdmissionRefusal } from "./ai-job-plugin-drafts.js";
 /** The resource the data plugin's writer is registered under. */ export const AI_SITE_DATASET_RESOURCE = AI_DATASET_DRAFT_RESOURCE;
 /** What the site's plugin list calls the plugin, for "Turn on Data for this site". */ const DATA_PLUGIN_LABEL = 'Data';
 /** The input a dataset unit's own job carries what it needs in. */ export const AI_SITE_DATASET_INPUT = 'siteDataset';
+/** A list of questions, voices or plain facts: read, never pictured. */ const READ_ONLY_LIST = /\b(faqs?|questions?|q ?& ?a|answers?|testimonials?|reviews?|quotes?|voices|hours|opening|steps?|process|policies|policy|terms|stats?|numbers|figures|milestones|timeline|values|benefits|reasons|features|requirements|checklist|ingredients|donations?|needs|partners|sponsors|supporters|roles|positions|jobs|openings)\b/i;
+/** A list of people: its photos are of the business's people. */ const PEOPLE_LIST = /\b(team|staff|people|crew|instructors?|teachers?|tutors?|stylists?|barbers?|therapists?|coaches?|trainers?|chefs?|doctors?|dentists?|hygienists?|practitioners?|artists?|musicians?|performers?|speakers?|founders?|members?)\b/i;
+/** A list a visitor looks at before reading: pictured wherever it is listed. */ const PICTURED_LIST = /\b(portfolio|pieces?|works?|projects?|gallery|galleries|collections?|series|menus?|dishes|plates|drinks|cocktails|wines?|beers?|coffees?|pastries|cakes|products?|items|events?|classes|class|workshops?|courses?|retreats?|tours?|trips?|adventures?|experiences?|rooms?|suites?|cabins?|properties|listings|homes|venues?|spaces?|recipes?|artworks?|paintings?|prints?|photos?|photographs?|designs?|commissions?|builds?|vehicles?|animals?|pets?|plants?|flowers?|bouquets?|arrangements?|case studies)\b/i;
+/** A section that says it shows its items in pictures: a gallery, a grid of photos, tiles. */ const PICTURED_SECTION = /\b(gallery|galleries|grid|images?|photos?|photographs?|pictures?|lightbox|portfolio|showcase|tiles?|visuals?|lookbook|carousel|slideshow|mosaic|thumbnails?)\b/i;
+/**
+ * Whether a dataset's records carry a photo, read off the plan (AGL-3616):
+ * its name and the names of the sections that list it. Questions, voices and
+ * plain facts never; people as people; a list a visitor looks at — pieces,
+ * dishes, classes, events, rooms — always; any other list (services,
+ * offerings, programs) only where a section that lists it says it shows them
+ * in pictures, or names one of those. A dataset no page lists is not
+ * pictured. Pure.
+ */ export function aiSiteDatasetPicturesOf(dataset, sections) {
+    if (!sections.length) return null;
+    const own = dataset.name;
+    if (READ_ONLY_LIST.test(own)) return null;
+    if (PEOPLE_LIST.test(own)) return 'people';
+    if (PICTURED_LIST.test(own)) return 'things';
+    if (sections.some((section)=>READ_ONLY_LIST.test(section) && !PICTURED_SECTION.test(section))) return null;
+    if (sections.some((section)=>PEOPLE_LIST.test(section))) return 'people';
+    if (sections.some((section)=>PICTURED_LIST.test(section) || PICTURED_SECTION.test(section))) return 'things';
+    return null;
+}
 /** What a dataset row says when its design could not be written: our failure, refunded. */ export const AI_SITE_DATASET_NOT_WRITTEN_COPY = 'This dataset could not be added this time.';
 /** The note a written dataset carries on the job's page. */ export function aiSiteDatasetNote(records) {
     return `${records} ${records === 1 ? 'record' : 'records'} to start, in Data. Edit them there and every page that lists them follows.`;
@@ -84,14 +122,18 @@ const str = (value)=>typeof value === 'string' ? value.trim() : '';
 }
 /** Where the plan lists a dataset, in words its design reads, whether a page is its record template, and the form that writes to it. */ export function aiSiteDatasetInputOf(dataset, screens, create = []) {
     const shownIn = [];
+    const sectionNames = [];
     for (const screen of screens){
         for (const section of screen.sections){
             if (!section.uses.some((ref)=>namesDataset(ref, dataset.name))) continue;
             shownIn.push(`${screen.title} › ${section.name}${section.items ? ` (${section.items} items)` : ''}`);
+            sectionNames.push(section.name);
         }
     }
     const recordPages = screens.some((screen)=>!!screen.record && namesDataset(screen.record.dataset, dataset.name));
     const form = create.find((entry)=>entry.kind === 'form' && !!entry.writesTo && namesDataset(entry.writesTo, dataset.name));
+    // A form's dataset holds its submissions: nobody's photo.
+    const pictures = form ? null : aiSiteDatasetPicturesOf(dataset, sectionNames);
     return _extends({
         shownIn: shownIn.slice(0, 8),
         recordPages
@@ -100,6 +142,8 @@ const str = (value)=>typeof value === 'string' ? value.trim() : '';
             name: form.name,
             fields: form.fields.slice(0, AI_SITE_FORM_DATASET_FIELDS_MAX)
         }
+    } : {}, pictures ? {
+        pictures
     } : {});
 }
 /** Whether a plan screen is the record template of a dataset the plan creates, and which. */ export function aiSiteRecordTemplateOf(screen) {
@@ -120,6 +164,8 @@ function datasetInputOf(job) {
             name: str(form.name),
             fields: Array.isArray(form.fields) ? form.fields.map(str).filter(Boolean).slice(0, AI_SITE_FORM_DATASET_FIELDS_MAX) : []
         }
+    } : {}, raw.pictures === 'things' || raw.pictures === 'people' ? {
+        pictures: raw.pictures
     } : {});
 }
 /** The most fields a form's dataset is designed with: the data plugin writer's own ceiling is higher. */ export const AI_SITE_FORM_DATASET_FIELDS_MAX = 12;
@@ -171,6 +217,135 @@ const limitReview = (message)=>({
         message,
         findings: []
     });
+/** The wall clock a dataset's photos may take inside its pass: the 20 seconds a page's pictures had (AGL-3660). */ export const AI_SITE_DATASET_PHOTOS_BUDGET_MS = 20000;
+/** The field a pictured dataset's photo is kept in, where the plan gave it none. */ export const AI_SITE_DATASET_IMAGE_FIELD = 'Image';
+/** A planned field that already names a record's photo. */ const IMAGE_FIELD_NAME = /^(?:main |cover |hero |featured? )?(?:image|photo|picture|photograph|thumbnail|headshot|portrait|cover)s?$/i;
+/**
+ * A photo for each record of a pictured dataset (AGL-3616), in order: a stock
+ * photo of the record's own name, in the site's craft ("ceramic speckled
+ * serving bowl"), copied into the site's library, where the deployment has a
+ * stock library — never twice in the dataset nor one another part of the job
+ * placed, inside {@link AI_SITE_DATASET_PHOTOS_BUDGET_MS} — else a starter
+ * photo, as a page's empty picture takes one. A team is searched as the
+ * business's people. The photo is kept as the asset's CDN path, the form a
+ * product keeps (`aiSiteProductPhotoSrc`), so a replace in the library still
+ * reaches it. No AI model is asked, so no credits; never throws.
+ */ export async function aiSiteDatasetRecordPhotos(input) {
+    const { job } = input;
+    if (!input.names.length || !job.hostId) return input.names.map(()=>({
+            src: null,
+            placed: null
+        }));
+    const people = input.pictures === 'people';
+    const slots = input.names.map((name, index)=>({
+            imageId: `record${index}`,
+            frameId: null,
+            iconId: null,
+            alt: name.trim() || input.name,
+            // The record card's own shape: a team's portraits stand, pieces sit wide.
+            aspect: people ? 4 / 5 : 4 / 3,
+            sectionIndex: 0,
+            role: people ? 'about' : 'gallery'
+        }));
+    const seed = `${job.$id}:records`;
+    let found = [];
+    try {
+        var _input_stockPhotos;
+        const source = ((_input_stockPhotos = input.stockPhotos) != null ? _input_stockPhotos : aiLayoutStockPhotoSource)(_extends({
+            hostId: job.hostId,
+            uid: job.createdBy,
+            seed,
+            business: aiSiteWords(job.inputs).about || job.brief,
+            sectionNames: [
+                input.name
+            ],
+            jobId: aiOriginJobId(job),
+            // Each record may try its name, its object and the site's world.
+            searches: slots.length * 3
+        }, input.signal ? {
+            signal: input.signal
+        } : {}), {
+            budgetMs: AI_SITE_DATASET_PHOTOS_BUDGET_MS
+        });
+        if (source) found = await source(slots);
+    } catch (error) {
+        console.warn('ai site dataset: the stock photos failed; starter photos fill them', {
+            error: String(error)
+        });
+    }
+    const starters = aiLayoutStarterPhotos(slots, seed);
+    const hostId = job.hostId;
+    return slots.map((_slot, index)=>{
+        var _ref;
+        var _found_index, _found_index1, _starters_index;
+        const stock = aiSiteProductPhotoSrc((_found_index = found[index]) == null ? void 0 : _found_index.src, hostId);
+        if (stock) return {
+            src: stock,
+            placed: (_ref = (_found_index1 = found[index]) == null ? void 0 : _found_index1.src) != null ? _ref : null
+        };
+        return {
+            src: aiSiteProductPhotoSrc((_starters_index = starters[index]) == null ? void 0 : _starters_index.src, hostId),
+            placed: null
+        };
+    });
+}
+/**
+ * A designed dataset's content with its records' photos (AGL-3616): the
+ * planned field that names a photo ("Image", "Photo") becomes the data
+ * plugin's `image` field, else one called "Image" is added after the others,
+ * and each record holds its photo there; a record with none holds nothing.
+ * Pure.
+ */ export function aiSiteDatasetContentWithPhotos(content, photos) {
+    const fields = Array.isArray(content['fields']) ? content['fields'] : [];
+    const named = fields.find((field)=>IMAGE_FIELD_NAME.test(str(field.name)));
+    const fieldName = named ? named.name : AI_SITE_DATASET_IMAGE_FIELD;
+    const nextFields = named ? fields.map((field)=>field === named ? _extends({}, field, {
+            type: 'image'
+        }) : field) : [
+        ...fields,
+        {
+            name: AI_SITE_DATASET_IMAGE_FIELD,
+            type: 'image'
+        }
+    ];
+    const records = Array.isArray(content['records']) ? content['records'] : [];
+    return _extends({}, content, {
+        fields: nextFields,
+        records: records.map((record, index)=>{
+            const next = _extends({}, record);
+            delete next[fieldName];
+            const photo = photos[index];
+            return photo ? _extends({}, next, {
+                [fieldName]: photo
+            }) : next;
+        })
+    });
+}
+/**
+ * The fields of a designed dataset that its records leave empty on most of
+ * them — every record, or more than half — by the id the data plugin gave
+ * each (AGL-3616). Its first field is the record's name and is never one. The
+ * live low-tide-hollow start (beta.239) seeded its tour dates with no venue,
+ * rightly inventing none, and its cards bound the venue as their eyebrow.
+ */ export function aiDatasetSparseFields(dataset, written) {
+    if (!dataset.records.length) return [];
+    const idOf = (name, column)=>{
+        var _ref, _ref1;
+        var _written_find, _written_column;
+        return (_ref = (_ref1 = (_written_find = written.find((field)=>field.name.trim().toLowerCase() === name.trim().toLowerCase())) == null ? void 0 : _written_find.id) != null ? _ref1 : (_written_column = written[column]) == null ? void 0 : _written_column.id) != null ? _ref : null;
+    };
+    return dataset.fields.flatMap((field, column)=>{
+        if (column === 0) return [];
+        const filled = dataset.records.filter((values)=>{
+            var _values_column;
+            return ((_values_column = values[column]) != null ? _values_column : '').trim();
+        }).length;
+        const id = idOf(field.name, column);
+        return id && filled * 2 <= dataset.records.length ? [
+            id
+        ] : [];
+    });
+}
 function proposalOf(output) {
     var _output_proposal;
     const raw = (_output_proposal = output.proposal) != null ? _output_proposal : {};
@@ -181,7 +356,10 @@ function proposalOf(output) {
                 type: str(field.type) || 'text'
             })) : [],
         recordNames: Array.isArray(raw.recordNames) ? raw.recordNames.map(str).filter(Boolean).slice(0, 12) : [],
-        addressField: str(raw.addressField) || null
+        addressField: str(raw.addressField) || null,
+        imageField: str(raw.imageField) || null,
+        photos: Array.isArray(raw.photos) ? raw.photos.map(str).filter((src)=>src.startsWith('media:')).slice(0, 24) : [],
+        sparseFields: Array.isArray(raw.sparseFields) ? raw.sparseFields.map(str).filter(Boolean) : []
     };
 }
 /**
@@ -190,11 +368,12 @@ function proposalOf(output) {
  * plugin, under the creation's own id. A pass repeated after its write finds
  * the dataset the writer wrote and reports it again, spending nothing.
  */ export function createAiSiteDatasetRunner(deps = {}) {
-    var _deps_generate, _deps_writerFor;
+    var _deps_generate, _deps_writerFor, _deps_photos;
     const generate = (_deps_generate = deps.generate) != null ? _deps_generate : generateAiDataset;
     const writerFor = (_deps_writerFor = deps.writerFor) != null ? _deps_writerFor : pluginResourceDraftWriter;
+    const photosFor = (_deps_photos = deps.photos) != null ? _deps_photos : aiSiteDatasetRecordPhotos;
     return async (context)=>{
-        var _ref, _context_org, _facts_fields, _facts_addressField, _facts_records;
+        var _ref, _context_org, _facts_fields, _facts_addressField, _facts_fields1, _facts_records;
         var _job_plan_create, _job_plan;
         const { job, firestore, signal } = context;
         const model = (_ref = context.modelFor == null ? void 0 : context.modelFor.call(context, AI_DATASET_STEP)) != null ? _ref : aiModelForStep(AI_DATASET_STEP);
@@ -228,12 +407,13 @@ function proposalOf(output) {
             id: job.$id
         });
         if (written) {
-            var _facts_fields1, _facts_addressField1;
+            var _facts_fields2, _facts_addressField1, _facts_imageField;
             const facts = written.facts;
             const again = output(written.id, written.name || creation.name, {
-                fields: (_facts_fields1 = facts.fields) != null ? _facts_fields1 : [],
+                fields: (_facts_fields2 = facts.fields) != null ? _facts_fields2 : [],
                 recordNames: [],
-                addressField: (_facts_addressField1 = facts.addressField) != null ? _facts_addressField1 : null
+                addressField: (_facts_addressField1 = facts.addressField) != null ? _facts_addressField1 : null,
+                imageField: (_facts_imageField = facts.imageField) != null ? _facts_imageField : null
             }, 0);
             return aiUnspentOutcome(model, {
                 outputs: [
@@ -246,7 +426,7 @@ function proposalOf(output) {
         // A form's dataset (AGL-3616): its records are the submissions, so it is
         // designed from the plan with no model, and starts empty.
         if (input.forForm) {
-            var _context_org1, _facts_fields2;
+            var _context_org1, _facts_fields3;
             const content = aiSiteFormDatasetContent(creation.name, creation.fields, input.forForm);
             const checked = keeper.writer.check(content, {
                 hostId: job.hostId
@@ -283,7 +463,7 @@ function proposalOf(output) {
             return aiUnspentOutcome(model, {
                 outputs: [
                     _extends({}, output(result.id, result.name, {
-                        fields: (_facts_fields2 = facts.fields) != null ? _facts_fields2 : [],
+                        fields: (_facts_fields3 = facts.fields) != null ? _facts_fields3 : [],
                         recordNames: [],
                         addressField: null
                     }, 0), {
@@ -312,9 +492,27 @@ function proposalOf(output) {
         if (generation.status === 'needs_input') return _extends({}, spent, {
             failure: generation.message
         });
-        const content = aiDatasetDraftContent(creation.name, generation.value, {
+        const designed = aiDatasetDraftContent(creation.name, generation.value, {
             recordPages: input.recordPages
         });
+        // A list a visitor looks at keeps its records' photos (AGL-3616): searched
+        // in code, never asked of the model, so they cost no credits.
+        const photos = input.pictures ? await photosFor(_extends({
+            job,
+            name: creation.name,
+            names: generation.value.records.map((values)=>{
+                var _values_;
+                return (_values_ = values[0]) != null ? _values_ : '';
+            }),
+            pictures: input.pictures
+        }, signal ? {
+            signal
+        } : {})).catch(()=>[]) : [];
+        const content = input.pictures ? aiSiteDatasetContentWithPhotos(designed, generation.value.records.map((_values, index)=>{
+            var _ref;
+            var _photos_index;
+            return (_ref = (_photos_index = photos[index]) == null ? void 0 : _photos_index.src) != null ? _ref : null;
+        })) : designed;
         // The data plugin's own rules, before anything is written: content we
         // made that its model refuses is our failure, refunded.
         const checked = keeper.writer.check(content, {
@@ -350,14 +548,23 @@ function proposalOf(output) {
             });
         }
         const facts = result.facts;
-        const proposal = {
+        const placed = photos.flatMap((photo)=>photo.placed ? [
+                photo.placed
+            ] : []);
+        const proposal = _extends({
             fields: (_facts_fields = facts.fields) != null ? _facts_fields : [],
             recordNames: generation.value.records.map((values)=>{
                 var _values_;
                 return (_values_ = values[0]) != null ? _values_ : '';
             }).filter(Boolean).slice(0, 12),
             addressField: (_facts_addressField = facts.addressField) != null ? _facts_addressField : null
-        };
+        }, facts.imageField ? {
+            imageField: facts.imageField
+        } : {}, placed.length ? {
+            photos: placed
+        } : {}, {
+            sparseFields: aiDatasetSparseFields(generation.value, (_facts_fields1 = facts.fields) != null ? _facts_fields1 : [])
+        });
         return _extends({}, spent, {
             outputs: [
                 output(result.id, result.name, proposal, (_facts_records = facts.records) != null ? _facts_records : generation.value.records.length)
@@ -456,6 +663,8 @@ export const runAiSiteDatasetUnit = createAiSiteDatasetRunner();
                 datasetId: dataset.id
             }, ((_dataset_fields = dataset.fields) == null ? void 0 : _dataset_fields.length) ? {
                 fields: dataset.fields
+            } : {}, dataset.imageField ? {
+                imageField: dataset.imageField
             } : {}, {
                 placements
             })
@@ -469,6 +678,7 @@ export const runAiSiteDatasetUnit = createAiSiteDatasetRunner();
  * nowhere: the pages built without it write the items out.
  */ export function aiSiteDatasetListings(input) {
     const made = input.datasets.flatMap((dataset)=>{
+        var _proposal_imageField;
         const id = input.delivered.get(dataset.name.trim().toLowerCase());
         const output = id ? input.outputs.find((entry)=>entry.resource === 'draft' && entry.draftResource === AI_SITE_DATASET_RESOURCE && entry.id === id) : undefined;
         if (!id || !output) return [];
@@ -479,13 +689,27 @@ export const runAiSiteDatasetUnit = createAiSiteDatasetRunner();
                 // Placed by the name the plan's sections gave it.
                 name: dataset.name,
                 records: proposal.recordNames,
-                // The address field is the record page's, never a card's words.
-                fields: proposal.fields.filter((field)=>field.id !== proposal.addressField)
+                // The address field is the record page's, never a card's words; the
+                // photo is the card's picture, never its words; a field most records
+                // leave empty is no card's either (AGL-3616).
+                fields: proposal.fields.filter((field, index)=>{
+                    var _proposal_sparseFields;
+                    return field.id !== proposal.addressField && field.id !== proposal.imageField && (index === 0 || !((_proposal_sparseFields = proposal.sparseFields) == null ? void 0 : _proposal_sparseFields.includes(field.id)));
+                }),
+                imageField: (_proposal_imageField = proposal.imageField) != null ? _proposal_imageField : null
             }
         ];
     });
     return aiDatasetListingsOf(made, input.screens);
 }
+/** The library photos the site's datasets' records show (AGL-3616), which a page does not place again. */ export function aiSiteDatasetPlacedPhotos(outputs) {
+    return [
+        ...new Set(outputs.filter((output)=>output.resource === 'draft' && output.draftResource === AI_SITE_DATASET_RESOURCE).flatMap((output)=>{
+            var _proposalOf_photos;
+            return (_proposalOf_photos = proposalOf(output).photos) != null ? _proposalOf_photos : [];
+        }))
+    ];
+}
 /** What a page is told about the datasets built before it. */ export function aiSiteDatasetBriefLines(outputs) {
     const datasets = outputs.filter((output)=>output.resource === 'draft' && output.draftResource === AI_SITE_DATASET_RESOURCE);
     return datasets.flatMap((output)=>{