@aglyn/plugins-ai 1.0.0-beta.266 → 1.0.0-beta.268

package/src/lib/jobs/ai-layout-stock-photos.d.ts

@@ -158,6 +158,15 @@ export declare const AI_LAYOUT_STOCK_SEARCHES_PER_PAGE = 18;
 export declare const AI_LAYOUT_STOCK_PICK_WINDOW = 40;
 /** The largest photo copied: inside one direct upload. */
 export declare const AI_LAYOUT_STOCK_MAX_BYTES: number;
+/**
+ * The media library's refusals that are about ONE photo's own bytes, as the
+ * console's `ingestMedia` returns them (AGL-3923): 415 for a type or contents
+ * it does not accept, 413 for a photo too large to store, 451 for a file
+ * held in quarantine. The slot then tries its next hit, and the page goes on
+ * storing. Every other refusal (403 from the storage band, the site's scope
+ * or a lockdown; 500) holds for the whole page.
+ */
+export declare const AI_STOCK_PHOTO_OWN_REFUSALS: ReadonlySet<number>;
 /**
  * The unit job input naming the screen drafts the job's other pages were
  * written to, whose photos a page does not place again (AGL-3660).
@@ -709,6 +718,32 @@ export declare function aiStockIsAbbreviation(businessType: string): boolean;
 export declare function aiStockNamedKind(text: string): string;
 /** What a kind of site's pictures are searched and judged by ({@link KIND_SUBJECTS}); `null` for a kind not listed. */
 export declare function aiStockKindTerms(kind: string): AiStockSiteTerms | null;
+/**
+ * Whether a site's world is only its own words (AGL-3923): no craft this
+ * module lists and no kind of site named it, so its broad searches are its
+ * business and its craft read back ("freelencing"), which a library may not
+ * know at all.
+ */
+export declare function aiStockWorldIsUnlisted(terms: Pick<AiStockSiteTerms, 'business' | 'craft' | 'broad'>): boolean;
+/**
+ * What a picture is searched by once nothing narrower found it a photo
+ * (AGL-3923), widest last: the kind of site the person picked, the kind its
+ * starter is the shape of, and the starter's own common photos
+ * ({@link STARTER_GENERIC}). Only a site whose world is its own words alone
+ * ({@link aiStockWorldIsUnlisted}) widens: a craft this module lists, or a
+ * world read from the kind of site, keeps its slots to that world, and a slot
+ * nothing in it fits keeps no photo rather than an office (AGL-3831). A rung
+ * that would search what an earlier one did is left out.
+ *
+ * The beta.265 Kasvora Marketing Solutions start (job BK3r4I8bF1) typed its
+ * business as "Freelencing site offer services": its world was the one word
+ * "freelencing", which no library tags, so its cover hero searched it, found
+ * nothing, and shipped a flat dark band with no photo.
+ */
+export declare function aiStockWiderTerms(terms: Pick<AiStockSiteTerms, 'business' | 'craft' | 'broad'>, kind: string): Array<{
+    rung: 'kind' | 'starter' | 'generic';
+    terms: AiStockSiteTerms;
+}>;
 /**
  * The first word of a text that names a craft {@link CRAFT_KIN} lists, as
  * its table writes it: "gym" of "Synchronicity Gym", "law" of "Hartwell

package/src/lib/jobs/ai-layout-stock-photos.js

@@ -19,7 +19,7 @@ import { STOCK_PHOTO_QUERY_MAX_CHARS, stockPhotoProvider, stockPhotoSourceKey }
 import { AI_LAYOUT_NO_PHOTO, aiLayoutSeedNumber } from "../layout-language/ai-layout-pictures.js";
 import { aiStorefrontSays } from "../layout-language/ai-layout-storefront.js";
 import { aiLayoutLabel, aiLayoutSpeaksOtherThanEnglish } from "../layout-language/ai-layout-labels.js";
-import { aiSiteKindOfInputs } from "../model/ai-site-kinds.js";
+import { aiSiteKind, aiSiteKindOfInputs } from "../model/ai-site-kinds.js";
 import { aiStockBusinessNoun } from "./ai-stock-business-nouns.js";
 /**
  * STOCK PHOTOS FOR A LANGUAGE PAGE'S PICTURE SLOTS (AGL-3660).
@@ -157,6 +157,18 @@ import { aiStockBusinessNoun } from "./ai-stock-business-nouns.js";
 /** The accepted hits a slot keeps in hand, in case a copy fails. */ const AI_LAYOUT_STOCK_TRIES_PER_SLOT = 3;
 /** Copies made side by side. */ const AI_LAYOUT_STOCK_COPIES_AT_ONCE = 4;
 /** The largest photo copied: inside one direct upload. */ export const AI_LAYOUT_STOCK_MAX_BYTES = 3 * 1024 * 1024;
+/**
+ * The media library's refusals that are about ONE photo's own bytes, as the
+ * console's `ingestMedia` returns them (AGL-3923): 415 for a type or contents
+ * it does not accept, 413 for a photo too large to store, 451 for a file
+ * held in quarantine. The slot then tries its next hit, and the page goes on
+ * storing. Every other refusal (403 from the storage band, the site's scope
+ * or a lockdown; 500) holds for the whole page.
+ */ export const AI_STOCK_PHOTO_OWN_REFUSALS = new Set([
+    413,
+    415,
+    451
+]);
 /**
  * The unit job input naming the screen drafts the job's other pages were
  * written to, whose photos a page does not place again (AGL-3660).
@@ -2812,6 +2824,7 @@ const clip = (query)=>query.replace(/\s+/g, ' ').trim().slice(0, STOCK_PHOTO_QUE
  * later does not place what an earlier one did, while a pass repeated over
  * its own page keeps its own photos. Bounded; the oldest job goes first.
  */ const JOB_PHOTOS = new Map();
+/** What a job's photos map holds for a photo the media library refused for its own bytes: no page's scope (AGL-3923). */ const REFUSED_BY_THE_LIBRARY = '\u0000refused';
 const JOB_PHOTOS_MAX = 200;
 function jobPhotos(key) {
     if (!key) return null;
@@ -3801,6 +3814,188 @@ const EXTENSIONS = {
         ]
     });
 }
+/**
+ * The kind of site each starter is the shape of (`AiSiteKind.starter`): what
+ * a picture is searched by, widened past the kind the person picked, where
+ * nothing narrower found one (AGL-3923).
+ */ const STARTER_KINDS = {
+    business: 'business',
+    'physical-shop': 'store',
+    portfolio: 'portfolio',
+    landing: 'landing'
+};
+/**
+ * The last searches a picture tries, for each starter (AGL-3923): plain,
+ * common photos of where such a site's work is done, which every library
+ * holds many of, held only to their own words. Never a person's face, a
+ * child, a product or a place a business could be mistaken for.
+ */ const STARTER_GENERIC = {
+    business: {
+        subject: 'office',
+        kin: [
+            'office',
+            'workspace',
+            'desk',
+            'laptop',
+            'computer',
+            'meeting',
+            'business',
+            'work',
+            'workplace',
+            'team',
+            'notebook',
+            'coffee',
+            'teamwork',
+            'conference'
+        ],
+        broad: [
+            'office workspace',
+            'business meeting',
+            'workspace desk laptop'
+        ]
+    },
+    'physical-shop': {
+        subject: 'shop',
+        kin: [
+            'shop',
+            'store',
+            'retail',
+            'shelf',
+            'shelves',
+            'display',
+            'interior',
+            'boutique',
+            'storefront',
+            'counter'
+        ],
+        broad: [
+            'shop interior',
+            'retail store'
+        ]
+    },
+    portfolio: {
+        subject: 'studio',
+        kin: [
+            'studio',
+            'workspace',
+            'desk',
+            'art',
+            'design',
+            'creative',
+            'sketch',
+            'drawing',
+            'notebook',
+            'paper'
+        ],
+        broad: [
+            'creative workspace',
+            'art studio',
+            'workspace desk laptop'
+        ]
+    },
+    landing: {
+        subject: 'office',
+        kin: [
+            'office',
+            'workspace',
+            'desk',
+            'laptop',
+            'computer',
+            'meeting',
+            'business',
+            'work',
+            'workplace',
+            'team',
+            'technology',
+            'startup'
+        ],
+        broad: [
+            'modern office',
+            'workspace desk laptop',
+            'business meeting'
+        ]
+    }
+};
+/** The starter a kind of site follows ({@link STARTER_KINDS}); a kind not listed follows the business starter. */ function starterOfKind(kind) {
+    var _ref;
+    var _aiSiteKind;
+    const starter = (_ref = (_aiSiteKind = aiSiteKind(kind)) == null ? void 0 : _aiSiteKind.starter) != null ? _ref : 'business';
+    return STARTER_GENERIC[starter] ? starter : 'business';
+}
+/**
+ * Whether a site's world is only its own words (AGL-3923): no craft this
+ * module lists and no kind of site named it, so its broad searches are its
+ * business and its craft read back ("freelencing"), which a library may not
+ * know at all.
+ */ export function aiStockWorldIsUnlisted(terms) {
+    const own = [
+        ...new Set([
+            terms.business,
+            terms.craft
+        ].map((word)=>word.trim()).filter(Boolean))
+    ];
+    return terms.broad.length > 0 && terms.broad.length === own.length && terms.broad.every((query, index)=>query === own[index]);
+}
+/**
+ * What a picture is searched by once nothing narrower found it a photo
+ * (AGL-3923), widest last: the kind of site the person picked, the kind its
+ * starter is the shape of, and the starter's own common photos
+ * ({@link STARTER_GENERIC}). Only a site whose world is its own words alone
+ * ({@link aiStockWorldIsUnlisted}) widens: a craft this module lists, or a
+ * world read from the kind of site, keeps its slots to that world, and a slot
+ * nothing in it fits keeps no photo rather than an office (AGL-3831). A rung
+ * that would search what an earlier one did is left out.
+ *
+ * The beta.265 Kasvora Marketing Solutions start (job BK3r4I8bF1) typed its
+ * business as "Freelencing site offer services": its world was the one word
+ * "freelencing", which no library tags, so its cover hero searched it, found
+ * nothing, and shipped a flat dark band with no photo.
+ */ export function aiStockWiderTerms(terms, kind) {
+    var _STARTER_KINDS_starter;
+    const rungs = [];
+    if (!aiStockWorldIsUnlisted(terms)) return rungs;
+    const seen = new Set([
+        JSON.stringify([
+            terms.craft,
+            [
+                ...terms.broad
+            ]
+        ])
+    ]);
+    const add = (rung, found)=>{
+        if (!found || !found.broad.length) return;
+        const key = JSON.stringify([
+            found.craft,
+            found.broad
+        ]);
+        if (seen.has(key)) return;
+        seen.add(key);
+        rungs.push({
+            rung,
+            terms: found
+        });
+    };
+    const starter = starterOfKind(kind);
+    if (kind) add('kind', aiStockKindTerms(kind));
+    add('starter', aiStockKindTerms((_STARTER_KINDS_starter = STARTER_KINDS[starter]) != null ? _STARTER_KINDS_starter : 'business'));
+    const generic = STARTER_GENERIC[starter];
+    const kin = generic.kin.map(aiStockStem);
+    add('generic', {
+        business: '',
+        craft: '',
+        domain: kin,
+        broad: [
+            ...generic.broad
+        ],
+        making: [],
+        named: [],
+        rivals: [],
+        core: kin,
+        shun: [],
+        shunLead: []
+    });
+    return rungs;
+}
 /**
  * The first word of a text that names a craft {@link CRAFT_KIN} lists, as
  * its table writes it: "gym" of "Synchronicity Gym", "law" of "Hartwell
@@ -3841,7 +4036,7 @@ const EXTENSIONS = {
  * The source for one page, or `null` when this deployment has no stock
  * photo library or no media door, which leaves every slot to the starters.
  */ export function aiLayoutStockPhotoSource(input, deps = {}) {
-    var _deps_provider, _deps_ingest;
+    var _deps_provider, _deps_ingest, _input_kind;
     const provider = ((_deps_provider = deps.provider) != null ? _deps_provider : stockPhotoProvider)();
     const ingest = ((_deps_ingest = deps.ingest) != null ? _deps_ingest : pluginMediaIngest)();
     if (!provider || !ingest || !input.hostId || !input.uid) return null;
@@ -3853,6 +4048,8 @@ const EXTENSIONS = {
     // alt texts, in its own language, name no subject a search could use.
     const english = aiStockSourceSubject(input);
     const terms = aiStockSourceTerms(input);
+    // Where a picture's own world finds nothing, the wider worlds it tries (AGL-3923).
+    const wider = aiStockWiderTerms(terms, (_input_kind = input.kind) != null ? _input_kind : '');
     const proper = aiStockProperWords(input.business);
     return async (slots)=>{
         var _deps_budgetMs, _input_avoid;
@@ -3869,8 +4066,10 @@ const EXTENSIONS = {
         /** The photos this page's slots have claimed, first choices, by slot order. */ const shown = [];
         /** Asset srcs this page has placed. */ const placedSrcs = new Set();
         const answers = new Map();
+        /** The wider world a widened search is judged by (AGL-3923); a search not listed is judged by the site's. */ const worldOf = new WeakMap();
         let searches = 0;
         let storing = true;
+        /** Slots a photo was chosen for and could not be copied into the library (AGL-3923). */ const uncopied = new Set();
         /** Whether the library answered any search of this page: a slot left empty then found nothing fitting. */ let answered = false;
         const remember = (sourceKey, src)=>{
             placedSrcs.add(src);
@@ -3953,7 +4152,17 @@ const EXTENSIONS = {
                     maxBytes: AI_LAYOUT_STOCK_MAX_BYTES,
                     signal
                 });
-                if (!bytes || signal.aborted || !storing) return null;
+                if (!bytes || signal.aborted || !storing) {
+                    // A copy the library would not hand over is otherwise silent (AGL-3923).
+                    if (!bytes && !signal.aborted) {
+                        uncopied.add(slot);
+                        console.warn('ai layout pictures: a stock photo could not be downloaded', {
+                            provider: photo.provider,
+                            id: photo.id
+                        });
+                    }
+                    return null;
+                }
                 const credit = provider.credit(photo);
                 const stored = await ingest.ingest({
                     hostId: input.hostId,
@@ -3988,13 +4197,28 @@ const EXTENSIONS = {
                         height: (_stored_height = stored.height) != null ? _stored_height : photo.height
                     }, described);
                 }
-                storing = false;
                 const refusal = stored;
+                // One photo's own bytes refused (AGL-3923): the beta.267 Brightvale
+                // start's first pick, Pixabay 10157445, came labeled image/png and was
+                // not PNG, and that one 415 stopped every copy on all four of its
+                // pages, which then showed the starters' pottery bench and coffee
+                // shop. Such a refusal is this photo's: the slot tries its next hit.
+                const ofThisPhoto = AI_STOCK_PHOTO_OWN_REFUSALS.has(refusal.status);
+                if (ofThisPhoto) {
+                    uncopied.add(slot);
+                    // Never tried again by this page's other slots, nor by the job's other pages.
+                    claimed.add(sourceKey);
+                    job == null ? void 0 : job.set(sourceKey, REFUSED_BY_THE_LIBRARY);
+                } else storing = false;
                 console.warn('ai layout pictures: the media library refused a stock photo', {
                     status: refusal.status,
-                    reason: refusal.reason
+                    reason: refusal.reason,
+                    provider: photo.provider,
+                    id: photo.id,
+                    holds: ofThisPhoto ? 'this photo' : 'the page'
                 });
             } catch (error) {
+                uncopied.add(slot);
                 console.warn('ai layout pictures: a stock photo could not be kept', {
                     error: String(error)
                 });
@@ -4006,14 +4230,14 @@ const EXTENSIONS = {
      * hit names a child; a portrait of one of the business's people names an
      * adult, never leads with a child, and is preferred in its role (AGL-3856).
      */ const judgementFor = (slot, request, subject)=>{
-            var _request_refuse, _input_sectionNames_slot_sectionIndex, _request_refuseLead;
+            var _request_refuse, _input_sectionNames_slot_sectionIndex, _worldOf_get, _request_refuseLead;
             var _request_needs, _role_scene, _role_refuse;
             const refuse = [
                 ...(_request_refuse = request.refuse) != null ? _request_refuse : [],
                 ...terms.adults ? CHILD_STEMS : []
             ];
             const role = slot.people ? aiStockPeopleRole(slot.alt, (_input_sectionNames_slot_sectionIndex = input.sectionNames[slot.sectionIndex]) != null ? _input_sectionNames_slot_sectionIndex : '') : null;
-            return _extends({}, judgementOf(slot, request, subject), refuse.length ? {
+            return _extends({}, judgementOf(slot, request, subject, (_worldOf_get = worldOf.get(request)) != null ? _worldOf_get : terms), refuse.length ? {
                 refuse: [
                     ...new Set(refuse)
                 ]
@@ -4033,12 +4257,16 @@ const EXTENSIONS = {
                 roleRefuse: aiStockRoleRefusals(role, slot.alt)
             } : {}) : {});
         };
-        /** A search's own judgement, as its words set it. */ const judgementOf = (slot, request, subject)=>{
+        /**
+     * A search's own judgement, as its words set it, held to the world it was
+     * asked for: the site's own, or a wider one where the site's found nothing
+     * (AGL-3923). What lets a sensitive topic in is always the site's own words.
+     */ const judgementOf = (slot, request, subject, world)=>{
             var _request_subject, _request_shun;
             var _request_allow, _request_shun1, _request_leadAny, _request_refuse, _request_needs, _request_refuseLead;
             return _extends({
                 subject: (_request_subject = request.subject) != null ? _request_subject : request.broad ? '' : subject,
-                domain: terms.domain,
+                domain: world.domain,
                 strict: slot.role === 'gallery' && !request.broad || !!request.requires || !!request.strict,
                 named: ((_request_allow = request.allow) == null ? void 0 : _request_allow.length) ? [
                     ...new Set([
@@ -4046,16 +4274,16 @@ const EXTENSIONS = {
                         ...request.allow
                     ])
                 ] : terms.named,
-                rivals: terms.rivals
-            }, terms.shun.length || ((_request_shun1 = request.shun) == null ? void 0 : _request_shun1.length) ? {
+                rivals: world.rivals
+            }, world.shun.length || ((_request_shun1 = request.shun) == null ? void 0 : _request_shun1.length) ? {
                 shun: [
                     ...new Set([
-                        ...terms.shun,
+                        ...world.shun,
                         ...(_request_shun = request.shun) != null ? _request_shun : []
                     ])
                 ]
-            } : {}, terms.shunLead.length ? {
-                shunLead: terms.shunLead
+            } : {}, world.shunLead.length ? {
+                shunLead: world.shunLead
             } : {}, request.product ? {
                 product: true
             } : {}, ((_request_leadAny = request.leadAny) == null ? void 0 : _request_leadAny.length) ? {
@@ -4089,9 +4317,9 @@ const EXTENSIONS = {
      * The craft's own photos, the last thing a slot of a craft's site is
      * filled from (AGL-3660): its broad searches, any hit naming the craft
      * itself. Never a desk, a laptop or a living room for a soap shop.
-     */ const craftSearches = (slot)=>{
+     */ const craftSearches = (slot, world = terms)=>{
             // A portfolio's record of the work is never filled by the craft's own photos (AGL-3856).
-            if (!terms.core.length || aiStockShowsTheWork(slot, terms)) return [];
+            if (!world.core.length || aiStockShowsTheWork(slot, world)) return [];
             const orientation = aiStockOrientation(slot.aspect);
             const size = slot.role === 'hero' ? {
                 minWidth: 1600
@@ -4100,12 +4328,12 @@ const EXTENSIONS = {
             } : {
                 minWidth: 900
             };
-            return terms.broad.map((query)=>_extends({
+            return world.broad.map((query)=>_extends({
                     query: clip(query),
                     orientation
                 }, size, {
                     broad: true,
-                    category: terms.core
+                    category: world.core
                 }, slot.role === 'hero' ? {
                     first: true
                 } : {}, slot.product ? {
@@ -4113,6 +4341,57 @@ const EXTENSIONS = {
                     tier: 'weak'
                 } : {}));
         };
+        /**
+     * A slot's searches once its own world found it nothing (AGL-3923), in
+     * order: the kind of site's world, the starter's, the slot's own words
+     * alone held to no world, and last the starter's common photos. Each is
+     * judged by the world it was asked for. A product, a portrait of the
+     * business's people and a record's cover keep their own fallbacks.
+     */ const widerSearches = (slot, subject, sectionName)=>{
+            if (!wider.length || slot.product || slot.people || slot.record) return [];
+            const part = aiStockSlotPart(slot, sectionName);
+            const asked = [];
+            const ask = (world, requests)=>{
+                for (const request of requests){
+                    worldOf.set(request, world);
+                    asked.push(request);
+                }
+            };
+            for (const { rung, terms: world } of wider){
+                if (rung === 'generic') continue;
+                ask(world, [
+                    ...aiStockSearchesFor(slot, world, subject, part, sectionName),
+                    ...craftSearches(slot, world)
+                ]);
+            }
+            if (subject) {
+                const orientation = aiStockOrientation(slot.aspect);
+                const size = slot.role === 'hero' ? {
+                    minWidth: 1600
+                } : orientation === 'vertical' ? {
+                    minHeight: 900
+                } : {
+                    minWidth: 900
+                };
+                const object = aiStockObjectWord(subject);
+                const own = [
+                    ...new Set([
+                        subject,
+                        object
+                    ].map(clip).filter(Boolean))
+                ];
+                ask(terms, own.map((query)=>_extends({
+                        query,
+                        orientation
+                    }, size, {
+                        subject,
+                        strict: true,
+                        worldless: true
+                    })));
+            }
+            for (const { rung, terms: world } of wider)if (rung === 'generic') ask(world, craftSearches(slot, world));
+            return asked;
+        };
         // 1. Choose, slot by slot, so the page's choices never collide: each
         //    slot claims its best accepted hit before the next slot looks.
         const choices = [];
@@ -4143,6 +4422,11 @@ const EXTENSIONS = {
                         if (elsewhere(key)) blocked.add(key);
                     }
                 }
+                // A photo the library refused for its own bytes is never a repeat either (AGL-3923).
+                for (const hit of found){
+                    const key = stockPhotoSourceKey(hit);
+                    if ((job == null ? void 0 : job.get(key)) === REFUSED_BY_THE_LIBRARY) blocked.add(key);
+                }
                 const judgement = judgementFor(slot, request, subject);
                 const ranked = aiStockRank(found, blocked, `${input.seed}:${index}:${request.query}`, judgement);
                 // A team's portraits are of different people where the hits allow (AGL-3856).
@@ -4177,6 +4461,9 @@ const EXTENSIONS = {
             const repeats = Boolean(slot.product) || slot.role === 'hero';
             const sure = slot.product ? requests.filter((request)=>request.tier !== 'weak') : requests;
             const unsure = slot.product ? requests.filter((request)=>request.tier === 'weak') : [];
+            // 3. Nothing of its own world at all: the wider worlds (AGL-3923), new
+            //    and then, for a hero, one the job already shows.
+            const widened = widerSearches(slot, subject, sectionName);
             const phases = [
                 [
                     sure,
@@ -4197,6 +4484,18 @@ const EXTENSIONS = {
                         unsure,
                         true
                     ]
+                ] : [],
+                ...widened.length ? [
+                    [
+                        widened,
+                        false
+                    ]
+                ] : [],
+                ...widened.length && repeats ? [
+                    [
+                        widened,
+                        true
+                    ]
                 ] : []
             ];
             for (const [tried, repeat] of phases){
@@ -4265,7 +4564,10 @@ const EXTENSIONS = {
         // The library answered and nothing in it fits: no photo rather than a
         // starter that shows another business (AGL-3831). A library that never
         // answered, or a site that refused to store, leaves the starters.
-        return answered && storing ? photos.map((photo)=>photo != null ? photo : AI_LAYOUT_NO_PHOTO) : photos;
+        // A slot whose fitting photo could not be copied was failed by the
+        // library, as one that never answered is, and takes a starter rather
+        // than lose its picture (AGL-3923).
+        return answered && storing ? photos.map((photo, index)=>photo != null ? photo : uncopied.has(slots[index]) ? null : AI_LAYOUT_NO_PHOTO) : photos;
     };
 }