@aglyn/plugins-ai 1.0.0-beta.291 → 1.0.0-beta.293

package/src/lib/runtime/ai-palette.js

@@ -94,7 +94,8 @@
     headline: 120,
     body: 2000,
     button: 40,
-    /** A short label, title or caption. */ label: 200
+    /** A short label, title or caption. */ label: 200,
+    /** A table's grid, every cell's words (AGL-4107): a page brought in carries its source's tables whole. */ table: 20000
 };
 /**
  * Prompt budget per surface catalog, in characters at four per token.

package/src/lib/runtime/ai-palette.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../../../../libs/plugins/ai/src/lib/runtime/ai-palette.ts"],"sourcesContent":["/**\n * @license\n * Copyright 2026 Aglyn LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *   http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { JsonLinealOrder } from '@aglyn/aglyn/app-utils/lineal-order'\n\n/**\n * The element palette as a model sees it (AGL-2905).\n *\n * `ai-palette.generated.ts` is produced from the registered plugin bundles by\n * `libs/plugins/ai/scripts/generate-ai-palette.mts` and holds the data; this module\n * holds the shapes that data is typed against and the small readers over it,\n * so a regeneration never rewrites a type.\n */\n\n/** The document kinds a model is asked to compose. */\nexport type AiSurface = 'screen' | 'email' | 'form' | 'layout' | 'component'\n\nexport const AI_SURFACE_NAMES: readonly AiSurface[] = [\n  'screen',\n  'email',\n  'form',\n  'layout',\n  'component',\n]\n\n/**\n * The subset of JSON Schema a prop declaration is expressed in. Enough to\n * validate what an attribute field can persist; nothing the field editor\n * cannot itself model.\n */\nexport interface AiPropSchema {\n  type?: 'string' | 'number' | 'integer' | 'boolean'\n  enum?: readonly string[]\n  minLength?: number\n  maxLength?: number\n  minimum?: number\n  maximum?: number\n  pattern?: string\n  description?: string\n}\n\nexport interface AiPropsSchema {\n  type: 'object'\n  properties: Record<string, AiPropSchema>\n  required: readonly string[]\n  additionalProperties: false\n}\n\n/**\n * What a string prop MEANS, which decides how the validator checks it.\n *\n * - `text` — copy the visitor reads; held to a length ceiling.\n * - `url` — a navigable address: an `https:` URL or a root-relative path.\n * - `screen` — a screen id, checked against the screens the host has.\n * - `media` — an image or video source: a DAM reference or an `https:` URL.\n */\nexport type AiPropRole = 'text' | 'url' | 'screen' | 'media'\n\n/**\n * A `restrictChildren` / `restrictParent` directive as generated data: the\n * same tuple the schema declares, with the flag spelled as the string the\n * enum holds so a JSON emitter can write it.\n */\nexport type AiLinealOrder = JsonLinealOrder\n\nexport interface AiPaletteEntry {\n  pluginId: string\n  kind: 'element' | 'plaintext' | 'markdown'\n  category: string\n  displayName: string\n  /** One sentence, from the schema's own description. */\n  summary: string\n  /** Whether the editor lets anything be dropped inside this element. */\n  acceptsChildren: boolean\n  restrictChildren?: AiLinealOrder\n  restrictParent?: AiLinealOrder\n  propsSchema: AiPropsSchema\n  /** Roles of the string props the validator treats specially. */\n  propRoles: Record<string, AiPropRole>\n  /**\n   * The attribute field kind each declared prop is edited with, as its\n   * `FieldComponentType` value (`switch`, `select`, `screen-select`, …): what\n   * the editor reads to decide which component properties a field can be\n   * bound to (AGL-2908).\n   */\n  propFields: Record<string, string>\n  /** Length ceilings for `text` props, in characters. */\n  textLimits: Record<string, number>\n  /** Names of the presets that place this component. */\n  presets: readonly string[]\n}\n\n/**\n * What every NODE can do, as against what one component declares (AGL-3156).\n *\n * Generated from the node capabilities core declares, beside the per-component\n * schemas rather than out of them: repeating is not a Stack's feature, so no\n * component schema names it and a palette built from schemas alone advertises\n * it on nothing. Declared ONCE for the whole palette — a model may write these\n * props on any element the surface allows.\n */\nexport interface AiNodeCapability {\n  /** Stable id, as core declares it. */\n  id: string\n  displayName: string\n  /** One sentence, for the prompt catalog. */\n  summary: string\n  propsSchema: AiPropsSchema\n  propRoles: Record<string, AiPropRole>\n  propFields: Record<string, string>\n  textLimits: Record<string, number>\n  /** Props offered only on a node that holds a child list. */\n  childrenOnlyProps: readonly string[]\n  /**\n   * Declared attributes the palette deliberately does not offer: a picker\n   * that chooses a record the site holds, which a model cannot name from a\n   * description. Recorded so a field left off on purpose reads differently\n   * from one that went missing.\n   */\n  omittedProps: readonly string[]\n}\n\n/**\n * The capability props a node with this child contract may carry, merged into\n * one map the prop sanitizer can read beside the element's own declarations.\n */\nexport function nodeCapabilityProps(\n  capabilities: Readonly<Record<string, AiNodeCapability>>,\n  acceptsChildren: boolean,\n): {\n  properties: Record<string, AiPropSchema>\n  propRoles: Record<string, AiPropRole>\n  textLimits: Record<string, number>\n} {\n  const properties: Record<string, AiPropSchema> = {}\n  const propRoles: Record<string, AiPropRole> = {}\n  const textLimits: Record<string, number> = {}\n  for (const capability of Object.values(capabilities)) {\n    for (const [name, schema] of Object.entries(\n      capability.propsSchema.properties,\n    )) {\n      if (!acceptsChildren && capability.childrenOnlyProps.includes(name))\n        continue\n      properties[name] = schema\n      const role = capability.propRoles[name]\n      if (role) propRoles[name] = role\n      const limit = capability.textLimits[name]\n      if (limit !== undefined) textLimits[name] = limit\n    }\n  }\n  return { properties, propRoles, textLimits }\n}\n\n/**\n * What a node capability declared in core and one carried by the palette\n * disagree about (AGL-3156).\n *\n * `check:ai-palette` pins the generated file to the generator's output for its\n * inputs, which cannot notice a capability leaving those inputs: when repeat\n * stopped being a component's attribute, the generator regenerated cleanly and\n * the palette simply stopped mentioning it. This reads the core declarations\n * instead and asks whether the palette still accounts for each one, so the\n * next generic capability cannot vanish the same way.\n *\n * `offeredFieldKinds` is every field kind the palette DOES carry somewhere,\n * derived from the generated entries rather than restated here: a capability\n * attribute drawn with one of those kinds has no excuse for being omitted.\n */\nexport function auditNodeCapabilities(\n  declared: ReadonlyArray<{\n    id: string\n    label: string\n    attributes: ReadonlyArray<{ name: string; component: string }>\n  }>,\n  carried: Readonly<Record<string, AiNodeCapability>>,\n  offeredFieldKinds: ReadonlySet<string>,\n): string[] {\n  const problems: string[] = []\n  for (const capability of declared) {\n    const entry = carried[capability.id]\n    if (!entry) {\n      problems.push(\n        `the palette carries no node capability \"${capability.id}\": a model cannot use it at all`,\n      )\n      continue\n    }\n    if (!Object.keys(entry.propsSchema.properties).length) {\n      problems.push(\n        `node capability \"${capability.id}\" is carried with no prop a model can write`,\n      )\n    }\n    for (const attribute of capability.attributes) {\n      if (entry.propsSchema.properties[attribute.name]) continue\n      if (!entry.omittedProps.includes(attribute.name)) {\n        problems.push(\n          `node capability \"${capability.id}\" declares \"${attribute.name}\", which the palette neither offers nor records as omitted`,\n        )\n        continue\n      }\n      if (offeredFieldKinds.has(attribute.component)) {\n        problems.push(\n          `node capability \"${capability.id}\" omits \"${attribute.name}\", whose \"${attribute.component}\" field the palette offers elsewhere`,\n        )\n      }\n    }\n  }\n  for (const id of Object.keys(carried)) {\n    if (!declared.some((capability) => capability.id === id)) {\n      problems.push(\n        `the palette carries node capability \"${id}\", which core no longer declares`,\n      )\n    }\n  }\n  return problems\n}\n\nexport interface AiSurfaceDefinition {\n  /** The component id at the top of a tree for this surface. */\n  root: string\n  /** Every component id a node in this surface may carry. */\n  allow: readonly string[]\n  /**\n   * Component ids admitted only in a tree the platform's own code composed\n   * (AGL-3660), never listed in the surface's catalog: see\n   * `AiNodeTreeContext.codeBuilt`.\n   */\n  codeOnly?: readonly string[]\n}\n\n/**\n * Theme vocabulary an `sx` value may name, read off the theme sources so the\n * validator's allowlist is derived rather than typed by hand.\n */\nexport interface AiSxTokens {\n  /** Dotted palette paths such as `primary.main`. */\n  palette: readonly string[]\n  /** Responsive object keys. */\n  breakpoints: readonly string[]\n  /** Values `typography` may take. */\n  typographyVariants: readonly string[]\n}\n\n/**\n * Text ceilings per role of copy (AGL-2905). A headline is one line of a\n * hero, body copy is a paragraph or two, and a button label has to fit a\n * button.\n */\nexport const AI_TEXT_LIMITS = {\n  headline: 120,\n  body: 2_000,\n  button: 40,\n  /** A short label, title or caption. */\n  label: 200,\n} as const\n\n/**\n * Prompt budget per surface catalog, in characters at four per token.\n * Asserted by a spec so a component that grows its description cannot\n * silently push a system prompt past what the route pays for.\n */\nexport const AI_PALETTE_CATALOG_MAX_TOKENS = 2_500\nexport const AI_PALETTE_CATALOG_MAX_CHARS = AI_PALETTE_CATALOG_MAX_TOKENS * 4\n\n/** The model's own token estimate: characters over four. */\nexport function estimateCatalogTokens(catalog: string): number {\n  return Math.ceil(catalog.length / 4)\n}\n\n/**\n * The documents a generator emits (AGL-2935). Each is composed on one\n * surface of the palette and held to its own budget below.\n */\nexport type AiOutputKind =\n  | 'page'\n  | 'template'\n  | 'component'\n  | 'layout'\n  | 'form'\n  | 'email'\n\nexport const AI_OUTPUT_KINDS: readonly AiOutputKind[] = [\n  'page',\n  'template',\n  'component',\n  'layout',\n  'form',\n  'email',\n]\n\n/** The surface each output kind is composed on. */\nexport const AI_OUTPUT_SURFACE: Record<AiOutputKind, AiSurface> = {\n  page: 'screen',\n  template: 'screen',\n  component: 'component',\n  layout: 'layout',\n  form: 'form',\n  email: 'email',\n}\n\n/**\n * What the rule-17 scorer measures on an emitted tree:\n *\n * - `nodes` — how many elements the tree carries;\n * - `bytes` — the stored node map, in the unit the save ceiling uses\n *   (`nodeMapBytes`, msgpack);\n * - `imageBytes` — what the placed library images request at the slot's\n *   variant, from each asset's recorded size;\n * - `embeds` — third-party players and frames the output loads;\n * - `fontFamilies` — families named beyond the theme's own;\n * - `emailHtmlBytes` — an email's rendered HTML, which is what a mail\n *   client clips.\n */\nexport type AiBudgetMetric =\n  | 'nodes'\n  | 'bytes'\n  | 'imageBytes'\n  | 'embeds'\n  | 'fontFamilies'\n  | 'emailHtmlBytes'\n\nexport type AiOutputBudget = Record<Exclude<AiBudgetMetric, 'emailHtmlBytes'>, number> & {\n  emailHtmlBytes?: number\n}\n\n/**\n * The size past which Gmail clips a message and hides the rest behind a\n * \"View entire message\" link — the unsubscribe footer included.\n */\nexport const AI_EMAIL_CLIP_BYTES = 102_000\n\n/**\n * The budget per output kind (AGL-2935, rule 17), beside the catalog budget\n * above for the same reason: a generator that grows its output past what\n * its kind is for is caught by a number, not noticed by a reader.\n *\n * A page is a few hundred elements and tens of kilobytes of stored map; a\n * reusable component is one repeated block; a layout is the chrome every\n * page loads, so it carries the least imagery; a form is fields and a\n * button — each field a Form Control over a Form Label and its answer, a\n * choice a Choice Label over its Radio or Checkbox, so a form of a few dozen\n * questions is a hundred-odd elements; an email is held to the clipping threshold on its rendered HTML.\n * No kind names a font beyond the theme's.\n *\n * A third-party player is a page's or a component's to carry, and only where\n * a confirmed plan lists it (rule 16). A template is rendered for every\n * record it serves and a layout around every page, so neither carries one\n * (AGL-3433): an embed there loads a stranger's code on every page of a\n * collection or a site.\n */\nexport const AI_OUTPUT_BUDGETS: Record<AiOutputKind, AiOutputBudget> = {\n  page: {\n    nodes: 400,\n    bytes: 60_000,\n    imageBytes: 1_500_000,\n    embeds: 1,\n    fontFamilies: 0,\n  },\n  template: {\n    nodes: 400,\n    bytes: 60_000,\n    imageBytes: 1_500_000,\n    embeds: 0,\n    fontFamilies: 0,\n  },\n  component: {\n    nodes: 80,\n    bytes: 12_000,\n    imageBytes: 500_000,\n    embeds: 1,\n    fontFamilies: 0,\n  },\n  layout: {\n    nodes: 160,\n    bytes: 24_000,\n    imageBytes: 200_000,\n    embeds: 0,\n    fontFamilies: 0,\n  },\n  form: {\n    nodes: 150,\n    bytes: 15_000,\n    imageBytes: 0,\n    embeds: 0,\n    fontFamilies: 0,\n  },\n  email: {\n    nodes: 150,\n    bytes: 24_000,\n    imageBytes: 1_000_000,\n    embeds: 0,\n    fontFamilies: 0,\n    emailHtmlBytes: AI_EMAIL_CLIP_BYTES,\n  },\n}\n\n/**\n * What a first visit to a generated output is estimated to transfer — the\n * weight the proposal shows before anything is applied (rule 17). A page\n * starts from the platform's measured page weight; a component or a layout\n * reports only what it adds to a page; an email is not a page load.\n */\nexport interface AiLoadEstimate {\n  /** The measured weight of a published page before this output's own bytes; 0 for a fragment. */\n  pageBytes: number\n  /** The stored node map, in the save's own bytes. */\n  documentBytes: number\n  /** What the placed library images request at their slots. */\n  imageBytes: number\n  /** Images the estimate could not size: no recorded size, or not from the library. */\n  imagesUnmeasured: number\n  embeds: number\n  totalBytes: number\n}\n\n/** Typography variants that read as headlines, for the `children` ceiling. */\nexport function isHeadlineVariant(variant: unknown): boolean {\n  return typeof variant === 'string' && /^(display\\w*|h[1-6]|heading)$/.test(variant)\n}\n"],"names":["AI_SURFACE_NAMES","nodeCapabilityProps","capabilities","acceptsChildren","properties","propRoles","textLimits","capability","Object","values","name","schema","entries","propsSchema","childrenOnlyProps","includes","role","limit","undefined","auditNodeCapabilities","declared","carried","offeredFieldKinds","problems","entry","id","push","keys","length","attribute","attributes","omittedProps","has","component","some","AI_TEXT_LIMITS","headline","body","button","label","AI_PALETTE_CATALOG_MAX_TOKENS","AI_PALETTE_CATALOG_MAX_CHARS","estimateCatalogTokens","catalog","Math","ceil","AI_OUTPUT_KINDS","AI_OUTPUT_SURFACE","page","template","layout","form","email","AI_EMAIL_CLIP_BYTES","AI_OUTPUT_BUDGETS","nodes","bytes","imageBytes","embeds","fontFamilies","emailHtmlBytes","isHeadlineVariant","variant","test"],"mappings":"AAAA;;;;;;;;;;;;;;;CAeC,GAgBD,OAAO,MAAMA,mBAAyC;IACpD;IACA;IACA;IACA;IACA;CACD,CAAA;AAmGD;;;CAGC,GACD,OAAO,SAASC,oBACdC,YAAwD,EACxDC,eAAwB;IAMxB,MAAMC,aAA2C,CAAC;IAClD,MAAMC,YAAwC,CAAC;IAC/C,MAAMC,aAAqC,CAAC;IAC5C,KAAK,MAAMC,cAAcC,OAAOC,MAAM,CAACP,cAAe;QACpD,KAAK,MAAM,CAACQ,MAAMC,OAAO,IAAIH,OAAOI,OAAO,CACzCL,WAAWM,WAAW,CAACT,UAAU,EAChC;YACD,IAAI,CAACD,mBAAmBI,WAAWO,iBAAiB,CAACC,QAAQ,CAACL,OAC5D;YACFN,UAAU,CAACM,KAAK,GAAGC;YACnB,MAAMK,OAAOT,WAAWF,SAAS,CAACK,KAAK;YACvC,IAAIM,MAAMX,SAAS,CAACK,KAAK,GAAGM;YAC5B,MAAMC,QAAQV,WAAWD,UAAU,CAACI,KAAK;YACzC,IAAIO,UAAUC,WAAWZ,UAAU,CAACI,KAAK,GAAGO;QAC9C;IACF;IACA,OAAO;QAAEb;QAAYC;QAAWC;IAAW;AAC7C;AAEA;;;;;;;;;;;;;;CAcC,GACD,OAAO,SAASa,sBACdC,QAIE,EACFC,OAAmD,EACnDC,iBAAsC;IAEtC,MAAMC,WAAqB,EAAE;IAC7B,KAAK,MAAMhB,cAAca,SAAU;QACjC,MAAMI,QAAQH,OAAO,CAACd,WAAWkB,EAAE,CAAC;QACpC,IAAI,CAACD,OAAO;YACVD,SAASG,IAAI,CACX,CAAC,wCAAwC,EAAEnB,WAAWkB,EAAE,CAAC,+BAA+B,CAAC;YAE3F;QACF;QACA,IAAI,CAACjB,OAAOmB,IAAI,CAACH,MAAMX,WAAW,CAACT,UAAU,EAAEwB,MAAM,EAAE;YACrDL,SAASG,IAAI,CACX,CAAC,iBAAiB,EAAEnB,WAAWkB,EAAE,CAAC,2CAA2C,CAAC;QAElF;QACA,KAAK,MAAMI,aAAatB,WAAWuB,UAAU,CAAE;YAC7C,IAAIN,MAAMX,WAAW,CAACT,UAAU,CAACyB,UAAUnB,IAAI,CAAC,EAAE;YAClD,IAAI,CAACc,MAAMO,YAAY,CAAChB,QAAQ,CAACc,UAAUnB,IAAI,GAAG;gBAChDa,SAASG,IAAI,CACX,CAAC,iBAAiB,EAAEnB,WAAWkB,EAAE,CAAC,YAAY,EAAEI,UAAUnB,IAAI,CAAC,0DAA0D,CAAC;gBAE5H;YACF;YACA,IAAIY,kBAAkBU,GAAG,CAACH,UAAUI,SAAS,GAAG;gBAC9CV,SAASG,IAAI,CACX,CAAC,iBAAiB,EAAEnB,WAAWkB,EAAE,CAAC,SAAS,EAAEI,UAAUnB,IAAI,CAAC,UAAU,EAAEmB,UAAUI,SAAS,CAAC,oCAAoC,CAAC;YAErI;QACF;IACF;IACA,KAAK,MAAMR,MAAMjB,OAAOmB,IAAI,CAACN,SAAU;QACrC,IAAI,CAACD,SAASc,IAAI,CAAC,CAAC3B,aAAeA,WAAWkB,EAAE,KAAKA,KAAK;YACxDF,SAASG,IAAI,CACX,CAAC,qCAAqC,EAAED,GAAG,gCAAgC,CAAC;QAEhF;IACF;IACA,OAAOF;AACT;AA4BA;;;;CAIC,GACD,OAAO,MAAMY,iBAAiB;IAC5BC,UAAU;IACVC,MAAM;IACNC,QAAQ;IACR,qCAAqC,GACrCC,OAAO;AACT,EAAU;AAEV;;;;CAIC,GACD,OAAO,MAAMC,gCAAgC,KAAK;AAClD,OAAO,MAAMC,+BAA+BD,gCAAgC,EAAC;AAE7E,0DAA0D,GAC1D,OAAO,SAASE,sBAAsBC,OAAe;IACnD,OAAOC,KAAKC,IAAI,CAACF,QAAQf,MAAM,GAAG;AACpC;AAcA,OAAO,MAAMkB,kBAA2C;IACtD;IACA;IACA;IACA;IACA;IACA;CACD,CAAA;AAED,iDAAiD,GACjD,OAAO,MAAMC,oBAAqD;IAChEC,MAAM;IACNC,UAAU;IACVhB,WAAW;IACXiB,QAAQ;IACRC,MAAM;IACNC,OAAO;AACT,EAAC;AA2BD;;;CAGC,GACD,OAAO,MAAMC,sBAAsB,OAAO;AAE1C;;;;;;;;;;;;;;;;;;CAkBC,GACD,OAAO,MAAMC,oBAA0D;IACrEN,MAAM;QACJO,OAAO;QACPC,OAAO;QACPC,YAAY;QACZC,QAAQ;QACRC,cAAc;IAChB;IACAV,UAAU;QACRM,OAAO;QACPC,OAAO;QACPC,YAAY;QACZC,QAAQ;QACRC,cAAc;IAChB;IACA1B,WAAW;QACTsB,OAAO;QACPC,OAAO;QACPC,YAAY;QACZC,QAAQ;QACRC,cAAc;IAChB;IACAT,QAAQ;QACNK,OAAO;QACPC,OAAO;QACPC,YAAY;QACZC,QAAQ;QACRC,cAAc;IAChB;IACAR,MAAM;QACJI,OAAO;QACPC,OAAO;QACPC,YAAY;QACZC,QAAQ;QACRC,cAAc;IAChB;IACAP,OAAO;QACLG,OAAO;QACPC,OAAO;QACPC,YAAY;QACZC,QAAQ;QACRC,cAAc;QACdC,gBAAgBP;IAClB;AACF,EAAC;AAqBD,4EAA4E,GAC5E,OAAO,SAASQ,kBAAkBC,OAAgB;IAChD,OAAO,OAAOA,YAAY,YAAY,gCAAgCC,IAAI,CAACD;AAC7E"}
+{"version":3,"sources":["../../../../../../../libs/plugins/ai/src/lib/runtime/ai-palette.ts"],"sourcesContent":["/**\n * @license\n * Copyright 2026 Aglyn LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *   http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { JsonLinealOrder } from '@aglyn/aglyn/app-utils/lineal-order'\n\n/**\n * The element palette as a model sees it (AGL-2905).\n *\n * `ai-palette.generated.ts` is produced from the registered plugin bundles by\n * `libs/plugins/ai/scripts/generate-ai-palette.mts` and holds the data; this module\n * holds the shapes that data is typed against and the small readers over it,\n * so a regeneration never rewrites a type.\n */\n\n/** The document kinds a model is asked to compose. */\nexport type AiSurface = 'screen' | 'email' | 'form' | 'layout' | 'component'\n\nexport const AI_SURFACE_NAMES: readonly AiSurface[] = [\n  'screen',\n  'email',\n  'form',\n  'layout',\n  'component',\n]\n\n/**\n * The subset of JSON Schema a prop declaration is expressed in. Enough to\n * validate what an attribute field can persist; nothing the field editor\n * cannot itself model.\n */\nexport interface AiPropSchema {\n  type?: 'string' | 'number' | 'integer' | 'boolean'\n  enum?: readonly string[]\n  minLength?: number\n  maxLength?: number\n  minimum?: number\n  maximum?: number\n  pattern?: string\n  description?: string\n}\n\nexport interface AiPropsSchema {\n  type: 'object'\n  properties: Record<string, AiPropSchema>\n  required: readonly string[]\n  additionalProperties: false\n}\n\n/**\n * What a string prop MEANS, which decides how the validator checks it.\n *\n * - `text` — copy the visitor reads; held to a length ceiling.\n * - `url` — a navigable address: an `https:` URL or a root-relative path.\n * - `screen` — a screen id, checked against the screens the host has.\n * - `media` — an image or video source: a DAM reference or an `https:` URL.\n */\nexport type AiPropRole = 'text' | 'url' | 'screen' | 'media'\n\n/**\n * A `restrictChildren` / `restrictParent` directive as generated data: the\n * same tuple the schema declares, with the flag spelled as the string the\n * enum holds so a JSON emitter can write it.\n */\nexport type AiLinealOrder = JsonLinealOrder\n\nexport interface AiPaletteEntry {\n  pluginId: string\n  kind: 'element' | 'plaintext' | 'markdown'\n  category: string\n  displayName: string\n  /** One sentence, from the schema's own description. */\n  summary: string\n  /** Whether the editor lets anything be dropped inside this element. */\n  acceptsChildren: boolean\n  restrictChildren?: AiLinealOrder\n  restrictParent?: AiLinealOrder\n  propsSchema: AiPropsSchema\n  /** Roles of the string props the validator treats specially. */\n  propRoles: Record<string, AiPropRole>\n  /**\n   * The attribute field kind each declared prop is edited with, as its\n   * `FieldComponentType` value (`switch`, `select`, `screen-select`, …): what\n   * the editor reads to decide which component properties a field can be\n   * bound to (AGL-2908).\n   */\n  propFields: Record<string, string>\n  /** Length ceilings for `text` props, in characters. */\n  textLimits: Record<string, number>\n  /** Names of the presets that place this component. */\n  presets: readonly string[]\n}\n\n/**\n * What every NODE can do, as against what one component declares (AGL-3156).\n *\n * Generated from the node capabilities core declares, beside the per-component\n * schemas rather than out of them: repeating is not a Stack's feature, so no\n * component schema names it and a palette built from schemas alone advertises\n * it on nothing. Declared ONCE for the whole palette — a model may write these\n * props on any element the surface allows.\n */\nexport interface AiNodeCapability {\n  /** Stable id, as core declares it. */\n  id: string\n  displayName: string\n  /** One sentence, for the prompt catalog. */\n  summary: string\n  propsSchema: AiPropsSchema\n  propRoles: Record<string, AiPropRole>\n  propFields: Record<string, string>\n  textLimits: Record<string, number>\n  /** Props offered only on a node that holds a child list. */\n  childrenOnlyProps: readonly string[]\n  /**\n   * Declared attributes the palette deliberately does not offer: a picker\n   * that chooses a record the site holds, which a model cannot name from a\n   * description. Recorded so a field left off on purpose reads differently\n   * from one that went missing.\n   */\n  omittedProps: readonly string[]\n}\n\n/**\n * The capability props a node with this child contract may carry, merged into\n * one map the prop sanitizer can read beside the element's own declarations.\n */\nexport function nodeCapabilityProps(\n  capabilities: Readonly<Record<string, AiNodeCapability>>,\n  acceptsChildren: boolean,\n): {\n  properties: Record<string, AiPropSchema>\n  propRoles: Record<string, AiPropRole>\n  textLimits: Record<string, number>\n} {\n  const properties: Record<string, AiPropSchema> = {}\n  const propRoles: Record<string, AiPropRole> = {}\n  const textLimits: Record<string, number> = {}\n  for (const capability of Object.values(capabilities)) {\n    for (const [name, schema] of Object.entries(\n      capability.propsSchema.properties,\n    )) {\n      if (!acceptsChildren && capability.childrenOnlyProps.includes(name))\n        continue\n      properties[name] = schema\n      const role = capability.propRoles[name]\n      if (role) propRoles[name] = role\n      const limit = capability.textLimits[name]\n      if (limit !== undefined) textLimits[name] = limit\n    }\n  }\n  return { properties, propRoles, textLimits }\n}\n\n/**\n * What a node capability declared in core and one carried by the palette\n * disagree about (AGL-3156).\n *\n * `check:ai-palette` pins the generated file to the generator's output for its\n * inputs, which cannot notice a capability leaving those inputs: when repeat\n * stopped being a component's attribute, the generator regenerated cleanly and\n * the palette simply stopped mentioning it. This reads the core declarations\n * instead and asks whether the palette still accounts for each one, so the\n * next generic capability cannot vanish the same way.\n *\n * `offeredFieldKinds` is every field kind the palette DOES carry somewhere,\n * derived from the generated entries rather than restated here: a capability\n * attribute drawn with one of those kinds has no excuse for being omitted.\n */\nexport function auditNodeCapabilities(\n  declared: ReadonlyArray<{\n    id: string\n    label: string\n    attributes: ReadonlyArray<{ name: string; component: string }>\n  }>,\n  carried: Readonly<Record<string, AiNodeCapability>>,\n  offeredFieldKinds: ReadonlySet<string>,\n): string[] {\n  const problems: string[] = []\n  for (const capability of declared) {\n    const entry = carried[capability.id]\n    if (!entry) {\n      problems.push(\n        `the palette carries no node capability \"${capability.id}\": a model cannot use it at all`,\n      )\n      continue\n    }\n    if (!Object.keys(entry.propsSchema.properties).length) {\n      problems.push(\n        `node capability \"${capability.id}\" is carried with no prop a model can write`,\n      )\n    }\n    for (const attribute of capability.attributes) {\n      if (entry.propsSchema.properties[attribute.name]) continue\n      if (!entry.omittedProps.includes(attribute.name)) {\n        problems.push(\n          `node capability \"${capability.id}\" declares \"${attribute.name}\", which the palette neither offers nor records as omitted`,\n        )\n        continue\n      }\n      if (offeredFieldKinds.has(attribute.component)) {\n        problems.push(\n          `node capability \"${capability.id}\" omits \"${attribute.name}\", whose \"${attribute.component}\" field the palette offers elsewhere`,\n        )\n      }\n    }\n  }\n  for (const id of Object.keys(carried)) {\n    if (!declared.some((capability) => capability.id === id)) {\n      problems.push(\n        `the palette carries node capability \"${id}\", which core no longer declares`,\n      )\n    }\n  }\n  return problems\n}\n\nexport interface AiSurfaceDefinition {\n  /** The component id at the top of a tree for this surface. */\n  root: string\n  /** Every component id a node in this surface may carry. */\n  allow: readonly string[]\n  /**\n   * Component ids admitted only in a tree the platform's own code composed\n   * (AGL-3660), never listed in the surface's catalog: see\n   * `AiNodeTreeContext.codeBuilt`.\n   */\n  codeOnly?: readonly string[]\n}\n\n/**\n * Theme vocabulary an `sx` value may name, read off the theme sources so the\n * validator's allowlist is derived rather than typed by hand.\n */\nexport interface AiSxTokens {\n  /** Dotted palette paths such as `primary.main`. */\n  palette: readonly string[]\n  /** Responsive object keys. */\n  breakpoints: readonly string[]\n  /** Values `typography` may take. */\n  typographyVariants: readonly string[]\n}\n\n/**\n * Text ceilings per role of copy (AGL-2905). A headline is one line of a\n * hero, body copy is a paragraph or two, and a button label has to fit a\n * button.\n */\nexport const AI_TEXT_LIMITS = {\n  headline: 120,\n  body: 2_000,\n  button: 40,\n  /** A short label, title or caption. */\n  label: 200,\n  /** A table's grid, every cell's words (AGL-4107): a page brought in carries its source's tables whole. */\n  table: 20_000,\n} as const\n\n/**\n * Prompt budget per surface catalog, in characters at four per token.\n * Asserted by a spec so a component that grows its description cannot\n * silently push a system prompt past what the route pays for.\n */\nexport const AI_PALETTE_CATALOG_MAX_TOKENS = 2_500\nexport const AI_PALETTE_CATALOG_MAX_CHARS = AI_PALETTE_CATALOG_MAX_TOKENS * 4\n\n/** The model's own token estimate: characters over four. */\nexport function estimateCatalogTokens(catalog: string): number {\n  return Math.ceil(catalog.length / 4)\n}\n\n/**\n * The documents a generator emits (AGL-2935). Each is composed on one\n * surface of the palette and held to its own budget below.\n */\nexport type AiOutputKind =\n  | 'page'\n  | 'template'\n  | 'component'\n  | 'layout'\n  | 'form'\n  | 'email'\n\nexport const AI_OUTPUT_KINDS: readonly AiOutputKind[] = [\n  'page',\n  'template',\n  'component',\n  'layout',\n  'form',\n  'email',\n]\n\n/** The surface each output kind is composed on. */\nexport const AI_OUTPUT_SURFACE: Record<AiOutputKind, AiSurface> = {\n  page: 'screen',\n  template: 'screen',\n  component: 'component',\n  layout: 'layout',\n  form: 'form',\n  email: 'email',\n}\n\n/**\n * What the rule-17 scorer measures on an emitted tree:\n *\n * - `nodes` — how many elements the tree carries;\n * - `bytes` — the stored node map, in the unit the save ceiling uses\n *   (`nodeMapBytes`, msgpack);\n * - `imageBytes` — what the placed library images request at the slot's\n *   variant, from each asset's recorded size;\n * - `embeds` — third-party players and frames the output loads;\n * - `fontFamilies` — families named beyond the theme's own;\n * - `emailHtmlBytes` — an email's rendered HTML, which is what a mail\n *   client clips.\n */\nexport type AiBudgetMetric =\n  | 'nodes'\n  | 'bytes'\n  | 'imageBytes'\n  | 'embeds'\n  | 'fontFamilies'\n  | 'emailHtmlBytes'\n\nexport type AiOutputBudget = Record<Exclude<AiBudgetMetric, 'emailHtmlBytes'>, number> & {\n  emailHtmlBytes?: number\n}\n\n/**\n * The size past which Gmail clips a message and hides the rest behind a\n * \"View entire message\" link — the unsubscribe footer included.\n */\nexport const AI_EMAIL_CLIP_BYTES = 102_000\n\n/**\n * The budget per output kind (AGL-2935, rule 17), beside the catalog budget\n * above for the same reason: a generator that grows its output past what\n * its kind is for is caught by a number, not noticed by a reader.\n *\n * A page is a few hundred elements and tens of kilobytes of stored map; a\n * reusable component is one repeated block; a layout is the chrome every\n * page loads, so it carries the least imagery; a form is fields and a\n * button — each field a Form Control over a Form Label and its answer, a\n * choice a Choice Label over its Radio or Checkbox, so a form of a few dozen\n * questions is a hundred-odd elements; an email is held to the clipping threshold on its rendered HTML.\n * No kind names a font beyond the theme's.\n *\n * A third-party player is a page's or a component's to carry, and only where\n * a confirmed plan lists it (rule 16). A template is rendered for every\n * record it serves and a layout around every page, so neither carries one\n * (AGL-3433): an embed there loads a stranger's code on every page of a\n * collection or a site.\n */\nexport const AI_OUTPUT_BUDGETS: Record<AiOutputKind, AiOutputBudget> = {\n  page: {\n    nodes: 400,\n    bytes: 60_000,\n    imageBytes: 1_500_000,\n    embeds: 1,\n    fontFamilies: 0,\n  },\n  template: {\n    nodes: 400,\n    bytes: 60_000,\n    imageBytes: 1_500_000,\n    embeds: 0,\n    fontFamilies: 0,\n  },\n  component: {\n    nodes: 80,\n    bytes: 12_000,\n    imageBytes: 500_000,\n    embeds: 1,\n    fontFamilies: 0,\n  },\n  layout: {\n    nodes: 160,\n    bytes: 24_000,\n    imageBytes: 200_000,\n    embeds: 0,\n    fontFamilies: 0,\n  },\n  form: {\n    nodes: 150,\n    bytes: 15_000,\n    imageBytes: 0,\n    embeds: 0,\n    fontFamilies: 0,\n  },\n  email: {\n    nodes: 150,\n    bytes: 24_000,\n    imageBytes: 1_000_000,\n    embeds: 0,\n    fontFamilies: 0,\n    emailHtmlBytes: AI_EMAIL_CLIP_BYTES,\n  },\n}\n\n/**\n * What a first visit to a generated output is estimated to transfer — the\n * weight the proposal shows before anything is applied (rule 17). A page\n * starts from the platform's measured page weight; a component or a layout\n * reports only what it adds to a page; an email is not a page load.\n */\nexport interface AiLoadEstimate {\n  /** The measured weight of a published page before this output's own bytes; 0 for a fragment. */\n  pageBytes: number\n  /** The stored node map, in the save's own bytes. */\n  documentBytes: number\n  /** What the placed library images request at their slots. */\n  imageBytes: number\n  /** Images the estimate could not size: no recorded size, or not from the library. */\n  imagesUnmeasured: number\n  embeds: number\n  totalBytes: number\n}\n\n/** Typography variants that read as headlines, for the `children` ceiling. */\nexport function isHeadlineVariant(variant: unknown): boolean {\n  return typeof variant === 'string' && /^(display\\w*|h[1-6]|heading)$/.test(variant)\n}\n"],"names":["AI_SURFACE_NAMES","nodeCapabilityProps","capabilities","acceptsChildren","properties","propRoles","textLimits","capability","Object","values","name","schema","entries","propsSchema","childrenOnlyProps","includes","role","limit","undefined","auditNodeCapabilities","declared","carried","offeredFieldKinds","problems","entry","id","push","keys","length","attribute","attributes","omittedProps","has","component","some","AI_TEXT_LIMITS","headline","body","button","label","table","AI_PALETTE_CATALOG_MAX_TOKENS","AI_PALETTE_CATALOG_MAX_CHARS","estimateCatalogTokens","catalog","Math","ceil","AI_OUTPUT_KINDS","AI_OUTPUT_SURFACE","page","template","layout","form","email","AI_EMAIL_CLIP_BYTES","AI_OUTPUT_BUDGETS","nodes","bytes","imageBytes","embeds","fontFamilies","emailHtmlBytes","isHeadlineVariant","variant","test"],"mappings":"AAAA;;;;;;;;;;;;;;;CAeC,GAgBD,OAAO,MAAMA,mBAAyC;IACpD;IACA;IACA;IACA;IACA;CACD,CAAA;AAmGD;;;CAGC,GACD,OAAO,SAASC,oBACdC,YAAwD,EACxDC,eAAwB;IAMxB,MAAMC,aAA2C,CAAC;IAClD,MAAMC,YAAwC,CAAC;IAC/C,MAAMC,aAAqC,CAAC;IAC5C,KAAK,MAAMC,cAAcC,OAAOC,MAAM,CAACP,cAAe;QACpD,KAAK,MAAM,CAACQ,MAAMC,OAAO,IAAIH,OAAOI,OAAO,CACzCL,WAAWM,WAAW,CAACT,UAAU,EAChC;YACD,IAAI,CAACD,mBAAmBI,WAAWO,iBAAiB,CAACC,QAAQ,CAACL,OAC5D;YACFN,UAAU,CAACM,KAAK,GAAGC;YACnB,MAAMK,OAAOT,WAAWF,SAAS,CAACK,KAAK;YACvC,IAAIM,MAAMX,SAAS,CAACK,KAAK,GAAGM;YAC5B,MAAMC,QAAQV,WAAWD,UAAU,CAACI,KAAK;YACzC,IAAIO,UAAUC,WAAWZ,UAAU,CAACI,KAAK,GAAGO;QAC9C;IACF;IACA,OAAO;QAAEb;QAAYC;QAAWC;IAAW;AAC7C;AAEA;;;;;;;;;;;;;;CAcC,GACD,OAAO,SAASa,sBACdC,QAIE,EACFC,OAAmD,EACnDC,iBAAsC;IAEtC,MAAMC,WAAqB,EAAE;IAC7B,KAAK,MAAMhB,cAAca,SAAU;QACjC,MAAMI,QAAQH,OAAO,CAACd,WAAWkB,EAAE,CAAC;QACpC,IAAI,CAACD,OAAO;YACVD,SAASG,IAAI,CACX,CAAC,wCAAwC,EAAEnB,WAAWkB,EAAE,CAAC,+BAA+B,CAAC;YAE3F;QACF;QACA,IAAI,CAACjB,OAAOmB,IAAI,CAACH,MAAMX,WAAW,CAACT,UAAU,EAAEwB,MAAM,EAAE;YACrDL,SAASG,IAAI,CACX,CAAC,iBAAiB,EAAEnB,WAAWkB,EAAE,CAAC,2CAA2C,CAAC;QAElF;QACA,KAAK,MAAMI,aAAatB,WAAWuB,UAAU,CAAE;YAC7C,IAAIN,MAAMX,WAAW,CAACT,UAAU,CAACyB,UAAUnB,IAAI,CAAC,EAAE;YAClD,IAAI,CAACc,MAAMO,YAAY,CAAChB,QAAQ,CAACc,UAAUnB,IAAI,GAAG;gBAChDa,SAASG,IAAI,CACX,CAAC,iBAAiB,EAAEnB,WAAWkB,EAAE,CAAC,YAAY,EAAEI,UAAUnB,IAAI,CAAC,0DAA0D,CAAC;gBAE5H;YACF;YACA,IAAIY,kBAAkBU,GAAG,CAACH,UAAUI,SAAS,GAAG;gBAC9CV,SAASG,IAAI,CACX,CAAC,iBAAiB,EAAEnB,WAAWkB,EAAE,CAAC,SAAS,EAAEI,UAAUnB,IAAI,CAAC,UAAU,EAAEmB,UAAUI,SAAS,CAAC,oCAAoC,CAAC;YAErI;QACF;IACF;IACA,KAAK,MAAMR,MAAMjB,OAAOmB,IAAI,CAACN,SAAU;QACrC,IAAI,CAACD,SAASc,IAAI,CAAC,CAAC3B,aAAeA,WAAWkB,EAAE,KAAKA,KAAK;YACxDF,SAASG,IAAI,CACX,CAAC,qCAAqC,EAAED,GAAG,gCAAgC,CAAC;QAEhF;IACF;IACA,OAAOF;AACT;AA4BA;;;;CAIC,GACD,OAAO,MAAMY,iBAAiB;IAC5BC,UAAU;IACVC,MAAM;IACNC,QAAQ;IACR,qCAAqC,GACrCC,OAAO;IACP,wGAAwG,GACxGC,OAAO;AACT,EAAU;AAEV;;;;CAIC,GACD,OAAO,MAAMC,gCAAgC,KAAK;AAClD,OAAO,MAAMC,+BAA+BD,gCAAgC,EAAC;AAE7E,0DAA0D,GAC1D,OAAO,SAASE,sBAAsBC,OAAe;IACnD,OAAOC,KAAKC,IAAI,CAACF,QAAQhB,MAAM,GAAG;AACpC;AAcA,OAAO,MAAMmB,kBAA2C;IACtD;IACA;IACA;IACA;IACA;IACA;CACD,CAAA;AAED,iDAAiD,GACjD,OAAO,MAAMC,oBAAqD;IAChEC,MAAM;IACNC,UAAU;IACVjB,WAAW;IACXkB,QAAQ;IACRC,MAAM;IACNC,OAAO;AACT,EAAC;AA2BD;;;CAGC,GACD,OAAO,MAAMC,sBAAsB,OAAO;AAE1C;;;;;;;;;;;;;;;;;;CAkBC,GACD,OAAO,MAAMC,oBAA0D;IACrEN,MAAM;QACJO,OAAO;QACPC,OAAO;QACPC,YAAY;QACZC,QAAQ;QACRC,cAAc;IAChB;IACAV,UAAU;QACRM,OAAO;QACPC,OAAO;QACPC,YAAY;QACZC,QAAQ;QACRC,cAAc;IAChB;IACA3B,WAAW;QACTuB,OAAO;QACPC,OAAO;QACPC,YAAY;QACZC,QAAQ;QACRC,cAAc;IAChB;IACAT,QAAQ;QACNK,OAAO;QACPC,OAAO;QACPC,YAAY;QACZC,QAAQ;QACRC,cAAc;IAChB;IACAR,MAAM;QACJI,OAAO;QACPC,OAAO;QACPC,YAAY;QACZC,QAAQ;QACRC,cAAc;IAChB;IACAP,OAAO;QACLG,OAAO;QACPC,OAAO;QACPC,YAAY;QACZC,QAAQ;QACRC,cAAc;QACdC,gBAAgBP;IAClB;AACF,EAAC;AAqBD,4EAA4E,GAC5E,OAAO,SAASQ,kBAAkBC,OAAgB;IAChD,OAAO,OAAOA,YAAY,YAAY,gCAAgCC,IAAI,CAACD;AAC7E"}

package/src/lib/site-import/fixtures/site-layout-recordings.d.ts

@@ -0,0 +1,50 @@
+/**
+ * @license
+ * Copyright 2026 Aglyn LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+export declare const SITE_LAYOUT_AGLYN_ORIGIN = "https://aglyn.com";
+export declare const SITE_LAYOUT_POTTERY_ORIGIN = "https://www.tidewater-pottery.example";
+/** The recorded pages, by name: the file and the address it was read from. */
+export declare const SITE_LAYOUT_PAGES: {
+    readonly home: {
+        readonly file: "aglyn-home.html";
+        readonly url: "https://aglyn.com/";
+    };
+    readonly product: {
+        readonly file: "aglyn-product.html";
+        readonly url: "https://aglyn.com/product";
+    };
+    readonly pricing: {
+        readonly file: "aglyn-pricing.html";
+        readonly url: "https://aglyn.com/pricing";
+    };
+    readonly contact: {
+        readonly file: "aglyn-contact.html";
+        readonly url: "https://aglyn.com/contact";
+    };
+    readonly post: {
+        readonly file: "aglyn-blog-post.html";
+        readonly url: "https://aglyn.com/blog/multi-site-cost-sheet-2026";
+    };
+    readonly pottery: {
+        readonly file: "squarespace-pottery.html";
+        readonly url: "https://www.tidewater-pottery.example/";
+    };
+};
+export type SiteLayoutPageName = keyof typeof SITE_LAYOUT_PAGES;
+/** One recorded page's markup. */
+export declare function siteLayoutRecording(name: SiteLayoutPageName): string;
+/** Whether an address is on the recorded page's own site. */
+export declare function siteLayoutSameSite(name: SiteLayoutPageName): (url: URL) => boolean;

package/src/lib/site-import/fixtures/site-layout-recordings.js

@@ -0,0 +1,86 @@
+/**
+ * @license
+ * Copyright 2026 Aglyn LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */ /**
+ * Pages recorded with their layout (AGL-4106), for the specs of the layout,
+ * menu and stylesheet readers, and for the compile and fidelity specs that
+ * read what they find.
+ *
+ * `site-layout/` holds five pages of aglyn.com as AglynBot read them on
+ * 2026-10-28 and 2026-10-29 (home, product, pricing, contact, one blog post)
+ * and one page in the markup a Squarespace site is built with, written for
+ * these specs about a studio that does not exist, so the readers are never
+ * tuned to one site's markup.
+ *
+ * The aglyn.com recordings keep what the `aglyn-com/` ones dropped and the
+ * layout is made of: class names, inline icons and the page's own stylesheet.
+ * Each was trimmed before it entered the repo: script bodies are gone (one
+ * small inline script with a hostile line stands in for them; the
+ * structured data stays), so are preload links, `data-*` attributes and
+ * `srcset`s; the stylesheet keeps only the rules for classes the page uses
+ * and the properties the readers read; class names the kept rules do not name
+ * are dropped, a grid framework's own hints kept; the pricing page keeps the
+ * first 14 rows of its plan table, and the product, pricing, contact and blog
+ * pages their header menu without its panels and their footer's © line. The
+ * home page keeps its header and footer whole, for the menu reader. Every
+ * address, phone number, author and profile is a placeholder.
+ */ import { readFileSync } from "node:fs";
+import { join } from "node:path";
+const DIR = join(__dirname, 'site-layout');
+export const SITE_LAYOUT_AGLYN_ORIGIN = 'https://aglyn.com';
+export const SITE_LAYOUT_POTTERY_ORIGIN = 'https://www.tidewater-pottery.example';
+/** The recorded pages, by name: the file and the address it was read from. */ export const SITE_LAYOUT_PAGES = {
+    home: {
+        file: 'aglyn-home.html',
+        url: `${SITE_LAYOUT_AGLYN_ORIGIN}/`
+    },
+    product: {
+        file: 'aglyn-product.html',
+        url: `${SITE_LAYOUT_AGLYN_ORIGIN}/product`
+    },
+    pricing: {
+        file: 'aglyn-pricing.html',
+        url: `${SITE_LAYOUT_AGLYN_ORIGIN}/pricing`
+    },
+    contact: {
+        file: 'aglyn-contact.html',
+        url: `${SITE_LAYOUT_AGLYN_ORIGIN}/contact`
+    },
+    post: {
+        file: 'aglyn-blog-post.html',
+        url: `${SITE_LAYOUT_AGLYN_ORIGIN}/blog/multi-site-cost-sheet-2026`
+    },
+    pottery: {
+        file: 'squarespace-pottery.html',
+        url: `${SITE_LAYOUT_POTTERY_ORIGIN}/`
+    }
+};
+const cache = new Map();
+/** One recorded page's markup. */ export function siteLayoutRecording(name) {
+    const { file } = SITE_LAYOUT_PAGES[name];
+    const held = cache.get(file);
+    if (held !== undefined) return held;
+    const text = readFileSync(join(DIR, file), 'utf8');
+    cache.set(file, text);
+    return text;
+}
+/** Whether an address is on the recorded page's own site. */ export function siteLayoutSameSite(name) {
+    const origin = new URL(SITE_LAYOUT_PAGES[name].url).origin;
+    const bare = origin.replace('://www.', '://');
+    const www = origin.replace('://', '://www.').replace('://www.www.', '://www.');
+    return (url)=>url.origin === origin || url.origin === bare || url.origin === www;
+}
+
+//# sourceMappingURL=site-layout-recordings.js.map

package/src/lib/site-import/fixtures/site-layout-recordings.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../../../../libs/plugins/ai/src/lib/site-import/fixtures/site-layout-recordings.ts"],"sourcesContent":["/**\n * @license\n * Copyright 2026 Aglyn LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *   http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\n/**\n * Pages recorded with their layout (AGL-4106), for the specs of the layout,\n * menu and stylesheet readers, and for the compile and fidelity specs that\n * read what they find.\n *\n * `site-layout/` holds five pages of aglyn.com as AglynBot read them on\n * 2026-10-28 and 2026-10-29 (home, product, pricing, contact, one blog post)\n * and one page in the markup a Squarespace site is built with, written for\n * these specs about a studio that does not exist, so the readers are never\n * tuned to one site's markup.\n *\n * The aglyn.com recordings keep what the `aglyn-com/` ones dropped and the\n * layout is made of: class names, inline icons and the page's own stylesheet.\n * Each was trimmed before it entered the repo: script bodies are gone (one\n * small inline script with a hostile line stands in for them; the\n * structured data stays), so are preload links, `data-*` attributes and\n * `srcset`s; the stylesheet keeps only the rules for classes the page uses\n * and the properties the readers read; class names the kept rules do not name\n * are dropped, a grid framework's own hints kept; the pricing page keeps the\n * first 14 rows of its plan table, and the product, pricing, contact and blog\n * pages their header menu without its panels and their footer's © line. The\n * home page keeps its header and footer whole, for the menu reader. Every\n * address, phone number, author and profile is a placeholder.\n */\n\nimport { readFileSync } from 'node:fs'\nimport { join } from 'node:path'\n\nconst DIR = join(__dirname, 'site-layout')\n\nexport const SITE_LAYOUT_AGLYN_ORIGIN = 'https://aglyn.com'\nexport const SITE_LAYOUT_POTTERY_ORIGIN = 'https://www.tidewater-pottery.example'\n\n/** The recorded pages, by name: the file and the address it was read from. */\nexport const SITE_LAYOUT_PAGES = {\n  home: { file: 'aglyn-home.html', url: `${SITE_LAYOUT_AGLYN_ORIGIN}/` },\n  product: { file: 'aglyn-product.html', url: `${SITE_LAYOUT_AGLYN_ORIGIN}/product` },\n  pricing: { file: 'aglyn-pricing.html', url: `${SITE_LAYOUT_AGLYN_ORIGIN}/pricing` },\n  contact: { file: 'aglyn-contact.html', url: `${SITE_LAYOUT_AGLYN_ORIGIN}/contact` },\n  post: { file: 'aglyn-blog-post.html', url: `${SITE_LAYOUT_AGLYN_ORIGIN}/blog/multi-site-cost-sheet-2026` },\n  pottery: { file: 'squarespace-pottery.html', url: `${SITE_LAYOUT_POTTERY_ORIGIN}/` },\n} as const\n\nexport type SiteLayoutPageName = keyof typeof SITE_LAYOUT_PAGES\n\nconst cache = new Map<string, string>()\n\n/** One recorded page's markup. */\nexport function siteLayoutRecording(name: SiteLayoutPageName): string {\n  const { file } = SITE_LAYOUT_PAGES[name]\n  const held = cache.get(file)\n  if (held !== undefined) return held\n  const text = readFileSync(join(DIR, file), 'utf8')\n  cache.set(file, text)\n  return text\n}\n\n/** Whether an address is on the recorded page's own site. */\nexport function siteLayoutSameSite(name: SiteLayoutPageName): (url: URL) => boolean {\n  const origin = new URL(SITE_LAYOUT_PAGES[name].url).origin\n  const bare = origin.replace('://www.', '://')\n  const www = origin.replace('://', '://www.').replace('://www.www.', '://www.')\n  return (url) => url.origin === origin || url.origin === bare || url.origin === www\n}\n"],"names":["readFileSync","join","DIR","__dirname","SITE_LAYOUT_AGLYN_ORIGIN","SITE_LAYOUT_POTTERY_ORIGIN","SITE_LAYOUT_PAGES","home","file","url","product","pricing","contact","post","pottery","cache","Map","siteLayoutRecording","name","held","get","undefined","text","set","siteLayoutSameSite","origin","URL","bare","replace","www"],"mappings":"AAAA;;;;;;;;;;;;;;;CAeC,GAED;;;;;;;;;;;;;;;;;;;;;;;CAuBC,GAED,SAASA,YAAY,QAAQ,UAAS;AACtC,SAASC,IAAI,QAAQ,YAAW;AAEhC,MAAMC,MAAMD,KAAKE,WAAW;AAE5B,OAAO,MAAMC,2BAA2B,oBAAmB;AAC3D,OAAO,MAAMC,6BAA6B,wCAAuC;AAEjF,4EAA4E,GAC5E,OAAO,MAAMC,oBAAoB;IAC/BC,MAAM;QAAEC,MAAM;QAAmBC,KAAK,GAAGL,yBAAyB,CAAC,CAAC;IAAC;IACrEM,SAAS;QAAEF,MAAM;QAAsBC,KAAK,GAAGL,yBAAyB,QAAQ,CAAC;IAAC;IAClFO,SAAS;QAAEH,MAAM;QAAsBC,KAAK,GAAGL,yBAAyB,QAAQ,CAAC;IAAC;IAClFQ,SAAS;QAAEJ,MAAM;QAAsBC,KAAK,GAAGL,yBAAyB,QAAQ,CAAC;IAAC;IAClFS,MAAM;QAAEL,MAAM;QAAwBC,KAAK,GAAGL,yBAAyB,gCAAgC,CAAC;IAAC;IACzGU,SAAS;QAAEN,MAAM;QAA4BC,KAAK,GAAGJ,2BAA2B,CAAC,CAAC;IAAC;AACrF,EAAU;AAIV,MAAMU,QAAQ,IAAIC;AAElB,gCAAgC,GAChC,OAAO,SAASC,oBAAoBC,IAAwB;IAC1D,MAAM,EAAEV,IAAI,EAAE,GAAGF,iBAAiB,CAACY,KAAK;IACxC,MAAMC,OAAOJ,MAAMK,GAAG,CAACZ;IACvB,IAAIW,SAASE,WAAW,OAAOF;IAC/B,MAAMG,OAAOtB,aAAaC,KAAKC,KAAKM,OAAO;IAC3CO,MAAMQ,GAAG,CAACf,MAAMc;IAChB,OAAOA;AACT;AAEA,2DAA2D,GAC3D,OAAO,SAASE,mBAAmBN,IAAwB;IACzD,MAAMO,SAAS,IAAIC,IAAIpB,iBAAiB,CAACY,KAAK,CAACT,GAAG,EAAEgB,MAAM;IAC1D,MAAME,OAAOF,OAAOG,OAAO,CAAC,WAAW;IACvC,MAAMC,MAAMJ,OAAOG,OAAO,CAAC,OAAO,WAAWA,OAAO,CAAC,eAAe;IACpE,OAAO,CAACnB,MAAQA,IAAIgB,MAAM,KAAKA,UAAUhB,IAAIgB,MAAM,KAAKE,QAAQlB,IAAIgB,MAAM,KAAKI;AACjF"}

package/src/lib/site-import/site-import-crawl.d.ts

@@ -15,6 +15,7 @@
  * limitations under the License.
  */
 import { type PublicFetchEdge, type PublicFetchOptions, type PublicFetchResult } from '../jobs/ai-theme-brand-inputs';
+import type { SiteImportFooter, SiteImportLayout, SiteImportLookFacts, SiteImportNavTree } from '../model/ai-site-import';
 import { type SiteImportBlock, type SiteImportBrandMark, type SiteImportForm, type SiteImportIcon, type SiteImportImage, type SiteImportNavLink, type SiteImportOrganization } from './site-import-html';
 /**
  * Where the bot's user agent points a site owner who wants to know what it is
@@ -32,7 +33,10 @@ export declare const AGLYN_BOT_INFO_URL: string;
 export declare const AGLYN_BOT_USER_AGENT: string;
 export declare const SITE_IMPORT_DEFAULTS: {
     readonly maxPageBytes: number;
-    /** A whole site's worth (AGL-4083): 54 MB for aglyn.com's 123 pages, with room. */
+    /**
+     * A whole site's worth (AGL-4083): 54 MB for aglyn.com's 123 pages, with
+     * room; 400 pages at its 440 KB average are 176 MB (AGL-4106).
+     */
     readonly maxTotalBytes: number;
     readonly timeBudgetMs: 60000;
     /** One request's own clock, inside the whole crawl's. */
@@ -102,6 +106,12 @@ export interface SiteImportPage {
         removed: number;
     };
     bytes: number;
+    /** How the source lays the page out (AGL-4106), on a read asked for it (`layout`): a wave's. */
+    layout?: SiteImportLayout | null;
+    /** The home page's menu, footer and look, as its source builds them (AGL-4106). */
+    nav?: SiteImportNavTree | null;
+    footer?: SiteImportFooter | null;
+    look?: SiteImportLookFacts | null;
 }
 export type SiteImportStop = 'page-budget' | 'total-bytes' | 'time'
 /** robots.txt could not be read, so nothing was asked of the site. */
@@ -149,6 +159,13 @@ export interface SiteImportCrawlOptions {
      * as for any crawl, and every other rule holds.
      */
     only?: readonly string[];
+    /**
+     * Read how each page is laid out (AGL-4106): its structure, through its own
+     * stylesheets (the first two it links, each asked once a crawl). On by
+     * default for a wave's read (`only`), whose pages are built; the home page's
+     * menu, footer and look are read on every crawl.
+     */
+    layout?: boolean;
 }
 export interface SiteImportCrawlSeams {
     fetch?: (url: string, options: PublicFetchOptions) => Promise<PublicFetchResult>;

package/src/lib/site-import/site-import-crawl.js

@@ -62,10 +62,12 @@ var _process_env_SITE_IMPORT_BOT_INFO_URL;
  *   reach the inventory (site-import-html.ts).
  *=========================================*/ import { lookalikeBrandForHost } from "@aglyn/shared-util-email/outbound-phishing-screen";
 import { fenceUntrustedText } from "@aglyn/shared-util-tools/untrusted-text";
-import { fetchPublicTextDetailed } from "../jobs/ai-theme-brand-inputs.js";
+import { AI_THEME_REFERENCE_STYLESHEETS, AI_THEME_STYLESHEET_MAX_BYTES, fetchPublicTextDetailed } from "../jobs/ai-theme-brand-inputs.js";
 import { extractSiteImportPage, readMetaValues } from "./site-import-html.js";
 import { AGLYN_BOT_TOKEN, parseRobotsTxt, parseSitemap, robotsAllows, robotsRulesFor } from "./site-import-robots.js";
 import { NO_SITE_IMPORT_HEADERS, siteImportEdgeHeadersFor } from "./site-import-edge.js";
+import { siteImportLayout, siteImportLookOf } from "./site-import-layout.js";
+import { siteImportFooterColumns, siteImportNavTree } from "./site-import-nav.js";
 /**
  * Where the bot's user agent points a site owner who wants to know what it is
  * (AGL-3983): the operator's own page about it. `SITE_IMPORT_BOT_INFO_URL` on
@@ -80,7 +82,10 @@ import { NO_SITE_IMPORT_HEADERS, siteImportEdgeHeadersFor } from "./site-import-
 /** What every crawler request says it is. */ export const AGLYN_BOT_USER_AGENT = `AglynBot/1.0 (+${AGLYN_BOT_INFO_URL})`;
 export const SITE_IMPORT_DEFAULTS = {
     maxPageBytes: 2 * 1024 * 1024,
-    /** A whole site's worth (AGL-4083): 54 MB for aglyn.com's 123 pages, with room. */ maxTotalBytes: 160 * 1024 * 1024,
+    /**
+   * A whole site's worth (AGL-4083): 54 MB for aglyn.com's 123 pages, with
+   * room; 400 pages at its 440 KB average are 176 MB (AGL-4106).
+   */ maxTotalBytes: 320 * 1024 * 1024,
     timeBudgetMs: 60000,
     /** One request's own clock, inside the whole crawl's. */ requestTimeoutMs: 8000,
     robotsMaxBytes: 256 * 1024,
@@ -92,6 +97,12 @@ export const SITE_IMPORT_DEFAULTS = {
 };
 /** Never a page: files a link may point at that are not HTML. */ const NON_PAGE_EXTENSION = /\.(?:pdf|jpe?g|png|gif|webp|avif|svg|ico|bmp|tiff?|zip|gz|tgz|rar|7z|mp4|m4v|mov|webm|mp3|wav|ogg|m4a|docx?|xlsx?|pptx?|csv|txt|css|js|mjs|json|xml|rss|atom|woff2?|ttf|otf|eot|exe|dmg|apk)$/i;
 const TRACKING_PARAM = /^(?:utm_[a-z]+|fbclid|gclid|msclkid|mc_cid|mc_eid|_ga|ref)$/i;
+/**
+ * Never a page, whatever its extension (AGL-4106): an API's or a CDN's path
+ * (aglyn.com's press kit links 136 `/api/media/cdn/…?download=1` files) and
+ * any address that asks for a download.
+ */ const NON_PAGE_PATH = /^\/(?:api|cdn-cgi|wp-json|_next\/static|_next\/image)(?:\/|$)/i;
+const DOWNLOAD_PARAM = /^(?:download|dl|attachment)$/i;
 const DOMAIN_PATTERN = /^(?!-)[a-z0-9-]{1,63}(\.[a-z0-9-]{1,63})+$/;
 /**
  * The per-request headers of a crawl of `domain`: the seam's, else the edge's,
@@ -124,7 +135,10 @@ const DOMAIN_PATTERN = /^(?!-)[a-z0-9-]{1,63}(\.[a-z0-9-]{1,63})+$/;
     if (url.protocol !== 'https:' || url.username || url.password) return null;
     if (url.port && url.port !== '443') return null;
     if (!origins.includes(url.origin)) return null;
-    if (NON_PAGE_EXTENSION.test(url.pathname)) return null;
+    if (NON_PAGE_EXTENSION.test(url.pathname) || NON_PAGE_PATH.test(url.pathname)) return null;
+    if ([
+        ...url.searchParams.keys()
+    ].some((key)=>DOWNLOAD_PARAM.test(key))) return null;
     const clean = new URL(url.toString());
     clean.hash = '';
     for (const key of [
@@ -216,7 +230,7 @@ function skipReasonFor(result) {
         else inventory.skippedOverflow += 1;
     };
     try {
-        var _robots_status, _robots_status1;
+        var _robots_status, _robots_status1, _options_layout;
         // robots.txt, before anything else is asked of the site.
         const home = `${origins[0]}/`;
         let rules = [];
@@ -347,7 +361,21 @@ function skipReasonFor(result) {
             if (remainingBytes() - reserved <= 0) return 'wait';
             return null;
         };
-        /** Takes one asked page in: the inventory's next page, a skip, or the reason the read must stop. */ const takeIn = ({ next, key, cap, page })=>{
+        const readLayout = (_options_layout = options.layout) != null ? _options_layout : !!only;
+        /** Linked stylesheets, each asked once a crawl. */ const sheets = new Map();
+        const stylesheet = (url)=>{
+            const held = sheets.get(url);
+            if (held) return held;
+            const room = Math.min(AI_THEME_STYLESHEET_MAX_BYTES, remainingBytes() - reserved);
+            const asked = room <= 0 || outOfTime() ? Promise.resolve(null) : request(url, /text\/css|text\/plain/i, 'text/css,*/*;q=0.1', room).then((answer)=>{
+                if (!answer.ok) return null;
+                inventory.bytesRead += answer.bytes;
+                return answer.text;
+            }, ()=>null);
+            sheets.set(url, asked);
+            return asked;
+        };
+        /** Takes one asked page in: the inventory's next page, a skip, or the reason the read must stop. */ const takeIn = async ({ next, key, cap, page })=>{
             var _siteImportPageKey;
             const foundBy = next.foundBy;
             if (foundBy === 'home') homeIn = true;
@@ -360,6 +388,8 @@ function skipReasonFor(result) {
                     cutOff.push(key);
                     return 'time';
                 }
+                // A file is not a page: it takes nothing from the page budget's attempts (AGL-4106).
+                if (page.refusal === 'content-type') attempts = Math.max(0, attempts - 1);
                 skip(_extends({
                     url: key,
                     reason: skipReasonFor(page)
@@ -386,7 +416,11 @@ function skipReasonFor(result) {
                     return null;
                 }
             }
-            const extract = extractSiteImportPage(page.text, page.url, sameSite);
+            const isHome = foundBy === 'home';
+            const structured = readLayout || isHome;
+            const extract = extractSiteImportPage(page.text, page.url, sameSite, {
+                structure: structured
+            });
             if (extract.loginForm) {
                 skip({
                     url: finalKey,
@@ -407,7 +441,33 @@ function skipReasonFor(result) {
                     });
                 }
             }
-            inventory.pages.push({
+            // How the page is built (AGL-4106), through its own stylesheets.
+            let built = {};
+            if (extract.structure) {
+                const linked = await Promise.all(extract.structure.stylesheets.filter((url)=>!/fonts\.googleapis\.com/i.test(url)).slice(0, AI_THEME_REFERENCE_STYLESHEETS).map(stylesheet));
+                const css = linked.filter((text)=>typeof text === 'string');
+                const source = {
+                    blocks: extract.blocks,
+                    organization: extract.organization,
+                    structure: extract.structure
+                };
+                try {
+                    built = _extends({}, readLayout ? {
+                        layout: siteImportLayout(source, css)
+                    } : {}, isHome ? {
+                        nav: siteImportNavTree(source, css),
+                        footer: siteImportFooterColumns(source, css),
+                        look: siteImportLookOf(source, css)
+                    } : {});
+                } catch (error) {
+                    // A page the reader cannot lay out is still its words.
+                    console.warn('[site-import] the layout could not be read', {
+                        url: page.url,
+                        error
+                    });
+                }
+            }
+            inventory.pages.push(_extends({}, built, {
                 url: finalKey,
                 path: new URL(finalKey).pathname,
                 foundBy,
@@ -428,11 +488,11 @@ function skipReasonFor(result) {
                 ],
                 forms: extract.forms,
                 bytes: page.bytes
-            });
+            }));
             return null;
         };
         for(;;){
-            var _takeIn;
+            var _ref;
             const width = homeIn ? SITE_IMPORT_DEFAULTS.concurrency : 1;
             while(!stop && queue.length && window.length < width){
                 const why = held();
@@ -466,7 +526,7 @@ function skipReasonFor(result) {
             if (!window.length) break;
             const asked = await window.shift();
             reserved -= asked.cap;
-            stop = (_takeIn = takeIn(asked)) != null ? _takeIn : stop;
+            stop = (_ref = await takeIn(asked)) != null ? _ref : stop;
         }
         inventory.stoppedBy = stop;
         // Whatever a stop left unread is said, never dropped; a wave's own read