@morit/cli 1.5.0 → 1.9.0

package/src/workspace.js

@@ -1,4 +1,10 @@
+import { renderV3PreviewHtml } from './preview-v3.js';
+import { compileUiV3, requiresMorit19, uiV3AllowedProps } from './ui-v3.js';
+import { compileScriptProject } from './script-project.js';
+import { ScriptRuntime } from './script-runtime.js';
+import { runtimeSnapshot } from './script-data.js';
 import { createHash, randomUUID } from "node:crypto";
+import { execFile } from "node:child_process";
 import {
   chmod,
   copyFile,
@@ -11,6 +17,7 @@ import {
 } from "node:fs/promises";
 import { readFileSync } from "node:fs";
 import { homedir } from "node:os";
+import { promisify } from "node:util";
 import { dirname, extname, join, relative, resolve, sep } from "node:path";
 import { pathToFileURL } from "node:url";
 import {
@@ -27,6 +34,7 @@ import { renderPreviewHtml } from "./preview.js";
 const contract = JSON.parse(
   readFileSync(new URL("../assets/plugin_contract.json", import.meta.url), "utf8"),
 );
+const execFileAsync = promisify(execFile);
 
 const MAX_FILES = 64;
 const MAX_FILE_BYTES = 512 * 1024;
@@ -130,7 +138,7 @@ export class LocalWorkspace {
     await rename(temporary, this.statePath);
   }
 
-  async createProject({ plugin_id, name, publisher, description = "", advanced = true, directory }) {
+  async createProject({ plugin_id, name, publisher, description = "", advanced = true, directory, ui_schema = 3 }) {
     validateMetadata(plugin_id, name, publisher, description);
     const relativePath = safeProjectPath(directory || join("morit-plugins", plugin_id.split(".").at(-1)));
     const projectRoot = this.inside(relativePath);
@@ -152,7 +160,7 @@ export class LocalWorkspace {
       version: "1.0.0",
       cloud_project_id: null,
       required_secrets: [],
-      min_morit_version: "1.7.13",
+      min_morit_version: ui_schema === 3 ? "1.9.0" : "1.7.14",
       max_morit_version: "1.999.999",
       permissions: [],
       capabilities: [],
@@ -163,6 +171,13 @@ export class LocalWorkspace {
       slash_commands: [],
       data_policy: "purge",
     };
+    if (![2,3].includes(ui_schema)) throw new Error('ui_schema must be 2 or 3');
+    if(ui_schema===3){
+      manifest.min_morit_version='1.9.0';
+      manifest.ui_extensions=[{id:plugin_id+'.screen',point:'screen',title:name,permissions:[],config:{ui_schema:3,initial_state:{},view:{type:'column',children:[{type:'text',props:{text:'{{= runtime.today }}'}}]}}}];
+    } else {
+      manifest.ui_extensions=[{id:plugin_id+'.screen',point:'screen',title:name,permissions:[],config:{ui_schema:2,initial_state:{},view:{type:'column',children:[{type:'text',props:{text:name}}]}}}];
+    }
     await writeFile(join(projectRoot, "manifest.json"), `${JSON.stringify(manifest, null, 2)}\n`, "utf8");
     await writeFile(
       join(projectRoot, "README.md"),
@@ -279,16 +294,39 @@ export class LocalWorkspace {
     };
   }
 
-  async preview(projectId) {
+  async runtimeTest(projectId, options) {
+    const project = await this.getProject(projectId, true);
+    const result = await runtimeTestProjectFiles(project.files, options);
+    const manifest = compileManifest(project.files);
+    const fixture = options.fixture ?? 'fixtures/live.json';
+    const files = {...project.files, [fixture]: JSON.stringify(result.inspector.raw_response)};
+    const html = renderV3PreviewHtml(manifest, files);
+    const fileName = `${manifest.id}-runtime-test.html`;
+    const target = join(project.workspace_path, "dist", fileName);
+    await mkdir(dirname(target), { recursive: true });
+    await writeFile(target, html);
+    const preview = await this.recordArtifact(projectId, "preview", fileName, "text/html", target, html, null);
+    return { project_id: projectId, revision: project.revision, ...result, preview };
+  }
+
+  async preview(projectId, {target: previewTarget = 'semantic'} = {}) {
     const project = await this.getProject(projectId, true);
     const manifest = compileManifest(project.files);
     validateManifest(manifest, project.files);
     const fileName = `${manifest.id}-preview.html`;
     const target = join(project.workspace_path, "dist", fileName);
     await mkdir(dirname(target), { recursive: true });
-    const html = previewHtml(manifest);
+    const html = manifest.ui_extensions.some(e=>e.config?.ui_schema===3) ? renderV3PreviewHtml(manifest,project.files) : previewHtml(manifest);
     await writeFile(target, html);
-    return this.recordArtifact(projectId, "preview", fileName, "text/html", target, html, null);
+    const artifact=await this.recordArtifact(projectId, "preview", fileName, "text/html", target, html, null);
+    if(previewTarget!=='android')return {...artifact,preview_mode:'semantic'};
+    try{
+      const {stdout}=await execFileAsync(process.env.ADB??'adb',['devices'],{timeout:3000});
+      const serial=stdout.split('\n').map(line=>line.trim().split(/\s+/)).find(parts=>parts[1]==='device')?.[0];
+      if(!serial)return {...artifact,preview_mode:'semantic',fallback_reason:'No Android emulator or device is available'};
+      await execFileAsync(process.env.ADB??'adb',['-s',serial,'shell','am','start','-W','-a','android.intent.action.VIEW','-d',`morit://open/plugin/${encodeURIComponent(manifest.id)}`],{timeout:10000});
+      return {...artifact,preview_mode:'android',device_serial:serial};
+    }catch(error){return {...artifact,preview_mode:'semantic',fallback_reason:`Android Host preview unavailable: ${error.message}`};}
   }
 
   async sourceDownload(projectId, requestedFileName) {
@@ -415,6 +453,136 @@ export class LocalWorkspace {
   }
 }
 
+export async function runtimeTestProjectDirectory(source, options) {
+  const number=value=>value===undefined?undefined:Number(value);
+  const screen=options?.screen??{
+    width:number(options?.['screen-width']),height:number(options?.['screen-height']),text_scale:number(options?.['screen-text-scale']),
+    orientation:options?.['screen-orientation'],size_class:options?.['screen-size-class'],platform:options?.['screen-platform'],
+  };
+  return runtimeTestProjectFiles(await readStandaloneProjectFiles(resolve(source)), {...options,screen});
+}
+
+export async function runtimeTestProjectFiles(files, options = {}) {
+  if ((options.mode ?? 'fixture') === 'fixture') return runtimeTestFiles(files, options);
+  if (options.mode !== 'live') throw new Error('mode must be fixture or live');
+  const origin = new URL(process.env.MORIT_RUNTIME_TEST_BACKEND_URL ?? 'https://invalid.local');
+  const token = process.env.MORIT_RUNTIME_TEST_HOST_TOKEN;
+  if (origin.protocol !== 'https:' || origin.username || origin.password || !token || !process.env.MORIT_RUNTIME_TEST_BACKEND_URL) throw new Error('Live mode requires configured HTTPS Host URL and Host access token');
+  const manifest = JSON.parse(files['manifest.json']);
+  if (!manifest.capabilities?.some(c => c.id === options.capability)) throw new Error('Unknown project capability');
+  const response = await fetch(new URL(`/v1/plugins/${encodeURIComponent(manifest.id)}/capabilities/${encodeURIComponent(options.capability)}/runtime-test`, origin), {
+    method:'POST', redirect:'error', signal:AbortSignal.timeout(20000), headers:{Authorization:`Bearer ${token}`,'Content-Type':'application/json','X-Morit-Plugin-Sdk':'1.9.0'},body:JSON.stringify({arguments:options.arguments??{}}),
+  });
+  if (!response.ok) throw new Error('Live capability request failed; check installation and read-only connector permissions');
+  const reader=response.body.getReader();let size=0;const chunks=[];
+  try {for (;;) {const {value,done}=await reader.read();if(done)break;size+=value.length;if(size>262144)throw new Error('Live response exceeds 256 KiB');chunks.push(value);}} finally {await reader.cancel();}
+  const live=JSON.parse(Buffer.concat(chunks).toString());if(live.state!=='completed')throw new Error('Live capability did not complete');
+  const fixture=options.fixture??'fixtures/live.json';
+  return {...runtimeTestFiles({...files,[fixture]:JSON.stringify(live.data)},{...options,fixture}),mode:'live'};
+}
+
+export function runtimeTestFiles(files, { module, export: exportName, fixture, extension, now, timezone = 'UTC', locale = 'en-US', screen = {} } = {}) {
+  const fixturePath=fixture??['fixtures/live.json','fixtures/day.json'].find(path=>Object.hasOwn(files,path));
+  if (typeof fixturePath !== 'string' || !/^fixtures\/[A-Za-z0-9_-]+(?:\/[A-Za-z0-9_-]+)*\.json$/.test(fixturePath)) throw new Error('fixture must be fixtures/*.json');
+  if (!Object.hasOwn(files, fixturePath)) throw new Error('Fixture not found');
+  const manifest = files['manifest.json'] ? compileManifest(files) : null;
+  const config = extension ? manifest?.ui_extensions?.find(value => value.id === extension)?.config : files['runtime.json'] ? JSON.parse(files['runtime.json']) : manifest?.ui_extensions?.find(value => value.config?.ui_schema === 3)?.config;
+  if (!config || config.ui_schema !== 3) throw new Error('Select a Runtime v3 extension or provide runtime.json');
+  if(!config.compiled)compileUiV3(config,files,{capabilities:new Set((manifest?.capabilities??[]).map(value=>value.id)),routes:new Set((manifest?.ui_extensions??[]).map(value=>value.id)),nodeTypes:contract.ui_nodes,runtimeContract:contract.ui_runtime_v3,baseRuntimeContract:contract.ui_runtime});
+  const compiled = compileScriptProject(config, files);
+  const runtime = runtimeSnapshot({now, timezone, locale, screen: {
+    width: screen.width ?? 390, height: screen.height ?? 844,
+    orientation: screen.orientation ?? ((screen.width ?? 390) >= (screen.height ?? 844) ? 'landscape' : 'portrait'),
+    size_class: screen.size_class ?? ((screen.width ?? 390) < 600 ? 'compact' : (screen.width ?? 390) < 840 ? 'medium' : 'expanded'),
+    text_scale: screen.text_scale ?? 1, platform: screen.platform ?? 'preview',
+  }});
+  const input = JSON.parse(files[fixturePath]);
+  const redact = value => Array.isArray(value) ? value.map(redact) : value && typeof value === 'object'
+    ? Object.fromEntries(Object.entries(value).map(([key,item]) => [key, /authorization|password|secret|token|api[_-]?key/i.test(key) ? '[REDACTED]' : redact(item)])) : value;
+  const state={},computed={},data={},raw={},errors={},locals={},transformSteps=[],timeline=[];
+  const scope=extra=>({state,computed,data,runtime,context:{platform:'preview'},...extra});
+  function evaluate(value, extra={}) {
+    if(typeof value==='string'){
+      const matches=[...value.matchAll(/\{\{=([\s\S]*?)\}\}/g)];
+      const run=source=>{
+        const key=createHash('sha256').update(source.trim()).digest('hex');
+        const ast=config.compiled.expressions[key];
+        if(!ast)throw new Error(`Missing compiled expression ${source.trim()}`);
+        return new ScriptRuntime({modules:compiled.modules,profile:'inline'}).evaluate(ast,scope(extra)).value;
+      };
+      if(matches.length===1&&matches[0][0]===value)return run(matches[0][1]);
+      return value.replace(/\{\{=([\s\S]*?)\}\}/g,(_,source)=>run(source)??'');
+    }
+    if(Array.isArray(value))return value.map(item=>evaluate(item,extra));
+    if(value&&typeof value==='object')return Object.fromEntries(Object.entries(value).map(([key,item])=>[key,evaluate(item,extra)]));
+    return value;
+  }
+  for(const [key,value] of Object.entries(config.initial_state??{}))state[key]=evaluate(value);
+  const invoke=(transform,value,extra={})=>new ScriptRuntime({modules:compiled.modules}).invoke(transform.module,transform.export,value,scope(extra));
+  if(module&&exportName){
+    const result=new ScriptRuntime({modules:compiled.modules}).invoke(module,exportName,input,{runtime});
+    data.result=result.value;transformSteps.push({module,export:exportName,input:redact(input),output:redact(result.value),diagnostics:result.diagnostics});
+  }else for(const id of config.compiled.source_order??[]){
+    const source=config.data_sources.find(item=>item.id===id);
+    if(!source||source.when!==undefined&&!evaluate(source.when))continue;
+    const sourceInput=input&&typeof input==='object'&&Object.hasOwn(input,id)?input[id]:input;
+    raw[id]=redact(sourceInput);let value=sourceInput;
+    try{
+      for(const transform of Array.isArray(source.transform)?source.transform:source.transform?[source.transform]:[]){
+        const before=redact(value),result=invoke(transform,value);value=result.value;
+        transformSteps.push({source:id,module:transform.module,export:transform.export,input:before,output:redact(value),diagnostics:result.diagnostics});
+      }
+      data[id]=value;timeline.push({type:'source_completed',source:id});
+    }catch(error){errors[id]=String(error.message??error);timeline.push({type:'source_failed',source:id,error:errors[id]});}
+  }
+  for(const key of config.compiled.computed_order??[]){
+    const definition=config.computed_state?.[key];
+    computed[key]=definition?.module?invoke(definition,evaluate(definition.input)).value:evaluate(definition?.expression??definition);
+  }
+  let rendered=0;
+  const slot=(value,extra)=>[...(Array.isArray(value)?value:value?[value]:[])].map(item=>resolve(item,extra));
+  function resolve(node,extra={}){
+    if(!node||typeof node!=='object'||++rendered>2000)throw new Error('Resolved UI tree exceeds 2000 nodes');
+    if(node.visible_when!==undefined&&!evaluate(node.visible_when,extra))return {type:'hidden'};
+    const rawProps=node.props??{},deferred={...rawProps},slots=node.slots??{};
+    if(node.type==='repeat')delete deferred.key;if(node.type==='component')delete deferred.events;
+    const props=evaluate(deferred,extra);
+    for(const [key,value] of Object.entries(props))if(value&&typeof value==='object'&&!Array.isArray(value)&&['compact','medium','expanded'].some(name=>Object.hasOwn(value,name)))props[key]=value[runtime.screen.size_class]??value.compact??Object.values(value)[0];
+    if(node.type==='if')return {type:'fragment',children:slot(slots[props.condition?'then':'else'],extra)};
+    if(node.type==='repeat')return {type:'repeat',children:(Array.isArray(props.items)?props.items:[]).slice(0,200).map((item,index)=>({key:evaluate(rawProps.key,{...extra,[rawProps.as]:item,[rawProps.index_as??'index']:index}),children:slot(slots.item??node.children,{...extra,[rawProps.as]:item,[rawProps.index_as??'index']:index})}))};
+    if(node.type==='component'){
+      const definition=config.components[props.component],key=`${props.component}:${props.key??extra._key??node.id??''}`;
+      const local=locals[key]??=evaluate(definition.initial_state??{},extra),componentProps={...evaluate(definition.default_props??{},extra),...(props.props??{})},localComputed={};
+      const next={...extra,props:componentProps,state:local,root:{state},computed:localComputed,_slots:slots,_parent:extra};
+      for(const [name,value] of Object.entries(definition.computed_state??{}))localComputed[name]=evaluate(value,next);
+      return {type:'component',component:props.component,key,props:componentProps,child:resolve(definition.view,next)};
+    }
+    if(node.type==='slot')return {type:'fragment',children:slot(extra._slots?.[props.name],extra._parent??extra)};
+    if(node.type==='data_state'){
+      const status=errors[props.source]?'error':data[props.source]===undefined?'loading':props.empty_when===true||Array.isArray(data[props.source])&&!data[props.source].length?'empty':'content';
+      return {type:'data_state',source:props.source,status,children:slot(slots[status],{...extra,error:errors[props.source]??null})};
+    }
+    return {type:node.type,...(node.id?{id:node.id}:{}),props,...(node.action?{action:evaluate(node.action,extra)}:{}),children:(node.children??[]).map(child=>resolve(child,extra))};
+  }
+  const semanticTree=resolve(config.view);
+  const output=redact(Object.keys(data).length===1?Object.values(data)[0]:data);
+  return {
+    mode: 'fixture', valid: true, runtime, output,
+    diagnostics: transformSteps.map(step=>step.diagnostics), warnings: compiled.warnings,
+    inspector: {
+      root_state:redact(state),local_state:redact(locals),computed_state:redact(computed),raw_response:redact(input),raw_data:raw,data:redact(data),errors,
+      transform_steps:transformSteps,dependencies:Object.fromEntries((config.data_sources??[]).map(source=>[source.id,source.depends_on??[]])),
+      request_timeline:timeline.slice(-200),cache:[],execution:transformSteps.map(step=>step.diagnostics),component_instances:Object.keys(locals),
+      repeat_scopes:[],layout:{screen:runtime.screen,overflow:[]},source_map:[],runtime,resolved_ui_tree:redact(semanticTree),
+    },
+  };
+}
+
+export async function compileProjectDirectory(source) {
+  const loaded = await loadProjectDirectory(source);
+  return {manifest: loaded.manifest};
+}
+
 export async function validateProjectDirectory(source) {
   const loaded = await loadProjectDirectory(source);
   return projectDirectoryResult(loaded);
@@ -444,7 +612,7 @@ export async function previewProjectDirectory(source, output) {
     join(loaded.root, "dist", `${loaded.manifest.id}-preview.html`),
     ".html",
   );
-  const content = previewHtml(loaded.manifest);
+  const content = loaded.manifest.ui_extensions.some(e=>e.config?.ui_schema===3) ? renderV3PreviewHtml(loaded.manifest,loaded.files) : previewHtml(loaded.manifest);
   await mkdir(dirname(target), { recursive: true });
   await writeFile(target, content);
   return {
@@ -694,6 +862,7 @@ function installablePackagePath(name) {
   if (["manifest.json", "signature.json", "README.md"].includes(name)) return true;
   const parts = name.split("/");
   if (parts[0] === "assets" && parts.length >= 2) return SAFE_ASSET.has(extname(name).toLowerCase());
+  if (parts[0] === "logic" && parts.length >= 2) return /\.(morit|ast\.json)$/.test(name);
   if (parts[0] === "src" && parts.length >= 2) return name.toLowerCase().endsWith(".py");
   return parts[0] === "children" && parts.length === 2 && name.toLowerCase().endsWith(".mplg");
 }
@@ -738,6 +907,12 @@ function validateMetadata(pluginId, name, publisher, description) {
   if (typeof description !== "string" || description.length > 4000) throw new Error("description must not exceed 4000 characters");
 }
 
+function usesUi1714(node) {
+  if (!node || typeof node !== "object") return false;
+  const props = node.props || {};
+  return ["page_size", "page_state_key", "item_height"].some(key => Object.hasOwn(props, key)) || (node.type === "grid" && props.source !== undefined) || (node.children || []).some(usesUi1714);
+}
+
 function usesUi1713(node) {
   if (!node || typeof node !== "object") return false;
   const props = node.props || {};
@@ -791,7 +966,10 @@ function validateManifest(manifest, files) {
   const capabilities = objectCollection(manifest.capabilities, "manifest.capabilities", 64);
   const uiExtensions = objectCollection(manifest.ui_extensions, "manifest.ui_extensions", 64);
   const minimum = manifest.min_morit_version.split(".").map(Number);
+  if ((minimum[0] < 1 || (minimum[0] === 1 && (minimum[1] < 7 || (minimum[1] === 7 && minimum[2] < 14)))) && uiExtensions.some(extension => extension.config?.bottom_bar != null || usesUi1714(extension.config?.view))) throw new Error("pagination and bottom_bar require min_morit_version 1.7.14 or newer");
   if ((minimum[0] < 1 || (minimum[0] === 1 && (minimum[1] < 7 || (minimum[1] === 7 && minimum[2] < 13)))) && uiExtensions.some(extension => usesUi1713(extension.config?.view))) throw new Error("new UI properties require min_morit_version 1.7.13 or newer");
+  if (uiExtensions.some(e => e.config?.ui_schema === 3) && (minimum[0] < 1 || (minimum[0] === 1 && minimum[1] < 8))) throw new Error("Runtime v3 requires min_morit_version 1.8.0");
+  if (uiExtensions.some(e => requiresMorit19(e.config, contract.ui_runtime_v3)) && (minimum[0] < 1 || (minimum[0] === 1 && minimum[1] < 9))) throw new Error("Runtime v3.1 features require min_morit_version 1.9.0");
   const credentials = objectCollection(manifest.credentials === undefined ? [] : manifest.credentials, "manifest.credentials", 16);
   const slashCommands = objectCollection(manifest.slash_commands === undefined ? [] : manifest.slash_commands, "manifest.slash_commands", 32);
   const connectors = objectCollection(manifest.connectors === undefined ? [] : manifest.connectors, "manifest.connectors", 32);
@@ -851,7 +1029,7 @@ function validateManifest(manifest, files) {
     assertObject(extensionConfig, `UI ${extension.id} config`);
     // Twelve legal component levels add an object and a children array per
     // level before semantic UI validation runs.
-    assertJsonSize(extensionConfig, 32 * 1024, `UI ${extension.id} config`, 40);
+    assertJsonSize(extensionConfig, extensionConfig.ui_schema === 3 ? 512 * 1024 : 32 * 1024, `UI ${extension.id} config`, 40);
   }
   const storage = validateStorage(manifest, requestedPermissions);
   for (const extension of uiExtensions) validateUiConfig(extension, capabilities, uiIds, files, storage !== null);
@@ -878,13 +1056,22 @@ function validateManifest(manifest, files) {
     ].filter(Boolean).join("; ");
     throw new Error(`every src/*.py file must be declared by exactly one sandbox_python entrypoint (${details})`);
   }
-  const entries = new Map([["manifest.json", canonicalJson(manifest)]]);
+  const compiledManifest = canonicalJson(manifest);
+  if (compiledManifest.length > 256 * 1024) throw new Error("compiled manifest.json exceeds Morit's 256 KiB install limit");
+  const entries = new Map([["manifest.json", compiledManifest]]);
   for (const [name, content] of Object.entries(files)) {
     if (name === "README.md") entries.set(name, projectFileBytes(name, content));
     else if (name.startsWith("assets/") && SAFE_ASSET.has(extname(name).toLowerCase())) entries.set(name, projectFileBytes(name, content));
+    else if (name.startsWith("logic/") && name.endsWith(".morit")) entries.set(name, projectFileBytes(name, content));
     else if (name.startsWith("src/") && name.endsWith(".py")) entries.set(name, projectFileBytes(name, content));
     else if (name.startsWith("children/") && name.endsWith(".mplg")) entries.set(name, projectFileBytes(name, content));
   }
+  for (const extension of uiExtensions) {
+    for (const declaration of extension.config?.logic_modules ?? []) {
+      const compiled = extension.config.compiled.modules[declaration.id];
+      entries.set(declaration.path.replace(/\.morit$/, '.ast.json'), canonicalJson({version:compiled.version,source_sha256:compiled.source_sha256,ast:compiled.ast}));
+    }
+  }
   const declaredChildren = new Set(dependencies.filter((value) => value.package_path).map((value) => value.package_path));
   const packagedChildren = new Set([...entries.keys()].filter((name) => name.startsWith("children/")));
   if (!equalSets(declaredChildren, packagedChildren)) {
@@ -1224,6 +1411,7 @@ function validateHttpRuntime(runtime, endpoint) {
     if (new URLSearchParams(entries).toString().length > 16 * 1024) throw new Error("http_json request_params is too large");
   }
   const response = runtime.response || {};
+  if(response.result_mode!==undefined&&response.result_mode!=="raw")throw new Error("invalid response.result_mode");
   rejectUnknownFields(response, new Set(contract.object_fields.http_json_response), "http_json response");
   const projection = "summary_path" in response || "data_path" in response;
   if (projection && (Object.keys(response).some(name => !["summary_path", "data_path", "summary_prefix"].includes(name)) ||
@@ -1278,11 +1466,6 @@ function validateRuntime(capability, runtime, permissions, credentials, connecto
     if (!permissions.has("storage")) throw new Error("calendar_store requires storage permission");
     if (runtime.operation === "reminder" && !permissions.has("notifications")) throw new Error("calendar reminder requires notifications permission");
   }
-  if (adapter === "neis_school") {
-    if (!permissions.has("network") || !permissions.has("storage")) throw new Error("neis_school requires network and storage permissions");
-    if (!["school_search", "setup", "lookup", "overview", "search", "reminder", "briefing"].includes(runtime.operation)) throw new Error("invalid neis_school operation");
-    if (["reminder", "briefing"].includes(runtime.operation) && !permissions.has("notifications")) throw new Error("NEIS reminder requires notifications permission");
-  }
   if (capability.kind === "provider" && (runtime.role !== "search" || !adapter)) throw new Error("provider capabilities must declare a search runtime");
   if (capability.kind === "background" && Object.keys(runtime).length) {
     if (!Number.isInteger(runtime.interval_minutes) || runtime.interval_minutes < 15 || runtime.interval_minutes > 10080) {
@@ -1315,12 +1498,17 @@ function validateUiConfig(extension, capabilities, routeIds, files, hasStorage =
     output_schema: value.output_schema,
   }]));
   if (hasStorage) for (const capability of STORAGE_TOOLS) executable.add(capability);
+  if (config.ui_schema === 3) {
+    compileUiV3(config, files, {capabilities: executable, routes: routeIds, nodeTypes: contract.ui_nodes, runtimeContract: contract.ui_runtime_v3, baseRuntimeContract: contract.ui_runtime});
+    validateUiCapabilityBindings(config, config.data_sources ?? [], capabilitySchemas);
+    return;
+  }
   if (extension.point === "response" && config.ui_schema !== 2) throw new Error("response UI requires UI Runtime v2");
   if (config.ui_schema === 2) {
     if (config.placement != null && !["card", "action"].includes(extension.point)) throw new Error("UI placement is only valid for home extensions");
     validateUiRuntimeV2(config, executable, routeIds, capabilitySchemas);
     validateResponseComponent(config, extension.point === "response");
-    for (const asset of uiRuntimeAssetPaths(config.view)) {
+    for (const asset of [...uiRuntimeAssetPaths(config.view), ...uiRuntimeAssetPaths(config.bottom_bar)]) {
       if (!(asset in files)) throw new Error(`UI image asset is not packaged: ${asset}`);
     }
     return;
@@ -1500,7 +1688,9 @@ function validateUiRuntimeV2(config, executable, routes, capabilitySchemas = new
   validateUiAppBar(config.app_bar, executable, routes, sourceIds, stateKeys);
   validateUiNavigation(config.navigation, executable, routes, sourceIds, stateKeys);
   assertObject(config.view, "UI Runtime v2 view");
-  validateUiNode(config.view, 0, { value: 0 }, executable, routes, sourceIds, stateKeys, null);
+  const nodeCounter = { value: 0 };
+  validateUiNode(config.view, 0, nodeCounter, executable, routes, sourceIds, stateKeys, null);
+  if (config.bottom_bar != null) validateUiNode(config.bottom_bar, 0, nodeCounter, executable, routes, sourceIds, stateKeys, null, "bottom_bar");
   validateUiCapabilityBindings(config, sources, capabilitySchemas);
 }
 
@@ -1579,6 +1769,21 @@ function validateThemeContrast(theme) {
 function collectThemeWarnings(manifest) {
   const warnings = [];
   for (const extension of manifest.ui_extensions || []) {
+    const v3 = extension.config?.ui_schema === 3;
+    function visit(node, path) {
+      if (!node || typeof node !== "object") return;
+      const allowed = v3
+        ? uiV3AllowedProps(node.type, contract.ui_runtime_v3, contract.ui_runtime)
+        : new Set([
+            ...(contract.ui_runtime.component_props[node.type] || []),
+            ...(contract.ui_runtime.common_props_excluded_components.includes(node.type) ? [] : contract.ui_runtime.common_props),
+          ]);
+      for (const key of Object.keys(node.props || {})) if (!allowed.has(key)) warnings.push(`${path}.props.${key}: ignored by ${node.type}; remove or move to a supported component`);
+      (node.children || []).forEach((child, index) => visit(child, `${path}.children[${index}]`));
+      for (const [name, value] of Object.entries(node.slots || {})) (Array.isArray(value) ? value : [value]).forEach((child, index) => visit(child, `${path}.slots.${name}[${index}]`));
+    }
+    for (const field of ["view", "bottom_bar"]) visit(extension.config?.[field], `${extension.id}.${field}`);
+    if (v3) for (const [name, component] of Object.entries(extension.config?.components || {})) visit(component.view, `${extension.id}.components.${name}.view`);
     const theme = extension?.config?.theme;
     if (!theme || typeof theme !== "object" || Array.isArray(theme)) continue;
     for (const [mode, variant] of [["base", theme], ["light", theme.light], ["dark", theme.dark]]) {
@@ -1663,7 +1868,16 @@ function uiRuntimeAssetPaths(view) {
   return result;
 }
 
-function validateUiNode(node, depth, counter, executable, routes, sources, stateKeys, parentType) {
+function validateUiNode(node, depth, counter, executable, routes, sources, stateKeys, parentType, path = "view") {
+  try { validateUiNodeAt(node, depth, counter, executable, routes, sources, stateKeys, parentType, path); }
+  catch (error) {
+    if (/^(view[.:]|bottom_bar)/.test(error.message)) throw error;
+    const key = Object.keys(node?.props || {}).find(key => !contract.ui_runtime.prop_fields.includes(key) || error.message.split(" ").includes(key));
+    throw new Error(`${key ? `${path}.props.${key}` : path}: ${error.message}`);
+  }
+}
+
+function validateUiNodeAt(node, depth, counter, executable, routes, sources, stateKeys, parentType, path) {
   const nodeKeys = new Set(contract.ui_runtime.node_fields);
   rejectUnknownFields(node, nodeKeys, "UI component");
   counter.value += 1;
@@ -1672,6 +1886,7 @@ function validateUiNode(node, depth, counter, executable, routes, sources, state
   if (node.id != null && (typeof node.id !== "string" || !UI_IDENTIFIER.test(node.id))) throw new Error("UI component id is invalid");
   const props = node.props === undefined ? {} : node.props;
   validateUiProps(node.type, props, sources, stateKeys);
+  if (node.type === "grid" && props.source !== undefined && node.children?.length !== 1) throw new Error("data grid requires one item template");
   validateUiCondition(node.visible_when, stateKeys, sources);
   if (node.action != null && !["surface", "card", "button", "chip", "form", "field", "select", "switch"].includes(node.type)) {
     throw new Error("UI action requires an interactive component");
@@ -1691,13 +1906,20 @@ function validateUiNode(node, depth, counter, executable, routes, sources, state
   }
   if (node.type === "positioned" && parentType !== "stack") throw new Error("positioned UI component requires a stack parent");
   if (node.type === "expanded" && !["row", "column"].includes(parentType)) throw new Error("expanded UI component requires a row or column parent");
-  for (const child of children) {
+  for (const [index, child] of children.entries()) {
     assertObject(child, "UI component child");
-    validateUiNode(child, depth + 1, counter, executable, routes, sources, stateKeys, node.type);
+    validateUiNode(child, depth + 1, counter, executable, routes, sources, stateKeys, node.type, `${path}.children[${index}]`);
   }
 }
 
 function validateUiProps(nodeType, props, sources, stateKeys) {
+  if (["page_size", "page_state_key", "item_height"].some(key => Object.hasOwn(props, key)) && !["list", "grid"].includes(nodeType)) throw new Error("pagination requires a list or grid");
+  if (props.item_height !== undefined && nodeType !== "grid") throw new Error("item_height requires a data grid");
+  if (nodeType === "grid" && props.source === undefined && ["page_size", "page_state_key", "item_height"].some(key => Object.hasOwn(props, key))) throw new Error("grid pagination requires source");
+  if (Object.hasOwn(props, "page_size") !== Object.hasOwn(props, "page_state_key")) throw new Error("page_size and page_state_key must be supplied together");
+  if (props.page_size !== undefined && (!Number.isInteger(props.page_size) || props.page_size < 1 || props.page_size > 100)) throw new Error("UI page_size is invalid");
+  if (props.page_state_key !== undefined && !stateKeys.has(props.page_state_key)) throw new Error("UI page_state_key references unknown state");
+  if (props.item_height !== undefined) validateUiNumber(props.item_height, "UI item_height", 48, 4096);
   const allowed = new Set(contract.ui_runtime.prop_fields);
   rejectUnknownFields(props, allowed, "UI component props");
   const surfaceProps = new Set([
@@ -1768,7 +1990,7 @@ function validateUiProps(nodeType, props, sources, stateKeys) {
   if (nodeType !== "positioned" && ["left", "top", "right", "bottom"].some((key) => props[key] !== undefined)) throw new Error("position offsets require a positioned UI component");
   if (nodeType !== "expanded" && props.flex !== undefined) throw new Error("flex requires an expanded UI component");
   if ((nodeType !== "scroll" && props.shrink_wrap !== undefined) || (!["scroll", "list"].includes(nodeType) && props.scroll_direction !== undefined)) throw new Error("scroll properties require a scroll UI component");
-  if (["list", "timeline", "calendar", "chart", "table"].includes(nodeType)) {
+  if (["list", "timeline", "calendar", "chart", "table"].includes(nodeType) || (nodeType === "grid" && props.source !== undefined)) {
     if (typeof props.source !== "string" || !UI_BINDING.test(props.source) || !props.source.startsWith("data.") || !sources.has(props.source.split(".")[1])) throw new Error("UI list source is invalid");
   }
   const chartType = props.chart_type === undefined ? "bar" : props.chart_type;
@@ -1919,7 +2141,7 @@ function validateUiAction(action, executable, routes, sources, stateKeys, requir
     invoke: new Set(["type", "capability", "query", "arguments", "store", "validate"]),
     navigate: new Set(["type", "target", "transition", "replace", "parameters", "result_state", "validate"]),
     set_state: new Set(["type", "values", "persist"]),
-    refresh: new Set(["type", "source"]),
+    refresh: new Set(["type", "source", "validate"]),
     back: new Set(["type", "result"]),
   }[action.type];
   rejectUnknownFields(action, allowed, "UI action");