@ai-ecoverse/slicc-browsers 1.19.2 → 1.20.0

package/extension-frames-rules.mjs

@@ -0,0 +1,18 @@
+export const whenShownInput = [
+  'Input.dispatchKeyEvent',
+  'Input.dispatchMouseEvent',
+  'Input.dispatchTouchEvent',
+  'Input.dispatchDragEvent',
+  'Input.emulateTouchFromMouseEvent',
+  'Input.insertText',
+  'Input.imeSetComposition',
+  'Input.synthesizePinchGesture',
+  'Input.synthesizeScrollGesture',
+  'Input.synthesizeTapGesture',
+];
+
+export const shownRefusal =
+  "slicc: refused: a browser extension's frame (chrome-extension://) is showing or focused in this tab, such as a password manager's autofill list; close it or reload the tab";
+
+export const presentRefusal =
+  "slicc: refused: this tab holds a browser extension's frame (chrome-extension://), such as a password manager's autofill list, so it can't be captured whole or streamed; reload the tab to remove it; an active screencast is stopped or its frames are dropped until the frame is gone";

package/guard-driver.mjs

@@ -364,7 +364,14 @@ const canTrustedEmulation = (vector) =>
     trustedEmulationMethods.has(step.cdp)
   );
 
-function skipWhy(vector, row, known, guard) {
+function declaredCapabilities(value) {
+  if (Array.isArray(value)) return value.filter((cap) => typeof cap === 'string' && cap !== '');
+  if (value && typeof value === 'object')
+    return Object.keys(value).filter((key) => value[key] === true);
+  return [];
+}
+
+function skipWhy(vector, row, known, guard, declared) {
   const { reason } = row;
   if (typeof reason !== 'string' || reason === '') return 'skip without a reason';
   if (reason === skipReason(vector, row.target, guard)) return null;
@@ -373,13 +380,18 @@ function skipWhy(vector, row, known, guard) {
     return canTrustedEmulation(vector)
       ? null
       : `skip with a reason the runner never gives: ${reason}`;
-  if (reason.startsWith('not-supported:') && known.has(reason.slice('not-supported:'.length)))
-    return null;
+  if (reason.startsWith('not-supported:')) {
+    const cap = reason.slice('not-supported:'.length);
+    if (cap === 'extensionFrame' && declared.includes(cap))
+      return `skip with not-supported:${cap} while the run declared ${cap}`;
+    if (known.has(cap)) return null;
+  }
   return `skip with a reason the runner never gives: ${reason}`;
 }
 
-function forgeries(set, results, guard) {
+function forgeries(set, results, guard, capabilitiesList) {
   const vectors = new Map(set.vectors.map((v) => [v.id, v]));
+  const declared = declaredCapabilities(capabilitiesList);
   const known = new Set([
     'browserSession',
     'unguarded-observer',
@@ -392,7 +404,7 @@ function forgeries(set, results, guard) {
     const why = [];
     if (legs.includes('not-run') && vector?.kind !== 'text')
       why.push('not-run on a vector that is not kind text');
-    if (legs.includes('skip')) why.push(skipWhy(vector, row, known, guard));
+    if (legs.includes('skip')) why.push(skipWhy(vector, row, known, guard, declared));
     const found = why.filter(Boolean);
     if (!found.length) return [];
     const { id, target, variant, transport } = row;
@@ -400,7 +412,7 @@ function forgeries(set, results, guard) {
   });
 }
 
-export function summary({ guard, sha, set, results }) {
+export function summary({ guard, sha, set, results, capabilities: runCapabilities }) {
   const uniq = (k) => [...new Set(results.map((r) => r[k]))].sort();
   const variants = [...new Set([...Object.keys(set.variants ?? {}), ...uniq('variant')])].sort();
   const has = new Set(results.map((r) => q([r.id, r.target, r.variant, r.transport])));
@@ -410,7 +422,7 @@ export function summary({ guard, sha, set, results }) {
     .flatMap((row) => variants.map((variant) => ({ ...row, variant })))
     .flatMap((row) => uniq('transport').map((transport) => ({ ...row, transport })))
     .filter((r) => !has.has(q([r.id, r.target, r.variant, r.transport])));
-  const forged = forgeries(set, results, guard);
+  const forged = forgeries(set, results, guard, runCapabilities);
   const pass =
     results.length > 0 && missing.length === 0 && forged.length === 0 && results.every(passed);
   const name = `@ai-ecoverse/slicc-browsers@${set.setVersion}`;

package/guard-runner.mjs

@@ -3,7 +3,8 @@ import { fixtureClient, prepareFixture } from './fixture-client.mjs';
 export { fixtureClient };
 
 import { bfcacheRestore } from './bfcache-restore.mjs';
-import { extensionWorld } from './extension-world.mjs';
+import { extensionFrame } from './extension-frame.mjs';
+import { DEFAULT_EXTENSION_WORLD_ID, extensionWorld } from './extension-world.mjs';
 import { frameRead } from './frame-read.mjs';
 import {
   beacon,
@@ -701,13 +702,16 @@ class Execution {
       'unparseable',
       'errorPage',
       'extensionWorld',
+      'extensionFrame',
       'frameRead',
       'bfcacheRestore',
     ].find((key) => step[key]);
     if (probe && !out.ok) this.errors.push(`${probe}: ${out.error?.message ?? 'probe failed'}`);
     if (step.client && !out.ok) this.errors.push(`client exit: ${out.error.message}`);
     if (
-      ['errorPage', 'redirectSecret', 'frameRead', 'bfcacheRestore'].includes(probe) &&
+      ['errorPage', 'redirectSecret', 'extensionFrame', 'frameRead', 'bfcacheRestore'].includes(
+        probe
+      ) &&
       out.ok &&
       out.result?.incomplete
     )
@@ -901,6 +905,21 @@ class Execution {
           extensionId: this.options.extensionWorldId,
         })
       );
+    if (step.extensionFrame)
+      return outcome(
+        extensionFrame({
+          client: this.client,
+          reader: this.reader,
+          session,
+          targetId: this.pageTarget,
+          mode: step.extensionFrame,
+          origin: this.vars.ordinary,
+          frameMs: this.bound(1000),
+          extensionId: this.options.extensionFrameId ?? DEFAULT_EXTENSION_WORLD_ID,
+          side: this.side,
+          capabilities: this.options.capabilities,
+        })
+      );
     if (step.guess) return this.guess(step.guess, session);
     if (step.cdp) return this.cdp(step, session, phase);
     if (step.page) return this.page(step, session, phase);
@@ -2063,10 +2082,14 @@ async function runAll(set, options, flights) {
     row.transport = transport;
     opts.log?.(row);
   }
-  return { results, summary: (metadata = {}) => summary({ set, results, ...metadata }) };
+  return {
+    results,
+    summary: (metadata = {}) =>
+      summary({ set, results, ...metadata, capabilities: opts.capabilities }),
+  };
 }
 
-export function summary({ set, results, guard = 'reference', sha = 'unknown' }) {
+export function summary({ set, results, guard = 'reference', sha = 'unknown', capabilities }) {
   const value = report({
     set: {
       ...set,
@@ -2077,6 +2100,7 @@ export function summary({ set, results, guard = 'reference', sha = 'unknown' })
     results,
     guard,
     sha,
+    capabilities,
   });
   const observerSkipped = results.filter(
     (row) => row.reason === 'not-supported:unguarded-observer'