chrome-devtools-frontend 1.0.1596535 → 1.0.1597448

package/front_end/models/ai_assistance/agents/StylingAgent.ts

@@ -7,8 +7,10 @@ import * as i18n from '../../../core/i18n/i18n.js';
 import * as Platform from '../../../core/platform/platform.js';
 import * as Root from '../../../core/root/root.js';
 import * as SDK from '../../../core/sdk/sdk.js';
-import type * as Protocol from '../../../generated/protocol.js';
+import * as Protocol from '../../../generated/protocol.js';
+import * as Greendev from '../../../models/greendev/greendev.js';
 import * as Annotations from '../../annotations/annotations.js';
+import * as Emulation from '../../emulation/emulation.js';
 import {ChangeManager} from '../ChangeManager.js';
 import {debugLog} from '../debug.js';
 import {EvaluateAction, formatError, SideEffectError} from '../EvaluateAction.js';
@@ -24,6 +26,7 @@ import {
   type ConversationSuggestions,
   type FunctionCallHandlerResult,
   type FunctionHandlerOptions,
+  type MultimodalInput,
   MultimodalInputType,
   type RequestOptions,
   ResponseType
@@ -45,13 +48,14 @@ const UIStringsNotTranslate = {
 
 const lockedString = i18n.i18n.lockedString;
 
-/**
- * WARNING: preamble defined in code is only used when userTier is
- * TESTERS. Otherwise, a server-side preamble is used (see
- * chrome_preambles.gcl). Sync local changes with the server-side.
- */
-/* clang-format off */
-const preamble = `You are the most advanced CSS/DOM/HTML debugging assistant integrated into Chrome DevTools.
+function getPreamble(): string {
+  /**
+   * WARNING: preamble defined in code is only used when userTier is
+   * TESTERS. Otherwise, a server-side preamble is used (see
+   * chrome_preambles.gcl). Sync local changes with the server-side.
+   */
+  /* clang-format off */
+  let preamble = `You are the most advanced CSS/DOM/HTML debugging assistant integrated into Chrome DevTools.
 You always suggest considering the best web development practices and the newest platform features such as view transitions.
 The user selected a DOM element in the browser's DevTools and sends a query about the page or the selected DOM element.
 First, examine the provided context, then use the functions to gather additional context and resolve the user request.
@@ -73,6 +77,47 @@ First, examine the provided context, then use the functions to gather additional
 * **CRITICAL** NEVER output text before a function call. Always do a function call first.
 * **CRITICAL** When answering questions about positioning or layout, ALWAYS inspect \`position\`, \`display\` and ALL related properties.
 * **CRITICAL** You are a CSS/DOM/HTML debugging assistant. NEVER provide answers to questions of unrelated topics such as legal advice, financial advice, personal opinions, medical advice, religion, race, politics, sexuality, gender, or any other non web-development topics. Answer "Sorry, I can't answer that. I'm best at questions about debugging web pages." to such questions.`;
+
+  const greenDevEmulationEnabled = Greendev.Prototypes.instance().isEnabled('emulationCapabilities');
+  if (greenDevEmulationEnabled) {
+    preamble += `
+# Emulation and Screenshots
+
+* If asked to verify whether the page is visually broken or if there are display problems with specific devices, use the \`activateDeviceEmulation\` tool. This tool will activate emulation for a specified device and capture a screenshot.
+* **DEVICE SELECTION**: You must choose the most closely related device match from the allowed list.
+    * If the user asks about a specific device (e.g., "iPhone 6"), choose the closest match (e.g., "iPhone 6/7/8").
+    * If the user specifies a generic category (e.g., "Android phone", "iPhone", "Samsung"), choose the device with the highest version number available in that category (e.g., "Pixel 7" or "Samsung Galaxy S20" for Android, "iPhone 14 Pro Max" for iPhone).
+* **VISION DEFICIENCY**: If the user asks about checking for color blindness or vision issues, you can pass an optional \`visionDeficiency\` parameter to \`activateDeviceEmulation\`. Allowed values are: 'blurredVision', 'reducedContrast', 'achromatopsia', 'deuteranopia', 'protanopia', 'tritanopia'.
+* **IMPORTANT**: This is a **TWO-STEP** process.
+* **STEP 1**: Call \`activateDeviceEmulation\`. After calling this tool, YOU MUST STOP and tell the user that the screenshot has been captured and ask them whether they would like you to focus on specific sections of the screenshot or review it all for possible problems.
+* **STEP 2**: The captured screenshot will be automatically attached to the user's **NEXT** query.
+* **CRITICAL**: DO NOT try to investigate/analyze the page state or element visibility automatically. But, after the user has requested to analyze the page, you can prompt the user to select one of the problematic elements if they want to diagnose further.
+* **CRITICAL**: The output of the analysis should only be in json form (no supplemental text) and the json should list the problems found on the device, with a short description of the problem. If identical problems are identified acress multiple devices, feel free to combine sections.
+* **CRITICAL**: ALWAYS escape single and double quotes within the json output strings (\' and \").
+*
+* Example (with no duplication):
+
+[
+  {
+    "Problem": "Element not resizing",
+    "Element": "Hero banner",
+    "NodeId": "23",
+    "Details": "The \"hero\" element is not resizing because... etc etc."
+  }
+]
+
+# Additional notes:
+
+When referring to an element for which you know the nodeId, annotate your output using markdown link syntax:
+- For example, if nodeId is 23: ([link](#node-23))
+- Always prefix the nodeId with the 'node-' prefix when using the markdown syntax.
+- This link will reveal the element in the Elements panel
+- Never mention node or nodeId when referring to the element, and especially not in the link text.`;
+}
+
+  return preamble;
+}
+
 /* clang-format on */
 
 const promptForScreenshot =
@@ -237,10 +282,11 @@ export class NodeContext extends ConversationContext<SDK.DOMModel.DOMNode> {
  * instance for a new conversation.
  */
 export class StylingAgent extends AiAgent<SDK.DOMModel.DOMNode> {
-  preamble = preamble;
+  preamble = getPreamble();
   readonly clientFeature = Host.AidaClient.ClientFeature.CHROME_STYLING_AGENT;
   get userTier(): string|undefined {
-    return Root.Runtime.hostConfig.devToolsFreestyler?.userTier;
+    const greenDevEmulationEnabled = Greendev.Prototypes.instance().isEnabled('emulationCapabilities');
+    return greenDevEmulationEnabled ? 'TESTERS' : Root.Runtime.hostConfig.devToolsFreestyler?.userTier;
   }
   get executionMode(): Root.Runtime.HostConfigFreestylerExecutionMode {
     return Root.Runtime.hostConfig.devToolsFreestyler?.executionMode ??
@@ -269,6 +315,8 @@ export class StylingAgent extends AiAgent<SDK.DOMModel.DOMNode> {
 
   #changes: ChangeManager;
   #createExtensionScope: CreateExtensionScopeFunction;
+  #greenDevEmulationScreenshot: string|null = null;
+  #greenDevEmulationAxTree: string|null = null;
 
   constructor(opts: AgentOptions) {
     super(opts);
@@ -447,6 +495,37 @@ const data = {
         },
       });
     }
+
+    this.declareFunction<{
+      deviceName: string,
+      visionDeficiency?: string,
+    }>('activateDeviceEmulation', {
+      description:
+          'Sets emulation viewing mode for a specific device and optionally enables vision deficiency emulation.',
+      parameters: {
+        type: Host.AidaClient.ParametersTypes.OBJECT,
+        description: '',
+        nullable: false,
+        properties: {
+          deviceName: {
+            type: Host.AidaClient.ParametersTypes.STRING,
+            description:
+                'The name of the device to emulate. Allowed values: Pixel 3 XL, Pixel 7, Samsung Galaxy S8+, Samsung Galaxy S20 Ultra, Surface Pro 7, Surface Duo, Galaxy Z Fold 5, Asus Zenbook Fold, Samsung Galaxy A51/71, Nest Hub Max, Nest Hub, iPhone 4, iPhone 5/SE, iPhone 6/7/8, iPhone SE, iPhone XR, iPhone 12 Pro, iPhone 14 Pro Max, iPad Mini, iPad Air, iPad Pro.',
+            nullable: false,
+          },
+          visionDeficiency: {
+            type: Host.AidaClient.ParametersTypes.STRING,
+            description:
+                'Optional vision deficiency to emulate. Allowed values: blurredVision, reducedContrast, achromatopsia, deuteranopia, protanopia, tritanopia.',
+            nullable: true,
+          },
+        },
+        required: ['deviceName']
+      },
+      handler: async params => {
+        return await this.activateDeviceEmulation(params.deviceName, params.visionDeficiency);
+      },
+    });
   }
 
   async generateObservation(
@@ -761,6 +840,198 @@ const data = {
     };
   }
 
+  async #compressScreenshot(base64Data: string): Promise<string> {
+    return await new Promise((resolve, reject) => {
+      const img = new Image();
+      img.onload = () => {
+        // eslint-disable-next-line @devtools/no-imperative-dom-api
+        const canvas = document.createElement('canvas');
+        const maxDimension = 2000;
+        let scale = 1;
+        if (img.width > maxDimension || img.height > maxDimension) {
+          scale = maxDimension / Math.max(img.width, img.height);
+        }
+        canvas.width = img.width * scale;
+        canvas.height = img.height * scale;
+
+        const ctx = canvas.getContext('2d');
+        if (!ctx) {
+          reject(new Error('Could not get canvas context'));
+          return;
+        }
+        ctx.imageSmoothingEnabled = true;
+        ctx.imageSmoothingQuality = 'high';
+        ctx.drawImage(img, 0, 0, canvas.width, canvas.height);
+        const dataUrl = canvas.toDataURL('image/jpeg', 0.9);
+        resolve(dataUrl.split(',')[1]);
+      };
+      img.onerror = e => reject(new Error('Image load error: ' + e));
+      img.src = 'data:image/png;base64,' + base64Data;
+    });
+  }
+
+  async activateDeviceEmulation(deviceName: string, visionDeficiency?: string):
+      Promise<FunctionCallHandlerResult<unknown>> {
+    const greenDevEmulationEnabled = Greendev.Prototypes.instance().isEnabled('emulationCapabilities');
+    if (!greenDevEmulationEnabled) {
+      return {error: `GreenDev emulation capabilities not enabled`};
+    }
+
+    // eslint-disable-next-line no-console
+    console.log('activateDeviceEmulation called with device:', deviceName, 'visionDeficiency:', visionDeficiency);
+
+    this.#greenDevEmulationScreenshot = null;
+    this.#greenDevEmulationAxTree = null;
+
+    const emulatedDevicesList = Emulation.EmulatedDevices.EmulatedDevicesList.instance();
+    const device = emulatedDevicesList.standard().find(d => d.title === deviceName);
+
+    if (!device) {
+      return {
+        error: `Could not find device "${deviceName}" in the list of emulated devices.`,
+      };
+    }
+
+    const deviceModeModel = Emulation.DeviceModeModel.DeviceModeModel.instance();
+
+    const verticalMode = device.modesForOrientation(Emulation.EmulatedDevices.Vertical)[0];
+    if (!verticalMode) {
+      return {
+        error: `Could not find vertical mode for "${deviceName}".`,
+      };
+    }
+    deviceModeModel.emulate(Emulation.DeviceModeModel.Type.Device, device, verticalMode);
+
+    // Get the selected node early to use for both vision deficiency and wait mechanism.
+    const selectedNode = this.#getSelectedNode();
+
+    // Apply vision deficiency if provided (and turn it off when not provided).
+    try {
+      if (selectedNode) {
+        const target = selectedNode.domModel().target();
+        const emulationModel = target.model(SDK.EmulationModel.EmulationModel);
+        if (emulationModel) {
+          let type = Protocol.Emulation.SetEmulatedVisionDeficiencyRequestType.None;
+          if (visionDeficiency && visionDeficiency !== 'none') {
+            type = visionDeficiency as Protocol.Emulation.SetEmulatedVisionDeficiencyRequestType;
+          }
+          await target.emulationAgent().invoke_setEmulatedVisionDeficiency({type});
+        }
+      } else {
+        console.error('No selected node context to retrieve EmulationModel.');
+      }
+    } catch {
+      return {
+        error: `Unable to apply vision deficiency "${visionDeficiency}".`,
+      };
+    }
+
+    // Wait for the layout to settle after emulation changes.
+    // We use a double requestAnimationFrame to ensure at least one frame is rendered.
+    if (selectedNode) {
+      try {
+        const code = 'await new Promise(resolve => requestAnimationFrame(() => requestAnimationFrame(resolve)))';
+        // We use throwOnSideEffect: false because this is a benign wait, not a modification of the page state relevant to the user.
+        await this.#execJs(code, {throwOnSideEffect: false, contextNode: selectedNode});
+      } catch (e) {
+        console.error('Failed to wait for layout settle:', e);
+      }
+    }
+
+    const orientation = device.orientationByName(Emulation.EmulatedDevices.Vertical);
+    const width = orientation.width;
+
+    // TODO(finnur): Investigate better screen capture alternatives (that can do the whole page).
+    let documentHeight = 2000;
+    if (selectedNode) {
+      try {
+        const heightJs = 'document.body.scrollHeight';
+        const result = await this.#execJs(heightJs, {throwOnSideEffect: false, contextNode: selectedNode});
+        const parsedHeight = Number(result);
+        if (!isNaN(parsedHeight)) {
+          documentHeight = Math.min(parsedHeight, 2000);
+        }
+      } catch (e) {
+        console.error('Failed to get document height:', e);
+      }
+    }
+
+    // Specify a clip capping the height to the top 5000px.
+    const clip: Protocol.Page.Viewport = {
+      x: 0,
+      y: 0,
+      width,
+      height: documentHeight,
+      scale: 1,
+    };
+
+    // Capture using the clip. fullSize must be false when clip is used.
+    const screenshot = await deviceModeModel.captureScreenshot(false, clip);
+
+    if (!screenshot) {
+      return {
+        error: `Emulation for ${deviceName} activated, but failed to capture screenshot.`,
+      };
+    }
+
+    try {
+      this.#greenDevEmulationScreenshot = await this.#compressScreenshot(screenshot);
+    } catch (e) {
+      console.error('Screenshot compression failed, using original', e);
+      this.#greenDevEmulationScreenshot = screenshot;
+    }
+
+    try {
+      if (selectedNode) {
+        const accessibilityModel = selectedNode.domModel().target().model(SDK.AccessibilityModel.AccessibilityModel);
+        if (accessibilityModel) {
+          await accessibilityModel.resumeModel();
+          const axResponse = await accessibilityModel.agent.invoke_getFullAXTree({});
+          if (!axResponse.getError()) {
+            this.#greenDevEmulationAxTree = JSON.stringify(axResponse.nodes);
+          } else {
+            console.error('Failed to capture Accessibility Tree:', axResponse.getError());
+          }
+        }
+      }
+    } catch (e) {
+      console.error('Exception capturing Accessibility Tree:', e);
+    }
+
+    let resultMsg = `Emulation for ${deviceName} activated and screenshot has been captured.`;
+    if (visionDeficiency) {
+      resultMsg += ` Vision deficiency "${visionDeficiency}" was also applied.`;
+    }
+    resultMsg += ' Ready for analysis.';
+
+    return {
+      result: resultMsg,
+    };
+  }
+
+  override popPendingMultimodalInput(): MultimodalInput|undefined {
+    const greenDevEmulationEnabled = Greendev.Prototypes.instance().isEnabled('emulationCapabilities');
+    if (!greenDevEmulationEnabled) {
+      return undefined;
+    }
+
+    if (this.#greenDevEmulationScreenshot) {
+      const data = this.#greenDevEmulationScreenshot;
+      this.#greenDevEmulationScreenshot = null;
+      return {
+        type: MultimodalInputType.SCREENSHOT,
+        input: {
+          inlineData: {
+            data,
+            mimeType: 'image/jpeg',
+          },
+        },
+        id: crypto.randomUUID(),
+      };
+    }
+    return undefined;
+  }
+
   override async *
       handleContextDetails(selectedElement: ConversationContext<SDK.DOMModel.DOMNode>|null):
           AsyncGenerator<ContextResponse, void, void> {
@@ -780,12 +1051,18 @@ const data = {
   override async enhanceQuery(
       query: string, selectedElement: ConversationContext<SDK.DOMModel.DOMNode>|null,
       multimodalInputType?: MultimodalInputType): Promise<string> {
+    let multimodalInputEnhancementQuery =
+        this.multimodalInputEnabled && multimodalInputType ? MULTIMODAL_ENHANCEMENT_PROMPTS[multimodalInputType] : '';
+
+    if (this.#greenDevEmulationAxTree) {
+      multimodalInputEnhancementQuery += '\n# Accessibility Tree\n\n' + this.#greenDevEmulationAxTree;
+      this.#greenDevEmulationAxTree = null;
+    }
+
     const elementEnchancementQuery = selectedElement ?
         `# Inspected element\n\n${
             await StylingAgent.describeElement(selectedElement.getItem())}\n\n# User request\n\n` :
         '';
-    const multimodalInputEnhancementQuery =
-        this.multimodalInputEnabled && multimodalInputType ? MULTIMODAL_ENHANCEMENT_PROMPTS[multimodalInputType] : '';
     return `${multimodalInputEnhancementQuery}${elementEnchancementQuery}QUERY: ${query}`;
   }
 }

package/front_end/models/greendev/Prototypes.ts

@@ -11,6 +11,7 @@ export interface GreenDevSettings {
   aiAnnotations: Common.Settings.Setting<boolean>;
   copyToGemini: Common.Settings.Setting<boolean>;
   breakpointDebuggerAgent: Common.Settings.Setting<boolean>;
+  emulationCapabilities: Common.Settings.Setting<boolean>;
 }
 
 export class Prototypes {
@@ -48,7 +49,12 @@ export class Prototypes {
         false,
         Common.Settings.SettingStorageType.LOCAL,
     );
+    const emulationCapabilities = settings.createSetting(
+        'greendev-emulation-capabilities-enabled',
+        false,
+        Common.Settings.SettingStorageType.LOCAL,
+    );
 
-    return {aiAnnotations, copyToGemini, breakpointDebuggerAgent};
+    return {aiAnnotations, copyToGemini, breakpointDebuggerAgent, emulationCapabilities};
   }
 }

package/front_end/panels/ai_assistance/AiAssistancePanel.ts

@@ -43,6 +43,7 @@ import {DisabledWidget} from './components/DisabledWidget.js';
 import {ExploreWidget} from './components/ExploreWidget.js';
 import {MarkdownRendererWithCodeBlock} from './components/MarkdownRendererWithCodeBlock.js';
 import {PerformanceAgentMarkdownRenderer} from './components/PerformanceAgentMarkdownRenderer.js';
+import {StylingAgentMarkdownRenderer} from './components/StylingAgentMarkdownRenderer.js';
 import {
   WalkthroughView,
 } from './components/WalkthroughView.js';
@@ -233,6 +234,10 @@ const lockedString = i18n.i18n.lockedString;
 
 function selectedElementFilter(maybeNode: SDK.DOMModel.DOMNode|null): SDK.DOMModel.DOMNode|null {
   if (maybeNode) {
+    if (Greendev.Prototypes.instance().isEnabled('emulationCapabilities')) {
+      return maybeNode;
+    }
+
     return maybeNode.nodeType() === Node.ELEMENT_NODE ? maybeNode : null;
   }
 
@@ -260,7 +265,12 @@ async function getEmptyStateSuggestions(conversation?: AiAssistanceModel.AiConve
       return [
         {title: 'What can you help me with?', jslogContext: 'styling-default'},
         {title: 'Why isn’t this element visible?', jslogContext: 'styling-default'},
-        {title: 'How do I center this element?', jslogContext: 'styling-default'},
+        {
+          title: Greendev.Prototypes.instance().isEnabled('emulationCapabilities') ?
+              'Are there display issues on this page for people using an Android phone?' :
+              'How do I center this element?',
+          jslogContext: 'styling-default'
+        },
       ];
     case AiAssistanceModel.AiHistoryStorage.ConversationType.FILE:
       return [
@@ -313,6 +323,14 @@ function getMarkdownRenderer(conversation?: AiAssistanceModel.AiConversation.AiC
   } else if (conversation?.type === AiAssistanceModel.AiHistoryStorage.ConversationType.PERFORMANCE) {
     // Handle historical conversations (can't linkify anything).
     return new PerformanceAgentMarkdownRenderer();
+  } else if (
+      Greendev.Prototypes.instance().isEnabled('emulationCapabilities') &&
+      conversation?.type === AiAssistanceModel.AiHistoryStorage.ConversationType.STYLING &&
+      SDK.TargetManager.TargetManager.instance().primaryPageTarget()?.model(SDK.DOMModel.DOMModel)) {
+    const domModel = SDK.TargetManager.TargetManager.instance().primaryPageTarget()?.model(SDK.DOMModel.DOMModel);
+    const resourceTreeModel = domModel?.target().model(SDK.ResourceTreeModel.ResourceTreeModel);
+    const mainFrameId = resourceTreeModel?.mainFrame?.id;
+    return new StylingAgentMarkdownRenderer(mainFrameId);
   }
 
   return new MarkdownRendererWithCodeBlock();
@@ -602,12 +620,6 @@ export class AiAssistancePanel extends UI.Panel.Panel {
   #isLoading = false;
   // Stores the availability status of the `AidaClient` and the reason for unavailability, if any.
   #aidaAvailability: Host.AidaClient.AidaAccessPreconditions;
-  // Info of the currently logged in user.
-  #userInfo: {
-    accountImage?: string,
-    accountFullName?: string,
-    accountGivenName?: string,
-  };
   #timelinePanelInstance: TimelinePanel.TimelinePanel.TimelinePanel|null = null;
   #runAbortController = new AbortController();
   #walkthrough: WalkthroughState = {
@@ -616,10 +628,9 @@ export class AiAssistancePanel extends UI.Panel.Panel {
     activeMessage: null,
   };
 
-  constructor(private view: View = defaultView, {aidaClient, aidaAvailability, syncInfo}: {
+  constructor(private view: View = defaultView, {aidaClient, aidaAvailability}: {
     aidaClient: Host.AidaClient.AidaClient,
     aidaAvailability: Host.AidaClient.AidaAccessPreconditions,
-    syncInfo: Host.InspectorFrontendHostAPI.SyncInformation,
   }) {
     super(AiAssistancePanel.panelName);
     this.registerRequiredCSS(aiAssistancePanelStyles);
@@ -627,11 +638,6 @@ export class AiAssistancePanel extends UI.Panel.Panel {
 
     this.#aidaClient = aidaClient;
     this.#aidaAvailability = aidaAvailability;
-    this.#userInfo = {
-      accountImage: syncInfo.accountImage,
-      accountFullName: syncInfo.accountFullName,
-      accountGivenName: syncInfo.accountGivenName,
-    };
 
     if (UI.ActionRegistry.ActionRegistry.instance().hasAction('elements.toggle-element-search')) {
       this.#toggleSearchElementAction =
@@ -706,7 +712,6 @@ export class AiAssistancePanel extends UI.Panel.Panel {
           isReadOnly: this.#conversation.isReadOnly ?? false,
           changeSummary: this.#getChangeSummary(),
           inspectElementToggled: this.#toggleSearchElementAction?.toggled() ?? false,
-          userInfo: this.#userInfo,
           canShowFeedbackForm: this.#serverSideLoggingEnabled,
           multimodalInputEnabled: isAiAssistanceMultimodalInputEnabled() &&
               this.#conversation.type === AiAssistanceModel.AiHistoryStorage.ConversationType.STYLING,
@@ -792,11 +797,8 @@ export class AiAssistancePanel extends UI.Panel.Panel {
     const {forceNew} = opts;
     if (!panelInstance || forceNew) {
       const aidaClient = new Host.AidaClient.AidaClient();
-      const syncInfoPromise = new Promise<Host.InspectorFrontendHostAPI.SyncInformation>(
-          resolve => Host.InspectorFrontendHost.InspectorFrontendHostInstance.getSyncInformation(resolve));
-      const [aidaAvailability, syncInfo] =
-          await Promise.all([Host.AidaClient.AidaClient.checkAccessPreconditions(), syncInfoPromise]);
-      panelInstance = new AiAssistancePanel(defaultView, {aidaClient, aidaAvailability, syncInfo});
+      const aidaAvailability = await Host.AidaClient.AidaClient.checkAccessPreconditions();
+      panelInstance = new AiAssistancePanel(defaultView, {aidaClient, aidaAvailability});
     }
 
     return panelInstance;
@@ -1059,13 +1061,6 @@ export class AiAssistancePanel extends UI.Panel.Panel {
     const currentAidaAvailability = await Host.AidaClient.AidaClient.checkAccessPreconditions();
     if (currentAidaAvailability !== this.#aidaAvailability) {
       this.#aidaAvailability = currentAidaAvailability;
-      const syncInfo = await new Promise<Host.InspectorFrontendHostAPI.SyncInformation>(
-          resolve => Host.InspectorFrontendHost.InspectorFrontendHostInstance.getSyncInformation(resolve));
-      this.#userInfo = {
-        accountImage: syncInfo.accountImage,
-        accountFullName: syncInfo.accountFullName,
-        accountGivenName: syncInfo.accountGivenName,
-      };
       this.requestUpdate();
     }
   };
@@ -1635,12 +1630,19 @@ export class AiAssistancePanel extends UI.Panel.Panel {
     if (this.#conversation.isEmpty) {
       Badges.UserBadges.instance().recordAction(Badges.BadgeAction.STARTED_AI_CONVERSATION);
     }
-    const multimodalInput = isAiAssistanceMultimodalInputEnabled() && imageInput && multimodalInputType ? {
-      input: imageInput,
-      id: crypto.randomUUID(),
-      type: multimodalInputType,
-    } :
-                                                                                                          undefined;
+
+    const greenDevEmulationEnabled = Greendev.Prototypes.instance().isEnabled('emulationCapabilities');
+    let multimodalInput: AiAssistanceModel.AiAgent.MultimodalInput|undefined;
+    const pendingInput = this.#conversation.getPendingMultimodalInput();
+    if (greenDevEmulationEnabled && pendingInput) {
+      multimodalInput = pendingInput;
+    } else if (isAiAssistanceMultimodalInputEnabled() && imageInput && multimodalInputType) {
+      multimodalInput = {
+        input: imageInput,
+        id: crypto.randomUUID(),
+        type: multimodalInputType,
+      };
+    }
 
     void VisualLogging.logFunctionCall(`start-conversation-${this.#conversation.type}`, 'ui');
 

package/front_end/panels/ai_assistance/PatchWidget.ts

@@ -125,6 +125,7 @@ const UIStringsNotTranslate = {
 const lockedString = i18n.i18n.lockedString;
 
 const CODE_SNIPPET_WARNING_URL = 'https://support.google.com/legal/answer/13505487';
+const {widget} = UI.Widget;
 
 export enum PatchSuggestionState {
   /**
@@ -251,12 +252,11 @@ const DEFAULT_VIEW: View = (input, output, target) => {
     }
 
     if (input.patchSuggestionState === PatchSuggestionState.SUCCESS) {
-      return html`<devtools-widget .widgetConfig=${
-          UI.Widget.widgetConfig(ChangesPanel.CombinedDiffView.CombinedDiffView, {
-            workspaceDiff: input.workspaceDiff,
-            // Ignore user creates inspector-stylesheets
-            ignoredUrls: ['inspector://']
-          })}></devtools-widget>`;
+      return html`${widget(ChangesPanel.CombinedDiffView.CombinedDiffView, {
+        workspaceDiff: input.workspaceDiff,
+        // Ignore user creates inspector-stylesheets
+        ignoredUrls: ['inspector://']
+      })}`;
     }
 
     return html`<devtools-code-block

package/front_end/panels/ai_assistance/components/ChatMessage.ts

@@ -34,6 +34,7 @@ import {walkthroughTitle, WalkthroughView} from './WalkthroughView.js';
 
 const {html, Directives: {ref, ifDefined}} = Lit;
 const lockedString = i18n.i18n.lockedString;
+const {widget} = UI.Widget;
 
 const REPORT_URL = 'https://crbug.com/364805393' as Platform.DevToolsPath.UrlString;
 const SCROLL_ROUNDING_OFFSET = 1;
@@ -120,10 +121,6 @@ const UIStringsNotTranslate = {
    * @description Gemini (do not translate)
    */
   gemini: 'Gemini',
-  /**
-   * @description The fallback text when we can't find the user full name
-   */
-  you: 'You',
   /**
    * @description The fallback text when a step has no title yet
    */
@@ -156,10 +153,6 @@ const UIStringsNotTranslate = {
    * @description Alt text for the image input (displayed in the chat messages) that has been sent to the model.
    */
   imageInputSentToTheModel: 'Image input sent to the model',
-  /**
-   * @description Alt text for the account avatar.
-   */
-  accountAvatar: 'Account avatar',
   /**
    * @description Title for the link which wraps the image input rendered in chat messages.
    */
@@ -272,7 +265,6 @@ export interface MessageInput {
   isReadOnly: boolean;
   isLastMessage: boolean;
   canShowFeedbackForm: boolean;
-  userInfo: Pick<Host.InspectorFrontendHostAPI.SyncInformation, 'accountImage'|'accountFullName'|'accountGivenName'>;
   markdownRenderer: MarkdownLitRenderer;
   onSuggestionClick: (suggestion: string) => void;
   onFeedbackSubmit: (rpcId: Host.AidaClient.RpcGlobalId, rate: Host.AidaClient.Rating, feedback?: string) => void;
@@ -289,14 +281,6 @@ export interface MessageInput {
 export const DEFAULT_VIEW = (input: ChatMessageViewInput, output: ViewOutput, target: HTMLElement): void => {
   const message = input.message;
   if (message.entity === ChatMessageEntity.USER) {
-    const givenName = AiAssistanceModel.AiUtils.isGeminiBranding() ? input.userInfo.accountGivenName : '';
-    const name = givenName || input.userInfo.accountFullName || lockedString(UIStringsNotTranslate.you);
-    const image = input.userInfo.accountImage ?
-        html`<img src="data:image/png;base64, ${input.userInfo.accountImage}" alt=${
-            UIStringsNotTranslate.accountAvatar} />` :
-        html`<devtools-icon
-          name="profile"
-        ></devtools-icon>`;
     const imageInput = message.imageInput && 'inlineData' in message.imageInput ?
         renderImageChatMessage(message.imageInput.inlineData) :
         Lit.nothing;
@@ -308,12 +292,6 @@ export const DEFAULT_VIEW = (input: ChatMessageViewInput, output: ViewOutput, ta
         class="chat-message query ${input.isLastMessage ? 'is-last-message' : ''}"
         jslog=${VisualLogging.section('question')}
       >
-        <div class="message-info">
-          ${image}
-          <div class="message-name">
-            <h2>${name}</h2>
-          </div>
-        </div>
         ${imageInput}
         <div class="message-content">${renderTextAsMarkdown(message.text, input.markdownRenderer)}</div>
       </section>
@@ -569,7 +547,7 @@ function renderWalkthroughUI(input: ChatMessageViewInput, steps: Step[]): Lit.Li
   // clang-format off
   const walkthroughInline = input.walkthrough.isInlined ? html`
     <div class="walkthrough-container">
-      <devtools-widget .widgetConfig=${UI.Widget.widgetConfig(WalkthroughView, {
+      ${widget(WalkthroughView, {
         message: input.message as ModelChatMessage,
         isLoading: input.isLoading && input.isLastMessage,
         markdownRenderer: input.markdownRenderer,
@@ -577,7 +555,7 @@ function renderWalkthroughUI(input: ChatMessageViewInput, steps: Step[]): Lit.Li
         isExpanded,
         onToggle: input.walkthrough.onToggle,
         onOpen: input.walkthrough.onOpen,
-      })}></devtools-widget>
+      })}
     </div>
   ` : Lit.nothing;
 
@@ -1019,8 +997,6 @@ export class ChatMessage extends UI.Widget.Widget {
   isReadOnly = false;
   canShowFeedbackForm = false;
   isLastMessage = false;
-  userInfo:
-      Pick<Host.InspectorFrontendHostAPI.SyncInformation, 'accountImage'|'accountFullName'|'accountGivenName'> = {};
   markdownRenderer!: MarkdownLitRenderer;
   onSuggestionClick: (suggestion: string) => void = () => {};
   onFeedbackSubmit:
@@ -1067,7 +1043,6 @@ export class ChatMessage extends UI.Widget.Widget {
           isLoading: this.isLoading,
           isReadOnly: this.isReadOnly,
           canShowFeedbackForm: this.canShowFeedbackForm,
-          userInfo: this.userInfo,
           markdownRenderer: this.markdownRenderer,
           isLastMessage: this.isLastMessage,
           onSuggestionClick: this.onSuggestionClick,