chrome-devtools-frontend 1.0.1605219 → 1.0.1606789

package/front_end/models/ai_assistance/agents/ContextSelectionAgent.ts

@@ -36,6 +36,7 @@ You aim to help developers of all levels, prioritizing teaching web concepts as
 
 # Considerations
 * Determine what is the domain of the question - styling, network, sources, performance or other part of DevTools.
+* For questions about web performance metrics (e.g., LCP, INP, CLS) or page speed, use performanceRecordAndReload to record a performance trace.
 * Proactively try to gather additional data. If a select specific data can be selected, select one.
 * Always try select single specific context before answering the question.
 * Avoid making assumptions without sufficient evidence, and always seek further clarification if needed.
@@ -47,7 +48,7 @@ You aim to help developers of all levels, prioritizing teaching web concepts as
 # Formatting Guidelines
 * Use Markdown for all code snippets.
 * Always specify the language for code blocks (e.g., \`\`\`css, \`\`\`javascript).
-* Keep text responses concise and scannable.
+* **CRITICAL**: Use the precision of Strunk & White, the brevity of Hemingway, and the simple clarity of Vonnegut. Don't add repeated information, and keep the whole answer short.
 
 * **CRITICAL** If a tool returns an empty list, immediately pivot to the next logical tool (e.g., from sources to network).
 * **CRITICAL** Always exhaust all possible way to find and select context from different domains.
@@ -273,7 +274,8 @@ export class ContextSelectionAgent extends AiAgent<never> {
     });
 
     this.declareFunction('performanceRecordAndReload', {
-      description: 'Records a new performance trace, to help debug performance issue.',
+      description:
+          'Records a new performance trace. Use this to measure and debug performance metrics and Core Web Vitals like Largest Contentful Paint (LCP), Interaction to Next Paint (INP), and Cumulative Layout Shift (CLS).',
       parameters: {
         type: Host.AidaClient.ParametersTypes.OBJECT,
         description: '',
@@ -304,7 +306,8 @@ export class ContextSelectionAgent extends AiAgent<never> {
     });
 
     this.declareFunction('runLighthouseAudits', {
-      description: 'Records a Lighthouse audit on the current page, to help debug accessibility issues.',
+      description:
+          'Records a Lighthouse audit on the current page. Use this to debug accessibility, SEO, and best practices. (For performance metrics like LCP, use performanceRecordAndReload instead).',
       parameters: {
         type: Host.AidaClient.ParametersTypes.OBJECT,
         description: '',

package/front_end/models/ai_assistance/agents/ConversationSummaryAgent.ts

@@ -8,30 +8,31 @@ import * as Root from '../../../core/root/root.js';
 import {AiAgent, type ContextResponse, ConversationContext, type RequestOptions, ResponseType} from './AiAgent.js';
 
 const preamble = `### Role
-You are a Performance Expert. Your task is to extract a diagnostic narrative from raw DevTools logs and present it as a self-contained, actionable Markdown summary. You provide high-density technical analysis without conversational fluff.
+You are a Conversation Summarizer. Your task is to take a transcript of a conversation between a user and a DevTools AI agent and produce a succinct, actionable Markdown summary. This summary will be used to help apply fixes in an IDE, so it must capture all relevant technical details, findings, and proposed code changes without any conversational fluff.
 
 ### Critical Constraints
 - **Persona:** Do not mention that you are an AI or refer to yourself in the third person.
 - **Domain Scope:** Do not provide answers on non-web-development topics (e.g., legal, financial, medical, or personal advice).
-- **Sensitive Topics:** If the conversation history touches on sensitive topics (religion, race, politics, sexuality, gender, etc.), respond only with: "My expertise is limited to website performance analysis. I cannot provide information on that topic."
-- **Data Portability:** The recipient of this summary does NOT have access to the raw logs.
+- **Sensitive Topics:** If the conversation history touches on sensitive topics (religion, race, politics, sexuality, gender, etc.), respond only with: "My expertise is limited to summarizing DevTools AI conversations. I cannot provide information on that topic."
+- **Data Portability:** The recipient of this summary does NOT have access to the raw logs or the full conversation transcript.
     - **No UIDs/Internal IDs:** Never refer to elements by internal IDs (e.g., \`uid=123\`).
     - **Standard Selectors:** Identify elements using HTML tags, classes, or IDs (e.g., \`button.submit-form\`).
     - **No Metadata:** Remove internal constants like \`NAVIGATION_0\` or \`INSIGHT_0\`.
-- **No Process Narration:** Do not describe internal "thinking" or API calls. Skip phrases like "The agent investigated..." or "The user then asked...". Jump straight to the findings.
+- **No Process Narration:** Do not describe internal "thinking" or API calls. Skip phrases like "The agent investigated..." or "The user then asked...". Jump straight to the findings and their technical context.
+- **Suggest, Don't Prescribe:** When summarizing code changes made during the session (e.g., CSS edits), frame them as technical guidance rather than definitive instructions. Since DevTools operates on the live page, the summary must acknowledge that these fixes may need to be adapted for the actual source code.
 
 ### Objectives
 1. **Identify Intent:** Define the core technical goal of the session.
-2. **Value-Only Diagnostics:** List only the technical data points discovered. Omit steps that didn't yield a result.
-3. **Focus on Code Intent:** When code is executed in the logs, summarize the **purpose** and the **result**. Do not include the raw JavaScript unless it is a specific fix for the user to implement.
-4. **Actionable Recommendations:** Provide specific code/strategy fixes based on the findings.
+2. **Value-Only Diagnostics:** List only the technical data points and findings discovered during the conversation. Omit steps that didn't yield a result.
+3. **Summarize Code Changes:** When code is executed or suggested in the logs, summarize the **purpose** and the **result**. Include specific code snippets if they are a specific fix for the user to implement.
+4. **Actionable Recommendations:** Provide specific code/strategy fixes based on the findings as guidance for the user's source code.
 
 ### Formatting Rules
 - **Header:** Use ## [Brief Topic Title]
-- **Context:** Describe the target element/page and the core metric being analyzed.
+- **Context:** Describe the target element/page and the core issue or technical goal being analyzed.
 - **Diagnostics:** A bulleted list of technical findings.
 - **Tabular Data:** Use a **Markdown Table** for any lists of URLs, metrics, or comparison data.
-- **Code Fixes:** Use fenced code blocks for suggested CSS/JS optimizations.
+- **Code Fixes:** Use fenced code blocks for suggested code optimizations. Use language that frames them as illustrative examples or context (e.g., "The following changes were identified as a potential fix for the live page...") rather than strict instructions.
 
 ---
 

package/front_end/models/ai_assistance/agents/ExecuteJavascript.ts

@@ -0,0 +1,313 @@
+// Copyright 2026 The Chromium Authors
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+import * as Host from '../../../core/host/host.js';
+import * as i18n from '../../../core/i18n/i18n.js';
+import * as Platform from '../../../core/platform/platform.js';
+import * as Root from '../../../core/root/root.js';
+import * as SDK from '../../../core/sdk/sdk.js';
+import type {ChangeManager} from '../ChangeManager.js';
+import {debugLog} from '../debug.js';
+import {EvaluateAction, formatError, SideEffectError} from '../EvaluateAction.js';
+import {FREESTYLER_WORLD_NAME} from '../injected.js';
+
+import type {
+  AgentOptions as BaseAgentOptions, FunctionCallHandlerResult, FunctionDeclaration, FunctionHandlerOptions,} from
+  './AiAgent.js';
+
+const lockedString = i18n.i18n.lockedString;
+
+export type CreateExtensionScopeFunction = (changes: ChangeManager) => {
+  install(): Promise<void>, uninstall(): Promise<void>,
+};
+
+export interface ExecuteJsAgentOptions extends BaseAgentOptions {
+  changeManager?: ChangeManager;
+  createExtensionScope?: CreateExtensionScopeFunction;
+  execJs?: typeof executeJsCode;
+}
+
+export function executeJavaScriptFunction(executor: JavascriptExecutor): FunctionDeclaration<
+    {
+      title: string,
+      explanation: string,
+      code: string,
+    },
+    unknown> {
+  return {
+    description:
+        'This function allows you to run JavaScript code on the inspected page to access the element styles and page content.\nCall this function to gather additional information or modify the page state. Call this function enough times to investigate the user request.',
+    parameters: {
+      type: Host.AidaClient.ParametersTypes.OBJECT,
+      description: '',
+      nullable: false,
+      properties: {
+        code: {
+          type: Host.AidaClient.ParametersTypes.STRING,
+          description:
+              `JavaScript code snippet to run on the inspected page. Make sure the code is formatted for readability.
+
+# Instructions
+
+* To return data, define a top-level \`data\` variable and populate it with data you want to get. Only JSON-serializable objects can be assigned to \`data\`.
+* If you modify styles on an element, ALWAYS call the pre-defined global \`async setElementStyles(el: Element, styles: object)\` function. This function is an internal mechanism for you and should never be presented as a command/advice to the user.
+* **CRITICAL** Only get styles that might be relevant to the user request.
+* **CRITICAL** Never assume a selector for the elements unless you verified your knowledge.
+* **CRITICAL** Consider that \`data\` variable from the previous function calls are not available in a new function call.
+
+For example, the code to change element styles:
+
+\`\`\`
+await setElementStyles($0, {
+  color: 'blue',
+});
+\`\`\`
+
+For example, the code to get overlapping elements:
+
+\`\`\`
+const data = {
+  overlappingElements: Array.from(document.querySelectorAll('*'))
+    .filter(el => {
+      const rect = el.getBoundingClientRect();
+      const popupRect = $0.getBoundingClientRect();
+      return (
+        el !== $0 &&
+        rect.left < popupRect.right &&
+        rect.right > popupRect.left &&
+        rect.top < popupRect.bottom &&
+        rect.bottom > popupRect.top
+      );
+    })
+    .map(el => ({
+      tagName: el.tagName,
+      id: el.id,
+      className: el.className,
+      zIndex: window.getComputedStyle(el)['z-index']
+    }))
+};
+\`\`\`
+`,
+        },
+        explanation: {
+          type: Host.AidaClient.ParametersTypes.STRING,
+          description: 'Explain why you want to run this code',
+        },
+        title: {
+          type: Host.AidaClient.ParametersTypes.STRING,
+          description: 'Provide a summary of what the code does. For example, "Checking related element styles".',
+        },
+      },
+      required: ['code', 'explanation', 'title']
+    },
+    displayInfoFromArgs: params => {
+      return {
+        title: params.title,
+        thought: params.explanation,
+        action: params.code,
+      };
+    },
+    handler: async (
+        params,
+        options,
+        ) => {
+      return await executor.executeAction(params.code, options);
+    },
+  };
+}
+
+export async function executeJsCode(
+    functionDeclaration: string,
+    {throwOnSideEffect, contextNode}: {throwOnSideEffect: boolean, contextNode: SDK.DOMModel.DOMNode|null}):
+    Promise<string> {
+  if (!contextNode) {
+    throw new Error('Cannot execute JavaScript because of missing context node');
+  }
+  const target = contextNode.domModel().target();
+
+  if (!target) {
+    throw new Error('Target is not found for executing code');
+  }
+
+  const resourceTreeModel = target.model(SDK.ResourceTreeModel.ResourceTreeModel);
+  const frameId = contextNode.frameId() ?? resourceTreeModel?.mainFrame?.id;
+
+  if (!frameId) {
+    throw new Error('Main frame is not found for executing code');
+  }
+
+  const runtimeModel = target.model(SDK.RuntimeModel.RuntimeModel);
+  const pageAgent = target.pageAgent();
+
+  // This returns previously created world if it exists for the frame.
+  const {executionContextId} = await pageAgent.invoke_createIsolatedWorld({frameId, worldName: FREESTYLER_WORLD_NAME});
+  const executionContext = runtimeModel?.executionContext(executionContextId);
+  if (!executionContext) {
+    throw new Error('Execution context is not found for executing code');
+  }
+
+  if (executionContext.debuggerModel.selectedCallFrame()) {
+    return formatError('Cannot evaluate JavaScript because the execution is paused on a breakpoint.');
+  }
+
+  const remoteObject = await contextNode.resolveToObject(undefined, executionContextId);
+  if (!remoteObject) {
+    throw new Error('Cannot execute JavaScript because remote object cannot be resolved');
+  }
+
+  return await EvaluateAction.execute(functionDeclaration, [remoteObject], executionContext, {throwOnSideEffect});
+}
+
+const MAX_OBSERVATION_BYTE_LENGTH = 25_000;
+const OBSERVATION_TIMEOUT = 5_000;
+
+export interface JavascriptExecutorOptions {
+  readonly executionMode: Root.Runtime.HostConfigFreestylerExecutionMode;
+  readonly getContextNode: () => SDK.DOMModel.DOMNode | null;
+  readonly createExtensionScope: (changes: ChangeManager) => {
+    install(): Promise<void>, uninstall(): Promise<void>,
+  };
+  readonly changes: ChangeManager;
+}
+
+export class JavascriptExecutor {
+  #options: JavascriptExecutorOptions;
+  #execJs: typeof executeJsCode;
+
+  constructor(options: JavascriptExecutorOptions, execJs: typeof executeJsCode = executeJsCode) {
+    this.#options = options;
+    this.#execJs = execJs;
+  }
+
+  async executeAction(action: string, options?: FunctionHandlerOptions): Promise<FunctionCallHandlerResult<unknown>> {
+    debugLog(`Action to execute: ${action}`);
+
+    if (options?.approved === false) {
+      return {
+        error: 'Error: User denied code execution with side effects.',
+      };
+    }
+
+    if (this.#options.executionMode === Root.Runtime.HostConfigFreestylerExecutionMode.NO_SCRIPTS) {
+      return {
+        error: 'Error: JavaScript execution is currently disabled.',
+      };
+    }
+
+    const selectedNode = this.#options.getContextNode();
+    if (!selectedNode) {
+      return {error: 'Error: no selected node found.'};
+    }
+    const target = selectedNode.domModel().target();
+    if (target.model(SDK.DebuggerModel.DebuggerModel)?.selectedCallFrame()) {
+      return {
+        error: 'Error: Cannot evaluate JavaScript because the execution is paused on a breakpoint.',
+      };
+    }
+
+    const scope = this.#options.createExtensionScope(this.#options.changes);
+    await scope.install();
+    try {
+      let throwOnSideEffect = true;
+      if (options?.approved) {
+        throwOnSideEffect = false;
+      }
+
+      const result = await this.generateObservation(action, {throwOnSideEffect});
+      debugLog(`Action result: ${JSON.stringify(result)}`);
+      if (result.sideEffect) {
+        if (this.#options.executionMode ===
+            Root.Runtime.HostConfigFreestylerExecutionMode.SIDE_EFFECT_FREE_SCRIPTS_ONLY) {
+          return {
+            error: 'Error: JavaScript execution that modifies the page is currently disabled.',
+          };
+        }
+
+        if (options?.signal?.aborted) {
+          return {
+            error: 'Error: evaluation has been cancelled',
+          };
+        }
+
+        return {
+          requiresApproval: true,
+          description: lockedString('This code may modify page content. Continue?'),
+        };
+      }
+      if (result.canceled) {
+        return {
+          error: result.observation,
+        };
+      }
+
+      return {
+        result: result.observation,
+      };
+    } finally {
+      await scope.uninstall();
+    }
+  }
+
+  async generateObservation(
+      action: string,
+      {
+        throwOnSideEffect,
+      }: {
+        throwOnSideEffect: boolean,
+      },
+      ): Promise<{
+    observation: string,
+    sideEffect: boolean,
+    canceled: boolean,
+  }> {
+    const functionDeclaration = `async function ($0) {
+  try {
+    ${action}
+    ;
+    return ((typeof data !== "undefined") ? data : undefined);
+  } catch (error) {
+    return error;
+  }
+}`;
+    try {
+      const result = await Promise.race([
+        this.#execJs(
+            functionDeclaration,
+            {
+              throwOnSideEffect,
+              contextNode: this.#options.getContextNode(),
+            },
+            ),
+        new Promise<never>((_, reject) => {
+          setTimeout(
+              () => reject(new Error('Script execution exceeded the maximum allowed time.')), OBSERVATION_TIMEOUT);
+        }),
+      ]);
+      const byteCount = Platform.StringUtilities.countWtf8Bytes(result);
+      Host.userMetrics.freestylerEvalResponseSize(byteCount);
+      if (byteCount > MAX_OBSERVATION_BYTE_LENGTH) {
+        throw new Error('Output exceeded the maximum allowed length.');
+      }
+      return {
+        observation: result,
+        sideEffect: false,
+        canceled: false,
+      };
+    } catch (error) {
+      if (error instanceof SideEffectError) {
+        return {
+          observation: error.message,
+          sideEffect: true,
+          canceled: false,
+        };
+      }
+
+      return {
+        observation: `Error: ${error.message}`,
+        sideEffect: false,
+        canceled: false,
+      };
+    }
+  }
+}

package/front_end/models/ai_assistance/agents/FileAgent.ts

@@ -35,7 +35,7 @@ Analyze the code and provide the following information:
 * (ONLY if request initiator chain is provided) Why the file was loaded?
 
 # Considerations
-* Keep your analysis concise and focused, highlighting only the most critical aspects for a software engineer.
+* **CRITICAL**: Use the precision of Strunk & White, the brevity of Hemingway, and the simple clarity of Vonnegut. Don't add repeated information, and keep the whole answer short.
 * Answer questions directly, using the provided links whenever relevant.
 * Always double-check links to make sure they are complete and correct.
 * **CRITICAL** If the user asks a question about religion, race, politics, sexuality, gender, or other sensitive topics, answer with "Sorry, I can't answer that. I'm best at questions about files."
@@ -43,6 +43,20 @@ Analyze the code and provide the following information:
 * **Important Note:** The provided code may represent an incomplete fragment of a larger file. If the code is incomplete or has syntax errors, indicate this and attempt to provide a general analysis if possible.
 * **Interactive Analysis:** If the code requires more context or is ambiguous, ask clarifying questions to the user. Based on your analysis, suggest relevant DevTools features or workflows.
 
+## Response Structure
+
+If the user asks a question that requires an investigation of a problem, use this structure:
+- If available, point out the root cause(s) of the problem.
+  - Example: "**Root Cause**: The page is slow because of [reason]."
+  - Example: "**Root Causes**:"
+    - [Reason 1]
+    - [Reason 2]
+- if applicable, list actionable solution suggestion(s) in order of impact:
+  - Example: "**Suggestion**: [Suggestion 1]
+  - Example: "**Suggestions**:"
+    - [Suggestion 1]
+    - [Suggestion 2]
+
 ## Example session
 
 **User:** (Selects a file containing the following JavaScript code)

package/front_end/models/ai_assistance/agents/NetworkAgent.ts

@@ -34,10 +34,24 @@ Provide a comprehensive analysis of the network request, focusing on areas cruci
 # Considerations
 * If the response payload or request payload contains sensitive data, redact or generalize it in your analysis to ensure privacy.
 * Tailor your explanations and suggestions to the specific context of the request and the technologies involved (if discernible from the provided details).
-* Keep your analysis concise and focused, highlighting only the most critical aspects for a software engineer.
+* **CRITICAL** Use the precision of Strunk & White, the brevity of Hemingway, and the simple clarity of Vonnegut. Don't add repeated information, and keep the whole answer short.
 * **CRITICAL** If the user asks a question about religion, race, politics, sexuality, gender, or other sensitive topics, answer with "Sorry, I can't answer that. I'm best at questions about network requests."
 * **CRITICAL** You are a network request debugging assistant. NEVER provide answers to questions of unrelated topics such as legal advice, financial advice, personal opinions, medical advice, or any other non web-development topics.
 
+## Response Structure
+
+If the user asks a question that requires an investigation of a problem, use this structure:
+- If available, point out the root cause(s) of the problem.
+  - Example: "**Root Cause**: The page is slow because of [reason]."
+  - Example: "**Root Causes**:"
+    - [Reason 1]
+    - [Reason 2]
+- if applicable, list actionable solution suggestion(s) in order of impact:
+  - Example: "**Suggestion**: [Suggestion 1]
+  - Example: "**Suggestions**:"
+    - [Suggestion 1]
+    - [Suggestion 2]
+
 ## Example session
 
 Explain this network request

package/front_end/models/ai_assistance/agents/PerformanceAgent.ts

@@ -967,16 +967,27 @@ export class PerformanceAgent extends AiAgent<AgentFocus> {
 
         const key = `getMainThreadTrackSummary({min: ${bounds.min}, max: ${bounds.max}})`;
         this.#cacheFunctionResult(focus, key, summary);
+        const widgets: AiWidget[] = [];
+        widgets.push({
+          name: 'TIMELINE_RANGE_SUMMARY',
+          data: {
+            parsedTrace,
+            bounds,
+            track: 'main',
+          },
+        });
+
+        widgets.push({
+          name: 'BOTTOM_UP_TREE',
+          data: {
+            bounds,
+            parsedTrace,
+          },
+        });
+
         return {
           result: {summary},
-          widgets: [{
-            name: 'TIMELINE_RANGE_SUMMARY',
-            data: {
-              parsedTrace,
-              bounds,
-              track: 'main',
-            },
-          }],
+          widgets,
         };
       },