@builder.io/ai-utils 0.31.1 → 0.32.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@builder.io/ai-utils",
-  "version": "0.31.1",
+  "version": "0.32.1",
   "description": "Builder.io AI utils",
   "type": "module",
   "main": "src/index.js",

package/src/codegen.d.ts

@@ -92,6 +92,8 @@ export interface DevServerControlInput {
 }
 export interface DevServerLogsInput {
 }
+export interface DevServerRestartInput {
+}
 export interface BashToolInput {
     command?: string | null;
     timeout?: number | null;
@@ -222,6 +224,8 @@ export interface WebFetchToolInput {
 export interface ExplorationMetadataToolInput {
     category?: "reusable_knowledge" | "one_off" | "bad_quality";
     gif_id?: string;
+    timeline_id?: string;
+    recording_id?: string;
     important_files: {
         file_path: string;
         relevance?: "high" | "medium" | "low";
@@ -242,6 +246,58 @@ export interface ReadMcpResourceToolInput {
 export interface RecordFrameToolInput {
     title: string;
     frame: "last-image";
+    category?: TimelineEventCategory;
+    description?: string;
+}
+export type TestOutcome = "succeeded" | "couldnt_verify" | "failed" | "other";
+export interface ReportTestOutcomeToolInput {
+    outcome: TestOutcome;
+    summary: string;
+    details?: string;
+}
+export type TimelineEventCategory = "navigation" | "interaction" | "assertion" | "error" | "milestone" | "code-change" | "observation";
+export interface TimelineEvent {
+    id: number;
+    timestamp: number;
+    label: string;
+    category: TimelineEventCategory;
+    description?: string;
+    toolName?: string;
+    frameIndex?: number;
+    durationMs?: number;
+    thinking?: string;
+}
+export interface TimelineFrameMetadata {
+    index: number;
+    timestamp: number;
+    title: string;
+    category: TimelineEventCategory;
+    eventId: number;
+    explicit: boolean;
+    displayDurationMs: number;
+    fileName?: string;
+    image_url?: string;
+    cursorX?: number | null;
+    cursorY?: number | null;
+    viewportWidth?: number;
+    viewportHeight?: number;
+}
+export interface TimelineRecording {
+    version: 1;
+    sessionId: string;
+    startTime: number;
+    endTime: number;
+    totalFrames: number;
+    events: TimelineEvent[];
+    frames: TimelineFrameMetadata[];
+    testOutcome?: TestOutcome;
+    testSummary?: string;
+    testDetails?: string;
+    uiIssues?: Array<{
+        title: string;
+        description: string;
+        debugInfo?: string;
+    }>;
 }
 /**
  * Configuration values proposed by the setup analyzer agent
@@ -452,8 +508,8 @@ export interface ProposeConfigParams {
     isMicrofrontend?: boolean;
     setupNeedsCredentials?: boolean;
     devServerNeedsCredentials?: boolean;
-    projectDescription?: string;
     needsVPN?: boolean;
+    projectDescription?: string;
 }
 export interface VerifySetupCommandToolInput {
     command: string;
@@ -481,6 +537,11 @@ export interface VerifyRuntimeDependencyToolInput {
     version: string;
     source?: string;
 }
+export interface ProposeEnvVariableToolInput {
+    key: string;
+    value: string;
+    secret?: boolean;
+}
 export interface SetEnvVariableToolInput {
     key: string;
     value: string;
@@ -529,6 +590,7 @@ export interface SubmitPRReviewToolInput {
 /** SubmitRecording - Visual verification with recording (posted as separate review) */
 export interface SubmitRecordingToolInput {
     gif_id: string;
+    timeline_id?: string;
     recording_caption: string;
     summary?: string;
     comments?: PRReviewComment[];
@@ -585,6 +647,7 @@ export interface CodeGenToolMap {
     Glob: GlobSearchToolInput;
     DevServerControl: DevServerControlInput;
     DevServerLogs: DevServerLogsInput;
+    DevServerRestart: DevServerRestartInput;
     Revert: RevertToolInput;
     TodoRead: TodoReadToolInput;
     TodoWrite: TodoWriteToolInput;
@@ -604,11 +667,13 @@ export interface CodeGenToolMap {
     ResolveQAComments: ResolveQACommentsToolInput;
     ReportUIIssue: ReportUIIssueToolInput;
     ReportIssue: ReportIssueToolInput;
+    ReportTestOutcome: ReportTestOutcomeToolInput;
     VerifySetupCommand: VerifySetupCommandToolInput;
     VerifyDevCommand: VerifyDevCommandToolInput;
     VerifyDevServer: VerifyDevServerToolInput;
     VerifyValidateCommand: VerifyValidateCommandToolInput;
     VerifyRuntimeDependency: VerifyRuntimeDependencyToolInput;
+    ProposeEnvVariable: ProposeEnvVariableToolInput;
     SetEnvVariable: SetEnvVariableToolInput;
     SendMessage: SendMessageToolInput;
     SpawnBranch: SpawnBranchToolInput;
@@ -1121,6 +1186,8 @@ export interface GenerateCompletionStepProposeConfig {
     type: "propose_config";
     config: SetupAnalysisValues;
     message?: string;
+    /** When true, the project requires no dependency installation. The UI should not show an Apply dialog for dependencies. */
+    noDependencies?: boolean;
 }
 export interface GenerateCompletionStepUpdateSetupValue {
     type: "update_setup_value";

package/src/events.d.ts

@@ -493,6 +493,14 @@ export declare const ClientDevtoolsSessionStartedEvent: {
     eventName: "client.devtools.session.started";
     version: "1";
 };
+export type ClientDevtoolsSessionIdleEventV1 = FusionEventVariant<"client.devtools.session.idle", {
+    sessionId?: string;
+    lastMessage?: string;
+}, {}, 1>;
+export declare const ClientDevtoolsSessionIdleEventV1: {
+    eventName: "client.devtools.session.idle";
+    version: "1";
+};
 export type FusionProjectCreatedV1 = FusionEventVariant<"fusion.project.created", {
     projectId: string;
     branchName?: string;
@@ -546,7 +554,7 @@ export interface SendMessageToOrgAgentInput {
     senderDisplayName?: string;
     messageContext?: string;
 }
-export type FusionEvent = AiTaskCompletedEvent | AiTaskFailedEvent | GitPrCreatedEvent | ClientDevtoolsSessionStartedEvent | FusionProjectCreatedV1 | SetupAgentCompletedV1 | ForceSetupAgentV1 | ClawMessageSentV1;
+export type FusionEvent = AiTaskCompletedEvent | AiTaskFailedEvent | GitPrCreatedEvent | ClientDevtoolsSessionStartedEvent | ClientDevtoolsSessionIdleEventV1 | FusionProjectCreatedV1 | SetupAgentCompletedV1 | ForceSetupAgentV1 | ClawMessageSentV1;
 export interface ModelPermissionRequiredEvent {
     type: "assistant.model.permission.required";
     data: {

package/src/events.js

@@ -14,6 +14,10 @@ export const ClientDevtoolsSessionStartedEvent = {
     eventName: "client.devtools.session.started",
     version: "1",
 };
+export const ClientDevtoolsSessionIdleEventV1 = {
+    eventName: "client.devtools.session.idle",
+    version: "1",
+};
 export const FusionProjectCreatedV1 = {
     eventName: "fusion.project.created",
     version: "1",