@opencraw/studio 0.0.36 → 0.0.38

package/dist/index.d.ts

@@ -12,5 +12,5 @@ export type { RecipePair, SampleRunCallbacks, SampleRunHandle, SampleRunRecord,
 export { fetchStartPage } from './page-snapshot';
 export type { WhyFacts, WhyStepFact } from './explain-why';
 export { sampleBudgetSchema, openWorkspaceCommandSchema, chooseFolderCommandSchema, openPathCommandSchema, importDocumentCommandSchema, runSampleCommandSchema, stopRunCommandSchema, saveRecipeCommandSchema, fetchStartPageCommandSchema, detectUrlCommandSchema, saveOutlineCommandSchema, takeSnapshotCommandSchema, verifySelectorCommandSchema, inferSelectorCommandSchema, missingWhyTargetSchema, rejectedWhyTargetSchema, whyTargetSchema, explainWhyCommandSchema, studioCommandSchema, chooseFolderViewSchema, openPathViewSchema, importDocumentViewSchema, stoppedBySchema, fieldTraceSchema, traceLineEventSchema, recordEventSchema, recordRejectedEventSchema, runFinishedEventSchema, workspaceChangedEventSchema, studioEventSchema, loadedHooksSchema, recipeIssueSchema, recipeListingSchema, workspaceViewSchema, sampleRunRecordSchema, sampleRunViewSchema, startPageViewSchema, detectUrlViewSchema, snapshotViewSchema, verifySelectorViewSchema, fieldPickSchema, inferSelectorViewSchema, selectorAlternativeSchema, sentencePartSchema, outlineCardSchema, outlineBracketSchema, outlineNodeSchema, outlineViewSchema, whyViewSchema, inspectPageCommandSchema, responsesSeenCommandSchema, documentTreeCommandSchema, pdfViewCommandSchema, tablePreviewOptionsSchema, tablePreviewCommandSchema, regionPreviewCommandSchema, regionPreviewMatchSchema, regionPreviewViewSchema, gridViewCommandSchema, gridRowsCommandSchema, gridPreviewOptionsSchema, gridPreviewCommandSchema, deckViewCommandSchema, deckPreviewOptionsSchema, deckPreviewCommandSchema, domTreeNodeViewSchema, pageDataFindingSchema, inspectViewSchema, observedResponseSchema, responsesSeenViewSchema, documentTreeNodeViewSchema, documentTreeViewSchema, pdfCellViewSchema, pdfRowViewSchema, pdfPageViewSchema, pdfDocumentViewSchema, tablePreviewTableSchema, tablePreviewBandSchema, tablePreviewMatchSchema, tablePreviewViewSchema, gridCellViewSchema, gridMergeViewSchema, gridRowsViewSchema, gridSheetViewSchema, workbookDocumentViewSchema, gridTablePreviewMatchSchema, gridTablePreviewViewSchema, deckShapeViewSchema, deckChartSeriesViewSchema, deckChartViewSchema, deckSlideViewSchema, deckDocumentViewSchema, deckTablePreviewMatchSchema, deckTablePreviewViewSchema, startRecordingCommandSchema, stopRecordingCommandSchema, recordingCardEventSchema, recordingNoteEventSchema, recordingStoppedEventSchema, } from './studio-api';
-export type { SampleBudget, OpenWorkspaceCommand, ChooseFolderCommand, OpenPathCommand, ImportDocumentCommand, RunSampleCommand, StopRunCommand, SaveRecipeCommand, FetchStartPageCommand, DetectUrlCommand, SaveOutlineCommand, TakeSnapshotCommand, VerifySelectorCommand, InferSelectorCommand, MissingWhyTarget, RejectedWhyTarget, WhyTarget, ExplainWhyCommand, InspectPageCommand, ResponsesSeenCommand, DocumentTreeCommand, PdfViewCommand, TablePreviewOptions, TablePreviewCommand, RegionPreviewCommand, GridViewCommand, GridRowsCommand, GridPreviewOptions, GridPreviewCommand, DeckViewCommand, DeckPreviewOptions, DeckPreviewCommand, StudioCommand, ChooseFolderView, OpenPathView, ImportDocumentView, RegionPreviewMatchView, RegionPreviewView, StoppedBy, FieldTraceView, TraceLineEvent, RecordEvent, RecordRejectedEvent, RunFinishedEvent, WorkspaceChangedEvent, StudioEvent, LoadedHooks, RecipeIssue, RecipeListing, WorkspaceView, SampleRunView, StartPageView, DetectUrlView, SnapshotView, VerifySelectorView, FieldPick, InferSelectorView, SelectorAlternative, SentencePart, OutlineCard, OutlineBracket, OutlineNode, OutlineView, WhyView, DomTreeNodeView, PageDataKind, PageDataFindingView, InspectView, ObservedResponseView, ResponsesSeenView, DocumentTreeNodeView, DocumentTreeView, PdfCellView, PdfRowView, PdfPageView, PdfDocumentView, TablePreviewTableView, TablePreviewBandView, TablePreviewMatchView, TablePreviewView, GridCellView, GridMergeView, GridRowsView, GridSheetView, WorkbookDocumentView, GridTablePreviewMatchView, GridTablePreviewView, DeckShapeView, DeckChartSeriesView, DeckChartView, DeckSlideView, DeckDocumentView, DeckTablePreviewMatchView, DeckTablePreviewView, StartRecordingCommand, StopRecordingCommand, RecordingCardEvent, RecordingNoteEvent, RecordingStoppedEvent, } from './studio-api';
+export type { SampleBudget, OpenWorkspaceCommand, ChooseFolderCommand, OpenPathCommand, ImportDocumentCommand, RunSampleCommand, StopRunCommand, SaveRecipeCommand, FetchStartPageCommand, DetectUrlCommand, SaveOutlineCommand, TakeSnapshotCommand, VerifySelectorCommand, InferSelectorCommand, MissingWhyTarget, RejectedWhyTarget, WhyTarget, ExplainWhyCommand, InspectPageCommand, ResponsesSeenCommand, DocumentTreeCommand, PdfViewCommand, TablePreviewOptions, TablePreviewCommand, RegionPreviewCommand, GridViewCommand, GridRowsCommand, GridPreviewOptions, GridPreviewCommand, DeckViewCommand, DeckPreviewOptions, DeckPreviewCommand, StudioCommand, ChooseFolderView, OpenPathView, ImportDocumentView, RegionPreviewMatchView, RegionPreviewView, StoppedBy, FieldTraceView, TraceLineEvent, RecordEvent, RecordRejectedEvent, RunFinishedEvent, WorkspaceChangedEvent, StudioEvent, LoadedHooks, RecipeIssue, RecipeListing, WorkspaceView, SampleRunView, StartPageView, DetectUrlView, SnapshotView, VerifySelectorView, FieldPick, InferSelectorView, SelectorAlternative, SentencePart, OutlineCard, OutlineBracket, OutlineNode, OutlineView, WhyView, DomTreeNodeView, PageDataKind, PageDataFindingView, InspectView, ObservedResponseView, ResponsesSeenView, DocumentTreeNodeView, DocumentTreeView, PdfCellView, PdfRowView, PdfPageView, PdfDocumentView, TablePreviewTableView, TablePreviewBandView, TablePreviewMatchView, TablePreviewView, GridCellView, GridMergeView, GridRowsView, GridSheetView, WorkbookDocumentView, GridTablePreviewMatchView, GridTablePreviewView, DeckShapeView, DeckChartSeriesView, DeckChartView, DeckSlideView, DeckDocumentView, DeckTablePreviewMatchView, DeckTablePreviewView, StartRecordingCommand, StopRecordingCommand, UiReportCommand, RecordingCardEvent, RecordingNoteEvent, RecordingStoppedEvent, } from './studio-api';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.esm.js

@@ -4,7 +4,7 @@ import { promisify, stripVTControlCharacters } from 'node:util';
 import { fileURLToPath, pathToFileURL } from 'node:url';
 import { z } from 'zod';
 import { BODY_KINDS, formatOfResponse, HttpClient, BrowserClient, NODE_ID_ATTRIBUTE, sessionStateOf, readRecipeSource, parseInputRecipe, parseOutputRecipe, calloutLabel, bindRecipeSet, memorySink, createCrawler, traceLine, UnknownHookError, rowsOfCells, parseXml, marginRows, findDeckTables, findGridTables, analyzeTables, parseRegion, regionText, deckRegionText, isDeckDocument, resolveMissingPolicy, isWorkbookDocument, RecipeBindingError, RecipeValidationError, countMatches, matchesOf, tryParseJson, isPdfDocument, BrowserProfiles } from '@opencraw/core';
-import { randomBytes, createHash } from 'node:crypto';
+import { randomBytes, randomUUID, createHash } from 'node:crypto';
 import { execFile } from 'node:child_process';
 import { mkdir, writeFile, chmod, rm, readFile, rename, stat } from 'node:fs/promises';
 import { homedir, tmpdir } from 'node:os';
@@ -47,6 +47,17 @@ z.object({
   kind: z.literal('open'),
   path: z.string().min(1),
   workspace: z.string().min(1).optional()
+}),
+/**
+ * Pick a value on the recipe's web page, as a click would: the page finds the element by `selector` (a CSS selector) or by its `text`,
+ * stages it the way a click does (the ways to reach it are shown to choose from) and, with `add`, adds it to the recipe.
+ */
+z.object({
+  kind: z.literal('pick'),
+  recipeId: z.string().min(1),
+  selector: z.string().min(1).optional(),
+  text: z.string().min(1).optional(),
+  add: z.boolean().optional()
 })]);
 
 /** A budget for a sample run; never authored into a recipe, only asked for by the caller. */
@@ -386,6 +397,20 @@ const askUiCommandSchema = z.object({
   type: z.literal('ask-ui'),
   request: uiRequestSchema
 });
+/** The page tells the server how a controller's request went, so the controller can find out (`ui-outcome`). */
+const uiReportCommandSchema = z.object({
+  type: z.literal('ui-report'),
+  requestId: z.string().min(1),
+  ok: z.boolean(),
+  message: z.string(),
+  /** What the page found or did, for the controller to read. */
+  detail: z.record(z.string(), z.unknown()).optional()
+});
+/** Asks how a controller's request went: still waiting for the page, or done. */
+const uiOutcomeCommandSchema = z.object({
+  type: z.literal('ui-outcome'),
+  requestId: z.string().min(1)
+});
 /** Asks what Studio is doing: its workspace, how many pages are open and the run in progress. */
 const studioStatusCommandSchema = z.object({
   type: z.literal('studio-status')
@@ -395,7 +420,7 @@ const runStatusCommandSchema = z.object({
   type: z.literal('run-status'),
   recipeId: z.string().min(1)
 });
-const studioCommandSchema = z.discriminatedUnion('type', [openWorkspaceCommandSchema, chooseFolderCommandSchema, openPathCommandSchema, importDocumentCommandSchema, runSampleCommandSchema, stopRunCommandSchema, saveRecipeCommandSchema, fetchStartPageCommandSchema, detectUrlCommandSchema, saveOutlineCommandSchema, takeSnapshotCommandSchema, verifySelectorCommandSchema, inferSelectorCommandSchema, explainWhyCommandSchema, inspectPageCommandSchema, responsesSeenCommandSchema, documentTreeCommandSchema, pdfViewCommandSchema, tablePreviewCommandSchema, regionPreviewCommandSchema, gridViewCommandSchema, gridRowsCommandSchema, gridPreviewCommandSchema, deckViewCommandSchema, deckPreviewCommandSchema, startRecordingCommandSchema, stopRecordingCommandSchema, askUiCommandSchema, studioStatusCommandSchema, runStatusCommandSchema]);
+const studioCommandSchema = z.discriminatedUnion('type', [openWorkspaceCommandSchema, chooseFolderCommandSchema, openPathCommandSchema, importDocumentCommandSchema, runSampleCommandSchema, stopRunCommandSchema, saveRecipeCommandSchema, fetchStartPageCommandSchema, detectUrlCommandSchema, saveOutlineCommandSchema, takeSnapshotCommandSchema, verifySelectorCommandSchema, inferSelectorCommandSchema, explainWhyCommandSchema, inspectPageCommandSchema, responsesSeenCommandSchema, documentTreeCommandSchema, pdfViewCommandSchema, tablePreviewCommandSchema, regionPreviewCommandSchema, gridViewCommandSchema, gridRowsCommandSchema, gridPreviewCommandSchema, deckViewCommandSchema, deckPreviewCommandSchema, startRecordingCommandSchema, stopRecordingCommandSchema, askUiCommandSchema, uiReportCommandSchema, uiOutcomeCommandSchema, studioStatusCommandSchema, runStatusCommandSchema]);
 
 /**
  * What `take-snapshot` answers with: the rewritten document ready for the
@@ -556,6 +581,8 @@ const recordingStoppedEventSchema = z.object({
 /** A controller (an agent, through the MCP server) asked the open page to do something; every page does it. */
 const uiRequestEventSchema = z.object({
   type: z.literal('ui-request'),
+  /** Names the request, so the page can report how it went (`ui-report`) and the controller can ask (`ui-outcome`). */
+  requestId: z.string().min(1),
   request: uiRequestSchema
 });
 const studioEventSchema = z.discriminatedUnion('type', [traceLineEventSchema, recordEventSchema, recordRejectedEventSchema, runFinishedEventSchema, workspaceChangedEventSchema, recordingCardEventSchema, recordingNoteEventSchema, recordingStoppedEventSchema, uiRequestEventSchema]);
@@ -942,7 +969,15 @@ const deckTablePreviewViewSchema = z.object({
 
 /** How many pages were listening when a controller asked them to do something: none means nobody has Studio open. */
 z.object({
-  pages: z.number()
+  pages: z.number(),
+  requestId: z.string()
+});
+/** How a controller's request went: `pending` until a page reported, then what it said. */
+z.object({
+  state: z.enum(['pending', 'done']),
+  ok: z.boolean().optional(),
+  message: z.string().optional(),
+  detail: z.record(z.string(), z.unknown()).optional()
 });
 /** What Studio is doing: its workspace, how many pages are open, and the recipe whose sample run is in progress. */
 z.object({
@@ -2297,6 +2332,7 @@ function defaultRecorderProfileDir() {
 function createStudioState() {
   return {
     sockets: new Set(),
+    uiOutcomes: new Map(),
     snapshots: createSnapshotCache(),
     lastRuns: createLastRunCache(),
     recorderProfileDir: defaultRecorderProfileDir()
@@ -2321,21 +2357,63 @@ function broadcast(state, event) {
   }
 }
 
+/** How many outcomes are kept: a controller asks soon after it sent the request, so a few dozen is plenty. */
+const KEPT_OUTCOMES = 50;
 /**
  * Handles `ask-ui`: tells every open page what a controller (an agent, through the MCP server) asked for, so
- * the person watching sees it happen. Nothing is done server-side: the page does it the way a click would.
+ * the person watching sees it happen. Nothing is done server-side: the page does it the way a click would, and
+ * says how it went (`ui-report`).
  *
  * @param state - The server state holding the connected pages.
  * @param command - What to ask the pages.
- * @returns How many pages were listening; 0 means nobody has Studio open.
+ * @returns How many pages were listening (0 means nobody has Studio open) and the id to ask the outcome with.
  */
 function handleAskUi(state, command) {
+  const requestId = randomUUID();
   broadcast(state, {
     type: 'ui-request',
+    requestId,
     request: command.request
   });
   return {
-    pages: state.sockets.size
+    pages: state.sockets.size,
+    requestId
+  };
+}
+/**
+ * Handles `ui-report`: a page says how a controller's request went. The first answer stays: every open page gets the
+ * request, and a page that has nothing to do with it (another recipe open) does not report.
+ *
+ * @param state - The server state.
+ * @param command - The request's id and the outcome.
+ * @returns Whether the report was kept.
+ */
+function handleUiReport(state, command) {
+  if (state.uiOutcomes.has(command.requestId)) return {
+    kept: false
+  };
+  state.uiOutcomes.set(command.requestId, {
+    state: 'done',
+    ok: command.ok,
+    message: command.message,
+    detail: command.detail
+  });
+  const [oldest] = state.uiOutcomes.keys();
+  if (oldest !== undefined && state.uiOutcomes.size > KEPT_OUTCOMES) state.uiOutcomes.delete(oldest);
+  return {
+    kept: true
+  };
+}
+/**
+ * Handles `ui-outcome`: how a controller's request went.
+ *
+ * @param state - The server state.
+ * @param command - The request's id.
+ * @returns `pending` until a page reported, then what it said.
+ */
+function handleUiOutcome(state, command) {
+  return state.uiOutcomes.get(command.requestId) ?? {
+    state: 'pending'
   };
 }
 
@@ -6511,6 +6589,14 @@ function dispatch(command, state) {
       {
         return Promise.resolve(handleAskUi(state, command));
       }
+    case 'ui-report':
+      {
+        return Promise.resolve(handleUiReport(state, command));
+      }
+    case 'ui-outcome':
+      {
+        return Promise.resolve(handleUiOutcome(state, command));
+      }
     case 'studio-status':
       {
         return Promise.resolve(handleStudioStatus(state));

package/dist/src/index.d.ts

@@ -12,5 +12,5 @@ export type { RecipePair, SampleRunCallbacks, SampleRunHandle, SampleRunRecord,
 export { fetchStartPage } from './page-snapshot/index.js';
 export type { WhyFacts, WhyStepFact } from './explain-why/index.js';
 export { sampleBudgetSchema, openWorkspaceCommandSchema, chooseFolderCommandSchema, openPathCommandSchema, importDocumentCommandSchema, runSampleCommandSchema, stopRunCommandSchema, saveRecipeCommandSchema, fetchStartPageCommandSchema, detectUrlCommandSchema, saveOutlineCommandSchema, takeSnapshotCommandSchema, verifySelectorCommandSchema, inferSelectorCommandSchema, missingWhyTargetSchema, rejectedWhyTargetSchema, whyTargetSchema, explainWhyCommandSchema, studioCommandSchema, chooseFolderViewSchema, openPathViewSchema, importDocumentViewSchema, stoppedBySchema, fieldTraceSchema, traceLineEventSchema, recordEventSchema, recordRejectedEventSchema, runFinishedEventSchema, workspaceChangedEventSchema, studioEventSchema, loadedHooksSchema, recipeIssueSchema, recipeListingSchema, workspaceViewSchema, sampleRunRecordSchema, sampleRunViewSchema, startPageViewSchema, detectUrlViewSchema, snapshotViewSchema, verifySelectorViewSchema, fieldPickSchema, inferSelectorViewSchema, selectorAlternativeSchema, sentencePartSchema, outlineCardSchema, outlineBracketSchema, outlineNodeSchema, outlineViewSchema, whyViewSchema, inspectPageCommandSchema, responsesSeenCommandSchema, documentTreeCommandSchema, pdfViewCommandSchema, tablePreviewOptionsSchema, tablePreviewCommandSchema, regionPreviewCommandSchema, regionPreviewMatchSchema, regionPreviewViewSchema, gridViewCommandSchema, gridRowsCommandSchema, gridPreviewOptionsSchema, gridPreviewCommandSchema, deckViewCommandSchema, deckPreviewOptionsSchema, deckPreviewCommandSchema, domTreeNodeViewSchema, pageDataFindingSchema, inspectViewSchema, observedResponseSchema, responsesSeenViewSchema, documentTreeNodeViewSchema, documentTreeViewSchema, pdfCellViewSchema, pdfRowViewSchema, pdfPageViewSchema, pdfDocumentViewSchema, tablePreviewTableSchema, tablePreviewBandSchema, tablePreviewMatchSchema, tablePreviewViewSchema, gridCellViewSchema, gridMergeViewSchema, gridRowsViewSchema, gridSheetViewSchema, workbookDocumentViewSchema, gridTablePreviewMatchSchema, gridTablePreviewViewSchema, deckShapeViewSchema, deckChartSeriesViewSchema, deckChartViewSchema, deckSlideViewSchema, deckDocumentViewSchema, deckTablePreviewMatchSchema, deckTablePreviewViewSchema, startRecordingCommandSchema, stopRecordingCommandSchema, recordingCardEventSchema, recordingNoteEventSchema, recordingStoppedEventSchema, } from './studio-api/index.js';
-export type { SampleBudget, OpenWorkspaceCommand, ChooseFolderCommand, OpenPathCommand, ImportDocumentCommand, RunSampleCommand, StopRunCommand, SaveRecipeCommand, FetchStartPageCommand, DetectUrlCommand, SaveOutlineCommand, TakeSnapshotCommand, VerifySelectorCommand, InferSelectorCommand, MissingWhyTarget, RejectedWhyTarget, WhyTarget, ExplainWhyCommand, InspectPageCommand, ResponsesSeenCommand, DocumentTreeCommand, PdfViewCommand, TablePreviewOptions, TablePreviewCommand, RegionPreviewCommand, GridViewCommand, GridRowsCommand, GridPreviewOptions, GridPreviewCommand, DeckViewCommand, DeckPreviewOptions, DeckPreviewCommand, StudioCommand, ChooseFolderView, OpenPathView, ImportDocumentView, RegionPreviewMatchView, RegionPreviewView, StoppedBy, FieldTraceView, TraceLineEvent, RecordEvent, RecordRejectedEvent, RunFinishedEvent, WorkspaceChangedEvent, StudioEvent, LoadedHooks, RecipeIssue, RecipeListing, WorkspaceView, SampleRunView, StartPageView, DetectUrlView, SnapshotView, VerifySelectorView, FieldPick, InferSelectorView, SelectorAlternative, SentencePart, OutlineCard, OutlineBracket, OutlineNode, OutlineView, WhyView, DomTreeNodeView, PageDataKind, PageDataFindingView, InspectView, ObservedResponseView, ResponsesSeenView, DocumentTreeNodeView, DocumentTreeView, PdfCellView, PdfRowView, PdfPageView, PdfDocumentView, TablePreviewTableView, TablePreviewBandView, TablePreviewMatchView, TablePreviewView, GridCellView, GridMergeView, GridRowsView, GridSheetView, WorkbookDocumentView, GridTablePreviewMatchView, GridTablePreviewView, DeckShapeView, DeckChartSeriesView, DeckChartView, DeckSlideView, DeckDocumentView, DeckTablePreviewMatchView, DeckTablePreviewView, StartRecordingCommand, StopRecordingCommand, RecordingCardEvent, RecordingNoteEvent, RecordingStoppedEvent, } from './studio-api/index.js';
+export type { SampleBudget, OpenWorkspaceCommand, ChooseFolderCommand, OpenPathCommand, ImportDocumentCommand, RunSampleCommand, StopRunCommand, SaveRecipeCommand, FetchStartPageCommand, DetectUrlCommand, SaveOutlineCommand, TakeSnapshotCommand, VerifySelectorCommand, InferSelectorCommand, MissingWhyTarget, RejectedWhyTarget, WhyTarget, ExplainWhyCommand, InspectPageCommand, ResponsesSeenCommand, DocumentTreeCommand, PdfViewCommand, TablePreviewOptions, TablePreviewCommand, RegionPreviewCommand, GridViewCommand, GridRowsCommand, GridPreviewOptions, GridPreviewCommand, DeckViewCommand, DeckPreviewOptions, DeckPreviewCommand, StudioCommand, ChooseFolderView, OpenPathView, ImportDocumentView, RegionPreviewMatchView, RegionPreviewView, StoppedBy, FieldTraceView, TraceLineEvent, RecordEvent, RecordRejectedEvent, RunFinishedEvent, WorkspaceChangedEvent, StudioEvent, LoadedHooks, RecipeIssue, RecipeListing, WorkspaceView, SampleRunView, StartPageView, DetectUrlView, SnapshotView, VerifySelectorView, FieldPick, InferSelectorView, SelectorAlternative, SentencePart, OutlineCard, OutlineBracket, OutlineNode, OutlineView, WhyView, DomTreeNodeView, PageDataKind, PageDataFindingView, InspectView, ObservedResponseView, ResponsesSeenView, DocumentTreeNodeView, DocumentTreeView, PdfCellView, PdfRowView, PdfPageView, PdfDocumentView, TablePreviewTableView, TablePreviewBandView, TablePreviewMatchView, TablePreviewView, GridCellView, GridMergeView, GridRowsView, GridSheetView, WorkbookDocumentView, GridTablePreviewMatchView, GridTablePreviewView, DeckShapeView, DeckChartSeriesView, DeckChartView, DeckSlideView, DeckDocumentView, DeckTablePreviewMatchView, DeckTablePreviewView, StartRecordingCommand, StopRecordingCommand, UiReportCommand, RecordingCardEvent, RecordingNoteEvent, RecordingStoppedEvent, } from './studio-api/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/src/studio-api/command.contract.d.ts

@@ -392,8 +392,27 @@ export declare const askUiCommandSchema: z.ZodObject<{
         kind: z.ZodLiteral<"open">;
         path: z.ZodString;
         workspace: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>, z.ZodObject<{
+        kind: z.ZodLiteral<"pick">;
+        recipeId: z.ZodString;
+        selector: z.ZodOptional<z.ZodString>;
+        text: z.ZodOptional<z.ZodString>;
+        add: z.ZodOptional<z.ZodBoolean>;
     }, z.core.$strip>], "kind">;
 }, z.core.$strip>;
+/** The page tells the server how a controller's request went, so the controller can find out (`ui-outcome`). */
+export declare const uiReportCommandSchema: z.ZodObject<{
+    type: z.ZodLiteral<"ui-report">;
+    requestId: z.ZodString;
+    ok: z.ZodBoolean;
+    message: z.ZodString;
+    detail: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+/** Asks how a controller's request went: still waiting for the page, or done. */
+export declare const uiOutcomeCommandSchema: z.ZodObject<{
+    type: z.ZodLiteral<"ui-outcome">;
+    requestId: z.ZodString;
+}, z.core.$strip>;
 /** Asks what Studio is doing: its workspace, how many pages are open and the run in progress. */
 export declare const studioStatusCommandSchema: z.ZodObject<{
     type: z.ZodLiteral<"studio-status">;
@@ -566,7 +585,22 @@ export declare const studioCommandSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         kind: z.ZodLiteral<"open">;
         path: z.ZodString;
         workspace: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>, z.ZodObject<{
+        kind: z.ZodLiteral<"pick">;
+        recipeId: z.ZodString;
+        selector: z.ZodOptional<z.ZodString>;
+        text: z.ZodOptional<z.ZodString>;
+        add: z.ZodOptional<z.ZodBoolean>;
     }, z.core.$strip>], "kind">;
+}, z.core.$strip>, z.ZodObject<{
+    type: z.ZodLiteral<"ui-report">;
+    requestId: z.ZodString;
+    ok: z.ZodBoolean;
+    message: z.ZodString;
+    detail: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>, z.ZodObject<{
+    type: z.ZodLiteral<"ui-outcome">;
+    requestId: z.ZodString;
 }, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"studio-status">;
 }, z.core.$strip>, z.ZodObject<{
@@ -579,6 +613,8 @@ export type ChooseFolderCommand = z.infer<typeof chooseFolderCommandSchema>;
 export type OpenPathCommand = z.infer<typeof openPathCommandSchema>;
 export type ImportDocumentCommand = z.infer<typeof importDocumentCommandSchema>;
 export type RunSampleCommand = z.infer<typeof runSampleCommandSchema>;
+export type UiReportCommand = z.infer<typeof uiReportCommandSchema>;
+export type UiOutcomeCommand = z.infer<typeof uiOutcomeCommandSchema>;
 export type AskUiCommand = z.infer<typeof askUiCommandSchema>;
 export type StudioStatusCommand = z.infer<typeof studioStatusCommandSchema>;
 export type RunStatusCommand = z.infer<typeof runStatusCommandSchema>;

package/dist/src/studio-api/event.contract.d.ts

@@ -90,10 +90,17 @@ export declare const recordingStoppedEventSchema: z.ZodObject<{
 /** A controller (an agent, through the MCP server) asked the open page to do something; every page does it. */
 export declare const uiRequestEventSchema: z.ZodObject<{
     type: z.ZodLiteral<"ui-request">;
+    requestId: z.ZodString;
     request: z.ZodDiscriminatedUnion<[z.ZodObject<{
         kind: z.ZodLiteral<"open">;
         path: z.ZodString;
         workspace: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>, z.ZodObject<{
+        kind: z.ZodLiteral<"pick">;
+        recipeId: z.ZodString;
+        selector: z.ZodOptional<z.ZodString>;
+        text: z.ZodOptional<z.ZodString>;
+        add: z.ZodOptional<z.ZodBoolean>;
     }, z.core.$strip>], "kind">;
 }, z.core.$strip>;
 export declare const studioEventSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -150,10 +157,17 @@ export declare const studioEventSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     steps: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"ui-request">;
+    requestId: z.ZodString;
     request: z.ZodDiscriminatedUnion<[z.ZodObject<{
         kind: z.ZodLiteral<"open">;
         path: z.ZodString;
         workspace: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>, z.ZodObject<{
+        kind: z.ZodLiteral<"pick">;
+        recipeId: z.ZodString;
+        selector: z.ZodOptional<z.ZodString>;
+        text: z.ZodOptional<z.ZodString>;
+        add: z.ZodOptional<z.ZodBoolean>;
     }, z.core.$strip>], "kind">;
 }, z.core.$strip>], "type">;
 export type UiRequestEvent = z.infer<typeof uiRequestEventSchema>;

package/dist/src/studio-api/index.d.ts

@@ -1,5 +1,5 @@
-export { sampleBudgetSchema, openWorkspaceCommandSchema, chooseFolderCommandSchema, openPathCommandSchema, importDocumentCommandSchema, runSampleCommandSchema, stopRunCommandSchema, saveRecipeCommandSchema, fetchStartPageCommandSchema, detectUrlCommandSchema, saveOutlineCommandSchema, takeSnapshotCommandSchema, verifySelectorCommandSchema, inferSelectorCommandSchema, missingWhyTargetSchema, rejectedWhyTargetSchema, whyTargetSchema, explainWhyCommandSchema, inspectPageCommandSchema, responsesSeenCommandSchema, documentTreeCommandSchema, pdfViewCommandSchema, tablePreviewOptionsSchema, tablePreviewCommandSchema, regionPreviewCommandSchema, gridViewCommandSchema, gridRowsCommandSchema, gridPreviewOptionsSchema, gridPreviewCommandSchema, deckViewCommandSchema, deckPreviewOptionsSchema, deckPreviewCommandSchema, startRecordingCommandSchema, stopRecordingCommandSchema, askUiCommandSchema, studioStatusCommandSchema, runStatusCommandSchema, studioCommandSchema } from './command.contract.js';
-export type { SampleBudget, OpenWorkspaceCommand, ChooseFolderCommand, OpenPathCommand, ImportDocumentCommand, RunSampleCommand, StopRunCommand, SaveRecipeCommand, FetchStartPageCommand, DetectUrlCommand, SaveOutlineCommand, TakeSnapshotCommand, VerifySelectorCommand, InferSelectorCommand, MissingWhyTarget, RejectedWhyTarget, WhyTarget, ExplainWhyCommand, InspectPageCommand, ResponsesSeenCommand, DocumentTreeCommand, PdfViewCommand, TablePreviewOptions, TablePreviewCommand, RegionPreviewCommand, GridViewCommand, GridRowsCommand, GridPreviewOptions, GridPreviewCommand, DeckViewCommand, DeckPreviewOptions, DeckPreviewCommand, StartRecordingCommand, StopRecordingCommand, AskUiCommand, StudioStatusCommand, RunStatusCommand, StudioCommand } from './command.contract.js';
+export { sampleBudgetSchema, openWorkspaceCommandSchema, chooseFolderCommandSchema, openPathCommandSchema, importDocumentCommandSchema, runSampleCommandSchema, stopRunCommandSchema, saveRecipeCommandSchema, fetchStartPageCommandSchema, detectUrlCommandSchema, saveOutlineCommandSchema, takeSnapshotCommandSchema, verifySelectorCommandSchema, inferSelectorCommandSchema, missingWhyTargetSchema, rejectedWhyTargetSchema, whyTargetSchema, explainWhyCommandSchema, inspectPageCommandSchema, responsesSeenCommandSchema, documentTreeCommandSchema, pdfViewCommandSchema, tablePreviewOptionsSchema, tablePreviewCommandSchema, regionPreviewCommandSchema, gridViewCommandSchema, gridRowsCommandSchema, gridPreviewOptionsSchema, gridPreviewCommandSchema, deckViewCommandSchema, deckPreviewOptionsSchema, deckPreviewCommandSchema, startRecordingCommandSchema, stopRecordingCommandSchema, askUiCommandSchema, uiReportCommandSchema, uiOutcomeCommandSchema, studioStatusCommandSchema, runStatusCommandSchema, studioCommandSchema } from './command.contract.js';
+export type { SampleBudget, OpenWorkspaceCommand, ChooseFolderCommand, OpenPathCommand, ImportDocumentCommand, RunSampleCommand, StopRunCommand, SaveRecipeCommand, FetchStartPageCommand, DetectUrlCommand, SaveOutlineCommand, TakeSnapshotCommand, VerifySelectorCommand, InferSelectorCommand, MissingWhyTarget, RejectedWhyTarget, WhyTarget, ExplainWhyCommand, InspectPageCommand, ResponsesSeenCommand, DocumentTreeCommand, PdfViewCommand, TablePreviewOptions, TablePreviewCommand, RegionPreviewCommand, GridViewCommand, GridRowsCommand, GridPreviewOptions, GridPreviewCommand, DeckViewCommand, DeckPreviewOptions, DeckPreviewCommand, StartRecordingCommand, StopRecordingCommand, AskUiCommand, UiReportCommand, UiOutcomeCommand, StudioStatusCommand, RunStatusCommand, StudioCommand } from './command.contract.js';
 export { snapshotViewSchema } from './snapshot-view.contract.js';
 export type { SnapshotView } from './snapshot-view.contract.js';
 export { verifySelectorViewSchema } from './verify-selector-view.contract.js';
@@ -48,6 +48,6 @@ export { deckTablePreviewMatchSchema, deckTablePreviewViewSchema } from './deck-
 export type { DeckTablePreviewMatchView, DeckTablePreviewView } from './deck-preview-view.contract.js';
 export { uiRequestSchema } from './ui-request.contract.js';
 export type { UiRequest } from './ui-request.contract.js';
-export { askUiViewSchema, studioStatusViewSchema, runStatusViewSchema } from './studio-control-view.contract.js';
-export type { AskUiView, StudioStatusView, RunStatusView } from './studio-control-view.contract.js';
+export { askUiViewSchema, uiOutcomeViewSchema, studioStatusViewSchema, runStatusViewSchema } from './studio-control-view.contract.js';
+export type { AskUiView, UiOutcomeView, StudioStatusView, RunStatusView } from './studio-control-view.contract.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/src/studio-api/studio-control-view.contract.d.ts

@@ -2,6 +2,17 @@ import { z } from 'zod';
 /** How many pages were listening when a controller asked them to do something: none means nobody has Studio open. */
 export declare const askUiViewSchema: z.ZodObject<{
     pages: z.ZodNumber;
+    requestId: z.ZodString;
+}, z.core.$strip>;
+/** How a controller's request went: `pending` until a page reported, then what it said. */
+export declare const uiOutcomeViewSchema: z.ZodObject<{
+    state: z.ZodEnum<{
+        pending: "pending";
+        done: "done";
+    }>;
+    ok: z.ZodOptional<z.ZodBoolean>;
+    message: z.ZodOptional<z.ZodString>;
+    detail: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, z.core.$strip>;
 /** What Studio is doing: its workspace, how many pages are open, and the recipe whose sample run is in progress. */
 export declare const studioStatusViewSchema: z.ZodObject<{
@@ -35,6 +46,7 @@ export declare const runStatusViewSchema: z.ZodObject<{
         }, z.core.$strip>>;
     }, z.core.$strip>>;
 }, z.core.$strip>;
+export type UiOutcomeView = z.infer<typeof uiOutcomeViewSchema>;
 export type AskUiView = z.infer<typeof askUiViewSchema>;
 export type StudioStatusView = z.infer<typeof studioStatusViewSchema>;
 export type RunStatusView = z.infer<typeof runStatusViewSchema>;

package/dist/src/studio-api/ui-request.contract.d.ts

@@ -4,6 +4,12 @@ export declare const uiRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     kind: z.ZodLiteral<"open">;
     path: z.ZodString;
     workspace: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>, z.ZodObject<{
+    kind: z.ZodLiteral<"pick">;
+    recipeId: z.ZodString;
+    selector: z.ZodOptional<z.ZodString>;
+    text: z.ZodOptional<z.ZodString>;
+    add: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strip>], "kind">;
 export type UiRequest = z.infer<typeof uiRequestSchema>;
 //# sourceMappingURL=ui-request.contract.d.ts.map

package/dist/src/studio-server/ask-ui.handler.d.ts

@@ -1,12 +1,32 @@
-import type { AskUiCommand, AskUiView } from '../studio-api/index.js';
+import type { AskUiCommand, AskUiView, UiOutcomeCommand, UiOutcomeView, UiReportCommand } from '../studio-api/index.js';
 import type { StudioState } from './workspace.store.js';
 /**
  * Handles `ask-ui`: tells every open page what a controller (an agent, through the MCP server) asked for, so
- * the person watching sees it happen. Nothing is done server-side: the page does it the way a click would.
+ * the person watching sees it happen. Nothing is done server-side: the page does it the way a click would, and
+ * says how it went (`ui-report`).
  *
  * @param state - The server state holding the connected pages.
  * @param command - What to ask the pages.
- * @returns How many pages were listening; 0 means nobody has Studio open.
+ * @returns How many pages were listening (0 means nobody has Studio open) and the id to ask the outcome with.
  */
 export declare function handleAskUi(state: StudioState, command: AskUiCommand): AskUiView;
+/**
+ * Handles `ui-report`: a page says how a controller's request went. The first answer stays: every open page gets the
+ * request, and a page that has nothing to do with it (another recipe open) does not report.
+ *
+ * @param state - The server state.
+ * @param command - The request's id and the outcome.
+ * @returns Whether the report was kept.
+ */
+export declare function handleUiReport(state: StudioState, command: UiReportCommand): {
+    kept: boolean;
+};
+/**
+ * Handles `ui-outcome`: how a controller's request went.
+ *
+ * @param state - The server state.
+ * @param command - The request's id.
+ * @returns `pending` until a page reported, then what it said.
+ */
+export declare function handleUiOutcome(state: StudioState, command: UiOutcomeCommand): UiOutcomeView;
 //# sourceMappingURL=ask-ui.handler.d.ts.map

package/dist/src/studio-server/workspace.store.d.ts

@@ -2,7 +2,7 @@ import type { BrowserSessionConfig } from '@opencraw/core';
 import type { RecorderSessionHandle } from '../flow-recording/index.js';
 import type { SnapshotCache } from '../page-snapshot/index.js';
 import type { LastRunCache, SampleRunHandle } from '../sample-run/index.js';
-import type { StudioEvent } from '../studio-api/index.js';
+import type { StudioEvent, UiOutcomeView } from '../studio-api/index.js';
 import type { TrustedPlugins } from '../trusted-plugins/index.js';
 import type { WsConnection } from './websocket.client.js';
 /** The server's mutable state: the opened folder, the run in progress (if any), the recording in progress (if any, issue #95), the connected event sockets, the per-recipe snapshot cache `take-snapshot`/`verify-selector`/`infer-selector` share, each recipe's last finished sample run (`explain-why`, issue #92), the browser launch settings every web-mode command (`take-snapshot`, `verify-selector`, `run-sample`, `start-recording`) shares, and where the studio's own recorder profile lives. */
@@ -15,6 +15,8 @@ export interface StudioState {
     /** A `start-recording` still opening its window: `stop-recording` and the server's own close wait for it, so a window is never left open behind them (issue #174). */
     openingRecording?: Promise<unknown>;
     sockets: Set<WsConnection>;
+    /** How the pages said a controller's requests went (`ui-report`), by request id; the oldest are dropped past a few dozen. */
+    uiOutcomes: Map<string, UiOutcomeView>;
     snapshots: SnapshotCache;
     lastRuns: LastRunCache;
     /** Set once at server start (`StudioServerOptions.browser`); every web-mode command reads it from here rather than each accepting its own. */

package/dist/studio-api/command.contract.d.ts

@@ -392,8 +392,27 @@ export declare const askUiCommandSchema: z.ZodObject<{
         kind: z.ZodLiteral<"open">;
         path: z.ZodString;
         workspace: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>, z.ZodObject<{
+        kind: z.ZodLiteral<"pick">;
+        recipeId: z.ZodString;
+        selector: z.ZodOptional<z.ZodString>;
+        text: z.ZodOptional<z.ZodString>;
+        add: z.ZodOptional<z.ZodBoolean>;
     }, z.core.$strip>], "kind">;
 }, z.core.$strip>;
+/** The page tells the server how a controller's request went, so the controller can find out (`ui-outcome`). */
+export declare const uiReportCommandSchema: z.ZodObject<{
+    type: z.ZodLiteral<"ui-report">;
+    requestId: z.ZodString;
+    ok: z.ZodBoolean;
+    message: z.ZodString;
+    detail: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+/** Asks how a controller's request went: still waiting for the page, or done. */
+export declare const uiOutcomeCommandSchema: z.ZodObject<{
+    type: z.ZodLiteral<"ui-outcome">;
+    requestId: z.ZodString;
+}, z.core.$strip>;
 /** Asks what Studio is doing: its workspace, how many pages are open and the run in progress. */
 export declare const studioStatusCommandSchema: z.ZodObject<{
     type: z.ZodLiteral<"studio-status">;
@@ -566,7 +585,22 @@ export declare const studioCommandSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         kind: z.ZodLiteral<"open">;
         path: z.ZodString;
         workspace: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>, z.ZodObject<{
+        kind: z.ZodLiteral<"pick">;
+        recipeId: z.ZodString;
+        selector: z.ZodOptional<z.ZodString>;
+        text: z.ZodOptional<z.ZodString>;
+        add: z.ZodOptional<z.ZodBoolean>;
     }, z.core.$strip>], "kind">;
+}, z.core.$strip>, z.ZodObject<{
+    type: z.ZodLiteral<"ui-report">;
+    requestId: z.ZodString;
+    ok: z.ZodBoolean;
+    message: z.ZodString;
+    detail: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>, z.ZodObject<{
+    type: z.ZodLiteral<"ui-outcome">;
+    requestId: z.ZodString;
 }, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"studio-status">;
 }, z.core.$strip>, z.ZodObject<{
@@ -579,6 +613,8 @@ export type ChooseFolderCommand = z.infer<typeof chooseFolderCommandSchema>;
 export type OpenPathCommand = z.infer<typeof openPathCommandSchema>;
 export type ImportDocumentCommand = z.infer<typeof importDocumentCommandSchema>;
 export type RunSampleCommand = z.infer<typeof runSampleCommandSchema>;
+export type UiReportCommand = z.infer<typeof uiReportCommandSchema>;
+export type UiOutcomeCommand = z.infer<typeof uiOutcomeCommandSchema>;
 export type AskUiCommand = z.infer<typeof askUiCommandSchema>;
 export type StudioStatusCommand = z.infer<typeof studioStatusCommandSchema>;
 export type RunStatusCommand = z.infer<typeof runStatusCommandSchema>;

package/dist/studio-api/event.contract.d.ts

@@ -90,10 +90,17 @@ export declare const recordingStoppedEventSchema: z.ZodObject<{
 /** A controller (an agent, through the MCP server) asked the open page to do something; every page does it. */
 export declare const uiRequestEventSchema: z.ZodObject<{
     type: z.ZodLiteral<"ui-request">;
+    requestId: z.ZodString;
     request: z.ZodDiscriminatedUnion<[z.ZodObject<{
         kind: z.ZodLiteral<"open">;
         path: z.ZodString;
         workspace: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>, z.ZodObject<{
+        kind: z.ZodLiteral<"pick">;
+        recipeId: z.ZodString;
+        selector: z.ZodOptional<z.ZodString>;
+        text: z.ZodOptional<z.ZodString>;
+        add: z.ZodOptional<z.ZodBoolean>;
     }, z.core.$strip>], "kind">;
 }, z.core.$strip>;
 export declare const studioEventSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -150,10 +157,17 @@ export declare const studioEventSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     steps: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"ui-request">;
+    requestId: z.ZodString;
     request: z.ZodDiscriminatedUnion<[z.ZodObject<{
         kind: z.ZodLiteral<"open">;
         path: z.ZodString;
         workspace: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>, z.ZodObject<{
+        kind: z.ZodLiteral<"pick">;
+        recipeId: z.ZodString;
+        selector: z.ZodOptional<z.ZodString>;
+        text: z.ZodOptional<z.ZodString>;
+        add: z.ZodOptional<z.ZodBoolean>;
     }, z.core.$strip>], "kind">;
 }, z.core.$strip>], "type">;
 export type UiRequestEvent = z.infer<typeof uiRequestEventSchema>;

package/dist/studio-api/index.d.ts

@@ -1,5 +1,5 @@
-export { sampleBudgetSchema, openWorkspaceCommandSchema, chooseFolderCommandSchema, openPathCommandSchema, importDocumentCommandSchema, runSampleCommandSchema, stopRunCommandSchema, saveRecipeCommandSchema, fetchStartPageCommandSchema, detectUrlCommandSchema, saveOutlineCommandSchema, takeSnapshotCommandSchema, verifySelectorCommandSchema, inferSelectorCommandSchema, missingWhyTargetSchema, rejectedWhyTargetSchema, whyTargetSchema, explainWhyCommandSchema, inspectPageCommandSchema, responsesSeenCommandSchema, documentTreeCommandSchema, pdfViewCommandSchema, tablePreviewOptionsSchema, tablePreviewCommandSchema, regionPreviewCommandSchema, gridViewCommandSchema, gridRowsCommandSchema, gridPreviewOptionsSchema, gridPreviewCommandSchema, deckViewCommandSchema, deckPreviewOptionsSchema, deckPreviewCommandSchema, startRecordingCommandSchema, stopRecordingCommandSchema, askUiCommandSchema, studioStatusCommandSchema, runStatusCommandSchema, studioCommandSchema } from './command.contract';
-export type { SampleBudget, OpenWorkspaceCommand, ChooseFolderCommand, OpenPathCommand, ImportDocumentCommand, RunSampleCommand, StopRunCommand, SaveRecipeCommand, FetchStartPageCommand, DetectUrlCommand, SaveOutlineCommand, TakeSnapshotCommand, VerifySelectorCommand, InferSelectorCommand, MissingWhyTarget, RejectedWhyTarget, WhyTarget, ExplainWhyCommand, InspectPageCommand, ResponsesSeenCommand, DocumentTreeCommand, PdfViewCommand, TablePreviewOptions, TablePreviewCommand, RegionPreviewCommand, GridViewCommand, GridRowsCommand, GridPreviewOptions, GridPreviewCommand, DeckViewCommand, DeckPreviewOptions, DeckPreviewCommand, StartRecordingCommand, StopRecordingCommand, AskUiCommand, StudioStatusCommand, RunStatusCommand, StudioCommand } from './command.contract';
+export { sampleBudgetSchema, openWorkspaceCommandSchema, chooseFolderCommandSchema, openPathCommandSchema, importDocumentCommandSchema, runSampleCommandSchema, stopRunCommandSchema, saveRecipeCommandSchema, fetchStartPageCommandSchema, detectUrlCommandSchema, saveOutlineCommandSchema, takeSnapshotCommandSchema, verifySelectorCommandSchema, inferSelectorCommandSchema, missingWhyTargetSchema, rejectedWhyTargetSchema, whyTargetSchema, explainWhyCommandSchema, inspectPageCommandSchema, responsesSeenCommandSchema, documentTreeCommandSchema, pdfViewCommandSchema, tablePreviewOptionsSchema, tablePreviewCommandSchema, regionPreviewCommandSchema, gridViewCommandSchema, gridRowsCommandSchema, gridPreviewOptionsSchema, gridPreviewCommandSchema, deckViewCommandSchema, deckPreviewOptionsSchema, deckPreviewCommandSchema, startRecordingCommandSchema, stopRecordingCommandSchema, askUiCommandSchema, uiReportCommandSchema, uiOutcomeCommandSchema, studioStatusCommandSchema, runStatusCommandSchema, studioCommandSchema } from './command.contract';
+export type { SampleBudget, OpenWorkspaceCommand, ChooseFolderCommand, OpenPathCommand, ImportDocumentCommand, RunSampleCommand, StopRunCommand, SaveRecipeCommand, FetchStartPageCommand, DetectUrlCommand, SaveOutlineCommand, TakeSnapshotCommand, VerifySelectorCommand, InferSelectorCommand, MissingWhyTarget, RejectedWhyTarget, WhyTarget, ExplainWhyCommand, InspectPageCommand, ResponsesSeenCommand, DocumentTreeCommand, PdfViewCommand, TablePreviewOptions, TablePreviewCommand, RegionPreviewCommand, GridViewCommand, GridRowsCommand, GridPreviewOptions, GridPreviewCommand, DeckViewCommand, DeckPreviewOptions, DeckPreviewCommand, StartRecordingCommand, StopRecordingCommand, AskUiCommand, UiReportCommand, UiOutcomeCommand, StudioStatusCommand, RunStatusCommand, StudioCommand } from './command.contract';
 export { snapshotViewSchema } from './snapshot-view.contract';
 export type { SnapshotView } from './snapshot-view.contract';
 export { verifySelectorViewSchema } from './verify-selector-view.contract';
@@ -48,6 +48,6 @@ export { deckTablePreviewMatchSchema, deckTablePreviewViewSchema } from './deck-
 export type { DeckTablePreviewMatchView, DeckTablePreviewView } from './deck-preview-view.contract';
 export { uiRequestSchema } from './ui-request.contract';
 export type { UiRequest } from './ui-request.contract';
-export { askUiViewSchema, studioStatusViewSchema, runStatusViewSchema } from './studio-control-view.contract';
-export type { AskUiView, StudioStatusView, RunStatusView } from './studio-control-view.contract';
+export { askUiViewSchema, uiOutcomeViewSchema, studioStatusViewSchema, runStatusViewSchema } from './studio-control-view.contract';
+export type { AskUiView, UiOutcomeView, StudioStatusView, RunStatusView } from './studio-control-view.contract';
 //# sourceMappingURL=index.d.ts.map

package/dist/studio-api/studio-control-view.contract.d.ts

@@ -2,6 +2,17 @@ import { z } from 'zod';
 /** How many pages were listening when a controller asked them to do something: none means nobody has Studio open. */
 export declare const askUiViewSchema: z.ZodObject<{
     pages: z.ZodNumber;
+    requestId: z.ZodString;
+}, z.core.$strip>;
+/** How a controller's request went: `pending` until a page reported, then what it said. */
+export declare const uiOutcomeViewSchema: z.ZodObject<{
+    state: z.ZodEnum<{
+        done: "done";
+        pending: "pending";
+    }>;
+    ok: z.ZodOptional<z.ZodBoolean>;
+    message: z.ZodOptional<z.ZodString>;
+    detail: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, z.core.$strip>;
 /** What Studio is doing: its workspace, how many pages are open, and the recipe whose sample run is in progress. */
 export declare const studioStatusViewSchema: z.ZodObject<{
@@ -35,6 +46,7 @@ export declare const runStatusViewSchema: z.ZodObject<{
         }, z.core.$strip>>;
     }, z.core.$strip>>;
 }, z.core.$strip>;
+export type UiOutcomeView = z.infer<typeof uiOutcomeViewSchema>;
 export type AskUiView = z.infer<typeof askUiViewSchema>;
 export type StudioStatusView = z.infer<typeof studioStatusViewSchema>;
 export type RunStatusView = z.infer<typeof runStatusViewSchema>;

package/dist/studio-api/ui-request.contract.d.ts

@@ -4,6 +4,12 @@ export declare const uiRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     kind: z.ZodLiteral<"open">;
     path: z.ZodString;
     workspace: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>, z.ZodObject<{
+    kind: z.ZodLiteral<"pick">;
+    recipeId: z.ZodString;
+    selector: z.ZodOptional<z.ZodString>;
+    text: z.ZodOptional<z.ZodString>;
+    add: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strip>], "kind">;
 export type UiRequest = z.infer<typeof uiRequestSchema>;
 //# sourceMappingURL=ui-request.contract.d.ts.map

package/dist/studio-server/ask-ui.handler.d.ts

@@ -1,12 +1,32 @@
-import type { AskUiCommand, AskUiView } from '../studio-api';
+import type { AskUiCommand, AskUiView, UiOutcomeCommand, UiOutcomeView, UiReportCommand } from '../studio-api';
 import type { StudioState } from './workspace.store';
 /**
  * Handles `ask-ui`: tells every open page what a controller (an agent, through the MCP server) asked for, so
- * the person watching sees it happen. Nothing is done server-side: the page does it the way a click would.
+ * the person watching sees it happen. Nothing is done server-side: the page does it the way a click would, and
+ * says how it went (`ui-report`).
  *
  * @param state - The server state holding the connected pages.
  * @param command - What to ask the pages.
- * @returns How many pages were listening; 0 means nobody has Studio open.
+ * @returns How many pages were listening (0 means nobody has Studio open) and the id to ask the outcome with.
  */
 export declare function handleAskUi(state: StudioState, command: AskUiCommand): AskUiView;
+/**
+ * Handles `ui-report`: a page says how a controller's request went. The first answer stays: every open page gets the
+ * request, and a page that has nothing to do with it (another recipe open) does not report.
+ *
+ * @param state - The server state.
+ * @param command - The request's id and the outcome.
+ * @returns Whether the report was kept.
+ */
+export declare function handleUiReport(state: StudioState, command: UiReportCommand): {
+    kept: boolean;
+};
+/**
+ * Handles `ui-outcome`: how a controller's request went.
+ *
+ * @param state - The server state.
+ * @param command - The request's id.
+ * @returns `pending` until a page reported, then what it said.
+ */
+export declare function handleUiOutcome(state: StudioState, command: UiOutcomeCommand): UiOutcomeView;
 //# sourceMappingURL=ask-ui.handler.d.ts.map