@otto-code/protocol 0.6.2 → 0.6.3

package/dist/agent-types.d.ts

@@ -172,6 +172,30 @@ export interface AgentRunOptions {
     resumeFrom?: AgentPersistenceHandle;
     maxThinkingTokens?: number;
 }
+/**
+ * How the tokens currently occupying an agent's context window break down by
+ * origin. Powers the visualizer's context ring/bar colored segments (the same
+ * five categories the vendored render layer draws). Every field is optional and
+ * a token count: a provider fills as many categories as it can attribute and
+ * omits the rest, so richness degrades gracefully per provider — Claude
+ * attributes the most; a provider that can attribute nothing omits the whole
+ * object and consumers fall back to occupancy-only (no colored segments, the
+ * pre-composition behavior). Counts are best-effort estimates, not billed usage;
+ * they need not sum exactly to `contextWindowUsedTokens` (the consumer scales).
+ */
+export interface ContextComposition {
+    /** System prompt + tool/function definitions — the fixed base cost. */
+    systemPrompt?: number;
+    /** User-authored input messages. */
+    userMessages?: number;
+    /** Tool results — file contents, search output, command output (usually the
+     * largest and most volatile category). */
+    toolResults?: number;
+    /** The agent's own reasoning / thinking blocks. */
+    reasoning?: number;
+    /** Content returned by child / observed sub-agents. */
+    subagentResults?: number;
+}
 export interface AgentUsage {
     inputTokens?: number;
     cachedInputTokens?: number;
@@ -179,6 +203,12 @@ export interface AgentUsage {
     totalCostUsd?: number;
     contextWindowMaxTokens?: number;
     contextWindowUsedTokens?: number;
+    /**
+     * Best-effort breakdown of what fills the context window, by origin. Optional
+     * and provider-graded (see {@link ContextComposition}); absent ⇒ the consumer
+     * shows occupancy only. Added for the visualizer context ring/bar.
+     */
+    contextComposition?: ContextComposition;
 }
 export declare const TOOL_CALL_ICON_NAMES: readonly ["wrench", "square_terminal", "eye", "pencil", "search", "bot", "sparkles", "brain", "mic_vocal"];
 export type ToolCallIconName = (typeof TOOL_CALL_ICON_NAMES)[number];

package/dist/browser-automation/capabilities.d.ts

@@ -1,6 +1,6 @@
 import { z } from "zod";
 export declare const BrowserAutomationHostCapabilitySchema: z.ZodObject<{
-    supportedCommands: z.ZodPipe<z.ZodArray<z.ZodString>, z.ZodTransform<("type" | "select" | "fill" | "logs" | "list_tabs" | "new_tab" | "snapshot" | "click" | "wait" | "keypress" | "navigate" | "back" | "forward" | "reload" | "screenshot" | "upload" | "hover" | "drag" | "evaluate" | "inspect" | "network" | "scroll" | "resize" | "close_tab")[], string[]>>;
+    supportedCommands: z.ZodPipe<z.ZodArray<z.ZodString>, z.ZodTransform<("type" | "select" | "fill" | "logs" | "list_tabs" | "new_tab" | "snapshot" | "click" | "wait" | "keypress" | "navigate" | "back" | "forward" | "reload" | "screenshot" | "upload" | "hover" | "drag" | "evaluate" | "inspect" | "network" | "scroll" | "resize" | "close_tab" | "focus_tab" | "page_text" | "set_color_scheme" | "screenshot_element")[], string[]>>;
     hostKind: z.ZodDefault<z.ZodString>;
 }, z.core.$loose>;
 export type BrowserAutomationHostCapability = z.infer<typeof BrowserAutomationHostCapabilitySchema>;

package/dist/browser-automation/rpc-schemas.d.ts

@@ -12,7 +12,7 @@ export declare const BrowserAutomationErrorCodeSchema: z.ZodEnum<{
     browser_element_not_found: "browser_element_not_found";
     browser_unknown_error: "browser_unknown_error";
 }>;
-export declare const BROWSER_AUTOMATION_COMMAND_NAMES: readonly ["list_tabs", "new_tab", "snapshot", "click", "fill", "wait", "type", "keypress", "navigate", "back", "forward", "reload", "screenshot", "upload", "select", "hover", "drag", "logs", "evaluate", "inspect", "network", "scroll", "resize", "close_tab"];
+export declare const BROWSER_AUTOMATION_COMMAND_NAMES: readonly ["list_tabs", "new_tab", "snapshot", "click", "fill", "wait", "type", "keypress", "navigate", "back", "forward", "reload", "screenshot", "upload", "select", "hover", "drag", "logs", "evaluate", "inspect", "network", "scroll", "resize", "close_tab", "focus_tab", "page_text", "set_color_scheme", "screenshot_element"];
 export declare const BrowserAutomationCommandNameSchema: z.ZodEnum<{
     type: "type";
     select: "select";
@@ -38,6 +38,10 @@ export declare const BrowserAutomationCommandNameSchema: z.ZodEnum<{
     scroll: "scroll";
     resize: "resize";
     close_tab: "close_tab";
+    focus_tab: "focus_tab";
+    page_text: "page_text";
+    set_color_scheme: "set_color_scheme";
+    screenshot_element: "screenshot_element";
 }>;
 export declare const BrowserAutomationBrowserIdSchema: z.ZodString;
 export declare const BrowserAutomationListTabsCommandSchema: z.ZodObject<{
@@ -238,6 +242,42 @@ export declare const BrowserAutomationCloseTabCommandSchema: z.ZodObject<{
         browserId: z.ZodString;
     }, z.core.$strict>;
 }, z.core.$strip>;
+export declare const BrowserAutomationFocusTabCommandSchema: z.ZodObject<{
+    command: z.ZodLiteral<"focus_tab">;
+    args: z.ZodObject<{
+        browserId: z.ZodString;
+    }, z.core.$strict>;
+}, z.core.$strip>;
+export declare const BrowserAutomationPageTextCommandSchema: z.ZodObject<{
+    command: z.ZodLiteral<"page_text">;
+    args: z.ZodObject<{
+        browserId: z.ZodString;
+        maxChars: z.ZodDefault<z.ZodNumber>;
+    }, z.core.$strict>;
+}, z.core.$strip>;
+export declare const BrowserAutomationColorSchemeSchema: z.ZodEnum<{
+    auto: "auto";
+    light: "light";
+    dark: "dark";
+}>;
+export declare const BrowserAutomationSetColorSchemeCommandSchema: z.ZodObject<{
+    command: z.ZodLiteral<"set_color_scheme">;
+    args: z.ZodObject<{
+        browserId: z.ZodString;
+        colorScheme: z.ZodEnum<{
+            auto: "auto";
+            light: "light";
+            dark: "dark";
+        }>;
+    }, z.core.$strict>;
+}, z.core.$strip>;
+export declare const BrowserAutomationScreenshotElementCommandSchema: z.ZodObject<{
+    command: z.ZodLiteral<"screenshot_element">;
+    args: z.ZodObject<{
+        browserId: z.ZodString;
+        ref: z.ZodString;
+    }, z.core.$strict>;
+}, z.core.$strip>;
 export declare const BrowserAutomationCommandSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     command: z.ZodLiteral<"list_tabs">;
     args: z.ZodDefault<z.ZodObject<{}, z.core.$strict>>;
@@ -412,6 +452,33 @@ export declare const BrowserAutomationCommandSchema: z.ZodDiscriminatedUnion<[z.
     args: z.ZodObject<{
         browserId: z.ZodString;
     }, z.core.$strict>;
+}, z.core.$strip>, z.ZodObject<{
+    command: z.ZodLiteral<"focus_tab">;
+    args: z.ZodObject<{
+        browserId: z.ZodString;
+    }, z.core.$strict>;
+}, z.core.$strip>, z.ZodObject<{
+    command: z.ZodLiteral<"page_text">;
+    args: z.ZodObject<{
+        browserId: z.ZodString;
+        maxChars: z.ZodDefault<z.ZodNumber>;
+    }, z.core.$strict>;
+}, z.core.$strip>, z.ZodObject<{
+    command: z.ZodLiteral<"set_color_scheme">;
+    args: z.ZodObject<{
+        browserId: z.ZodString;
+        colorScheme: z.ZodEnum<{
+            auto: "auto";
+            light: "light";
+            dark: "dark";
+        }>;
+    }, z.core.$strict>;
+}, z.core.$strip>, z.ZodObject<{
+    command: z.ZodLiteral<"screenshot_element">;
+    args: z.ZodObject<{
+        browserId: z.ZodString;
+        ref: z.ZodString;
+    }, z.core.$strict>;
 }, z.core.$strip>], "command">;
 export declare const BrowserAutomationTabInfoSchema: z.ZodObject<{
     browserId: z.ZodString;
@@ -525,6 +592,17 @@ export declare const BrowserAutomationScreenshotResultSchema: z.ZodObject<{
     dataBase64: z.ZodString;
     width: z.ZodNumber;
     height: z.ZodNumber;
+    scale: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export declare const BrowserAutomationScreenshotElementResultSchema: z.ZodObject<{
+    command: z.ZodLiteral<"screenshot_element">;
+    browserId: z.ZodString;
+    ref: z.ZodString;
+    mimeType: z.ZodLiteral<"image/png">;
+    dataBase64: z.ZodString;
+    width: z.ZodNumber;
+    height: z.ZodNumber;
+    scale: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strip>;
 export declare const BrowserAutomationUploadResultSchema: z.ZodObject<{
     command: z.ZodLiteral<"upload">;
@@ -668,6 +746,32 @@ export declare const BrowserAutomationCloseTabResultSchema: z.ZodObject<{
     command: z.ZodLiteral<"close_tab">;
     browserId: z.ZodString;
 }, z.core.$strip>;
+export declare const BrowserAutomationFocusTabResultSchema: z.ZodObject<{
+    command: z.ZodLiteral<"focus_tab">;
+    browserId: z.ZodString;
+}, z.core.$strip>;
+export declare const BrowserAutomationPageTextResultSchema: z.ZodObject<{
+    command: z.ZodLiteral<"page_text">;
+    browserId: z.ZodString;
+    url: z.ZodString;
+    title: z.ZodString;
+    source: z.ZodEnum<{
+        body: "body";
+        article: "article";
+        main: "main";
+    }>;
+    text: z.ZodString;
+    truncated: z.ZodBoolean;
+}, z.core.$strip>;
+export declare const BrowserAutomationSetColorSchemeResultSchema: z.ZodObject<{
+    command: z.ZodLiteral<"set_color_scheme">;
+    browserId: z.ZodString;
+    colorScheme: z.ZodEnum<{
+        auto: "auto";
+        light: "light";
+        dark: "dark";
+    }>;
+}, z.core.$strip>;
 export declare const BrowserAutomationResultSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     command: z.ZodLiteral<"list_tabs">;
     tabs: z.ZodArray<z.ZodObject<{
@@ -751,6 +855,7 @@ export declare const BrowserAutomationResultSchema: z.ZodDiscriminatedUnion<[z.Z
     dataBase64: z.ZodString;
     width: z.ZodNumber;
     height: z.ZodNumber;
+    scale: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strip>, z.ZodObject<{
     command: z.ZodLiteral<"upload">;
     browserId: z.ZodString;
@@ -854,6 +959,38 @@ export declare const BrowserAutomationResultSchema: z.ZodDiscriminatedUnion<[z.Z
 }, z.core.$strip>, z.ZodObject<{
     command: z.ZodLiteral<"close_tab">;
     browserId: z.ZodString;
+}, z.core.$strip>, z.ZodObject<{
+    command: z.ZodLiteral<"focus_tab">;
+    browserId: z.ZodString;
+}, z.core.$strip>, z.ZodObject<{
+    command: z.ZodLiteral<"page_text">;
+    browserId: z.ZodString;
+    url: z.ZodString;
+    title: z.ZodString;
+    source: z.ZodEnum<{
+        body: "body";
+        article: "article";
+        main: "main";
+    }>;
+    text: z.ZodString;
+    truncated: z.ZodBoolean;
+}, z.core.$strip>, z.ZodObject<{
+    command: z.ZodLiteral<"set_color_scheme">;
+    browserId: z.ZodString;
+    colorScheme: z.ZodEnum<{
+        auto: "auto";
+        light: "light";
+        dark: "dark";
+    }>;
+}, z.core.$strip>, z.ZodObject<{
+    command: z.ZodLiteral<"screenshot_element">;
+    browserId: z.ZodString;
+    ref: z.ZodString;
+    mimeType: z.ZodLiteral<"image/png">;
+    dataBase64: z.ZodString;
+    width: z.ZodNumber;
+    height: z.ZodNumber;
+    scale: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strip>], "command">;
 export declare const BrowserAutomationErrorSchema: z.ZodObject<{
     code: z.ZodEnum<{
@@ -1068,6 +1205,33 @@ export declare const BrowserAutomationExecuteRequestSchema: z.ZodObject<{
         args: z.ZodObject<{
             browserId: z.ZodString;
         }, z.core.$strict>;
+    }, z.core.$strip>, z.ZodObject<{
+        command: z.ZodLiteral<"focus_tab">;
+        args: z.ZodObject<{
+            browserId: z.ZodString;
+        }, z.core.$strict>;
+    }, z.core.$strip>, z.ZodObject<{
+        command: z.ZodLiteral<"page_text">;
+        args: z.ZodObject<{
+            browserId: z.ZodString;
+            maxChars: z.ZodDefault<z.ZodNumber>;
+        }, z.core.$strict>;
+    }, z.core.$strip>, z.ZodObject<{
+        command: z.ZodLiteral<"set_color_scheme">;
+        args: z.ZodObject<{
+            browserId: z.ZodString;
+            colorScheme: z.ZodEnum<{
+                auto: "auto";
+                light: "light";
+                dark: "dark";
+            }>;
+        }, z.core.$strict>;
+    }, z.core.$strip>, z.ZodObject<{
+        command: z.ZodLiteral<"screenshot_element">;
+        args: z.ZodObject<{
+            browserId: z.ZodString;
+            ref: z.ZodString;
+        }, z.core.$strict>;
     }, z.core.$strip>], "command">;
 }, z.core.$strict>;
 export declare const BrowserAutomationExecuteResponseSchema: z.ZodObject<{
@@ -1158,6 +1322,7 @@ export declare const BrowserAutomationExecuteResponseSchema: z.ZodObject<{
             dataBase64: z.ZodString;
             width: z.ZodNumber;
             height: z.ZodNumber;
+            scale: z.ZodOptional<z.ZodNumber>;
         }, z.core.$strip>, z.ZodObject<{
             command: z.ZodLiteral<"upload">;
             browserId: z.ZodString;
@@ -1261,6 +1426,38 @@ export declare const BrowserAutomationExecuteResponseSchema: z.ZodObject<{
         }, z.core.$strip>, z.ZodObject<{
             command: z.ZodLiteral<"close_tab">;
             browserId: z.ZodString;
+        }, z.core.$strip>, z.ZodObject<{
+            command: z.ZodLiteral<"focus_tab">;
+            browserId: z.ZodString;
+        }, z.core.$strip>, z.ZodObject<{
+            command: z.ZodLiteral<"page_text">;
+            browserId: z.ZodString;
+            url: z.ZodString;
+            title: z.ZodString;
+            source: z.ZodEnum<{
+                body: "body";
+                article: "article";
+                main: "main";
+            }>;
+            text: z.ZodString;
+            truncated: z.ZodBoolean;
+        }, z.core.$strip>, z.ZodObject<{
+            command: z.ZodLiteral<"set_color_scheme">;
+            browserId: z.ZodString;
+            colorScheme: z.ZodEnum<{
+                auto: "auto";
+                light: "light";
+                dark: "dark";
+            }>;
+        }, z.core.$strip>, z.ZodObject<{
+            command: z.ZodLiteral<"screenshot_element">;
+            browserId: z.ZodString;
+            ref: z.ZodString;
+            mimeType: z.ZodLiteral<"image/png">;
+            dataBase64: z.ZodString;
+            width: z.ZodNumber;
+            height: z.ZodNumber;
+            scale: z.ZodOptional<z.ZodNumber>;
         }, z.core.$strip>], "command">;
         dialogs: z.ZodOptional<z.ZodArray<z.ZodObject<{
             type: z.ZodEnum<{
@@ -1317,6 +1514,7 @@ export declare const BrowserAutomationExecuteResponseSchema: z.ZodObject<{
     }, z.core.$strip>], "ok">;
 }, z.core.$strip>;
 export type BrowserAutomationErrorCode = z.infer<typeof BrowserAutomationErrorCodeSchema>;
+export type BrowserAutomationColorScheme = z.infer<typeof BrowserAutomationColorSchemeSchema>;
 export type BrowserAutomationCommandName = z.infer<typeof BrowserAutomationCommandNameSchema>;
 export type BrowserAutomationCommand = z.infer<typeof BrowserAutomationCommandSchema>;
 export type BrowserAutomationResult = z.infer<typeof BrowserAutomationResultSchema>;

package/dist/browser-automation/rpc-schemas.js

@@ -41,6 +41,10 @@ export const BROWSER_AUTOMATION_COMMAND_NAMES = [
     "scroll",
     "resize",
     "close_tab",
+    "focus_tab",
+    "page_text",
+    "set_color_scheme",
+    "screenshot_element",
 ];
 export const BrowserAutomationCommandNameSchema = z.enum(BROWSER_AUTOMATION_COMMAND_NAMES);
 export const BrowserAutomationBrowserIdSchema = z
@@ -240,6 +244,29 @@ export const BrowserAutomationCloseTabCommandSchema = z.object({
     command: z.literal("close_tab"),
     args: BrowserAutomationTabTargetSchema,
 });
+export const BrowserAutomationFocusTabCommandSchema = z.object({
+    command: z.literal("focus_tab"),
+    args: BrowserAutomationTabTargetSchema,
+});
+export const BrowserAutomationPageTextCommandSchema = z.object({
+    command: z.literal("page_text"),
+    args: BrowserAutomationTabTargetSchema.extend({
+        maxChars: z.number().int().positive().max(100000).default(20000),
+    }),
+});
+export const BrowserAutomationColorSchemeSchema = z.enum(["light", "dark", "auto"]);
+export const BrowserAutomationSetColorSchemeCommandSchema = z.object({
+    command: z.literal("set_color_scheme"),
+    args: BrowserAutomationTabTargetSchema.extend({
+        colorScheme: BrowserAutomationColorSchemeSchema,
+    }),
+});
+export const BrowserAutomationScreenshotElementCommandSchema = z.object({
+    command: z.literal("screenshot_element"),
+    args: BrowserAutomationTabTargetSchema.extend({
+        ref: BrowserAutomationRefSchema,
+    }),
+});
 export const BrowserAutomationCommandSchema = z.discriminatedUnion("command", [
     BrowserAutomationListTabsCommandSchema,
     BrowserAutomationNewTabCommandSchema,
@@ -265,6 +292,10 @@ export const BrowserAutomationCommandSchema = z.discriminatedUnion("command", [
     BrowserAutomationScrollCommandSchema,
     BrowserAutomationResizeCommandSchema,
     BrowserAutomationCloseTabCommandSchema,
+    BrowserAutomationFocusTabCommandSchema,
+    BrowserAutomationPageTextCommandSchema,
+    BrowserAutomationSetColorSchemeCommandSchema,
+    BrowserAutomationScreenshotElementCommandSchema,
 ]);
 export const BrowserAutomationTabInfoSchema = z.object({
     browserId: BrowserAutomationBrowserIdSchema,
@@ -362,6 +393,23 @@ export const BrowserAutomationScreenshotResultSchema = z.object({
     dataBase64: z.string().min(1),
     width: z.number().int().nonnegative(),
     height: z.number().int().nonnegative(),
+    /**
+     * CSS-pixel → image-pixel ratio when the capture was scaled to fit the
+     * vision-model legibility budget. Absent when captured 1:1 (or from hosts
+     * older than this field).
+     */
+    scale: z.number().positive().optional(),
+});
+export const BrowserAutomationScreenshotElementResultSchema = z.object({
+    command: z.literal("screenshot_element"),
+    browserId: BrowserAutomationBrowserIdSchema,
+    ref: BrowserAutomationRefSchema,
+    mimeType: z.literal("image/png"),
+    dataBase64: z.string().min(1),
+    width: z.number().int().nonnegative(),
+    height: z.number().int().nonnegative(),
+    /** Render scale used for the clip — above 1 means the element was re-rendered zoomed in. */
+    scale: z.number().positive().optional(),
 });
 export const BrowserAutomationUploadResultSchema = z.object({
     command: z.literal("upload"),
@@ -486,6 +534,25 @@ export const BrowserAutomationCloseTabResultSchema = z.object({
     command: z.literal("close_tab"),
     browserId: BrowserAutomationBrowserIdSchema,
 });
+export const BrowserAutomationFocusTabResultSchema = z.object({
+    command: z.literal("focus_tab"),
+    browserId: BrowserAutomationBrowserIdSchema,
+});
+export const BrowserAutomationPageTextResultSchema = z.object({
+    command: z.literal("page_text"),
+    browserId: BrowserAutomationBrowserIdSchema,
+    url: z.string(),
+    title: z.string(),
+    /** Which container the text came from: reader-mode article/main first, body fallback. */
+    source: z.enum(["article", "main", "body"]),
+    text: z.string(),
+    truncated: z.boolean(),
+});
+export const BrowserAutomationSetColorSchemeResultSchema = z.object({
+    command: z.literal("set_color_scheme"),
+    browserId: BrowserAutomationBrowserIdSchema,
+    colorScheme: BrowserAutomationColorSchemeSchema,
+});
 export const BrowserAutomationResultSchema = z.discriminatedUnion("command", [
     BrowserAutomationListTabsResultSchema,
     BrowserAutomationNewTabResultSchema,
@@ -511,6 +578,10 @@ export const BrowserAutomationResultSchema = z.discriminatedUnion("command", [
     BrowserAutomationScrollResultSchema,
     BrowserAutomationResizeResultSchema,
     BrowserAutomationCloseTabResultSchema,
+    BrowserAutomationFocusTabResultSchema,
+    BrowserAutomationPageTextResultSchema,
+    BrowserAutomationSetColorSchemeResultSchema,
+    BrowserAutomationScreenshotElementResultSchema,
 ]);
 export const BrowserAutomationErrorSchema = z.object({
     code: BrowserAutomationErrorCodeSchema,