@kmlckj/aios-agent-server-sdk 0.0.0-stage → 0.0.1

package/dist/shared/computer-use-protocol.d.ts

@@ -0,0 +1,488 @@
+import { type ComputerUseProtocolVersion, type ComputerUsePeerMetadata, type ComputerUsePeerDiagnostic } from './computer-use-handshake.js';
+export declare const COMPUTER_USE_PROTOCOL_VERSION = 4;
+export type ComputerUseProtocolErrorCode = 'authentication_failed' | 'invalid_message' | 'origin_not_allowed' | 'protocol_mismatch' | 'rate_limited';
+export declare const COMPUTER_USE_BROWSER_ACTIONS: readonly ["get_status", "list_windows", "create_window", "update_window", "close_window", "list_tabs", "open_tab", "move_tab", "navigate", "close_tab", "select_tab", "reload", "go_back", "go_forward", "snapshot", "click", "hover", "drag", "type_text", "press_key", "scroll", "select_option", "upload_file", "download_file", "query_downloads", "control_download", "query_history", "delete_history", "list_tab_groups", "group_tabs", "ungroup_tabs", "update_tab_group", "search_bookmarks", "create_bookmark", "update_bookmark", "remove_bookmark", "handle_dialog", "cdp_command"];
+export type ComputerUseBrowserAction = typeof COMPUTER_USE_BROWSER_ACTIONS[number];
+export declare function isComputerUseBrowserAction(value: unknown): value is ComputerUseBrowserAction;
+export interface ComputerUseBrowserTab {
+    id: number;
+    url: string;
+    title: string;
+    active: boolean;
+    windowId: number;
+}
+export interface ComputerUseBrowserWindow {
+    id: number;
+    focused: boolean;
+    incognito: boolean;
+    type: 'normal' | 'popup' | 'panel' | 'app' | 'devtools';
+    state: 'normal' | 'minimized' | 'maximized' | 'fullscreen' | 'locked-fullscreen';
+    left: number | null;
+    top: number | null;
+    width: number | null;
+    height: number | null;
+}
+export interface ComputerUseBrowserTabGroup {
+    id: number;
+    windowId: number;
+    title: string;
+    color: 'grey' | 'blue' | 'red' | 'yellow' | 'green' | 'pink' | 'purple' | 'cyan' | 'orange';
+    collapsed: boolean;
+}
+export interface ComputerUseBrowserBookmark {
+    id: string;
+    parentId: string | null;
+    index: number;
+    title: string;
+    url: string | null;
+    dateAdded: number | null;
+}
+export interface ComputerUseBrowserDownloadItem {
+    id: number;
+    url: string;
+    finalUrl: string;
+    filename: string;
+    state: 'in_progress' | 'interrupted' | 'complete';
+    paused: boolean;
+    bytesReceived: number;
+    totalBytes: number;
+    error: string;
+}
+export interface ComputerUseBrowserSnapshotNode {
+    ref: string;
+    frameId: number;
+    role: string;
+    name: string;
+    text: string;
+    value: string;
+    disabled: boolean;
+    checked: boolean | null;
+    selected: boolean | null;
+    expanded: boolean | null;
+    rect: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    };
+}
+export interface ComputerUseBrowserHistoryItem {
+    id: string;
+    url: string;
+    title: string;
+    lastVisitTime: number;
+    visitCount: number;
+    typedCount: number;
+}
+export type ComputerUseBrowserPageAction = 'click' | 'hover' | 'drag' | 'type_text' | 'press_key' | 'scroll' | 'select_option' | 'upload_file';
+export type ComputerUseBrowserActionArguments = {
+    action: 'get_status' | 'list_tabs' | 'list_windows';
+    arguments: Record<string, never>;
+} | {
+    action: 'create_window';
+    arguments: {
+        url?: string;
+        focused: boolean;
+        incognito: boolean;
+        type: 'normal' | 'popup';
+        state: 'normal' | 'maximized' | 'fullscreen';
+        left?: number;
+        top?: number;
+        width?: number;
+        height?: number;
+    };
+} | {
+    action: 'update_window';
+    arguments: {
+        windowId: number;
+        focused?: boolean;
+        state?: 'normal' | 'minimized' | 'maximized' | 'fullscreen';
+        left?: number;
+        top?: number;
+        width?: number;
+        height?: number;
+    };
+} | {
+    action: 'close_window';
+    arguments: {
+        windowId: number;
+    };
+} | {
+    action: 'open_tab';
+    arguments: {
+        url: string;
+        active: boolean;
+    };
+} | {
+    action: 'move_tab';
+    arguments: {
+        tabId: number;
+        windowId: number;
+        index: number;
+    };
+} | {
+    action: 'navigate';
+    arguments: {
+        tabId: number;
+        url: string;
+    };
+} | {
+    action: 'close_tab' | 'select_tab' | 'reload' | 'go_back' | 'go_forward';
+    arguments: {
+        tabId: number;
+    };
+} | {
+    action: 'snapshot';
+    arguments: {
+        tabId: number;
+    };
+} | {
+    action: 'click';
+    arguments: {
+        tabId: number;
+        snapshotId: string;
+        targetRef: string;
+    };
+} | {
+    action: 'hover';
+    arguments: {
+        tabId: number;
+        snapshotId: string;
+        targetRef: string;
+    };
+} | {
+    action: 'drag';
+    arguments: {
+        tabId: number;
+        snapshotId: string;
+        sourceRef: string;
+        targetRef: string;
+    };
+} | {
+    action: 'type_text';
+    arguments: {
+        tabId: number;
+        snapshotId: string;
+        targetRef: string;
+        text: string;
+        clear: boolean;
+    };
+} | {
+    action: 'press_key';
+    arguments: {
+        tabId: number;
+        snapshotId: string;
+        targetRef: string;
+        keys: string[];
+    };
+} | {
+    action: 'scroll';
+    arguments: {
+        tabId: number;
+        snapshotId: string;
+        targetRef?: string;
+        deltaX: number;
+        deltaY: number;
+    };
+} | {
+    action: 'select_option';
+    arguments: {
+        tabId: number;
+        snapshotId: string;
+        targetRef: string;
+        values: string[];
+    };
+} | {
+    action: 'upload_file';
+    arguments: {
+        tabId: number;
+        snapshotId: string;
+        targetRef: string;
+        filePath: string;
+    };
+} | {
+    action: 'download_file';
+    arguments: {
+        url: string;
+        filename?: string;
+        saveAs: boolean;
+    };
+} | {
+    action: 'query_history';
+    arguments: {
+        text: string;
+        startTime?: number;
+        endTime?: number;
+        maxResults: number;
+    };
+} | {
+    action: 'query_downloads';
+    arguments: {
+        text: string;
+        state?: 'in_progress' | 'interrupted' | 'complete';
+        maxResults: number;
+    };
+} | {
+    action: 'control_download';
+    arguments: {
+        downloadId: number;
+        operation: 'pause' | 'resume' | 'cancel' | 'open' | 'show' | 'erase' | 'remove_file';
+    };
+} | {
+    action: 'delete_history';
+    arguments: {
+        mode: 'url';
+        url: string;
+    } | {
+        mode: 'range';
+        startTime: number;
+        endTime: number;
+    } | {
+        mode: 'all';
+    };
+} | {
+    action: 'list_tab_groups';
+    arguments: {
+        windowId?: number;
+    };
+} | {
+    action: 'group_tabs';
+    arguments: {
+        tabIds: number[];
+        groupId?: number;
+        windowId?: number;
+    };
+} | {
+    action: 'ungroup_tabs';
+    arguments: {
+        tabIds: number[];
+    };
+} | {
+    action: 'update_tab_group';
+    arguments: {
+        groupId: number;
+        title?: string;
+        color?: ComputerUseBrowserTabGroup['color'];
+        collapsed?: boolean;
+    };
+} | {
+    action: 'search_bookmarks';
+    arguments: {
+        query: string;
+        maxResults: number;
+    };
+} | {
+    action: 'create_bookmark';
+    arguments: {
+        parentId?: string;
+        index?: number;
+        title: string;
+        url?: string;
+    };
+} | {
+    action: 'update_bookmark';
+    arguments: {
+        bookmarkId: string;
+        title?: string;
+        url?: string;
+    };
+} | {
+    action: 'remove_bookmark';
+    arguments: {
+        bookmarkId: string;
+        recursive: boolean;
+    };
+} | {
+    action: 'handle_dialog';
+    arguments: {
+        tabId: number;
+        accept: boolean;
+        promptText?: string;
+    };
+} | {
+    action: 'cdp_command';
+    arguments: {
+        tabId: number;
+        method: string;
+        paramsJson: string;
+    };
+};
+export type ComputerUseBrowserActionResult = {
+    kind: 'status';
+    extensionVersion: string;
+    userAgent: string;
+} | {
+    kind: 'windows';
+    windows: ComputerUseBrowserWindow[];
+} | {
+    kind: 'window';
+    window: ComputerUseBrowserWindow;
+} | {
+    kind: 'tabs';
+    tabs: ComputerUseBrowserTab[];
+} | {
+    kind: 'tab';
+    tab: ComputerUseBrowserTab;
+} | {
+    kind: 'tab_groups';
+    groups: ComputerUseBrowserTabGroup[];
+} | {
+    kind: 'tab_group';
+    group: ComputerUseBrowserTabGroup;
+} | {
+    kind: 'bookmarks';
+    items: ComputerUseBrowserBookmark[];
+} | {
+    kind: 'bookmark';
+    item: ComputerUseBrowserBookmark;
+} | {
+    kind: 'downloads';
+    items: ComputerUseBrowserDownloadItem[];
+} | {
+    kind: 'snapshot';
+    snapshotId: string;
+    tabId: number;
+    url: string;
+    title: string;
+    nodes: ComputerUseBrowserSnapshotNode[];
+} | {
+    kind: 'action';
+    action: ComputerUseBrowserPageAction;
+    tabId: number;
+    snapshotId: string;
+    targetRef: string | null;
+    outcome: 'done';
+    detail: string;
+} | {
+    kind: 'download';
+    downloadId: number;
+    url: string;
+    filename: string;
+    state: 'in_progress' | 'complete';
+} | {
+    kind: 'history';
+    items: ComputerUseBrowserHistoryItem[];
+} | {
+    kind: 'cdp';
+    tabId: number;
+    method: string;
+    resultJson: string;
+} | {
+    kind: 'empty';
+};
+export interface ComputerUseBrowserActionError {
+    code: string;
+    message: string;
+}
+interface ProtocolEnvelope<TType extends string, TPayload> {
+    id: string;
+    type: TType;
+    timestamp: string;
+    payload: TPayload;
+}
+export type HostHelloMessage = ProtocolEnvelope<'host.hello', {
+    protocolVersion: number;
+    hostId: string;
+    extensionOrigin: string;
+}>;
+export type BrokerChallengeMessage = ProtocolEnvelope<'broker.challenge', {
+    nonce: string;
+}>;
+export type HostAuthenticateMessage = ProtocolEnvelope<'host.authenticate', {
+    nonce: string;
+    digest: string;
+}>;
+export type BrokerAuthenticatedMessage = ProtocolEnvelope<'broker.authenticated', {
+    protocolVersion: number;
+}>;
+export type ExtensionHelloMessage = ProtocolEnvelope<'extension.hello', {
+    protocolVersion: number;
+    extensionId: string;
+    userAgent: string;
+    supportedActions: string[];
+}>;
+export type ExtensionHeartbeatMessage = ProtocolEnvelope<'extension.heartbeat', {
+    sequence: number;
+}>;
+export type ExtensionDisconnectMessage = ProtocolEnvelope<'extension.disconnect', {
+    reason: string;
+}>;
+export type ExtensionStatusMessage = ProtocolEnvelope<'extension.status', {
+    connected: boolean;
+    protocolVersion: number;
+}>;
+export type ExtensionControlMessage = ProtocolEnvelope<'extension.control', {
+    enabled: boolean;
+}>;
+export type ExtensionCdpControlMessage = ProtocolEnvelope<'extension.cdp-control', {
+    enabled: boolean;
+}>;
+export type BrokerPingMessage = ProtocolEnvelope<'broker.ping', {
+    sequence: number;
+}>;
+export type BrokerPongMessage = ProtocolEnvelope<'broker.pong', {
+    sequence: number;
+}>;
+export type HostDisconnectMessage = ProtocolEnvelope<'host.disconnect', {
+    reason: string;
+}>;
+export type ProtocolErrorMessage = ProtocolEnvelope<'protocol.error', {
+    code: ComputerUseProtocolErrorCode;
+    message: string;
+    fatal: boolean;
+}>;
+export type BrowserCommandMessage = ProtocolEnvelope<'browser.command', {
+    requestId: string;
+} & (Exclude<ComputerUseBrowserActionArguments, {
+    action: 'upload_file';
+}> | {
+    action: 'upload_file';
+    arguments: {
+        tabId: number;
+        snapshotId: string;
+        targetRef: string;
+        transferId: string;
+        fileName: string;
+        mimeType: string;
+        fileSize: number;
+        sha256: string;
+    };
+})>;
+export type BrowserFileTransferStartMessage = ProtocolEnvelope<'browser.file.start', {
+    requestId: string;
+    transferId: string;
+    fileSize: number;
+}>;
+export type BrowserFileTransferChunkMessage = ProtocolEnvelope<'browser.file.chunk', {
+    requestId: string;
+    transferId: string;
+    index: number;
+    data: string;
+}>;
+export type BrowserFileTransferEndMessage = ProtocolEnvelope<'browser.file.end', {
+    requestId: string;
+    transferId: string;
+    chunkCount: number;
+    sha256: string;
+}>;
+export type BrowserResultMessage = ProtocolEnvelope<'browser.result', {
+    requestId: string;
+    action: ComputerUseBrowserAction;
+    success: boolean;
+    result: ComputerUseBrowserActionResult | null;
+    error: ComputerUseBrowserActionError | null;
+}>;
+export type HostToBrokerMessage = PeerMetadataMessage | PeerDiagnosticMessage | HostHelloMessage | HostAuthenticateMessage | ExtensionHelloMessage | ExtensionHeartbeatMessage | ExtensionDisconnectMessage | BrowserResultMessage | BrokerPongMessage | HostDisconnectMessage;
+export type BrokerToHostMessage = PeerMetadataMessage | PeerDiagnosticMessage | BrokerChallengeMessage | BrokerAuthenticatedMessage | ExtensionStatusMessage | ExtensionControlMessage | ExtensionCdpControlMessage | BrowserFileTransferStartMessage | BrowserFileTransferChunkMessage | BrowserFileTransferEndMessage | BrowserCommandMessage | BrokerPingMessage | ProtocolErrorMessage;
+export type PeerMetadataMessage = ProtocolEnvelope<'peer.metadata', ComputerUsePeerMetadata>;
+export type PeerDiagnosticMessage = ProtocolEnvelope<'peer.diagnostic', ComputerUsePeerDiagnostic>;
+export type ComputerUseProtocolMessage = HostToBrokerMessage | BrokerToHostMessage;
+export declare function isComputerUseBrowserActionArguments(action: ComputerUseBrowserAction, value: unknown, options?: {
+    allowLocalFileUrls?: boolean;
+}): value is ComputerUseBrowserActionArguments['arguments'];
+export declare function isBrowserActionResultForAction(action: ComputerUseBrowserAction, value: unknown, options?: {
+    allowLocalFileUrls?: boolean;
+}): value is ComputerUseBrowserActionResult;
+export declare function parseComputerUseProtocolMessage(value: unknown, protocolVersion?: ComputerUseProtocolVersion): ComputerUseProtocolMessage | null;
+export declare function createComputerUseProtocolMessage<TMessage extends ComputerUseProtocolMessage>(type: TMessage['type'], payload: TMessage['payload'], id?: `${string}-${string}-${string}-${string}-${string}`): TMessage;
+export {};

package/dist/shared/context-usage.d.ts

@@ -0,0 +1,15 @@
+export interface ContextUsageBreakdown {
+    systemPromptTokens: number;
+    toolsAndSubagentsTokens: number;
+    conversationTokens: number;
+    pluginsAndMcpTokens: number;
+    skillTokens: number;
+}
+export interface ContextUsageSnapshot {
+    usedTokens: number;
+    contextWindow: number;
+    remainingTokens: number;
+    percent: number;
+    updatedAt?: string;
+    breakdown?: ContextUsageBreakdown;
+}