@isomorph.ai/app-sdk 2.0.1 → 2.2.0

package/dist/computer-use-handoff.d.ts

@@ -83,13 +83,25 @@ export type ComputerUseLoginInput = {
     username?: never;
     password?: never;
 };
+export interface ComputerUseLiveConnection {
+    endpoint: string;
+    headers: {
+        'X-aws-proxy-auth': string;
+        'X-aws-proxy-port': '8080';
+    };
+    viewerPath: string;
+}
+export type ComputerUseTakeover = ComputerUsePause & {
+    connection?: ComputerUseLiveConnection;
+};
 export interface ComputerUseHandoffOptions extends ComputerUseTransport {
     runKey: string;
     authorize(): Promise<boolean> | boolean;
 }
 export declare function createComputerUseHandoff(options: ComputerUseHandoffOptions): {
-    requestTakeover(reason: string, requiredInput?: "login" | "human"): Promise<ComputerUsePause>;
+    requestTakeover(reason: string, requiredInput?: "login" | "human", pauseId?: string): Promise<ComputerUseTakeover>;
     view(pauseId: string): Promise<ComputerUsePage>;
+    live(_pauseId?: string): Promise<ComputerUseLiveConnection>;
     input(pauseId: string, action: ComputerUseInputAction): Promise<ComputerUseInputResult>;
     completeLogin(pauseId: string, input: ComputerUseLoginInput): Promise<{
         status: "login_queued";

package/dist/computer-use-handoff.js

@@ -32,7 +32,7 @@ export function waitingInput(answer) {
 }
 export function createComputerUseHandoff(options) {
     if (typeof options.runKey !== 'string' || !options.runKey || typeof options.authorize !== 'function')
-        throw new Error('Computer use handoff needs runKey and an authorize check for the current user.');
+        throw new Error('Computer use handoff needs runKey and an authorize check for the current app task.');
     const api = computerUseApi(options);
     const post = async (path, body = {}, privateInput = false) => {
         if (await options.authorize() !== true)
@@ -61,10 +61,10 @@ export function createComputerUseHandoff(options) {
         return { pauseId };
     };
     return {
-        requestTakeover(reason, requiredInput = 'human') {
+        requestTakeover(reason, requiredInput = 'human', pauseId) {
             if (!reason.trim() || !['login', 'human'].includes(requiredInput))
                 throw new Error('Takeover needs a reason and login or human input.');
-            return post('/tasks/takeover', { reason, requiredInput }).then(pauseOf);
+            return post('/tasks/takeover', { reason, requiredInput, ...(pauseId ? paused(pauseId) : {}) }).then(answer => ({ ...pauseOf(answer), ...(answer.connection ? { connection: answer.connection } : {}) }));
         },
         // The API answers 409 while the task is still pausing or after it resumed; `ready` is the only 200.
         async view(pauseId) {
@@ -73,6 +73,9 @@ export function createComputerUseHandoff(options) {
                 throw new Error('The computer use API returned an incomplete screen.');
             return { status: 'ready', screenshot: page.screenshot, url: page.url };
         },
+        live(_pauseId) {
+            return post('/tasks/live');
+        },
         input(pauseId, action) {
             return post('/tasks/input', { ...paused(pauseId), action });
         },

package/dist/index.d.ts

@@ -2017,6 +2017,11 @@ export declare function createClient(options?: ClientOptions): {
         rpc: <T = unknown>(name: string, args?: Record<string, unknown>) => Promise<T>;
         watch: <T = Record<string, unknown>>(build: () => QueryBuilder<T, any>, onResult: (result: WatchResult) => void, options?: WatchOptions) => (() => void);
     };
+    computerView: {
+        url(action: string, taskId: string, options?: {
+            mode?: "watch" | "control";
+        }): string;
+    };
     files: {
         createUpload: (input: {
             path: string;

package/dist/index.js

@@ -773,6 +773,16 @@ export function createClient(options = {}) {
                     clearTimer(timer); };
             },
         },
+        computerView: {
+            url(action, taskId, options = {}) {
+                if (!/^[A-Za-z][A-Za-z0-9_-]{0,127}$/.test(action) || !/^[A-Za-z0-9_-]{1,128}$/.test(taskId))
+                    throw new IsomorphError('VALIDATION_FAILED', 'Computer view needs an action and task ID.');
+                const mode = options.mode ?? 'watch';
+                if (!['watch', 'control'].includes(mode))
+                    throw new IsomorphError('VALIDATION_FAILED', 'Computer view needs watch or control mode.');
+                return `${transport.baseUrl}/_harbour/computer-view/${encodeURIComponent(action)}/${encodeURIComponent(taskId)}/${mode}/`;
+            },
+        },
         files: {
             createUpload: (input) => transport.json('/_harbour/files/uploads', { method: 'POST', body: JSON.stringify(input) }),
             upload,

package/dist/runtime.d.ts

@@ -12,6 +12,7 @@ export declare const GET_RUN_ACTION = "isomorph-jobs-get";
 export declare const CANCEL_RUN_ACTION = "isomorph-jobs-cancel";
 export declare const LIST_RUNS_ACTION = "isomorph-jobs-list";
 export interface ActionContext {
+    readonly computerView?: boolean;
     signal: AbortSignal;
     user: IsomorphUser;
     tenant: string;

package/dist/runtime.js

@@ -715,7 +715,7 @@ export class Runtime {
                 response.writeHead(200, { 'content-type': PROGRESS_MEDIA_TYPE, ...(requestId ? { 'x-request-id': requestId } : {}) });
             response.write(line);
         };
-        const context = { signal: controller.signal, user, tenant, app, requestId: requestId ?? '', progress, transaction: (fn) => this.transaction(name, fn) };
+        const context = { computerView: header(request, 'X-Harbour-Computer-View') === '1', signal: controller.signal, user, tenant, app, requestId: requestId ?? '', progress, transaction: (fn) => this.transaction(name, fn) };
         const raw = await readBody(request);
         if (raw === undefined)
             return refuse(response, 413, 'VALIDATION_FAILED', 'the request body is larger than 1 MiB', requestId);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@isomorph.ai/app-sdk",
-  "version": "2.0.1",
+  "version": "2.2.0",
   "type": "module",
   "repository": {
     "type": "git",