@isomorph.ai/app-sdk 2.0.0 → 2.1.0

package/dist/computer-use-handoff.d.ts

@@ -83,6 +83,14 @@ export type ComputerUseLoginInput = {
     username?: never;
     password?: never;
 };
+export interface ComputerUseLiveConnection {
+    endpoint: string;
+    headers: {
+        'X-aws-proxy-auth': string;
+        'X-aws-proxy-port': '8080';
+    };
+    viewerPath: string;
+}
 export interface ComputerUseHandoffOptions extends ComputerUseTransport {
     runKey: string;
     authorize(): Promise<boolean> | boolean;
@@ -90,6 +98,7 @@ export interface ComputerUseHandoffOptions extends ComputerUseTransport {
 export declare function createComputerUseHandoff(options: ComputerUseHandoffOptions): {
     requestTakeover(reason: string, requiredInput?: "login" | "human"): Promise<ComputerUsePause>;
     view(pauseId: string): Promise<ComputerUsePage>;
+    live(pauseId: string): Promise<ComputerUseLiveConnection>;
     input(pauseId: string, action: ComputerUseInputAction): Promise<ComputerUseInputResult>;
     completeLogin(pauseId: string, input: ComputerUseLoginInput): Promise<{
         status: "login_queued";

package/dist/computer-use-handoff.js

@@ -73,6 +73,9 @@ export function createComputerUseHandoff(options) {
                 throw new Error('The computer use API returned an incomplete screen.');
             return { status: 'ready', screenshot: page.screenshot, url: page.url };
         },
+        live(pauseId) {
+            return post('/tasks/live', paused(pauseId));
+        },
         input(pauseId, action) {
             return post('/tasks/input', { ...paused(pauseId), action });
         },

package/dist/index.d.ts

@@ -2017,6 +2017,9 @@ export declare function createClient(options?: ClientOptions): {
         rpc: <T = unknown>(name: string, args?: Record<string, unknown>) => Promise<T>;
         watch: <T = Record<string, unknown>>(build: () => QueryBuilder<T, any>, onResult: (result: WatchResult) => void, options?: WatchOptions) => (() => void);
     };
+    computerView: {
+        url(action: string, taskId: string): string;
+    };
     files: {
         createUpload: (input: {
             path: string;

package/dist/index.js

@@ -773,6 +773,13 @@ export function createClient(options = {}) {
                     clearTimer(timer); };
             },
         },
+        computerView: {
+            url(action, taskId) {
+                if (!/^[A-Za-z][A-Za-z0-9_-]{0,127}$/.test(action) || !/^[A-Za-z0-9_-]{1,128}$/.test(taskId))
+                    throw new IsomorphError('VALIDATION_FAILED', 'Computer view needs an action and task ID.');
+                return `${transport.baseUrl}/_harbour/computer-view/${encodeURIComponent(action)}/${encodeURIComponent(taskId)}/`;
+            },
+        },
         files: {
             createUpload: (input) => transport.json('/_harbour/files/uploads', { method: 'POST', body: JSON.stringify(input) }),
             upload,

package/dist/runtime.d.ts

@@ -12,6 +12,7 @@ export declare const GET_RUN_ACTION = "isomorph-jobs-get";
 export declare const CANCEL_RUN_ACTION = "isomorph-jobs-cancel";
 export declare const LIST_RUNS_ACTION = "isomorph-jobs-list";
 export interface ActionContext {
+    readonly computerView?: boolean;
     signal: AbortSignal;
     user: IsomorphUser;
     tenant: string;
@@ -100,6 +101,8 @@ export interface RuntimeOptions {
     gatewayIdentity?: 'sts-session';
     /** The SQS queue an enqueue sends its run to (ISOMORPH_JOBS_QUEUE_URL); the queue loop is off when set. */
     queueUrl?: string;
+    /** How long a refused AI binding is remembered before the next handler asks the gateway again. */
+    aiRetryMs?: number;
 }
 export declare class Runtime {
     private readonly options;
@@ -109,6 +112,7 @@ export declare class Runtime {
     private readonly timers;
     private stopped;
     private aiBinding;
+    private aiRefusedUntil;
     private queueWorkers;
     private queueWake;
     private claimTail;
@@ -151,6 +155,14 @@ export declare class Runtime {
     private awaitDataPath;
     stop(): Promise<void>;
     private every;
+    /**
+     * Puts this version's AI binding in the environment before a handler runs;
+     * app code reads OPENAI_BASE_URL and OPENAI_API_KEY itself, so the fetch
+     * cannot wait for the first AI call. A binding the gateway refuses (a
+     * capability the company has no route for, a version it has not finished)
+     * does not stop the handler: the refusal is logged and remembered for
+     * aiRetryMs, and only the handler's AI calls fail (ADR 0096).
+     */
     private prepareAI;
     private refreshToken;
     private scheduleTick;

package/dist/runtime.js

@@ -87,6 +87,7 @@ const MAX_BODY_BYTES = 1 << 20;
 const LEASE_MS = 5 * 60_000;
 const QUEUE_WORKERS = 2;
 const QUEUE_POLL_MS = 2_000;
+const AI_RETRY_MS = 30_000;
 const TOKEN_REFRESH_MS = 60_000;
 // A gateway session lasts an hour. An action runs at most 300 s, so a request
 // takes a new one in the session's last 10 minutes; an Event Function
@@ -318,6 +319,7 @@ export class Runtime {
     timers = [];
     stopped = false;
     aiBinding;
+    aiRefusedUntil = 0;
     queueWorkers = 0;
     queueWake = 0;
     claimTail = Promise.resolve();
@@ -510,9 +512,17 @@ export class Runtime {
         };
         this.timers.push(setTimeout(loop, ms));
     }
+    /**
+     * Puts this version's AI binding in the environment before a handler runs;
+     * app code reads OPENAI_BASE_URL and OPENAI_API_KEY itself, so the fetch
+     * cannot wait for the first AI call. A binding the gateway refuses (a
+     * capability the company has no route for, a version it has not finished)
+     * does not stop the handler: the refusal is logged and remembered for
+     * aiRetryMs, and only the handler's AI calls fail (ADR 0096).
+     */
     async prepareAI() {
         const versionId = process.env.ISOMORPH_AI_VERSION_ID;
-        if (!versionId)
+        if (!versionId || Date.now() < this.aiRefusedUntil)
             return;
         this.aiBinding ??= (async () => {
             const token = process.env.ISOMORPH_WORKLOAD_TOKEN;
@@ -520,7 +530,7 @@ export class Runtime {
                 throw new Error('AI workload identity is unavailable.');
             const response = await fetch(`${this.options.gatewayUrl}/_harbour/internal/ai/connection`, { method: 'POST', headers: { authorization: `Bearer ${token}`, 'content-type': 'application/json' }, body: JSON.stringify({ versionId }), signal: AbortSignal.timeout(15_000) });
             if (!response.ok)
-                throw new Error('This app version has no active AI connection yet.');
+                throw new Error(`the gateway answered ${response.status} ${(await response.text()).slice(0, 200)}`);
             const result = await response.json();
             const binding = result.data;
             if (!binding?.key || !binding.gatewayBaseUrl || new URL(binding.gatewayBaseUrl).protocol !== 'https:')
@@ -533,7 +543,11 @@ export class Runtime {
                 process.env.ISOMORPH_AI_IMAGE_MODEL_ALIAS = binding.modelAliases.image;
             if (binding.modelAliases?.document)
                 process.env.ISOMORPH_AI_DOCUMENT_MODEL_ALIAS = binding.modelAliases.document;
-        })().catch(error => { this.aiBinding = undefined; throw error; });
+        })().catch((error) => {
+            this.aiBinding = undefined;
+            this.aiRefusedUntil = Date.now() + (this.options.aiRetryMs ?? AI_RETRY_MS);
+            this.log(`AI is not available to this app version (${versionId}): ${error instanceof Error ? error.message : String(error)}; its AI calls fail until the binding is`);
+        });
         await this.aiBinding;
     }
     async refreshToken(minValidityMs = SESSION_MIN_VALIDITY_MS) {
@@ -701,7 +715,7 @@ export class Runtime {
                 response.writeHead(200, { 'content-type': PROGRESS_MEDIA_TYPE, ...(requestId ? { 'x-request-id': requestId } : {}) });
             response.write(line);
         };
-        const context = { signal: controller.signal, user, tenant, app, requestId: requestId ?? '', progress, transaction: (fn) => this.transaction(name, fn) };
+        const context = { computerView: header(request, 'X-Harbour-Computer-View') === '1', signal: controller.signal, user, tenant, app, requestId: requestId ?? '', progress, transaction: (fn) => this.transaction(name, fn) };
         const raw = await readBody(request);
         if (raw === undefined)
             return refuse(response, 413, 'VALIDATION_FAILED', 'the request body is larger than 1 MiB', requestId);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@isomorph.ai/app-sdk",
-  "version": "2.0.0",
+  "version": "2.1.0",
   "type": "module",
   "repository": {
     "type": "git",