@isomorph.ai/app-sdk 2.0.0 → 2.0.1

package/dist/runtime.d.ts

@@ -100,6 +100,8 @@ export interface RuntimeOptions {
     gatewayIdentity?: 'sts-session';
     /** The SQS queue an enqueue sends its run to (ISOMORPH_JOBS_QUEUE_URL); the queue loop is off when set. */
     queueUrl?: string;
+    /** How long a refused AI binding is remembered before the next handler asks the gateway again. */
+    aiRetryMs?: number;
 }
 export declare class Runtime {
     private readonly options;
@@ -109,6 +111,7 @@ export declare class Runtime {
     private readonly timers;
     private stopped;
     private aiBinding;
+    private aiRefusedUntil;
     private queueWorkers;
     private queueWake;
     private claimTail;
@@ -151,6 +154,14 @@ export declare class Runtime {
     private awaitDataPath;
     stop(): Promise<void>;
     private every;
+    /**
+     * Puts this version's AI binding in the environment before a handler runs;
+     * app code reads OPENAI_BASE_URL and OPENAI_API_KEY itself, so the fetch
+     * cannot wait for the first AI call. A binding the gateway refuses (a
+     * capability the company has no route for, a version it has not finished)
+     * does not stop the handler: the refusal is logged and remembered for
+     * aiRetryMs, and only the handler's AI calls fail (ADR 0096).
+     */
     private prepareAI;
     private refreshToken;
     private scheduleTick;

package/dist/runtime.js

@@ -87,6 +87,7 @@ const MAX_BODY_BYTES = 1 << 20;
 const LEASE_MS = 5 * 60_000;
 const QUEUE_WORKERS = 2;
 const QUEUE_POLL_MS = 2_000;
+const AI_RETRY_MS = 30_000;
 const TOKEN_REFRESH_MS = 60_000;
 // A gateway session lasts an hour. An action runs at most 300 s, so a request
 // takes a new one in the session's last 10 minutes; an Event Function
@@ -318,6 +319,7 @@ export class Runtime {
     timers = [];
     stopped = false;
     aiBinding;
+    aiRefusedUntil = 0;
     queueWorkers = 0;
     queueWake = 0;
     claimTail = Promise.resolve();
@@ -510,9 +512,17 @@ export class Runtime {
         };
         this.timers.push(setTimeout(loop, ms));
     }
+    /**
+     * Puts this version's AI binding in the environment before a handler runs;
+     * app code reads OPENAI_BASE_URL and OPENAI_API_KEY itself, so the fetch
+     * cannot wait for the first AI call. A binding the gateway refuses (a
+     * capability the company has no route for, a version it has not finished)
+     * does not stop the handler: the refusal is logged and remembered for
+     * aiRetryMs, and only the handler's AI calls fail (ADR 0096).
+     */
     async prepareAI() {
         const versionId = process.env.ISOMORPH_AI_VERSION_ID;
-        if (!versionId)
+        if (!versionId || Date.now() < this.aiRefusedUntil)
             return;
         this.aiBinding ??= (async () => {
             const token = process.env.ISOMORPH_WORKLOAD_TOKEN;
@@ -520,7 +530,7 @@ export class Runtime {
                 throw new Error('AI workload identity is unavailable.');
             const response = await fetch(`${this.options.gatewayUrl}/_harbour/internal/ai/connection`, { method: 'POST', headers: { authorization: `Bearer ${token}`, 'content-type': 'application/json' }, body: JSON.stringify({ versionId }), signal: AbortSignal.timeout(15_000) });
             if (!response.ok)
-                throw new Error('This app version has no active AI connection yet.');
+                throw new Error(`the gateway answered ${response.status} ${(await response.text()).slice(0, 200)}`);
             const result = await response.json();
             const binding = result.data;
             if (!binding?.key || !binding.gatewayBaseUrl || new URL(binding.gatewayBaseUrl).protocol !== 'https:')
@@ -533,7 +543,11 @@ export class Runtime {
                 process.env.ISOMORPH_AI_IMAGE_MODEL_ALIAS = binding.modelAliases.image;
             if (binding.modelAliases?.document)
                 process.env.ISOMORPH_AI_DOCUMENT_MODEL_ALIAS = binding.modelAliases.document;
-        })().catch(error => { this.aiBinding = undefined; throw error; });
+        })().catch((error) => {
+            this.aiBinding = undefined;
+            this.aiRefusedUntil = Date.now() + (this.options.aiRetryMs ?? AI_RETRY_MS);
+            this.log(`AI is not available to this app version (${versionId}): ${error instanceof Error ? error.message : String(error)}; its AI calls fail until the binding is`);
+        });
         await this.aiBinding;
     }
     async refreshToken(minValidityMs = SESSION_MIN_VALIDITY_MS) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@isomorph.ai/app-sdk",
-  "version": "2.0.0",
+  "version": "2.0.1",
   "type": "module",
   "repository": {
     "type": "git",