modal 0.6.1 → 0.6.3

package/dist/index.cjs

@@ -45032,7 +45032,8 @@ var SecretService = class {
         secret.secretId
       );
     } catch (err) {
-      if (err instanceof NotFoundError && params?.allowMissing) {
+      const isNotFound = err instanceof NotFoundError || err instanceof import_nice_grpc2.ClientError && err.code === import_nice_grpc2.Status.NOT_FOUND;
+      if (isNotFound && params?.allowMissing) {
         return;
       }
       throw err;
@@ -46245,7 +46246,8 @@ var QueueService = class {
         queue.queueId
       );
     } catch (err) {
-      if (err instanceof NotFoundError && params.allowMissing) {
+      const isNotFound = err instanceof NotFoundError || err instanceof import_nice_grpc7.ClientError && err.code === import_nice_grpc7.Status.NOT_FOUND;
+      if (isNotFound && params.allowMissing) {
         return;
       }
       throw err;
@@ -46484,6 +46486,7 @@ var Queue = class _Queue {
 
 // src/sandbox.ts
 var import_nice_grpc8 = require("nice-grpc");
+var import_promises = require("timers/promises");
 
 // src/sandbox_filesystem.ts
 var SandboxFile = class {
@@ -46667,7 +46670,7 @@ var writeMixin = {
     }
   }
 };
-function streamConsumingIter(iterable) {
+function streamConsumingIter(iterable, onCancel) {
   const iter = iterable[Symbol.asyncIterator]();
   return new ReadableStream(
     {
@@ -46681,7 +46684,13 @@ function streamConsumingIter(iterable) {
         }
       },
       async cancel() {
-        consumeIterator(iter);
+        try {
+          onCancel?.();
+        } finally {
+          if (typeof iter.return === "function") {
+            await iter.return();
+          }
+        }
       }
     },
     new ByteLengthQueuingStrategy({
@@ -46690,14 +46699,11 @@ function streamConsumingIter(iterable) {
     })
   );
 }
-async function consumeIterator(iter) {
-  while (true) {
-    const { done } = await iter.next();
-    if (done) break;
-  }
-}
 
 // src/sandbox.ts
+var SB_LOGS_INITIAL_DELAY_MS = 10;
+var SB_LOGS_DELAY_FACTOR = 2;
+var SB_LOGS_MAX_RETRIES = 10;
 async function buildSandboxCreateRequestProto(appId, imageId, params = {}) {
   checkForRenamedParams(params, {
     memory: "memoryMiB",
@@ -47073,34 +47079,61 @@ async function buildContainerExecRequestProto(taskId, command, params) {
 var Sandbox2 = class _Sandbox {
   #client;
   sandboxId;
-  stdin;
-  stdout;
-  stderr;
+  #stdin;
+  #stdout;
+  #stderr;
+  #stdoutAbort;
+  #stderrAbort;
   #taskId;
   #tunnels;
   /** @ignore */
   constructor(client2, sandboxId) {
     this.#client = client2;
     this.sandboxId = sandboxId;
-    this.stdin = toModalWriteStream(inputStreamSb(client2.cpClient, sandboxId));
-    this.stdout = toModalReadStream(
-      streamConsumingIter(
+  }
+  get stdin() {
+    if (!this.#stdin) {
+      this.#stdin = toModalWriteStream(
+        inputStreamSb(this.#client.cpClient, this.sandboxId)
+      );
+    }
+    return this.#stdin;
+  }
+  get stdout() {
+    if (!this.#stdout) {
+      this.#stdoutAbort = new AbortController();
+      const bytesStream = streamConsumingIter(
         outputStreamSb(
-          client2.cpClient,
-          sandboxId,
-          1 /* FILE_DESCRIPTOR_STDOUT */
-        )
-      ).pipeThrough(new TextDecoderStream())
-    );
-    this.stderr = toModalReadStream(
-      streamConsumingIter(
+          this.#client.cpClient,
+          this.sandboxId,
+          1 /* FILE_DESCRIPTOR_STDOUT */,
+          this.#stdoutAbort.signal
+        ),
+        () => this.#stdoutAbort?.abort()
+      );
+      this.#stdout = toModalReadStream(
+        bytesStream.pipeThrough(new TextDecoderStream())
+      );
+    }
+    return this.#stdout;
+  }
+  get stderr() {
+    if (!this.#stderr) {
+      this.#stderrAbort = new AbortController();
+      const bytesStream = streamConsumingIter(
         outputStreamSb(
-          client2.cpClient,
-          sandboxId,
-          2 /* FILE_DESCRIPTOR_STDERR */
-        )
-      ).pipeThrough(new TextDecoderStream())
-    );
+          this.#client.cpClient,
+          this.sandboxId,
+          2 /* FILE_DESCRIPTOR_STDERR */,
+          this.#stderrAbort.signal
+        ),
+        () => this.#stderrAbort?.abort()
+      );
+      this.#stderr = toModalReadStream(
+        bytesStream.pipeThrough(new TextDecoderStream())
+      );
+    }
+    return this.#stderr;
   }
   /** Set tags (key-value pairs) on the Sandbox. Tags can be used to filter results in {@link SandboxService#list Sandbox.list}. */
   async setTags(tags) {
@@ -47399,19 +47432,25 @@ var ContainerProcess = class {
     }
   }
 };
-async function* outputStreamSb(cpClient, sandboxId, fileDescriptor) {
+async function* outputStreamSb(cpClient, sandboxId, fileDescriptor, signal) {
   let lastIndex = "0-0";
   let completed = false;
-  let retries = 10;
+  let retriesRemaining = SB_LOGS_MAX_RETRIES;
+  let delayMs = SB_LOGS_INITIAL_DELAY_MS;
   while (!completed) {
     try {
-      const outputIterator = cpClient.sandboxGetLogs({
-        sandboxId,
-        fileDescriptor,
-        timeout: 55,
-        lastEntryId: lastIndex
-      });
+      const outputIterator = cpClient.sandboxGetLogs(
+        {
+          sandboxId,
+          fileDescriptor,
+          timeout: 55,
+          lastEntryId: lastIndex
+        },
+        { signal }
+      );
       for await (const batch of outputIterator) {
+        delayMs = SB_LOGS_INITIAL_DELAY_MS;
+        retriesRemaining = SB_LOGS_MAX_RETRIES;
         lastIndex = batch.entryId;
         yield* batch.items.map((item) => new TextEncoder().encode(item.data));
         if (batch.eof) {
@@ -47420,8 +47459,21 @@ async function* outputStreamSb(cpClient, sandboxId, fileDescriptor) {
         }
       }
     } catch (err) {
-      if (isRetryableGrpc(err) && retries > 0) retries--;
-      else throw err;
+      if (signal?.aborted) {
+        return;
+      }
+      if (isRetryableGrpc(err) && retriesRemaining > 0) {
+        try {
+          await (0, import_promises.setTimeout)(delayMs, void 0, { signal });
+        } catch {
+          return;
+        }
+        delayMs *= SB_LOGS_DELAY_FACTOR;
+        retriesRemaining--;
+        continue;
+      } else {
+        throw err;
+      }
     }
   }
 }
@@ -47572,7 +47624,8 @@ var VolumeService = class {
         volume.volumeId
       );
     } catch (err) {
-      if (err instanceof NotFoundError && params?.allowMissing) {
+      const isNotFound = err instanceof NotFoundError || err instanceof import_nice_grpc9.ClientError && err.code === import_nice_grpc9.Status.NOT_FOUND;
+      if (isNotFound && params?.allowMissing) {
         return;
       }
       throw err;
@@ -47826,7 +47879,7 @@ var AuthTokenManager = class {
 
 // src/version.ts
 function getSDKVersion() {
-  return true ? "0.6.1" : "0.0.0";
+  return true ? "0.6.3" : "0.0.0";
 }
 
 // src/logger.ts
@@ -48022,7 +48075,10 @@ var ModalClient2 = class {
     const channel = (0, import_nice_grpc10.createChannel)(profile.serverUrl, void 0, {
       "grpc.max_receive_message_length": 100 * 1024 * 1024,
       "grpc.max_send_message_length": 100 * 1024 * 1024,
-      "grpc-node.flow_control_window": 64 * 1024 * 1024
+      "grpc-node.flow_control_window": 64 * 1024 * 1024,
+      "grpc.keepalive_time_ms": 3e4,
+      "grpc.keepalive_timeout_ms": 1e4,
+      "grpc.keepalive_permit_without_calls": 1
     });
     let factory = (0, import_nice_grpc10.createClientFactory)().use(this.authMiddleware(profile)).use(this.retryMiddleware()).use(timeoutMiddleware);
     for (const middleware of this.customMiddleware) {

package/dist/index.d.cts

@@ -5937,11 +5937,11 @@ declare class Tunnel {
 declare class Sandbox {
     #private;
     readonly sandboxId: string;
-    stdin: ModalWriteStream<string>;
-    stdout: ModalReadStream<string>;
-    stderr: ModalReadStream<string>;
     /** @ignore */
     constructor(client: ModalClient, sandboxId: string);
+    get stdin(): ModalWriteStream<string>;
+    get stdout(): ModalReadStream<string>;
+    get stderr(): ModalReadStream<string>;
     /** Set tags (key-value pairs) on the Sandbox. Tags can be used to filter results in {@link SandboxService#list Sandbox.list}. */
     setTags(tags: Record<string, string>): Promise<void>;
     /** Get tags (key-value pairs) currently attached to this Sandbox from the server. */

package/dist/index.d.ts

@@ -5937,11 +5937,11 @@ declare class Tunnel {
 declare class Sandbox {
     #private;
     readonly sandboxId: string;
-    stdin: ModalWriteStream<string>;
-    stdout: ModalReadStream<string>;
-    stderr: ModalReadStream<string>;
     /** @ignore */
     constructor(client: ModalClient, sandboxId: string);
+    get stdin(): ModalWriteStream<string>;
+    get stdout(): ModalReadStream<string>;
+    get stderr(): ModalReadStream<string>;
     /** Set tags (key-value pairs) on the Sandbox. Tags can be used to filter results in {@link SandboxService#list Sandbox.list}. */
     setTags(tags: Record<string, string>): Promise<void>;
     /** Get tags (key-value pairs) currently attached to this Sandbox from the server. */

package/dist/index.js

@@ -44964,7 +44964,8 @@ var SecretService = class {
         secret.secretId
       );
     } catch (err) {
-      if (err instanceof NotFoundError && params?.allowMissing) {
+      const isNotFound = err instanceof NotFoundError || err instanceof ClientError2 && err.code === Status2.NOT_FOUND;
+      if (isNotFound && params?.allowMissing) {
         return;
       }
       throw err;
@@ -46177,7 +46178,8 @@ var QueueService = class {
         queue.queueId
       );
     } catch (err) {
-      if (err instanceof NotFoundError && params.allowMissing) {
+      const isNotFound = err instanceof NotFoundError || err instanceof ClientError6 && err.code === Status6.NOT_FOUND;
+      if (isNotFound && params.allowMissing) {
         return;
       }
       throw err;
@@ -46416,6 +46418,7 @@ var Queue = class _Queue {
 
 // src/sandbox.ts
 import { ClientError as ClientError7, Status as Status7 } from "nice-grpc";
+import { setTimeout as setTimeout2 } from "timers/promises";
 
 // src/sandbox_filesystem.ts
 var SandboxFile = class {
@@ -46599,7 +46602,7 @@ var writeMixin = {
     }
   }
 };
-function streamConsumingIter(iterable) {
+function streamConsumingIter(iterable, onCancel) {
   const iter = iterable[Symbol.asyncIterator]();
   return new ReadableStream(
     {
@@ -46613,7 +46616,13 @@ function streamConsumingIter(iterable) {
         }
       },
       async cancel() {
-        consumeIterator(iter);
+        try {
+          onCancel?.();
+        } finally {
+          if (typeof iter.return === "function") {
+            await iter.return();
+          }
+        }
       }
     },
     new ByteLengthQueuingStrategy({
@@ -46622,14 +46631,11 @@ function streamConsumingIter(iterable) {
     })
   );
 }
-async function consumeIterator(iter) {
-  while (true) {
-    const { done } = await iter.next();
-    if (done) break;
-  }
-}
 
 // src/sandbox.ts
+var SB_LOGS_INITIAL_DELAY_MS = 10;
+var SB_LOGS_DELAY_FACTOR = 2;
+var SB_LOGS_MAX_RETRIES = 10;
 async function buildSandboxCreateRequestProto(appId, imageId, params = {}) {
   checkForRenamedParams(params, {
     memory: "memoryMiB",
@@ -47005,34 +47011,61 @@ async function buildContainerExecRequestProto(taskId, command, params) {
 var Sandbox2 = class _Sandbox {
   #client;
   sandboxId;
-  stdin;
-  stdout;
-  stderr;
+  #stdin;
+  #stdout;
+  #stderr;
+  #stdoutAbort;
+  #stderrAbort;
   #taskId;
   #tunnels;
   /** @ignore */
   constructor(client2, sandboxId) {
     this.#client = client2;
     this.sandboxId = sandboxId;
-    this.stdin = toModalWriteStream(inputStreamSb(client2.cpClient, sandboxId));
-    this.stdout = toModalReadStream(
-      streamConsumingIter(
+  }
+  get stdin() {
+    if (!this.#stdin) {
+      this.#stdin = toModalWriteStream(
+        inputStreamSb(this.#client.cpClient, this.sandboxId)
+      );
+    }
+    return this.#stdin;
+  }
+  get stdout() {
+    if (!this.#stdout) {
+      this.#stdoutAbort = new AbortController();
+      const bytesStream = streamConsumingIter(
         outputStreamSb(
-          client2.cpClient,
-          sandboxId,
-          1 /* FILE_DESCRIPTOR_STDOUT */
-        )
-      ).pipeThrough(new TextDecoderStream())
-    );
-    this.stderr = toModalReadStream(
-      streamConsumingIter(
+          this.#client.cpClient,
+          this.sandboxId,
+          1 /* FILE_DESCRIPTOR_STDOUT */,
+          this.#stdoutAbort.signal
+        ),
+        () => this.#stdoutAbort?.abort()
+      );
+      this.#stdout = toModalReadStream(
+        bytesStream.pipeThrough(new TextDecoderStream())
+      );
+    }
+    return this.#stdout;
+  }
+  get stderr() {
+    if (!this.#stderr) {
+      this.#stderrAbort = new AbortController();
+      const bytesStream = streamConsumingIter(
         outputStreamSb(
-          client2.cpClient,
-          sandboxId,
-          2 /* FILE_DESCRIPTOR_STDERR */
-        )
-      ).pipeThrough(new TextDecoderStream())
-    );
+          this.#client.cpClient,
+          this.sandboxId,
+          2 /* FILE_DESCRIPTOR_STDERR */,
+          this.#stderrAbort.signal
+        ),
+        () => this.#stderrAbort?.abort()
+      );
+      this.#stderr = toModalReadStream(
+        bytesStream.pipeThrough(new TextDecoderStream())
+      );
+    }
+    return this.#stderr;
   }
   /** Set tags (key-value pairs) on the Sandbox. Tags can be used to filter results in {@link SandboxService#list Sandbox.list}. */
   async setTags(tags) {
@@ -47331,19 +47364,25 @@ var ContainerProcess = class {
     }
   }
 };
-async function* outputStreamSb(cpClient, sandboxId, fileDescriptor) {
+async function* outputStreamSb(cpClient, sandboxId, fileDescriptor, signal) {
   let lastIndex = "0-0";
   let completed = false;
-  let retries = 10;
+  let retriesRemaining = SB_LOGS_MAX_RETRIES;
+  let delayMs = SB_LOGS_INITIAL_DELAY_MS;
   while (!completed) {
     try {
-      const outputIterator = cpClient.sandboxGetLogs({
-        sandboxId,
-        fileDescriptor,
-        timeout: 55,
-        lastEntryId: lastIndex
-      });
+      const outputIterator = cpClient.sandboxGetLogs(
+        {
+          sandboxId,
+          fileDescriptor,
+          timeout: 55,
+          lastEntryId: lastIndex
+        },
+        { signal }
+      );
       for await (const batch of outputIterator) {
+        delayMs = SB_LOGS_INITIAL_DELAY_MS;
+        retriesRemaining = SB_LOGS_MAX_RETRIES;
         lastIndex = batch.entryId;
         yield* batch.items.map((item) => new TextEncoder().encode(item.data));
         if (batch.eof) {
@@ -47352,8 +47391,21 @@ async function* outputStreamSb(cpClient, sandboxId, fileDescriptor) {
         }
       }
     } catch (err) {
-      if (isRetryableGrpc(err) && retries > 0) retries--;
-      else throw err;
+      if (signal?.aborted) {
+        return;
+      }
+      if (isRetryableGrpc(err) && retriesRemaining > 0) {
+        try {
+          await setTimeout2(delayMs, void 0, { signal });
+        } catch {
+          return;
+        }
+        delayMs *= SB_LOGS_DELAY_FACTOR;
+        retriesRemaining--;
+        continue;
+      } else {
+        throw err;
+      }
     }
   }
 }
@@ -47504,7 +47556,8 @@ var VolumeService = class {
         volume.volumeId
       );
     } catch (err) {
-      if (err instanceof NotFoundError && params?.allowMissing) {
+      const isNotFound = err instanceof NotFoundError || err instanceof ClientError8 && err.code === Status8.NOT_FOUND;
+      if (isNotFound && params?.allowMissing) {
         return;
       }
       throw err;
@@ -47758,7 +47811,7 @@ var AuthTokenManager = class {
 
 // src/version.ts
 function getSDKVersion() {
-  return true ? "0.6.1" : "0.0.0";
+  return true ? "0.6.3" : "0.0.0";
 }
 
 // src/logger.ts
@@ -47954,7 +48007,10 @@ var ModalClient2 = class {
     const channel = createChannel(profile.serverUrl, void 0, {
       "grpc.max_receive_message_length": 100 * 1024 * 1024,
       "grpc.max_send_message_length": 100 * 1024 * 1024,
-      "grpc-node.flow_control_window": 64 * 1024 * 1024
+      "grpc-node.flow_control_window": 64 * 1024 * 1024,
+      "grpc.keepalive_time_ms": 3e4,
+      "grpc.keepalive_timeout_ms": 1e4,
+      "grpc.keepalive_permit_without_calls": 1
     });
     let factory = createClientFactory().use(this.authMiddleware(profile)).use(this.retryMiddleware()).use(timeoutMiddleware);
     for (const middleware of this.customMiddleware) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "modal",
-  "version": "0.6.1",
+  "version": "0.6.3",
   "description": "Modal SDK for JavaScript/TypeScript",
   "license": "Apache-2.0",
   "homepage": "https://modal.com/docs/guide/sdk-javascript-go",