trainfabric 0.1.37 → 0.1.38

package/dist/index.cjs

@@ -8480,18 +8480,28 @@ var RunHandle = class {
     const startedAt = Date.now();
     const pollMs = options?.pollMs ?? 1e3;
     const timeoutMs = options?.timeoutMs;
+    let transientFailures = 0;
     for (; ; ) {
-      const detail = await this.client.runs.get(this.snapshot.id);
-      this.snapshot = detail.run;
-      if (["completed", "failed", "canceled", "terminated"].includes(detail.run.status)) {
-        this.close();
-        return detail;
+      try {
+        const detail = await this.client.runs.get(this.snapshot.id);
+        transientFailures = 0;
+        this.snapshot = detail.run;
+        if (["completed", "failed", "canceled", "terminated"].includes(detail.run.status)) {
+          this.close();
+          return detail;
+        }
+      } catch (error) {
+        if (!this.isRetryablePollingError(error)) {
+          this.close();
+          throw error;
+        }
+        transientFailures += 1;
       }
       if (timeoutMs !== void 0 && Date.now() - startedAt > timeoutMs) {
         this.close();
         throw new Error(`Timed out waiting for run ${this.snapshot.id}.`);
       }
-      await new Promise((resolve) => setTimeout(resolve, pollMs));
+      await new Promise((resolve) => setTimeout(resolve, Math.min(pollMs * Math.max(transientFailures, 1), 1e4)));
     }
   }
   close() {
@@ -8505,6 +8515,12 @@ var RunHandle = class {
     this.streaming = true;
     void this.streamLoop();
   }
+  isRetryablePollingError(error) {
+    if (!(error instanceof Error)) {
+      return false;
+    }
+    return /status (502|503|504|429)\b|fetch failed|network|ECONNRESET|ETIMEDOUT|ENOTFOUND/i.test(error.message);
+  }
   async streamLoop() {
     while (this.shouldStream) {
       this.abortController = new AbortController();
@@ -8607,7 +8623,8 @@ var RunsClient = class extends ResourceClient {
   }
   async waitForProfile(profileSessionId, options) {
     const pollMs = options?.pollMs ?? 250;
-    const timeoutMs = options?.timeoutMs ?? 2e4;
+    const envTimeoutMs = Number(process.env.TRAINFABRIC_PROFILE_TIMEOUT_MS);
+    const timeoutMs = options?.timeoutMs ?? (Number.isFinite(envTimeoutMs) && envTimeoutMs > 0 ? envTimeoutMs : 9e4);
     const startedAt = Date.now();
     for (; ; ) {
       const detail = await this.profileStatus(profileSessionId);
@@ -9262,7 +9279,7 @@ function buildComputeSpec(options) {
 
 // src/index.ts
 var DEFAULT_TRAINFABRIC_API_URL2 = "https://api.trainfabric.com";
-var CLI_VERSION = "0.1.37";
+var CLI_VERSION = "0.1.38";
 var CONFIG_DIR = import_node_path3.default.join(import_node_os2.default.homedir(), ".trainfabric");
 var CONFIG_PATH = import_node_path3.default.join(CONFIG_DIR, "config.json");
 var FALLBACK_SECRET_PATH = import_node_path3.default.join(CONFIG_DIR, "session.enc");
@@ -9562,8 +9579,11 @@ function printQuoteSummary(bundle) {
     console.log(`  estimated infra cost: ${formatUsd(quote.expectedInfraCostUsd)}`);
     console.log(`  infra GPU-hour equivalent: ${formatUsdPerGpuHour(quote.expectedInfraCostUsd, gpuCount, quote.estimatedRuntimeSeconds)}`);
     console.log(`  estimated margin: ${formatUsd(quote.expectedMarginUsd)} (${formatPercent(quote.expectedMarginRatio)})`);
-    console.log(`  estimated runtime: ${Math.round(quote.estimatedRuntimeSeconds / 60)} min`);
-    console.log(`  reserved GPU time: ${formatGpuHours(gpuCount, quote.estimatedRuntimeSeconds)}`);
+    console.log(`  profiled runtime estimate: ${Math.round(quote.estimatedRuntimeSeconds / 60)} min`);
+    if (quote.reservationWindowSeconds && quote.reservationWindowSeconds !== quote.estimatedRuntimeSeconds) {
+      console.log(`  reservation window: ${Math.round(quote.reservationWindowSeconds / 60)} min`);
+    }
+    console.log(`  reserved GPU time: ${formatGpuHours(gpuCount, quote.reservationWindowSeconds ?? quote.estimatedRuntimeSeconds)}`);
     console.log(`  data path: ${quote.dataPath ?? "auto"}`);
     console.log(`  GPUs: ${gpuCount}`);
     console.log(`  pool: ${quote.selectedPoolId}`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "trainfabric",
-  "version": "0.1.37",
+  "version": "0.1.38",
   "description": "Trainfabric CLI for launching GPU training jobs on the hosted Trainfabric backend.",
   "type": "module",
   "main": "dist/index.cjs",