@parcha/agentrun-jev 0.1.0-beta.17 → 0.1.0-beta.18

package/README.md

@@ -2,7 +2,7 @@
 
 Optional [TypeSafe Jev](https://docs.typesafe.ai/) support for AgentRun DSL. Jev answers focused questions with typed values and probability distributions. The workflow decides how to use them.
 
-Beta: `0.1.0-beta.4`. Requires Node.js 22.19 or later.
+Beta, on npm under the `beta` dist-tag (`npm view @parcha/agentrun-jev dist-tags`). Requires Node.js 22.19 or later.
 
 ```sh
 npm install @parcha/agentrun-dsl@beta @parcha/agentrun-jev@beta

package/dist/index.js

@@ -82,6 +82,16 @@ function wait(ms, signal, error) {
             abort();
     });
 }
+/** A server's Retry-After in milliseconds from now, given as delta-seconds or an HTTP date; undefined when absent or unparseable. */
+function retryAfterMs(headers) {
+    const value = headers instanceof Headers ? headers.get("retry-after")?.trim() : undefined;
+    if (!value)
+        return undefined;
+    if (/^\d+$/.test(value))
+        return Number(value) * 1000;
+    const date = Date.parse(value);
+    return Number.isNaN(date) ? undefined : Math.max(0, date - Date.now());
+}
 export function createJevRunner(options = {}) {
     const timeoutMs = options.timeoutMs === null ? null : (options.timeoutMs ?? 30_000);
     const maxStateBytes = options.maxStateBytes ?? null;
@@ -200,6 +210,8 @@ export function createJevRunner(options = {}) {
                 body = JSON.stringify({ ...JSON.parse(body), assets: assetDigests });
             }
             const headers = carriesImage || hasBox ? { [IMAGE_HEADER]: "true" } : undefined;
+            // The first attempt that failed in a way the server may have billed (a lost answer, a 408, a 5xx). A later 429 does not make the call free: the give-up reports this one.
+            let billable;
             for (attempt = 1;; attempt++) {
                 if (signal.aborted)
                     throw abortError();
@@ -214,10 +226,23 @@ export function createJevRunner(options = {}) {
                         throw abortError();
                     const status = error instanceof APIError ? error.status : undefined;
                     const retryable = status === 408 || status === 429 || (status !== undefined && status >= 500 && status <= 599) || error instanceof APIConnectionError;
+                    if (retryable && status !== 429 && billable === undefined)
+                        billable = status === undefined ? {} : { status };
                     if (retryable && attempt < maxAttempts) {
-                        await wait(Math.min(retryMaxMs, retryBaseMs * 2 ** (attempt - 1)), signal, abortError);
-                        continue;
+                        const backoff = Math.min(retryMaxMs, retryBaseMs * 2 ** (attempt - 1));
+                        const asked = error instanceof APIError && (status === 429 || status === 503) ? retryAfterMs(error.headers) : undefined;
+                        const delay = asked === undefined ? backoff : Math.max(asked, backoff);
+                        // A server's wait is kept in full or the loop gives up now: it never runs past the deadline, or past the longest timer when there is none, so no
+                        // retry is sent with no time left to answer (a request that times out has a cost no one knows).
+                        const left = timeoutMs === null ? 2_147_483_647 : timeoutMs - (Date.now() - started);
+                        if (asked === undefined || delay < left) {
+                            await wait(delay, signal, abortError);
+                            continue;
+                        }
                     }
+                    // HTTP 429 means every attempt was refused unanswered; after one that may have been billed, the give-up names that one instead.
+                    if (status === 429 && billable)
+                        throw billable.status === undefined ? new JevError("connection", "Jev transport failed.", attempt) : new JevError("http", `Jev returned HTTP ${billable.status}.`, attempt, billable.status);
                     if (status !== undefined) {
                         const safeStatus = Number.isInteger(status) && status >= 100 && status <= 599 ? status : undefined;
                         const capacity = error instanceof APIError && record(error.body) && record(error.body.detail)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@parcha/agentrun-jev",
-  "version": "0.1.0-beta.17",
+  "version": "0.1.0-beta.18",
   "description": "Optional Jev system one decisions for AgentRun workflows",
   "type": "module",
   "license": "Apache-2.0",
@@ -27,7 +27,7 @@
     "test": "node --test test/*.test.mjs"
   },
   "dependencies": {
-    "@parcha/agentrun-dsl": "0.1.0-beta.17",
+    "@parcha/agentrun-dsl": "0.1.0-beta.18",
     "@typesafe-ai/sdk": "0.7.0"
   },
   "repository": {