@blockrun/clawrouter 0.9.2 → 0.9.4

package/dist/index.d.ts

@@ -509,8 +509,8 @@ type ProxyOptions = {
      */
     sessionConfig?: Partial<SessionConfig>;
     /**
-     * Auto-compress large requests to fit within API limits.
-     * When enabled, requests approaching 200KB are automatically compressed using
+     * Auto-compress large requests to reduce network usage.
+     * When enabled, requests are automatically compressed using
      * LLM-safe context compression (15-40% reduction).
      * Default: true
      */
@@ -521,11 +521,6 @@ type ProxyOptions = {
      * Set to 0 to compress all requests.
      */
     compressionThresholdKB?: number;
-    /**
-     * Maximum request size in KB after compression (default: 200).
-     * Hard limit enforced by BlockRun API.
-     */
-    maxRequestSizeKB?: number;
     onReady?: (port: number) => void;
     onError?: (error: Error) => void;
     onPayment?: (info: {
@@ -678,7 +673,8 @@ declare class RequestDeduplicator {
     markInflight(key: string): void;
     /** Complete an in-flight request — cache result and notify waiters. */
     complete(key: string, result: CachedResponse): void;
-    /** Remove an in-flight entry on error (don't cache failures). */
+    /** Remove an in-flight entry on error (don't cache failures).
+     *  Also rejects any waiters so they can retry independently. */
     removeInflight(key: string): void;
     /** Prune expired completed entries. */
     private prune;

package/dist/index.js

@@ -2082,26 +2082,14 @@ var RequestDeduplicator = class {
   getInflight(key) {
     const entry = this.inflight.get(key);
     if (!entry) return void 0;
-    const promise = new Promise((resolve) => {
-      entry.waiters.push(
-        new Promise((r) => {
-          const orig = entry.resolve;
-          entry.resolve = (result) => {
-            orig(result);
-            resolve(result);
-            r(result);
-          };
-        })
-      );
+    return new Promise((resolve) => {
+      entry.resolvers.push(resolve);
     });
-    return promise;
   }
   /** Mark a request as in-flight. */
   markInflight(key) {
     this.inflight.set(key, {
-      resolve: () => {
-      },
-      waiters: []
+      resolvers: []
     });
   }
   /** Complete an in-flight request — cache result and notify waiters. */
@@ -2111,14 +2099,31 @@ var RequestDeduplicator = class {
     }
     const entry = this.inflight.get(key);
     if (entry) {
-      entry.resolve(result);
+      for (const resolve of entry.resolvers) {
+        resolve(result);
+      }
       this.inflight.delete(key);
     }
     this.prune();
   }
-  /** Remove an in-flight entry on error (don't cache failures). */
+  /** Remove an in-flight entry on error (don't cache failures).
+   *  Also rejects any waiters so they can retry independently. */
   removeInflight(key) {
-    this.inflight.delete(key);
+    const entry = this.inflight.get(key);
+    if (entry) {
+      const errorBody = Buffer.from(JSON.stringify({
+        error: { message: "Original request failed, please retry", type: "dedup_origin_failed" }
+      }));
+      for (const resolve of entry.resolvers) {
+        resolve({
+          status: 503,
+          headers: { "content-type": "application/json" },
+          body: errorBody,
+          completedAt: Date.now()
+        });
+      }
+      this.inflight.delete(key);
+    }
   }
   /** Prune expired completed entries. */
   prune() {
@@ -3391,6 +3396,8 @@ var FALLBACK_STATUS_CODES = [
   // Payment required - but from upstream, not x402
   403,
   // Forbidden - provider restrictions
+  413,
+  // Payload too large - request exceeds model's context limit
   429,
   // Rate limited
   500,
@@ -4024,7 +4031,6 @@ async function proxyRequest(req, res, apiBase, payFetch, options, routerOpts, de
   }
   const autoCompress = options.autoCompressRequests ?? true;
   const compressionThreshold = options.compressionThresholdKB ?? 180;
-  const sizeLimit = options.maxRequestSizeKB ?? 200;
   const requestSizeKB = Math.ceil(body.length / 1024);
   if (autoCompress && requestSizeKB > compressionThreshold) {
     try {
@@ -4066,21 +4072,6 @@ async function proxyRequest(req, res, apiBase, payFetch, options, routerOpts, de
         );
         parsed.messages = compressionResult.messages;
         body = Buffer.from(JSON.stringify(parsed));
-        if (compressedSizeKB > sizeLimit) {
-          const errorMsg = {
-            error: {
-              message: `Request size ${compressedSizeKB}KB still exceeds limit after compression (original: ${requestSizeKB}KB). Please reduce context size.`,
-              type: "request_too_large",
-              original_size_kb: requestSizeKB,
-              compressed_size_kb: compressedSizeKB,
-              limit_kb: sizeLimit,
-              help: "Try: 1) Remove old messages from history, 2) Summarize large tool results, 3) Use direct API for very large contexts"
-            }
-          };
-          res.writeHead(413, { "Content-Type": "application/json" });
-          res.end(JSON.stringify(errorMsg));
-          return;
-        }
       }
     } catch (err) {
       console.warn(
@@ -4088,21 +4079,6 @@ async function proxyRequest(req, res, apiBase, payFetch, options, routerOpts, de
       );
     }
   }
-  const finalSizeKB = Math.ceil(body.length / 1024);
-  if (finalSizeKB > sizeLimit) {
-    const errorMsg = {
-      error: {
-        message: `Request size ${finalSizeKB}KB exceeds limit ${sizeLimit}KB. Please reduce context size.`,
-        type: "request_too_large",
-        size_kb: finalSizeKB,
-        limit_kb: sizeLimit,
-        help: "Try: 1) Remove old messages from history, 2) Summarize large tool results, 3) Enable compression (autoCompressRequests: true)"
-      }
-    };
-    res.writeHead(413, { "Content-Type": "application/json" });
-    res.end(JSON.stringify(errorMsg));
-    return;
-  }
   const dedupKey = RequestDeduplicator.hash(body);
   const cached = deduplicator.getCached(dedupKey);
   if (cached) {