rust-fetch 2.1.0 → 2.1.1

package/README.md

@@ -381,7 +381,7 @@ Large JSON is dominated by `JSON.parse`, which both clients pay; the remaining g
 - [ ] Upload progress tracking: not possible on top of `fetch()`, which has no upload progress events
 - [ ] WebSocket support
 - Handled by the runtime, not by rust-fetch:
-  - **Connection pooling:** browsers pool connections for `fetch()`; in Node.js rust-fetch reuses connections through Node's default keep-alive agents.
+  - **Connection pooling:** browsers pool connections for `fetch()`; in Node.js rust-fetch keeps up to 256 keep-alive connections per origin and queues further requests until one is free. If you install your own `http.globalAgent` / `https.globalAgent`, or set limits on Node's, that agent is used instead.
   - **Proxies:** in Node.js, install a proxy agent as `http.globalAgent` / `https.globalAgent` (for example from `https-proxy-agent`). In browsers, use the system settings.
   - **HTTP/2:** browsers negotiate it automatically; the Node.js transport uses HTTP/1.1 with keep-alive.
 

package/node.js

@@ -17,6 +17,35 @@ import { initSync } from './rust_fetch.js';
 
 initSync({ module: readFileSync(new URL('./rust_fetch_bg.wasm', import.meta.url)) });
 
+// Node's default global agents open a socket for every request that finds no
+// idle one, but keep only 256 of them idle afterwards. Under a burst the rest
+// are closed and sit in TIME_WAIT, and once the ephemeral port range is used
+// up every connect fails with EADDRNOTAVAIL. A bounded pool that keeps all of
+// its sockets queues requests instead, reusing the same connections.
+const MAX_SOCKETS = 256;
+const POOL_OPTIONS = { keepAlive: true, scheduling: 'lifo', timeout: 5000, maxSockets: MAX_SOCKETS, maxFreeSockets: MAX_SOCKETS };
+const pools = new Map([
+  [http, new http.Agent(POOL_OPTIONS)],
+  [https, new https.Agent(POOL_OPTIONS)],
+]);
+// The options Node's own global agents are created with. Newer versions also
+// list unset ones (e.g. `proxyEnv: undefined` unless NODE_USE_ENV_PROXY is on).
+const NODE_AGENT_OPTIONS = { keepAlive: true, scheduling: 'lifo', timeout: 5000, noDelay: true, defaultPort: 443, protocol: 'https:' };
+
+/**
+ * The bounded pool while `globalAgent` is still Node's unbounded default;
+ * an agent the application installed (a proxy, TLS options, its own limits)
+ * is used as is.
+ */
+function agentFor(transport) {
+  const global = transport.globalAgent;
+  const isNodeDefault =
+    global.constructor === transport.Agent &&
+    global.maxSockets === Infinity &&
+    Object.entries(global.options).every(([key, value]) => value == null || NODE_AGENT_OPTIONS[key] === value);
+  return isNodeDefault ? pools.get(transport) : global;
+}
+
 const MAX_REDIRECTS = 20;
 const REDIRECT_STATUSES = new Set([301, 302, 303, 307, 308]);
 const ACCEPT_ENCODING = typeof zlib.zstdDecompressSync === 'function' ? 'gzip, deflate, br, zstd' : 'gzip, deflate, br';
@@ -126,7 +155,7 @@ function withoutHeaders(headers, names) {
 function send(state, method, url, headers, body, redirects, resolve, reject) {
   if (state.cancelled) return;
   const transport = url.protocol === 'https:' ? https : http;
-  const request = transport.request(url, { method, headers }, (response) => {
+  const request = transport.request(url, { method, headers, agent: agentFor(transport) }, (response) => {
     const status = response.statusCode;
     const location = response.headers.location;
 

package/package.json

@@ -5,7 +5,7 @@
     "Asem Qaffaf <asem@qaffaf.com>"
   ],
   "description": "A reliable HTTP client for JavaScript and TypeScript, written in Rust and compiled to WebAssembly: timeouts, retries, typed errors and interceptors, faster than fetch() in Node.js",
-  "version": "2.1.0",
+  "version": "2.1.1",
   "license": "MIT OR Apache-2.0",
   "repository": {
     "type": "git",

package/rust_fetch.js

@@ -561,7 +561,7 @@ function __wbg_get_imports() {
             const ret = clearTimeout(arg0);
             return ret;
         },
-        __wbg_clearTimeout_2d18004c33139d44: function(arg0) {
+        __wbg_clearTimeout_de7e2788a4701f78: function(arg0) {
             clearTimeout(arg0);
         },
         __wbg_close_185286988f30f252: function() { return handleError(function (arg0) {
@@ -570,7 +570,7 @@ function __wbg_get_imports() {
         __wbg_close_748f26698dabe269: function() { return handleError(function (arg0) {
             arg0.close();
         }, arguments); },
-        __wbg_decode_0be77be735437c76: function() { return handleError(function (arg0, arg1) {
+        __wbg_decode_0775197308e59c17: function() { return handleError(function (arg0, arg1) {
             const ret = arg0.decode(arg1);
             return ret;
         }, arguments); },
@@ -589,7 +589,7 @@ function __wbg_get_imports() {
             const ret = Object.entries(arg0);
             return ret;
         },
-        __wbg_fetch_43bae44b7171a171: function() { return handleError(function (arg0) {
+        __wbg_fetch_4dd9052d4418f5a3: function() { return handleError(function (arg0) {
             const ret = fetch(arg0);
             return ret;
         }, arguments); },
@@ -734,14 +734,14 @@ function __wbg_get_imports() {
             const ret = new Object();
             return ret;
         },
+        __wbg_new_777668d2bcf04e9b: function() {
+            const ret = new TextDecoder();
+            return ret;
+        },
         __wbg_new_83ca405eae412a62: function() { return handleError(function () {
             const ret = new Headers();
             return ret;
         }, arguments); },
-        __wbg_new_cdac6c2ae368ec54: function() {
-            const ret = new TextDecoder();
-            return ret;
-        },
         __wbg_new_from_slice_9a868026ffa4208a: function(arg0, arg1) {
             const ret = new Uint8Array(getArrayU8FromWasm0(arg0, arg1));
             return ret;
@@ -796,7 +796,7 @@ function __wbg_get_imports() {
             const ret = JSON.parse(getStringFromWasm0(arg0, arg1));
             return ret;
         }, arguments); },
-        __wbg_parse_33ce4953982abfa3: function() { return handleError(function (arg0) {
+        __wbg_parse_9d2d081cff35f81a: function() { return handleError(function (arg0) {
             const ret = JSON.parse(arg0);
             return ret;
         }, arguments); },
@@ -839,7 +839,7 @@ function __wbg_get_imports() {
         __wbg_respond_c102fabcc79e5ef0: function() { return handleError(function (arg0, arg1) {
             arg0.respond(arg1 >>> 0);
         }, arguments); },
-        __wbg_setTimeout_61cdece84a7288cf: function(arg0, arg1) {
+        __wbg_setTimeout_36fb298700cc9ab9: function(arg0, arg1) {
             const ret = setTimeout(arg0, arg1);
             return ret;
         },