rekwest 2.4.0 → 3.1.0

package/src/index.mjs

@@ -1,14 +1,17 @@
 import http from 'http';
 import http2 from 'http2';
 import https from 'https';
+import { setTimeout as setTimeoutPromise } from 'timers/promises';
 import { ackn } from './ackn.mjs';
 import { Cookies } from './cookies.mjs';
 import { RequestError } from './errors.mjs';
 import {
+  admix,
+  affix,
   dispatch,
   merge,
+  mixin,
   preflight,
-  premix,
   redirects,
   transform,
 } from './helpers.mjs';
@@ -27,18 +30,48 @@ const {
   HTTP2_HEADER_CONTENT_LENGTH,
   HTTP2_HEADER_CONTENT_TYPE,
   HTTP2_HEADER_LOCATION,
+  HTTP2_HEADER_RETRY_AFTER,
   HTTP2_HEADER_SET_COOKIE,
-  HTTP2_HEADER_STATUS,
   HTTP2_METHOD_GET,
   HTTP2_METHOD_HEAD,
   HTTP_STATUS_BAD_REQUEST,
+  HTTP_STATUS_MOVED_PERMANENTLY,
   HTTP_STATUS_SEE_OTHER,
+  HTTP_STATUS_SERVICE_UNAVAILABLE,
+  HTTP_STATUS_TOO_MANY_REQUESTS,
 } = http2.constants;
 
+const maxRetryAfter = Symbol('maxRetryAfter');
+const maxRetryAfterError = (
+  interval,
+  options,
+) => new RequestError(`Maximum '${ HTTP2_HEADER_RETRY_AFTER }' limit exceeded: ${ interval } ms.`, options);
+let defaults = {
+  follow: 20,
+  get maxRetryAfter() {
+    return this[maxRetryAfter] ?? this.timeout;
+  },
+  set maxRetryAfter(value) {
+    this[maxRetryAfter] = value;
+  },
+  method: HTTP2_METHOD_GET,
+  retry: {
+    attempts: 0,
+    backoffStrategy: 'interval * Math.log(Math.random() * (Math.E * Math.E - Math.E) + Math.E)',
+    interval: 1e3,
+    retryAfter: true,
+    statusCodes: [
+      HTTP_STATUS_TOO_MANY_REQUESTS,
+      HTTP_STATUS_SERVICE_UNAVAILABLE,
+    ],
+  },
+  timeout: 3e5,
+};
+
 export default async function rekwest(url, options = {}) {
   url = options.url = new URL(url);
   if (!options.redirected) {
-    options = merge(rekwest.defaults, { follow: 20, method: HTTP2_METHOD_GET }, options);
+    options = merge(rekwest.defaults, options);
   }
 
   if (options.body && [
@@ -48,7 +81,7 @@ export default async function rekwest(url, options = {}) {
     throw new TypeError(`Request with ${ HTTP2_METHOD_GET }/${ HTTP2_METHOD_HEAD } method cannot have body.`);
   }
 
-  if (!options.follow) {
+  if (options.follow === 0) {
     throw new RequestError(`Maximum redirect reached at: ${ url.href }`);
   }
 
@@ -81,30 +114,22 @@ export default async function rekwest(url, options = {}) {
       req = request(url, options);
     }
 
-    req.on('response', (res) => {
-      if (h2) {
-        const headers = res;
+    affix(client, req, options);
+    req.once('error', reject);
+    req.once('frameError', reject);
+    req.once('goaway', reject);
+    req.once('response', (res) => {
+      let headers;
 
+      if (h2) {
+        headers = res;
         res = req;
-
-        Reflect.defineProperty(res, 'headers', {
-          enumerable: true,
-          value: headers,
-        });
-
-        Reflect.defineProperty(res, 'httpVersion', {
-          enumerable: true,
-          value: `${ h2 + 1 }.0`,
-        });
-
-        Reflect.defineProperty(res, 'statusCode', {
-          enumerable: true,
-          value: headers[HTTP2_HEADER_STATUS],
-        });
       } else {
-        res.on('error', reject);
+        res.once('error', reject);
       }
 
+      admix(res, headers, options);
+
       if (cookies !== false && res.headers[HTTP2_HEADER_SET_COOKIE]) {
         if (Cookies.jar.has(url.origin)) {
           new Cookies(res.headers[HTTP2_HEADER_SET_COOKIE]).forEach(function (val, key) {
@@ -145,39 +170,27 @@ export default async function rekwest(url, options = {}) {
 
           Reflect.set(options, 'redirected', true);
 
+          if (res.statusCode === HTTP_STATUS_MOVED_PERMANENTLY && res.headers[HTTP2_HEADER_RETRY_AFTER]) {
+            let interval = res.headers[HTTP2_HEADER_RETRY_AFTER];
+
+            interval = Number(interval) * 1000 || new Date(interval) - Date.now();
+
+            if (interval > options.maxRetryAfter) {
+              res.emit('error', maxRetryAfterError(interval, { cause: mixin(res, options) }));
+            }
+
+            return setTimeoutPromise(interval).then(() => rekwest(options.url, options).then(resolve, reject));
+          }
+
           return rekwest(options.url, options).then(resolve, reject);
         }
       }
 
-      Reflect.defineProperty(res, 'ok', {
-        enumerable: true,
-        value: /^2\d{2}$/.test(res.statusCode),
-      });
-
-      Reflect.defineProperty(res, 'redirected', {
-        enumerable: true,
-        value: options.redirected,
-      });
-
       if (res.statusCode >= HTTP_STATUS_BAD_REQUEST) {
-        return reject(premix(res, options));
+        return reject(mixin(res, options));
       }
 
-      resolve(premix(res, options));
-    });
-
-    req.on('end', () => {
-      client?.close();
-    });
-    req.on('error', reject);
-    req.on('frameError', reject);
-    req.on('goaway', reject);
-    req.on('timeout', req.destroy);
-    req.on('trailers', (trailers) => {
-      Reflect.defineProperty(req, 'trailers', {
-        enumerable: true,
-        value: trailers,
-      });
+      resolve(mixin(res, options));
     });
 
     dispatch(req, { ...options, body });
@@ -192,6 +205,27 @@ export default async function rekwest(url, options = {}) {
 
     return res;
   } catch (ex) {
+    const { maxRetryAfter, retry } = options;
+
+    if (retry?.attempts && retry?.statusCodes.includes(ex.statusCode)) {
+      let { interval } = retry;
+
+      if (retry.retryAfter && ex.headers[HTTP2_HEADER_RETRY_AFTER]) {
+        interval = ex.headers[HTTP2_HEADER_RETRY_AFTER];
+        interval = Number(interval) * 1000 || new Date(interval) - Date.now();
+        if (interval > maxRetryAfter) {
+          throw maxRetryAfterError(interval, { cause: ex });
+        }
+      } else {
+        interval = new Function('interval', `return Math.ceil(${ retry.backoffStrategy });`)(interval);
+      }
+
+      retry.attempts--;
+      retry.interval = interval;
+
+      return setTimeoutPromise(interval).then(() => rekwest(url, options));
+    }
+
     if (digest && !redirected && ex.body) {
       ex.body = await ex.body();
     }
@@ -215,26 +249,35 @@ Reflect.defineProperty(rekwest, 'stream', {
       redirect: redirects.manual,
     });
 
-    if (options.h2) {
-      const client = http2.connect(url.origin, options);
-      const req = client.request(options.headers, options);
-
-      req.on('end', () => {
-        client.close();
-      });
+    const { h2, url: { protocol } } = options;
+    const { request } = (protocol === 'http:' ? http : https);
+    let client, req;
 
-      return req;
+    if (h2) {
+      client = http2.connect(url.origin, options);
+      req = client.request(options.headers, options);
+    } else {
+      req = request(options.url, options);
     }
 
-    const { url: { protocol } } = options;
-    const { request } = (protocol === 'http:' ? http : https);
+    affix(client, req, options);
+    req.once('response', (res) => {
+      let headers;
+
+      if (h2) {
+        headers = res;
+        res = req;
+      }
+
+      admix(res, headers, options);
+    });
 
-    return request(options.url, options);
+    return req;
   },
 });
 
 Reflect.defineProperty(rekwest, 'defaults', {
   enumerable: true,
-  value: Object.create(null),
-  writable: true,
+  get() { return defaults; },
+  set(value) { defaults = merge(defaults, value); },
 });