urllib 2.37.1 → 2.37.2

package/History.md

@@ -1,4 +1,10 @@
 
+2.37.2 / 2021-06-07
+==================
+
+**fixes**
+  * [[`04734a1`](http://github.com/node-modules/urllib/commit/04734a13e146da501f4e38333d5de9f9bbb259d1)] - fix: 🐛 should trigger response event when follow redirect (#361) (Hongcai Deng <<admin@dhchouse.com>>)
+
 2.37.1 / 2021-04-15
 ==================
 

package/lib/urllib.js

@@ -520,6 +520,7 @@ function requestWithCallback(url, args, callback) {
       }
       return;
     }
+
     var cb = callback;
     callback = null;
     var headers = {};
@@ -529,49 +530,16 @@ function requestWithCallback(url, args, callback) {
       headers = res.headers;
     }
 
-    // handle digest auth
-    if (statusCode === 401 && headers['www-authenticate']
-        && !options.headers.authorization && args.digestAuth) {
-      var authenticate = headers['www-authenticate'];
-      if (authenticate.indexOf('Digest ') >= 0) {
-        debug('Request#%d %s: got digest auth header WWW-Authenticate: %s', reqId, url, authenticate);
-        options.headers.authorization = digestAuthHeader(options.method, options.path, authenticate, args.digestAuth);
-        debug('Request#%d %s: auth with digest header: %s', reqId, url, options.headers.authorization);
-        if (res.headers['set-cookie']) {
-          options.headers.cookie = res.headers['set-cookie'].join(';');
-        }
-        args.headers = options.headers;
-        return exports.requestWithCallback(url, args, cb);
-      }
+    if (handleDigestAuth(res, cb)) {
+      return;
     }
 
-    var requestUseTime = Date.now() - requestStartTime;
-    if (timing) {
-      timing.contentDownload = requestUseTime;
-    }
+    var response = createCallbackResponse(data, res);
 
     debug('[%sms] done, %s bytes HTTP %s %s %s %s, keepAliveSocket: %s, timing: %j, socketHandledRequests: %s, socketHandledResponses: %s',
-      requestUseTime, responseSize, statusCode, options.method, options.host, options.path,
+      response.requestUseTime, responseSize, statusCode, options.method, options.host, options.path,
       keepAliveSocket, timing, socketHandledRequests, socketHandledResponses);
 
-    var response = {
-      status: statusCode,
-      statusCode: statusCode,
-      statusMessage: statusMessage,
-      headers: headers,
-      size: responseSize,
-      aborted: responseAborted,
-      rt: requestUseTime,
-      keepAliveSocket: keepAliveSocket,
-      data: data,
-      requestUrls: args.requestUrls,
-      timing: timing,
-      remoteAddress: remoteAddress,
-      remotePort: remotePort,
-      socketHandledRequests: socketHandledRequests,
-      socketHandledResponses: socketHandledResponses,
-    };
-
     if (err) {
       var agentStatus = '';
       if (agent && typeof agent.getCurrentStatus === 'function') {
@@ -620,6 +588,45 @@ function requestWithCallback(url, args, callback) {
 
     cb(err, data, args.streaming ? res : response);
 
+    emitResponseEvent(err, response);
+  }
+
+  function createAndEmitResponseEvent(data, res) {
+    var response = createCallbackResponse(data, res);
+    emitResponseEvent(null, response);
+  }
+
+  function createCallbackResponse(data, res) {
+    var requestUseTime = Date.now() - requestStartTime;
+    if (timing) {
+      timing.contentDownload = requestUseTime;
+    }
+
+    var headers = {};
+    if (res && res.headers) {
+      headers = res.headers;
+    }
+
+    return {
+      status: statusCode,
+      statusCode: statusCode,
+      statusMessage: statusMessage,
+      headers: headers,
+      size: responseSize,
+      aborted: responseAborted,
+      rt: requestUseTime,
+      keepAliveSocket: keepAliveSocket,
+      data: data,
+      requestUrls: args.requestUrls,
+      timing: timing,
+      remoteAddress: remoteAddress,
+      remotePort: remotePort,
+      socketHandledRequests: socketHandledRequests,
+      socketHandledResponses: socketHandledResponses,
+    };
+  }
+
+  function emitResponseEvent(err, response) {
     if (args.emitter) {
       // keep to use the same reqMeta object on request event before
       reqMeta.url = parsedUrl.href;
@@ -637,6 +644,30 @@ function requestWithCallback(url, args, callback) {
     }
   }
 
+  function handleDigestAuth(res, cb) {
+    var headers = {};
+    if (res && res.headers) {
+      headers = res.headers;
+    }
+    // handle digest auth
+    if (statusCode === 401 && headers['www-authenticate']
+        && !options.headers.authorization && args.digestAuth) {
+      var authenticate = headers['www-authenticate'];
+      if (authenticate.indexOf('Digest ') >= 0) {
+        debug('Request#%d %s: got digest auth header WWW-Authenticate: %s', reqId, url, authenticate);
+        options.headers.authorization = digestAuthHeader(options.method, options.path, authenticate, args.digestAuth);
+        debug('Request#%d %s: auth with digest header: %s', reqId, url, options.headers.authorization);
+        if (res.headers['set-cookie']) {
+          options.headers.cookie = res.headers['set-cookie'].join(';');
+        }
+        args.headers = options.headers;
+        exports.requestWithCallback(url, args, cb);
+        return true;
+      }
+    }
+    return false;
+  }
+
   function handleRedirect(res) {
     var err = null;
     if (args.followRedirect && statuses.redirect[res.statusCode]) {  // handle redirect
@@ -740,6 +771,7 @@ function requestWithCallback(url, args, callback) {
       var result = handleRedirect(res);
       if (result.redirect) {
         res.resume();
+        createAndEmitResponseEvent(null, res);
         return;
       }
       if (result.error) {
@@ -781,6 +813,7 @@ function requestWithCallback(url, args, callback) {
       var result = handleRedirect(res);
       if (result.redirect) {
         res.resume();
+        createAndEmitResponseEvent(null, res);
         return;
       }
       if (result.error) {
@@ -874,6 +907,7 @@ function requestWithCallback(url, args, callback) {
         return done(result.error, body, res);
       }
       if (result.redirect) {
+        createAndEmitResponseEvent(null, res);
         return;
       }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "urllib",
-  "version": "2.37.1",
+  "version": "2.37.2",
   "description": "Help in opening URLs (mostly HTTP) in a complex world — basic and digest authentication, redirections, cookies and more.",
   "keywords": [
     "urllib",