urllib 3.19.1 → 3.19.3

package/README.md

@@ -16,7 +16,7 @@
 [download-url]: https://npmjs.org/package/urllib
 
 Request HTTP URLs in a complex world — basic
-and digest authentication, redirections, cookies, timeout and more.
+and digest authentication, redirections, timeout and more.
 
 ## Install
 

package/dist/commonjs/HttpClient.js

@@ -73,7 +73,7 @@ class HttpClientRequestTimeoutError extends Error {
         Error.captureStackTrace(this, this.constructor);
     }
 }
-exports.HEADER_USER_AGENT = (0, default_user_agent_1.default)('node-urllib', '3.19.1');
+exports.HEADER_USER_AGENT = (0, default_user_agent_1.default)('node-urllib', '3.19.3');
 function getFileName(stream) {
     const filePath = stream.path;
     if (filePath) {
@@ -126,7 +126,8 @@ class HttpClient extends node_events_1.EventEmitter {
                 requestUrl = new URL((0, node_url_1.format)(url));
             }
             else {
-                requestUrl = url;
+                // or even if not, we clone to avoid mutating it
+                requestUrl = new URL(url.toString());
             }
         }
         const method = (options?.method ?? 'GET').toUpperCase();

package/dist/commonjs/IncomingHttpHeaders.d.ts

@@ -0,0 +1,6 @@
+/// <reference types="node" />
+import type { Except } from 'type-fest';
+import type { IncomingHttpHeaders as HTTPIncomingHttpHeaders } from 'node:http';
+export interface IncomingHttpHeaders extends Except<HTTPIncomingHttpHeaders, 'set-cookie'> {
+    'set-cookie'?: string | string[];
+}

package/dist/commonjs/IncomingHttpHeaders.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/commonjs/Request.d.ts

@@ -1,10 +1,9 @@
 /// <reference types="node" />
 /// <reference types="node" />
 /// <reference types="node" />
-/// <reference types="node" />
-import { Readable, Writable } from 'node:stream';
-import type { IncomingHttpHeaders } from 'node:http';
+import type { Readable, Writable } from 'node:stream';
 import type { Dispatcher } from 'undici';
+import type { IncomingHttpHeaders } from './IncomingHttpHeaders.js';
 import type { HttpClientResponse } from './Response.js';
 export type HttpMethod = Dispatcher.HttpMethod;
 export type RequestURL = string | URL;

package/dist/commonjs/Response.d.ts

@@ -1,7 +1,6 @@
 /// <reference types="node" />
-/// <reference types="node" />
-import { Readable } from 'node:stream';
-import { IncomingHttpHeaders } from 'node:http';
+import type { Readable } from 'node:stream';
+import type { IncomingHttpHeaders } from './IncomingHttpHeaders.js';
 export type SocketInfo = {
     id: number;
     localAddress: string;

package/dist/commonjs/index.d.ts

@@ -4,7 +4,8 @@ export declare function curl<T = any>(url: RequestURL, options?: RequestOptions)
 export { MockAgent, ProxyAgent, Agent, Dispatcher, setGlobalDispatcher, getGlobalDispatcher, } from 'undici';
 export { HttpClient, HttpClient as HttpClient2, HEADER_USER_AGENT as USER_AGENT, RequestDiagnosticsMessage, ResponseDiagnosticsMessage, } from './HttpClient.js';
 export { RequestOptions, RequestOptions as RequestOptions2, RequestURL, HttpMethod, FixJSONCtlCharsHandler, FixJSONCtlChars, } from './Request.js';
-export { SocketInfo, Timing, RawResponseWithMeta, HttpClientResponse } from './Response.js';
+export { SocketInfo, Timing, RawResponseWithMeta, HttpClientResponse, } from './Response.js';
+export { IncomingHttpHeaders, } from './IncomingHttpHeaders.js';
 declare const _default: {
     request: typeof request;
     curl: typeof curl;

package/dist/esm/HttpClient.js

@@ -67,7 +67,7 @@ class HttpClientRequestTimeoutError extends Error {
         Error.captureStackTrace(this, this.constructor);
     }
 }
-export const HEADER_USER_AGENT = createUserAgent('node-urllib', '3.19.1');
+export const HEADER_USER_AGENT = createUserAgent('node-urllib', '3.19.3');
 function getFileName(stream) {
     const filePath = stream.path;
     if (filePath) {
@@ -120,7 +120,8 @@ export class HttpClient extends EventEmitter {
                 requestUrl = new URL(urlFormat(url));
             }
             else {
-                requestUrl = url;
+                // or even if not, we clone to avoid mutating it
+                requestUrl = new URL(url.toString());
             }
         }
         const method = (options?.method ?? 'GET').toUpperCase();

package/dist/esm/IncomingHttpHeaders.d.ts

@@ -0,0 +1,6 @@
+/// <reference types="node" resolution-mode="require"/>
+import type { Except } from 'type-fest';
+import type { IncomingHttpHeaders as HTTPIncomingHttpHeaders } from 'node:http';
+export interface IncomingHttpHeaders extends Except<HTTPIncomingHttpHeaders, 'set-cookie'> {
+    'set-cookie'?: string | string[];
+}

package/dist/esm/IncomingHttpHeaders.js

@@ -0,0 +1 @@
+export {};

package/dist/esm/Request.d.ts

@@ -1,10 +1,9 @@
 /// <reference types="node" resolution-mode="require"/>
 /// <reference types="node" resolution-mode="require"/>
 /// <reference types="node" resolution-mode="require"/>
-/// <reference types="node" resolution-mode="require"/>
-import { Readable, Writable } from 'node:stream';
-import type { IncomingHttpHeaders } from 'node:http';
+import type { Readable, Writable } from 'node:stream';
 import type { Dispatcher } from 'undici';
+import type { IncomingHttpHeaders } from './IncomingHttpHeaders.js';
 import type { HttpClientResponse } from './Response.js';
 export type HttpMethod = Dispatcher.HttpMethod;
 export type RequestURL = string | URL;

package/dist/esm/Response.d.ts

@@ -1,7 +1,6 @@
 /// <reference types="node" resolution-mode="require"/>
-/// <reference types="node" resolution-mode="require"/>
-import { Readable } from 'node:stream';
-import { IncomingHttpHeaders } from 'node:http';
+import type { Readable } from 'node:stream';
+import type { IncomingHttpHeaders } from './IncomingHttpHeaders.js';
 export type SocketInfo = {
     id: number;
     localAddress: string;

package/dist/esm/index.d.ts

@@ -4,7 +4,8 @@ export declare function curl<T = any>(url: RequestURL, options?: RequestOptions)
 export { MockAgent, ProxyAgent, Agent, Dispatcher, setGlobalDispatcher, getGlobalDispatcher, } from 'undici';
 export { HttpClient, HttpClient as HttpClient2, HEADER_USER_AGENT as USER_AGENT, RequestDiagnosticsMessage, ResponseDiagnosticsMessage, } from './HttpClient.js';
 export { RequestOptions, RequestOptions as RequestOptions2, RequestURL, HttpMethod, FixJSONCtlCharsHandler, FixJSONCtlChars, } from './Request.js';
-export { SocketInfo, Timing, RawResponseWithMeta, HttpClientResponse } from './Response.js';
+export { SocketInfo, Timing, RawResponseWithMeta, HttpClientResponse, } from './Response.js';
+export { IncomingHttpHeaders, } from './IncomingHttpHeaders.js';
 declare const _default: {
     request: typeof request;
     curl: typeof curl;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "urllib",
-  "version": "3.19.1",
+  "version": "3.19.3",
   "publishConfig": {
     "tag": "latest"
   },
@@ -76,6 +76,7 @@
     "mime-types": "^2.1.35",
     "pump": "^3.0.0",
     "qs": "^6.11.2",
+    "type-fest": "^4.3.1",
     "undici": "^5.22.1",
     "ylru": "^1.3.2"
   },

package/src/HttpClient.ts

@@ -2,7 +2,6 @@ import diagnosticsChannel from 'node:diagnostics_channel';
 import { EventEmitter } from 'node:events';
 import { LookupFunction } from 'node:net';
 import { STATUS_CODES } from 'node:http';
-import type { IncomingHttpHeaders } from 'node:http';
 import { debuglog } from 'node:util';
 import {
   createGunzip,
@@ -31,6 +30,7 @@ import pump from 'pump';
 // Compatible with old style formstream
 import FormStream from 'formstream';
 import { HttpAgent, CheckAddressFunction } from './HttpAgent.js';
+import type { IncomingHttpHeaders } from './IncomingHttpHeaders.js';
 import { RequestURL, RequestOptions, HttpMethod, RequestMeta } from './Request.js';
 import { RawResponseWithMeta, HttpClientResponse, SocketInfo } from './Response.js';
 import { parseJSON, sleep, digestAuthHeader, globalId, performanceTime, isReadable } from './utils.js';
@@ -201,7 +201,8 @@ export class HttpClient extends EventEmitter {
         // url maybe url.parse(url) object in urllib2
         requestUrl = new URL(urlFormat(url));
       } else {
-        requestUrl = url;
+        // or even if not, we clone to avoid mutating it
+        requestUrl = new URL(url.toString());
       }
     }
 

package/src/IncomingHttpHeaders.ts

@@ -0,0 +1,7 @@
+import type { Except } from 'type-fest';
+import type { IncomingHttpHeaders as HTTPIncomingHttpHeaders } from 'node:http';
+
+// fix set-cookie type define https://github.com/nodejs/undici/pull/1893
+export interface IncomingHttpHeaders extends Except<HTTPIncomingHttpHeaders, 'set-cookie'> {
+  'set-cookie'?: string | string[];
+}

package/src/Request.ts

@@ -1,9 +1,7 @@
-import { Readable, Writable } from 'node:stream';
-import type { IncomingHttpHeaders } from 'node:http';
+import type { Readable, Writable } from 'node:stream';
 import type { Dispatcher } from 'undici';
-import type {
-  HttpClientResponse,
-} from './Response.js';
+import type { IncomingHttpHeaders } from './IncomingHttpHeaders.js';
+import type { HttpClientResponse } from './Response.js';
 
 export type HttpMethod = Dispatcher.HttpMethod;
 

package/src/Response.ts

@@ -1,5 +1,5 @@
-import { Readable } from 'node:stream';
-import { IncomingHttpHeaders } from 'node:http';
+import type { Readable } from 'node:stream';
+import type { IncomingHttpHeaders } from './IncomingHttpHeaders.js';
 
 export type SocketInfo = {
   id: number;

package/src/index.ts

@@ -46,7 +46,13 @@ export {
   FixJSONCtlCharsHandler, FixJSONCtlChars,
 } from './Request.js';
 
-export { SocketInfo, Timing, RawResponseWithMeta, HttpClientResponse } from './Response.js';
+export {
+  SocketInfo, Timing, RawResponseWithMeta, HttpClientResponse,
+} from './Response.js';
+export {
+  IncomingHttpHeaders,
+} from './IncomingHttpHeaders.js';
+
 
 export default {
   request,