urllib 2.37.4 → 3.0.0-alpha.1

package/src/esm/HttpClient.js

@@ -0,0 +1,289 @@
+var _BlobFromStream_stream, _BlobFromStream_type;
+import { __classPrivateFieldGet, __classPrivateFieldSet } from "tslib";
+import { EventEmitter } from 'events';
+import { debuglog } from 'util';
+import { Readable, isReadable } from 'stream';
+import { pipeline } from 'stream/promises';
+import { Blob } from 'buffer';
+import { createReadStream } from 'fs';
+import { basename } from 'path';
+import { fetch, Headers, FormData, } from 'undici';
+import createUserAgent from 'default-user-agent';
+import mime from 'mime-types';
+import { parseJSON } from './utils.js';
+const debug = debuglog('urllib');
+// https://github.com/octet-stream/form-data
+class BlobFromStream {
+    constructor(stream, type) {
+        _BlobFromStream_stream.set(this, void 0);
+        _BlobFromStream_type.set(this, void 0);
+        __classPrivateFieldSet(this, _BlobFromStream_stream, stream, "f");
+        __classPrivateFieldSet(this, _BlobFromStream_type, type, "f");
+    }
+    stream() {
+        return __classPrivateFieldGet(this, _BlobFromStream_stream, "f");
+    }
+    get type() {
+        return __classPrivateFieldGet(this, _BlobFromStream_type, "f");
+    }
+    get [(_BlobFromStream_stream = new WeakMap(), _BlobFromStream_type = new WeakMap(), Symbol.toStringTag)]() {
+        return 'Blob';
+    }
+}
+class HttpClientRequestTimeoutError extends Error {
+    constructor(timeout, options) {
+        const message = `Request timeout for ${timeout} ms`;
+        super(message, options);
+        this.name = this.constructor.name;
+        Error.captureStackTrace(this, this.constructor);
+    }
+}
+const HEADER_USER_AGENT = createUserAgent('node-urllib', '3.0.0');
+function getFileName(stream) {
+    const filePath = stream.path;
+    if (filePath) {
+        return basename(filePath);
+    }
+    return '';
+}
+export class HttpClient extends EventEmitter {
+    constructor(clientOptions) {
+        super();
+        this.defaultArgs = clientOptions === null || clientOptions === void 0 ? void 0 : clientOptions.defaultArgs;
+    }
+    async request(url, options) {
+        var _a, _b, _c, _d;
+        const requestUrl = typeof url === 'string' ? new URL(url) : url;
+        const args = {
+            ...this.defaultArgs,
+            ...options,
+            emitter: this,
+        };
+        const requestStartTime = Date.now();
+        // keep urllib createCallbackResponse style
+        const resHeaders = {};
+        const res = {
+            status: -1,
+            statusCode: -1,
+            statusMessage: '',
+            headers: resHeaders,
+            size: 0,
+            aborted: false,
+            rt: 0,
+            keepAliveSocket: true,
+            requestUrls: [url.toString()],
+            timing: {
+                contentDownload: 0,
+            },
+        };
+        let requestTimeout = 5000;
+        if (args.timeout) {
+            if (Array.isArray(args.timeout)) {
+                requestTimeout = (_a = args.timeout[args.timeout.length - 1]) !== null && _a !== void 0 ? _a : requestTimeout;
+            }
+            else {
+                requestTimeout = args.timeout;
+            }
+        }
+        const requestTimeoutController = new AbortController();
+        const requestTimerId = setTimeout(() => requestTimeoutController.abort(), requestTimeout);
+        const method = ((_b = args.method) !== null && _b !== void 0 ? _b : 'GET').toUpperCase();
+        try {
+            const headers = new Headers((_c = args.headers) !== null && _c !== void 0 ? _c : {});
+            if (!headers.has('user-agent')) {
+                // need to set user-agent
+                headers.set('user-agent', HEADER_USER_AGENT);
+            }
+            if (args.dataType === 'json' && !headers.has('accept')) {
+                headers.set('accept', 'application/json');
+            }
+            const requestOptions = {
+                method,
+                keepalive: true,
+                signal: requestTimeoutController.signal,
+            };
+            if (args.followRedirect === false) {
+                requestOptions.redirect = 'manual';
+            }
+            const isGETOrHEAD = requestOptions.method === 'GET' || requestOptions.method === 'HEAD';
+            // alias to args.content
+            if (args.stream && !args.content) {
+                args.content = args.stream;
+            }
+            if (args.files) {
+                if (isGETOrHEAD) {
+                    requestOptions.method = 'POST';
+                }
+                const formData = new FormData();
+                const uploadFiles = [];
+                if (Array.isArray(args.files)) {
+                    for (const [index, file] of args.files.entries()) {
+                        const field = index === 0 ? 'file' : `file${index}`;
+                        uploadFiles.push([field, file]);
+                    }
+                }
+                else if (args.files instanceof Readable || isReadable(args.files)) {
+                    uploadFiles.push(['file', args.files]);
+                }
+                else if (typeof args.files === 'string' || Buffer.isBuffer(args.files)) {
+                    uploadFiles.push(['file', args.files]);
+                }
+                else if (typeof args.files === 'object') {
+                    for (const field in args.files) {
+                        uploadFiles.push([field, args.files[field]]);
+                    }
+                }
+                // set normal fields first
+                if (args.data) {
+                    for (const field in args.data) {
+                        formData.append(field, args.data[field]);
+                    }
+                }
+                for (const [index, [field, file]] of uploadFiles.entries()) {
+                    if (typeof file === 'string') {
+                        // FIXME: support non-ascii filename
+                        // const fileName = encodeURIComponent(basename(file));
+                        // formData.append(field, await fileFromPath(file, `utf-8''${fileName}`, { type: mime.lookup(fileName) || '' }));
+                        const fileName = basename(file);
+                        const fileReader = createReadStream(file);
+                        formData.append(field, new BlobFromStream(fileReader, mime.lookup(fileName) || ''), fileName);
+                    }
+                    else if (Buffer.isBuffer(file)) {
+                        formData.append(field, new Blob([file]), `bufferfile${index}`);
+                    }
+                    else if (file instanceof Readable || isReadable(file)) {
+                        const fileName = getFileName(file) || `streamfile${index}`;
+                        formData.append(field, new BlobFromStream(file, mime.lookup(fileName) || ''), fileName);
+                    }
+                }
+                requestOptions.body = formData;
+            }
+            else if (args.content) {
+                if (!isGETOrHEAD) {
+                    if (isReadable(args.content)) {
+                        // disable keepalive
+                        requestOptions.keepalive = false;
+                    }
+                    // handle content
+                    requestOptions.body = args.content;
+                    if (args.contentType) {
+                        headers.set('content-type', args.contentType);
+                    }
+                }
+            }
+            else if (args.data) {
+                const isStringOrBufferOrReadable = typeof args.data === 'string'
+                    || Buffer.isBuffer(args.data)
+                    || isReadable(args.data);
+                if (isGETOrHEAD) {
+                    if (!isStringOrBufferOrReadable) {
+                        for (const field in args.data) {
+                            requestUrl.searchParams.append(field, args.data[field]);
+                        }
+                    }
+                }
+                else {
+                    if (isStringOrBufferOrReadable) {
+                        if (isReadable(args.data)) {
+                            // disable keepalive
+                            requestOptions.keepalive = false;
+                        }
+                        requestOptions.body = args.data;
+                    }
+                    else {
+                        if (args.contentType === 'json'
+                            || args.contentType === 'application/json'
+                            || ((_d = headers.get('content-type')) === null || _d === void 0 ? void 0 : _d.startsWith('application/json'))) {
+                            requestOptions.body = JSON.stringify(args.data);
+                            if (!headers.has('content-type')) {
+                                headers.set('content-type', 'application/json');
+                            }
+                        }
+                        else {
+                            requestOptions.body = new URLSearchParams(args.data);
+                        }
+                    }
+                }
+            }
+            debug('%s %s, headers: %j, timeout: %s', requestOptions.method, url, headers, requestTimeout);
+            requestOptions.headers = headers;
+            const response = await fetch(requestUrl, requestOptions);
+            for (const [name, value] of response.headers) {
+                res.headers[name] = value;
+            }
+            res.status = res.statusCode = response.status;
+            res.statusMessage = response.statusText;
+            if (response.redirected) {
+                res.requestUrls.push(response.url);
+            }
+            if (res.headers['content-length']) {
+                res.size = parseInt(res.headers['content-length']);
+            }
+            let data = null;
+            let responseBodyStream;
+            if (args.streaming || args.dataType === 'stream') {
+                const meta = {
+                    status: res.status,
+                    statusCode: res.statusCode,
+                    statusMessage: res.statusMessage,
+                    headers: res.headers,
+                };
+                if (typeof Readable.fromWeb === 'function') {
+                    responseBodyStream = Object.assign(Readable.fromWeb(response.body), meta);
+                }
+                else {
+                    responseBodyStream = Object.assign(response.body, meta);
+                }
+            }
+            else if (args.writeStream) {
+                await pipeline(response.body, args.writeStream);
+            }
+            else if (args.dataType === 'text') {
+                data = await response.text();
+            }
+            else if (args.dataType === 'json') {
+                if (requestOptions.method === 'HEAD') {
+                    data = {};
+                }
+                else {
+                    data = await response.text();
+                    if (data.length === 0) {
+                        data = null;
+                    }
+                    else {
+                        data = parseJSON(data, args.fixJSONCtlChars);
+                    }
+                }
+            }
+            else {
+                // buffer
+                data = Buffer.from(await response.arrayBuffer());
+            }
+            res.rt = res.timing.contentDownload = Date.now() - requestStartTime;
+            const clientResponse = {
+                status: res.status,
+                data,
+                headers: res.headers,
+                url: response.url,
+                redirected: response.redirected,
+                res: responseBodyStream !== null && responseBodyStream !== void 0 ? responseBodyStream : res,
+            };
+            return clientResponse;
+        }
+        catch (e) {
+            let err = e;
+            if (requestTimeoutController.signal.aborted) {
+                err = new HttpClientRequestTimeoutError(requestTimeout, { cause: e });
+            }
+            err.res = res;
+            err.status = res.status;
+            err.headers = res.headers;
+            // console.error(err);
+            throw err;
+        }
+        finally {
+            clearTimeout(requestTimerId);
+        }
+    }
+}
+//# sourceMappingURL=HttpClient.js.map

package/src/esm/HttpClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"HttpClient.js","sourceRoot":"","sources":["../HttpClient.ts"],"names":[],"mappings":";;AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAChC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,IAAI,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAChC,OAAO,EACL,KAAK,EAAe,OAAO,EAAE,QAAQ,GACtC,MAAM,QAAQ,CAAC;AAChB,OAAO,eAAe,MAAM,oBAAoB,CAAC;AACjD,OAAO,IAAI,MAAM,YAAY,CAAC;AAG9B,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEpC,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAMjC,4CAA4C;AAC5C,MAAM,cAAc;IAGlB,YAAY,MAAgB,EAAE,IAAY;QAF1C,yCAAQ;QACR,uCAAM;QAEJ,uBAAA,IAAI,0BAAW,MAAM,MAAA,CAAC;QACtB,uBAAA,IAAI,wBAAS,IAAI,MAAA,CAAC;IACpB,CAAC;IAED,MAAM;QACJ,OAAO,uBAAA,IAAI,8BAAQ,CAAC;IACtB,CAAC;IAED,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,4BAAM,CAAC;IACpB,CAAC;IAED,IAAI,gFAAC,MAAM,CAAC,WAAW,EAAC;QACtB,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED,MAAM,6BAA8B,SAAQ,KAAK;IAC/C,YAAY,OAAe,EAAE,OAAqB;QAChD,MAAM,OAAO,GAAG,uBAAuB,OAAO,KAAK,CAAC;QACpD,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAClC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC;CACF;AAED,MAAM,iBAAiB,GAAG,eAAe,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;AAElE,SAAS,WAAW,CAAC,MAAgB;IACnC,MAAM,QAAQ,GAAY,MAAc,CAAC,IAAI,CAAC;IAC9C,IAAI,QAAQ,EAAE;QACZ,OAAO,QAAQ,CAAC,QAAQ,CAAC,CAAC;KAC3B;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,OAAO,UAAW,SAAQ,YAAY;IAG1C,YAAY,aAA6B;QACvC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,WAAW,GAAG,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,WAAW,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAe,EAAE,OAAwB;;QACrD,MAAM,UAAU,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAChE,MAAM,IAAI,GAAG;YACX,GAAG,IAAI,CAAC,WAAW;YACnB,GAAG,OAAO;YACV,OAAO,EAAE,IAAI;SACd,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACpC,2CAA2C;QAC3C,MAAM,UAAU,GAA2B,EAAE,CAAC;QAC9C,MAAM,GAAG,GAA2B;YAClC,MAAM,EAAE,CAAC,CAAC;YACV,UAAU,EAAE,CAAC,CAAC;YACd,aAAa,EAAE,EAAE;YACjB,OAAO,EAAE,UAAU;YACnB,IAAI,EAAE,CAAC;YACP,OAAO,EAAE,KAAK;YACd,EAAE,EAAE,CAAC;YACL,eAAe,EAAE,IAAI;YACrB,WAAW,EAAE,CAAE,GAAG,CAAC,QAAQ,EAAE,CAAE;YAC/B,MAAM,EAAE;gBACN,eAAe,EAAE,CAAC;aACnB;SACF,CAAC;QAEF,IAAI,cAAc,GAAG,IAAI,CAAC;QAC1B,IAAI,IAAI,CAAC,OAAO,EAAE;YAChB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;gBAC/B,cAAc,GAAG,MAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,mCAAI,cAAc,CAAC;aAC1E;iBAAM;gBACL,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC;aAC/B;SACF;QAED,MAAM,wBAAwB,GAAG,IAAI,eAAe,EAAE,CAAC;QACvD,MAAM,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,wBAAwB,CAAC,KAAK,EAAE,EAAE,cAAc,CAAC,CAAC;QAC1F,MAAM,MAAM,GAAG,CAAC,MAAA,IAAI,CAAC,MAAM,mCAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QAEpD,IAAI;YACF,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,MAAA,IAAI,CAAC,OAAO,mCAAI,EAAE,CAAC,CAAC;YAChD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE;gBAC9B,yBAAyB;gBACzB,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAC;aAC9C;YACD,IAAI,IAAI,CAAC,QAAQ,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;gBACtD,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;aAC3C;YAED,MAAM,cAAc,GAAgB;gBAClC,MAAM;gBACN,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE,wBAAwB,CAAC,MAAM;aACxC,CAAC;YACF,IAAI,IAAI,CAAC,cAAc,KAAK,KAAK,EAAE;gBACjC,cAAc,CAAC,QAAQ,GAAG,QAAQ,CAAC;aACpC;YAED,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,KAAK,KAAK,IAAI,cAAc,CAAC,MAAM,KAAK,MAAM,CAAC;YACxF,wBAAwB;YACxB,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;gBAChC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;aAC5B;YAED,IAAI,IAAI,CAAC,KAAK,EAAE;gBACd,IAAI,WAAW,EAAE;oBACf,cAAc,CAAC,MAAM,GAAG,MAAM,CAAC;iBAChC;gBACD,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAChC,MAAM,WAAW,GAA2C,EAAE,CAAC;gBAC/D,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;oBAC7B,KAAK,MAAM,CAAE,KAAK,EAAE,IAAI,CAAE,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE;wBAClD,MAAM,KAAK,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,CAAC;wBACpD,WAAW,CAAC,IAAI,CAAC,CAAE,KAAK,EAAE,IAAI,CAAE,CAAC,CAAC;qBACnC;iBACF;qBAAM,IAAI,IAAI,CAAC,KAAK,YAAY,QAAQ,IAAI,UAAU,CAAC,IAAI,CAAC,KAAY,CAAC,EAAE;oBAC1E,WAAW,CAAC,IAAI,CAAC,CAAE,MAAM,EAAE,IAAI,CAAC,KAAiB,CAAE,CAAC,CAAC;iBACtD;qBAAM,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;oBACxE,WAAW,CAAC,IAAI,CAAC,CAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAE,CAAC,CAAC;iBAC1C;qBAAM,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE;oBACzC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE;wBAC9B,WAAW,CAAC,IAAI,CAAC,CAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAE,CAAC,CAAC;qBAChD;iBACF;gBACD,0BAA0B;gBAC1B,IAAI,IAAI,CAAC,IAAI,EAAE;oBACb,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,EAAE;wBAC7B,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;qBAC1C;iBACF;gBACD,KAAK,MAAM,CAAE,KAAK,EAAE,CAAE,KAAK,EAAE,IAAI,CAAE,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE;oBAC7D,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;wBAC5B,oCAAoC;wBACpC,uDAAuD;wBACvD,iHAAiH;wBACjH,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;wBAChC,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;wBAC1C,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,cAAc,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;qBAC/F;yBAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;wBAChC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,CAAE,IAAI,CAAE,CAAC,EAAE,aAAa,KAAK,EAAE,CAAC,CAAC;qBAClE;yBAAM,IAAI,IAAI,YAAY,QAAQ,IAAI,UAAU,CAAC,IAAW,CAAC,EAAE;wBAC9D,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,aAAa,KAAK,EAAE,CAAC;wBAC3D,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;qBACzF;iBACF;gBACD,cAAc,CAAC,IAAI,GAAG,QAAQ,CAAC;aAChC;iBAAM,IAAI,IAAI,CAAC,OAAO,EAAE;gBACvB,IAAI,CAAC,WAAW,EAAE;oBAChB,IAAI,UAAU,CAAC,IAAI,CAAC,OAAmB,CAAC,EAAE;wBACxC,oBAAoB;wBACpB,cAAc,CAAC,SAAS,GAAG,KAAK,CAAC;qBAClC;oBACD,iBAAiB;oBACjB,cAAc,CAAC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC;oBACnC,IAAI,IAAI,CAAC,WAAW,EAAE;wBACpB,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;qBAC/C;iBACF;aACF;iBAAM,IAAI,IAAI,CAAC,IAAI,EAAE;gBACpB,MAAM,0BAA0B,GAAG,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;uBAC3D,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;uBAC1B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3B,IAAI,WAAW,EAAE;oBACf,IAAI,CAAC,0BAA0B,EAAE;wBAC/B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,EAAE;4BAC7B,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;yBACzD;qBACF;iBACF;qBAAM;oBACL,IAAI,0BAA0B,EAAE;wBAC9B,IAAI,UAAU,CAAC,IAAI,CAAC,IAAgB,CAAC,EAAE;4BACrC,oBAAoB;4BACpB,cAAc,CAAC,SAAS,GAAG,KAAK,CAAC;yBAClC;wBACD,cAAc,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;qBACjC;yBAAM;wBACL,IAAI,IAAI,CAAC,WAAW,KAAK,MAAM;+BAC1B,IAAI,CAAC,WAAW,KAAK,kBAAkB;gCACvC,MAAA,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,0CAAE,UAAU,CAAC,kBAAkB,CAAC,CAAA,EAAE;4BAChE,cAAc,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;4BAChD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE;gCAChC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;6BACjD;yBACF;6BAAM;4BACL,cAAc,CAAC,IAAI,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;yBACtD;qBACF;iBACF;aACF;YAED,KAAK,CAAC,iCAAiC,EAAE,cAAc,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;YAC9F,cAAc,CAAC,OAAO,GAAG,OAAO,CAAC;YAEjC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;YACzD,KAAK,MAAM,CAAE,IAAI,EAAE,KAAK,CAAE,IAAI,QAAQ,CAAC,OAAO,EAAE;gBAC9C,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;aAC3B;YACD,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;YAC9C,GAAG,CAAC,aAAa,GAAG,QAAQ,CAAC,UAAU,CAAC;YACxC,IAAI,QAAQ,CAAC,UAAU,EAAE;gBACvB,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;aACpC;YACD,IAAI,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE;gBACjC,GAAG,CAAC,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC;aACpD;YAED,IAAI,IAAI,GAAQ,IAAI,CAAC;YACrB,IAAI,kBAAsD,CAAC;YAC3D,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE;gBAChD,MAAM,IAAI,GAAG;oBACX,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,UAAU,EAAE,GAAG,CAAC,UAAU;oBAC1B,aAAa,EAAE,GAAG,CAAC,aAAa;oBAChC,OAAO,EAAE,GAAG,CAAC,OAAO;iBACrB,CAAC;gBACF,IAAI,OAAO,QAAQ,CAAC,OAAO,KAAK,UAAU,EAAE;oBAC1C,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAK,CAAC,EAAE,IAAI,CAAC,CAAC;iBAC5E;qBAAM;oBACL,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAK,EAAE,IAAI,CAAC,CAAC;iBAC1D;aACF;iBAAM,IAAI,IAAI,CAAC,WAAW,EAAE;gBAC3B,MAAM,QAAQ,CAAC,QAAQ,CAAC,IAAK,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;aAClD;iBAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,MAAM,EAAE;gBACnC,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;aAC9B;iBAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,MAAM,EAAE;gBACnC,IAAI,cAAc,CAAC,MAAM,KAAK,MAAM,EAAE;oBACpC,IAAI,GAAG,EAAE,CAAC;iBACX;qBAAM;oBACL,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBAC7B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;wBACrB,IAAI,GAAG,IAAI,CAAC;qBACb;yBAAM;wBACL,IAAI,GAAG,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;qBAC9C;iBACF;aACF;iBAAM;gBACL,SAAS;gBACT,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;aAClD;YACD,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEpE,MAAM,cAAc,GAAuB;gBACzC,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,IAAI;gBACJ,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,GAAG,EAAE,QAAQ,CAAC,GAAG;gBACjB,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,GAAG,EAAE,kBAAkB,aAAlB,kBAAkB,cAAlB,kBAAkB,GAAI,GAAG;aAC/B,CAAC;YACF,OAAO,cAAc,CAAC;SACvB;QAAC,OAAO,CAAM,EAAE;YACf,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,IAAI,wBAAwB,CAAC,MAAM,CAAC,OAAO,EAAE;gBAC3C,GAAG,GAAG,IAAI,6BAA6B,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;aACvE;YACD,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC;YACd,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;YACxB,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;YAC1B,sBAAsB;YACtB,MAAM,GAAG,CAAC;SACX;gBAAS;YACR,YAAY,CAAC,cAAc,CAAC,CAAC;SAC9B;IACH,CAAC;CACF"}

package/src/esm/Request.d.ts

@@ -0,0 +1,121 @@
+/// <reference types="node" />
+/// <reference types="node" />
+/// <reference types="node" />
+/// <reference types="node" />
+import { Readable, Writable } from 'stream';
+import { LookupFunction } from 'net';
+export declare type HttpMethod = 'GET' | 'POST' | 'DELETE' | 'PUT' | 'HEAD' | 'OPTIONS' | 'PATCH' | 'TRACE' | 'CONNECT';
+export declare type RequestURL = string | URL;
+export declare type FixJSONCtlCharsHandler = (data: string) => string;
+export declare type FixJSONCtlChars = boolean | FixJSONCtlCharsHandler;
+export declare type RequestOptions = {
+    /** Request method, defaults to GET. Could be GET, POST, DELETE or PUT. Alias 'type'. */
+    method?: HttpMethod | Lowercase<HttpMethod>;
+    /** Data to be sent. Will be stringify automatically. */
+    data?: any;
+    /** Force convert data to query string. */
+    dataAsQueryString?: boolean;
+    /** Manually set the content of payload. If set, data will be ignored. */
+    content?: string | Buffer | Readable;
+    /** Stream to be pipe to the remote. If set, data and content will be ignored.
+     * Alias to `content` on Readable
+     */
+    stream?: Readable;
+    /**
+     * A writable stream to be piped by the response stream.
+     * Responding data will be write to this stream and callback
+     * will be called with data set null after finished writing.
+     */
+    writeStream?: Writable;
+    /** consume the writeStream, invoke the callback after writeStream close. */
+    consumeWriteStream?: boolean;
+    /**
+      * The files will send with multipart/form-data format, base on formstream.
+      * If method not set, will use POST method by default.
+      */
+    files?: Array<Readable | Buffer | string> | Record<string, Readable | Buffer | string> | Readable | Buffer | string;
+    /** Type of request data, could be 'json'. If it's 'json', will auto set Content-Type: 'application/json' header. */
+    contentType?: string;
+    /**
+     * Type of response data. Could be text or json.
+     * If it's text, the callbacked data would be a String.
+     * If it's json, the data of callback would be a parsed JSON Object
+     * and will auto set Accept: 'application/json' header.
+     * Default is buffer.
+     */
+    dataType?: 'text' | 'json' | 'buffer' | 'stream';
+    /**
+     * Let you get the res object when request connected, default false.
+     * If set to true, `data` will be response readable stream.
+     * Equal to `dataType = 'stream'`
+     */
+    streaming?: boolean;
+    /** Fix the control characters (U+0000 through U+001F) before JSON parse response. Default is false. */
+    fixJSONCtlChars?: FixJSONCtlChars;
+    /** Request headers. */
+    headers?: Record<string, string>;
+    /**
+     * Request timeout in milliseconds for connecting phase and response receiving phase.
+     * Defaults to exports.
+     * TIMEOUT, both are 5s. You can use timeout: 5000 to tell urllib use same timeout on two phase or set them seperately such as
+     * timeout: [3000, 5000], which will set connecting timeout to 3s and response 5s.
+     */
+    timeout?: number | number[];
+    /** username:password used in HTTP Basic Authorization. */
+    auth?: string;
+    /** username:password used in HTTP Digest Authorization. */
+    digestAuth?: string;
+    /**
+     * An array of strings or Buffers of trusted certificates.
+     * If this is omitted several well known "root" CAs will be used, like VeriSign.
+     * These are used to authorize connections.
+     * Notes: This is necessary only if the server uses the self - signed certificate
+     */
+    ca?: string | Buffer | string[] | Buffer[];
+    /**
+     * If true, the server certificate is verified against the list of supplied CAs.
+     * An 'error' event is emitted if verification fails.Default: true.
+     */
+    rejectUnauthorized?: boolean;
+    /** A string or Buffer containing the private key, certificate and CA certs of the server in PFX or PKCS12 format. */
+    pfx?: string | Buffer;
+    /**
+     * A string or Buffer containing the private key of the client in PEM format.
+     * Notes: This is necessary only if using the client certificate authentication
+     */
+    key?: string | Buffer;
+    /**
+     * A string or Buffer containing the certificate key of the client in PEM format.
+     * Notes: This is necessary only if using the client certificate authentication
+     */
+    cert?: string | Buffer;
+    /** A string of passphrase for the private key or pfx. */
+    passphrase?: string;
+    /** A string describing the ciphers to use or exclude. */
+    ciphers?: string;
+    /** The SSL method to use, e.g.SSLv3_method to force SSL version 3. */
+    secureProtocol?: string;
+    /** follow HTTP 3xx responses as redirects. defaults to false. */
+    followRedirect?: boolean;
+    /** The maximum number of redirects to follow, defaults to 10. */
+    maxRedirects?: number;
+    /** Format the redirect url by your self. Default is url.resolve(from, to). */
+    formatRedirectUrl?: (a: any, b: any) => void;
+    /** Before request hook, you can change every thing here. */
+    beforeRequest?: (...args: any[]) => void;
+    /** Accept gzip response content and auto decode it, default is false. */
+    gzip?: boolean;
+    /** Enable timing or not, default is false. */
+    timing?: boolean;
+    /**
+     * Custom DNS lookup function, default is dns.lookup.
+     * Require node >= 4.0.0(for http protocol) and node >=8(for https protocol)
+     */
+    lookup?: LookupFunction;
+    /**
+     * check request address to protect from SSRF and similar attacks.
+     * It receive two arguments(ip and family) and should return true or false to identified the address is legal or not.
+     * It rely on lookup and have the same version requirement.
+     */
+    checkAddress?: (ip: string, family: number | string) => boolean;
+};

package/src/esm/Request.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=Request.js.map

package/src/esm/Request.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Request.js","sourceRoot":"","sources":["../Request.ts"],"names":[],"mappings":""}

package/src/esm/Response.d.ts

@@ -0,0 +1,35 @@
+/// <reference types="node" />
+/// <reference types="node" />
+import { ReadableStream } from 'stream/web';
+import { Readable } from 'stream';
+export declare type HttpClientResponseMeta = {
+    status: number;
+    statusCode: number;
+    statusMessage: string;
+    headers: Record<string, string>;
+    size: number;
+    aborted: boolean;
+    rt: number;
+    keepAliveSocket: boolean;
+    requestUrls: string[];
+    /**
+     * https://eggjs.org/en/core/httpclient.html#timing-boolean
+     */
+    timing: {
+        contentDownload: number;
+    };
+};
+export declare type ReadableStreamWithMeta = (Readable | ReadableStream) & {
+    status: number;
+    statusCode: number;
+    statusMessage: string;
+    headers: Record<string, string>;
+};
+export declare type HttpClientResponse = {
+    data: any;
+    status: number;
+    headers: Record<string, string>;
+    url: string;
+    redirected: boolean;
+    res: ReadableStreamWithMeta | HttpClientResponseMeta;
+};

package/src/esm/Response.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=Response.js.map

package/src/esm/Response.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Response.js","sourceRoot":"","sources":["../Response.ts"],"names":[],"mappings":""}

package/src/esm/index.d.ts

@@ -0,0 +1,7 @@
+import { RequestOptions, RequestURL } from './Request';
+export declare function request(url: RequestURL, options?: RequestOptions): Promise<import("./Response").HttpClientResponse>;
+export { HttpClient } from './HttpClient';
+declare const _default: {
+    request: typeof request;
+};
+export default _default;

package/src/esm/index.js

@@ -0,0 +1,13 @@
+import { HttpClient } from './HttpClient.js';
+let httpclient;
+export async function request(url, options) {
+    if (!httpclient) {
+        httpclient = new HttpClient();
+    }
+    return await httpclient.request(url, options);
+}
+export { HttpClient } from './HttpClient.js';
+export default {
+    request,
+};
+//# sourceMappingURL=index.js.map

package/src/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAG1C,IAAI,UAAsB,CAAC;AAC3B,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,GAAe,EAAE,OAAwB;IACrE,IAAI,CAAC,UAAU,EAAE;QACf,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;KAC/B;IACD,OAAO,MAAM,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;AAChD,CAAC;AAED,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,eAAe;IACb,OAAO;CACR,CAAC"}

package/src/esm/package.json

@@ -0,0 +1,3 @@
+{
+  "type": "module"
+}

package/src/esm/utils.d.ts

@@ -0,0 +1,2 @@
+import { FixJSONCtlChars } from './Request';
+export declare function parseJSON(data: string, fixJSONCtlChars?: FixJSONCtlChars): string;

package/src/esm/utils.js

@@ -0,0 +1,46 @@
+const JSONCtlCharsMap = {
+    '"': '\\"',
+    '\\': '\\\\',
+    '\b': '\\b',
+    '\f': '\\f',
+    '\n': '\\n',
+    '\r': '\\r',
+    '\t': '\\t', // \u0009
+};
+/* eslint no-control-regex: "off"*/
+const JSONCtlCharsRE = /[\u0000-\u001F\u005C]/g;
+function replaceOneChar(c) {
+    return JSONCtlCharsMap[c] || '\\u' + (c.charCodeAt(0) + 0x10000).toString(16).substring(1);
+}
+function replaceJSONCtlChars(value) {
+    return value.replace(JSONCtlCharsRE, replaceOneChar);
+}
+export function parseJSON(data, fixJSONCtlChars) {
+    if (typeof fixJSONCtlChars === 'function') {
+        data = fixJSONCtlChars(data);
+    }
+    else if (fixJSONCtlChars) {
+        // https://github.com/node-modules/urllib/pull/77
+        // remote the control characters (U+0000 through U+001F)
+        data = replaceJSONCtlChars(data);
+    }
+    try {
+        data = JSON.parse(data);
+    }
+    catch (err) {
+        if (err.name === 'SyntaxError') {
+            err.name = 'JSONResponseFormatError';
+        }
+        if (data.length > 1024) {
+            // show 0~512 ... -512~end data
+            err.message += ' (data json format: ' +
+                JSON.stringify(data.slice(0, 512)) + ' ...skip... ' + JSON.stringify(data.slice(data.length - 512)) + ')';
+        }
+        else {
+            err.message += ' (data json format: ' + JSON.stringify(data) + ')';
+        }
+        throw err;
+    }
+    return data;
+}
+//# sourceMappingURL=utils.js.map

package/src/esm/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../utils.ts"],"names":[],"mappings":"AAEA,MAAM,eAAe,GAAG;IACtB,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,KAAK;IACX,IAAI,EAAE,KAAK;IACX,IAAI,EAAE,KAAK;IACX,IAAI,EAAE,KAAK;IACX,IAAI,EAAE,KAAK,EAAE,SAAS;CACvB,CAAC;AACF,mCAAmC;AACnC,MAAM,cAAc,GAAG,wBAAwB,CAAC;AAEhD,SAAS,cAAc,CAAC,CAAS;IAC/B,OAAO,eAAe,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AAC7F,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,OAAO,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,eAAiC;IACvE,IAAI,OAAO,eAAe,KAAK,UAAU,EAAE;QACzC,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;KAC9B;SAAM,IAAI,eAAe,EAAE;QAC1B,iDAAiD;QACjD,wDAAwD;QACxD,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;KAClC;IACD,IAAI;QACF,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KACzB;IAAC,OAAO,GAAQ,EAAE;QACjB,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,EAAE;YAC9B,GAAG,CAAC,IAAI,GAAG,yBAAyB,CAAC;SACtC;QACD,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE;YACtB,+BAA+B;YAC/B,GAAG,CAAC,OAAO,IAAI,sBAAsB;gBACnC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;SAC7G;aAAM;YACL,GAAG,CAAC,OAAO,IAAI,sBAAsB,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;SACpE;QACD,MAAM,GAAG,CAAC;KACX;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/src/index.ts

@@ -0,0 +1,17 @@
+import { HttpClient } from './HttpClient';
+import { RequestOptions, RequestURL } from './Request';
+
+let httpclient: HttpClient;
+export async function request(url: RequestURL, options?: RequestOptions) {
+  if (!httpclient) {
+    httpclient = new HttpClient();
+  }
+  return await httpclient.request(url, options);
+}
+
+export { HttpClient } from './HttpClient';
+
+export default {
+  request,
+};
+

package/src/utils.ts

@@ -0,0 +1,47 @@
+import { FixJSONCtlChars } from './Request';
+
+const JSONCtlCharsMap = {
+  '"': '\\"', // \u0022
+  '\\': '\\\\', // \u005c
+  '\b': '\\b', // \u0008
+  '\f': '\\f', // \u000c
+  '\n': '\\n', // \u000a
+  '\r': '\\r', // \u000d
+  '\t': '\\t', // \u0009
+};
+/* eslint no-control-regex: "off"*/
+const JSONCtlCharsRE = /[\u0000-\u001F\u005C]/g;
+
+function replaceOneChar(c: string) {
+  return JSONCtlCharsMap[c] || '\\u' + (c.charCodeAt(0) + 0x10000).toString(16).substring(1);
+}
+
+function replaceJSONCtlChars(value: string) {
+  return value.replace(JSONCtlCharsRE, replaceOneChar);
+}
+
+export function parseJSON(data: string, fixJSONCtlChars?: FixJSONCtlChars) {
+  if (typeof fixJSONCtlChars === 'function') {
+    data = fixJSONCtlChars(data);
+  } else if (fixJSONCtlChars) {
+    // https://github.com/node-modules/urllib/pull/77
+    // remote the control characters (U+0000 through U+001F)
+    data = replaceJSONCtlChars(data);
+  }
+  try {
+    data = JSON.parse(data);
+  } catch (err: any) {
+    if (err.name === 'SyntaxError') {
+      err.name = 'JSONResponseFormatError';
+    }
+    if (data.length > 1024) {
+      // show 0~512 ... -512~end data
+      err.message += ' (data json format: ' +
+        JSON.stringify(data.slice(0, 512)) + ' ...skip... ' + JSON.stringify(data.slice(data.length - 512)) + ')';
+    } else {
+      err.message += ' (data json format: ' + JSON.stringify(data) + ')';
+    }
+    throw err;
+  }
+  return data;
+}