@maiyunnet/kebab 3.1.18 → 3.1.20

package/index.d.ts

@@ -5,7 +5,7 @@
  * --- 本文件用来定义每个目录实体地址的常量 ---
  */
 /** --- 当前系统版本号 --- */
-export declare const VER = "3.1.18";
+export declare const VER = "3.1.20";
 /** --- 框架根目录，以 / 结尾  --- */
 export declare const ROOT_PATH: string;
 export declare const LIB_PATH: string;

package/index.js

@@ -6,7 +6,7 @@
  * --- 本文件用来定义每个目录实体地址的常量 ---
  */
 /** --- 当前系统版本号 --- */
-export const VER = '3.1.18';
+export const VER = '3.1.20';
 // --- 服务端用的路径 ---
 const imu = decodeURIComponent(import.meta.url).replace('file://', '').replace(/^\/(\w:)/, '$1');
 /** --- /xxx/xxx --- */

package/lib/net.d.ts

@@ -74,11 +74,12 @@ export declare function resetCookieSession(cookie: Record<string, ICookie>): voi
  */
 export declare function getFormData(): fd.FormData;
 /**
- * --- 剔除不代理的 header ---
+ * --- 剔除不代理的 header，返回新的 header ---
  * @param headers 剔除前的 header
  * @param res 直接设置头部而不返回，可置空
+ * @param filter 返回 true 则留下
  */
-export declare function filterProxyHeaders(headers: http.IncomingHttpHeaders | http2.IncomingHttpHeaders | THttpHeaders, res?: http2.Http2ServerResponse | http.ServerResponse): Record<string, string | string[]>;
+export declare function filterHeaders(headers: http.IncomingHttpHeaders | http2.IncomingHttpHeaders | THttpHeaders, res?: http2.Http2ServerResponse | http.ServerResponse, filter?: (h: string) => boolean): Record<string, string | string[]>;
 /**
  * --- 正向 mproxy 代理，注意提前处理不要自动处理 post 数据，读取 get 的 url 为实际请求地址 ---
  * --- get: url, auth ---
@@ -106,7 +107,8 @@ export interface IRequestOptions {
     /** --- 秒数 --- */
     'timeout'?: number;
     'follow'?: number;
-    'hosts'?: Record<string, string>;
+    /** --- 自定义 host 映射，如 {'www.maiyun.net': '127.0.0.1'}，或全部映射到一个 host --- */
+    'hosts'?: Record<string, string> | string;
     'save'?: string;
     'local'?: string;
     'headers'?: THttpHeaders;
@@ -126,9 +128,12 @@ export interface IMproxyOptions {
     /** --- 秒数 --- */
     'timeout'?: number;
     'follow'?: number;
-    'hosts'?: Record<string, string>;
+    /** --- 自定义 host 映射，如 {'www.maiyun.net': '127.0.0.1'}，或全部映射到一个 host --- */
+    'hosts'?: Record<string, string> | string;
     'local'?: string;
     'headers'?: THttpHeaders;
+    /** --- 过滤 header，返回 true 则留下 --- */
+    filter?: (h: string) => boolean;
     /** --- 默认为 default --- */
     'reuse'?: string;
 }
@@ -137,9 +142,12 @@ export interface IRproxyOptions {
     /** --- 秒数 --- */
     'timeout'?: number;
     'follow'?: number;
-    'hosts'?: Record<string, string>;
+    /** --- 自定义 host 映射，如 {'www.maiyun.net': '127.0.0.1'}，或全部映射到一个 host --- */
+    'hosts'?: Record<string, string> | string;
     'local'?: string;
     'headers'?: THttpHeaders;
+    /** --- 过滤 header，返回 true 则留下 --- */
+    filter?: (h: string) => boolean;
     /** --- 正向 mproxy 代理，url 如 https://xxx/abc --- */
     'mproxy'?: {
         'url': string;

package/lib/net.js

@@ -136,7 +136,9 @@ export async function request(u, data, opt = {}) {
             };
             return res;
         }
-        if (hosts[host] !== undefined && !hosts[host]) {
+        if (typeof hosts === 'string' ?
+            !hosts :
+            (hosts[host] !== undefined && !hosts[host])) {
             const res = new lResponse.Response(null);
             res.error = {
                 'name': 'hosts error',
@@ -160,7 +162,7 @@ export async function request(u, data, opt = {}) {
             'localAddress': local,
             'ca': ca,
             'connectionOptions': {
-                'remoteHost': hosts[host],
+                'remoteHost': typeof hosts === 'string' ? hosts : hosts[host],
             },
         });
     }
@@ -434,11 +436,12 @@ const proxyContinueHeaders = [
     'transfer-encoding'
 ];
 /**
- * --- 剔除不代理的 header ---
+ * --- 剔除不代理的 header，返回新的 header ---
  * @param headers 剔除前的 header
  * @param res 直接设置头部而不返回，可置空
+ * @param filter 返回 true 则留下
  */
-export function filterProxyHeaders(headers, res) {
+export function filterHeaders(headers, res, filter) {
     const heads = {};
     for (const h in headers) {
         if (proxyContinueHeaders.includes(h)) {
@@ -451,6 +454,9 @@ export function filterProxyHeaders(headers, res) {
         if (v === undefined) {
             continue;
         }
+        if (filter && !filter(h)) {
+            continue;
+        }
         if (res) {
             res.setHeader(h, v);
             continue;
@@ -482,14 +488,17 @@ export async function mproxy(ctr, auth, opt = {}) {
     }
     opt.method = req.method ?? 'GET';
     opt.headers ??= {};
-    Object.assign(opt.headers, filterProxyHeaders(req.headers));
+    const headers = Object.assign(filterHeaders(req.headers, undefined, opt.filter), opt.headers);
     // --- 发起请求 ---
-    const rres = await request(get['url'], req, opt);
+    const rres = await request(get['url'], req, {
+        ...opt,
+        headers
+    });
     if (rres.error) {
         return -2;
     }
     if (rres.headers) {
-        filterProxyHeaders(rres.headers, res);
+        filterHeaders(rres.headers, res, opt.filter);
     }
     res.writeHead(rres.headers?.['http-code'] ?? 200);
     await new Promise((resolve) => {
@@ -539,14 +548,17 @@ export async function rproxy(ctr, route, opt = {}) {
         const lpath = path.slice(key.length);
         opt.method = req.method ?? 'GET';
         opt.headers ??= {};
-        Object.assign(opt.headers, filterProxyHeaders(req.headers));
+        const headers = Object.assign(filterHeaders(req.headers, undefined, opt.filter), opt.headers);
         // --- 发起请求 ---
-        const rres = await request(route[key] + lpath, req, opt);
+        const rres = await request(route[key] + lpath, req, {
+            ...opt,
+            headers
+        });
         if (rres.error) {
             return false;
         }
         if (rres.headers) {
-            filterProxyHeaders(rres.headers, res);
+            filterHeaders(rres.headers, res, opt.filter);
         }
         res.writeHead(rres.headers?.['http-code'] ?? 200);
         await new Promise((resolve) => {

package/lib/ws.d.ts

@@ -27,7 +27,8 @@ export declare enum EOpcode {
 export interface IConnectOptions {
     /** --- 秒数 --- */
     'timeout'?: number;
-    'hosts'?: Record<string, string>;
+    /** --- 自定义 host 映射，如 {'www.maiyun.net': '127.0.0.1'}，或全部映射到一个 host --- */
+    'hosts'?: Record<string, string> | string;
     'local'?: string;
     'headers'?: lNet.THttpHeaders;
     /** --- cookie 托管对象 --- */
@@ -46,9 +47,12 @@ export interface IConnectOptions {
 export interface IMproxyOptions {
     /** --- 秒数 --- */
     'timeout'?: number;
-    'hosts'?: Record<string, string>;
+    /** --- 自定义 host 映射，如 {'www.maiyun.net': '127.0.0.1'}，或全部映射到一个 host --- */
+    'hosts'?: Record<string, string> | string;
     'local'?: string;
     'headers'?: lNet.THttpHeaders;
+    /** --- 过滤 header，返回 true 则留下 --- */
+    filter?: (h: string) => boolean;
     /** --- 小帧模式，默认 false --- */
     'mode'?: EFrameReceiveMode;
     /** --- 加密模式，默认 true --- */
@@ -58,9 +62,12 @@ export interface IMproxyOptions {
 export interface IRproxyOptions {
     /** --- 秒数 --- */
     'timeout'?: number;
-    'hosts'?: Record<string, string>;
+    /** --- 自定义 host 映射，如 {'www.maiyun.net': '127.0.0.1'}，或全部映射到一个 host --- */
+    'hosts'?: Record<string, string> | string;
     'local'?: string;
     'headers'?: lNet.THttpHeaders;
+    /** --- 过滤 header，返回 true 则留下 --- */
+    filter?: (h: string) => boolean;
     /** --- 小帧模式，默认 false --- */
     'mode'?: EFrameReceiveMode;
     /** --- 加密模式，默认 true --- */

package/lib/ws.js

@@ -92,7 +92,7 @@ export class Socket {
         const ca = puri ?
             puri.protocol === 'wss:' ? await lNet.getCa() : null :
             uri.protocol === 'wss:' ? await lNet.getCa() : null;
-        if (!ca && hosts[uri.hostname]) {
+        if (!ca && (typeof hosts === 'string' ? hosts : hosts[uri.hostname])) {
             // --- 没有 ca，但是要设置 额外的 host ---
             headers['host'] = uri.hostname + (uri.port ? ':' + uri.port : '');
         }
@@ -106,7 +106,7 @@ export class Socket {
             }) : uri.path;
             const cli = ca ?
                 await liws.wssConnect({
-                    'hostname': hosts[host] ?? host,
+                    'hostname': (typeof hosts === 'string' ? hosts : hosts[host]) || host,
                     'port': port,
                     'path': path,
                     'servername': host,
@@ -117,7 +117,7 @@ export class Socket {
                     'ca': ca
                 }) :
                 await liws.wsConnect({
-                    'hostname': hosts[host] ?? host,
+                    'hostname': (typeof hosts === 'string' ? hosts : hosts[host]) || host,
                     'port': port,
                     'path': path,
                     'headers': headers,
@@ -366,10 +366,13 @@ export async function mproxy(ctr, auth, opt = {}) {
         return -1;
     }
     opt.headers ??= {};
-    Object.assign(opt.headers, lNet.filterProxyHeaders(req.headers));
+    const headers = Object.assign(lNet.filterHeaders(req.headers, undefined, opt.filter), opt.headers);
     // --- 发起请求 ---
     /** --- 远程端的双向 socket --- */
-    const rsocket = await connect(get['url'], opt);
+    const rsocket = await connect(get['url'], {
+        ...opt,
+        headers
+    });
     if (!rsocket) {
         return -2;
     }
@@ -387,10 +390,13 @@ export async function rproxy(ctr, url, opt = {}) {
     /** --- 请求端产生的双向 socket --- */
     const socket = ctr.getPrototype('_socket');
     opt.headers ??= {};
-    Object.assign(opt.headers, lNet.filterProxyHeaders(req.headers));
+    const headers = Object.assign(lNet.filterHeaders(req.headers, undefined, opt.filter), opt.headers);
     // --- 发起请求 ---
     /** --- 远程端的双向 socket --- */
-    const rsocket = await connect(url, opt);
+    const rsocket = await connect(url, {
+        ...opt,
+        headers
+    });
     if (!rsocket) {
         return false;
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@maiyunnet/kebab",
-  "version": "3.1.18",
+  "version": "3.1.20",
   "description": "Simple, easy-to-use, and fully-featured Node.js framework that is ready-to-use out of the box.",
   "type": "module",
   "keywords": [

package/www/example/ctr/test.d.ts

@@ -71,6 +71,7 @@ export default class extends sCtr.Ctr {
     netRproxy(): Promise<string | boolean>;
     netMproxy(): Promise<string | boolean>;
     netMproxy1(): Promise<string | boolean>;
+    netFilterheaders(): string;
     scan(): Promise<kebab.Json>;
     scan1(): Promise<kebab.Json>;
     scan2(): Promise<kebab.Json>;

package/www/example/ctr/test.js

@@ -160,6 +160,7 @@ export default class extends sCtr.Ctr {
             `<br><a href="${this._config.const.urlBase}test/net-hosts">View "test/net-hosts"</a>`,
             `<br><a href="${this._config.const.urlBase}test/net-rproxy/dist/core.js">View "test/net-rproxy/dist/core.js"</a> <a href="${this._config.const.urlBase}test/net-rproxy/package.json">View "package.json"</a>`,
             `<br><a href="${this._config.const.urlBase}test/net-mproxy">View "test/net-mproxy"</a>`,
+            `<br><a href="${this._config.const.urlBase}test/net-filterheaders">View "test/net-filterheaders"</a>`,
             '<br><br><b>Scan:</b>',
             `<br><br><a href="${this._config.const.urlBase}test/scan?s=db">View "test/scan?s=db"</a>`,
             `<br><a href="${this._config.const.urlBase}test/scan?s=kv">View "test/scan?s=kv"</a>`,
@@ -1813,6 +1814,40 @@ error: <pre>${JSON.stringify(res.error, null, 4)}</pre>`);
         }
         return 'Nothing(' + rtn + ')';
     }
+    netFilterheaders() {
+        const echo = [];
+        const headers = {
+            'host': 'www.maiyun.net',
+            'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/180.0.0.0 Safari/537.36',
+            'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
+            'accept-encoding': 'gzip, deflate',
+            'accept-language': 'zh-CN,zh;q=0.9,en;q=0.8',
+            'cache-control': 'no-cache',
+            'cdn-loop': 'TencentEdgeOne; loops=2',
+            'eo-connecting-ip': 'xx:xx:xx:xx:xx',
+            'eo-log-uuid': '102780998859203995',
+            'pragma': 'no-cache',
+            'priority': 'u=0, i',
+            'sec-ch-ua': '"Chromium";v="140", "Not=A?Brand";v="24", "Google Chrome";v="180"',
+            'sec-ch-ua-mobile': '?0',
+            'sec-ch-ua-platform': '"Windows"',
+            'sec-fetch-dest': 'document',
+            'sec-fetch-mode': 'navigate',
+            'sec-fetch-site': 'none',
+            'sec-fetch-user': '?1',
+            'upgrade-insecure-requests': '1',
+            'x-forwarded-for': '127.1.2.3',
+            'x-forwarded-host': 'www.maiyun.net',
+            'x-forwarded-proto': 'http',
+            'authorization': ''
+        };
+        echo.push(`origin:<pre>${JSON.stringify(headers, null, 4)}</pre>`);
+        const filtered = lNet.filterHeaders(headers, undefined, h => {
+            return !['x-', 'eo-'].some(i => h.startsWith(i));
+        });
+        echo.push(`const filtered = lNet.filterHeaders(headers);<pre>${JSON.stringify(filtered, null, 4)}</pre>`);
+        return echo.join('') + this._getEnd();
+    }
     async scan() {
         const link = await this._scanLink();
         if (!link) {