@maiyunnet/kebab 2.0.0

package/lib/core.js

@@ -0,0 +1,663 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.global = exports.REAL_IP_CF = exports.REAL_IP_X = exports.CONVERT62_CHAR = exports.RANDOM_LUNS = exports.RANDOM_V = exports.RANDOM_LUN = exports.RANDOM_LU = exports.RANDOM_LN = exports.RANDOM_UN = exports.RANDOM_L = exports.RANDOM_U = exports.RANDOM_N = exports.globalConfig = void 0;
+exports.setCookie = setCookie;
+exports.rand = rand;
+exports.random = random;
+exports.convert62 = convert62;
+exports.unconvert62 = unconvert62;
+exports.purify = purify;
+exports.checkType = checkType;
+exports.muid = muid;
+exports.ip = ip;
+exports.realIP = realIP;
+exports.sleep = sleep;
+exports.objectSort = objectSort;
+exports.emptyObject = emptyObject;
+exports.passThroughAppend = passThroughAppend;
+exports.exec = exec;
+exports.sendReload = sendReload;
+exports.sendRestart = sendRestart;
+exports.setGlobal = setGlobal;
+exports.removeGlobal = removeGlobal;
+exports.updateCode = updateCode;
+exports.log = log;
+exports.getLog = getLog;
+exports.clone = clone;
+exports.debug = debug;
+exports.display = display;
+const cp = __importStar(require("child_process"));
+const stream = __importStar(require("stream"));
+const lTime = __importStar(require("~/lib/time"));
+const lFs = __importStar(require("~/lib/fs"));
+const lText = __importStar(require("~/lib/text"));
+const lNet = __importStar(require("~/lib/net"));
+const lCrypto = __importStar(require("~/lib/crypto"));
+const lResponse = __importStar(require("~/lib/net/response"));
+const sCtr = __importStar(require("~/sys/ctr"));
+const kebab = __importStar(require("~/index"));
+exports.globalConfig = {};
+function setCookie(ctr, name, value, opt = {}) {
+    const res = ctr.getPrototype('_res');
+    if (!res) {
+        return;
+    }
+    const maxAge = opt.ttl === undefined ? '' : `; Max-Age=${opt.ttl}`;
+    const path = `; path=${opt.path ?? '/'}`;
+    const domain = opt.domain ? `; domain=${opt.domain}` : '';
+    const secure = opt.ssl ? '; secure' : '';
+    const httpOnly = opt.httponly ? '; HttpOnly' : '';
+    const sameSite = opt.samesite ? '; SameSite=' + opt.samesite : '';
+    const cookies = res.getHeader('set-cookie') ?? [];
+    cookies.push(`${name}=${encodeURIComponent(value)}${maxAge}${path}${domain}${secure}${httpOnly}${sameSite}`);
+    res.setHeader('set-cookie', cookies);
+}
+function rand(min, max, prec = 0) {
+    if (prec < 0) {
+        prec = 0;
+    }
+    const p = Math.pow(10, prec);
+    min = min * p;
+    max = max * p;
+    return Math.round(Math.random() * (max - min) + min) / p;
+}
+exports.RANDOM_N = '0123456789';
+exports.RANDOM_U = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ';
+exports.RANDOM_L = 'abcdefghijklmnopqrstuvwxyz';
+exports.RANDOM_UN = exports.RANDOM_U + exports.RANDOM_N;
+exports.RANDOM_LN = exports.RANDOM_L + exports.RANDOM_N;
+exports.RANDOM_LU = exports.RANDOM_L + exports.RANDOM_U;
+exports.RANDOM_LUN = exports.RANDOM_L + exports.RANDOM_U + exports.RANDOM_N;
+exports.RANDOM_V = 'ACEFGHJKLMNPRSTWXY34567';
+exports.RANDOM_LUNS = exports.RANDOM_LUN + '()`~!@#$%^&*-+=_|{}[]:;"<>,.?/]"';
+function random(length = 8, source = exports.RANDOM_LN, block = '') {
+    let len = block.length;
+    if (len > 0) {
+        for (let i = 0; i < len; ++i) {
+            source = source.replace(block[i], '');
+        }
+    }
+    len = source.length;
+    if (len === 0) {
+        return '';
+    }
+    let temp = '';
+    for (let i = 0; i < length; ++i) {
+        temp += source[rand(0, len - 1)];
+    }
+    return temp;
+}
+exports.CONVERT62_CHAR = '0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ';
+function convert62(n) {
+    if (typeof n !== 'bigint') {
+        n = BigInt(n);
+    }
+    let res = '';
+    while (n > 0) {
+        res = exports.CONVERT62_CHAR[Number(n % 62n)] + res;
+        n = n / 62n;
+    }
+    return res;
+}
+function unconvert62(n) {
+    let res = 0n;
+    const nl = n.length;
+    for (let i = 1; i <= nl; ++i) {
+        res += BigInt(exports.CONVERT62_CHAR.indexOf(n[i - 1])) * (62n ** BigInt(nl - i));
+    }
+    return res;
+}
+function purify(text) {
+    text = '>' + text + '<';
+    const keepScripts = [];
+    const keepPres = [];
+    let nums = -1;
+    let nump = -1;
+    text = text.replace(/<!--([\s\S]*?)-->/g, '').replace(/<script[\s\S]+?<\/script>/g, function (t) {
+        keepScripts.push(t);
+        return '[SCRIPT]';
+    }).replace(/<pre[\s\S]+?<\/pre>/g, function (t) {
+        keepPres.push(t);
+        return '[PRE]';
+    }).replace(/>([\s\S]*?)</g, function (t, t1) {
+        return '>' + t1.replace(/\t|\r\n| {2}/g, '').replace(/\n|\r/g, '') + '<';
+    }).replace(/\[SCRIPT\]/g, function () {
+        ++nums;
+        return keepScripts[nums];
+    }).replace(/\[PRE\]/g, function () {
+        ++nump;
+        return keepPres[nump];
+    });
+    return text.slice(1, -1);
+}
+function checkType(val, type, tree = 'root') {
+    const vtype = typeof val;
+    if (Array.isArray(type)) {
+        if (!Array.isArray(val)) {
+            return 'array:' + tree + ':' + vtype;
+        }
+        for (let i = 0; i < val.length; ++i) {
+            const res = checkType(val[i], type[0], tree + '.' + i.toString());
+            if (res) {
+                return res;
+            }
+        }
+        return '';
+    }
+    const ttype = typeof type;
+    if (type instanceof RegExp) {
+        if (vtype !== 'string') {
+            return 'regexp:' + tree + ':' + vtype;
+        }
+        return type.test(val) ? '' : 'regexp:' + tree + ':' + vtype;
+    }
+    if (ttype === 'string') {
+        if (vtype !== 'string' && val !== undefined && val !== null) {
+            return 'string:' + tree + ':' + vtype;
+        }
+        if (type) {
+            return val ? '' : 'require:' + tree + ':' + vtype;
+        }
+        return '';
+    }
+    if (val === undefined || val === null) {
+        return ttype + ':' + tree + ':' + (val === undefined ? 'undefined' : 'null');
+    }
+    if (ttype === 'object') {
+        if (vtype !== 'object') {
+            return 'object:' + tree + ':' + vtype;
+        }
+        if (Array.isArray(val)) {
+            return 'object:' + tree + ':array';
+        }
+        if (!Object.keys(type).length) {
+            return '';
+        }
+        for (const key in type) {
+            const res = checkType(val[key], type[key], tree + '.' + key);
+            if (res) {
+                return res;
+            }
+        }
+        for (const key in val) {
+            if (type[key] !== undefined) {
+                continue;
+            }
+            return `undefined:${tree}.${key}:${typeof val[key]}`;
+        }
+        return '';
+    }
+    return vtype === ttype ? '' : ttype + ':' + tree + ':' + vtype;
+}
+function muid(ctr, opt = {}) {
+    const len = opt.len ?? 8;
+    const bin = opt.bin ?? true;
+    const key = opt.key ?? '';
+    const insert = opt.insert ?? '';
+    const ilen = insert.length;
+    const num = opt.num ?? true;
+    const headers = ctr.getPrototype('_headers');
+    const req = ctr.getPrototype('_req');
+    const char = lCrypto.hashHmac('sha1', (headers['user-agent'] ?? '') +
+        (headers['referer'] ?? '') +
+        (headers['accept-language'] ?? '') +
+        (req.socket.remoteAddress ?? '') +
+        (headers['x-forwarded-for'] ?? '') +
+        (headers['cf-connecting-ip'] ?? '') + 'muid' + key + rand(0, 1000000000).toString(), 'muid');
+    if (!char) {
+        return '';
+    }
+    const over = random(len - 1 - ilen, bin ? (num ? exports.RANDOM_LUN : exports.RANDOM_LU) : (num ? exports.RANDOM_LN : exports.RANDOM_L)) + char[20];
+    return over[0] + insert + over.slice(1);
+}
+function ip(ctr, req) {
+    const headers = ctr instanceof sCtr.Ctr ? ctr.getPrototype('_headers') : ctr;
+    if (typeof headers['cf-connecting-ip'] === 'string') {
+        return headers['cf-connecting-ip'];
+    }
+    else if (typeof headers['x-forwarded-for'] === 'string') {
+        return headers['x-forwarded-for'];
+    }
+    else {
+        if (!req) {
+            if (ctr instanceof sCtr.Ctr) {
+                req = ctr.getPrototype('_req');
+            }
+            else {
+                return '';
+            }
+        }
+        return req.socket.remoteAddress ?? '';
+    }
+}
+exports.REAL_IP_X = 'x-forwarded-for';
+exports.REAL_IP_CF = 'cf-connecting-ip';
+function realIP(ctr, name = '') {
+    const headers = ctr.getPrototype('_headers');
+    if (name !== '') {
+        const value = headers[name];
+        if (typeof value === 'string') {
+            return value;
+        }
+    }
+    const req = ctr.getPrototype('_req');
+    return req.socket.remoteAddress ?? '';
+}
+function sleep(ms) {
+    return new Promise(function (resolve) {
+        setTimeout(function () {
+            resolve();
+        }, ms);
+    });
+}
+function objectSort(o) {
+    const ordered = {};
+    const list = Object.keys(o).sort();
+    for (const key of list) {
+        if ((typeof o[key] === 'object') && (!Array.isArray(o[key]))) {
+            ordered[key] = objectSort(o[key]);
+        }
+        else {
+            ordered[key] = o[key];
+        }
+    }
+    return ordered;
+}
+function emptyObject(obj, deep = false) {
+    const keys = Object.keys(obj);
+    for (const key of keys) {
+        if (deep) {
+            const value = obj[key];
+            if (typeof value === 'object') {
+                emptyObject(value);
+            }
+        }
+        delete obj[key];
+    }
+}
+async function passThroughAppend(passThrough, data, end = true) {
+    for (const item of data) {
+        if (item instanceof stream.Readable || item instanceof lResponse.Response) {
+            const stm = item instanceof stream.Readable ? item : item.getStream();
+            stm.pipe(passThrough, {
+                'end': false
+            });
+            await new Promise((resolve) => {
+                stm.on('end', () => {
+                    resolve();
+                });
+            });
+        }
+        else {
+            await new Promise((resolve) => {
+                passThrough.write(item, () => {
+                    resolve();
+                });
+            });
+        }
+    }
+    if (end) {
+        passThrough.end();
+    }
+}
+function exec(command) {
+    return new Promise(function (resolve) {
+        cp.exec(command, function (err, stdout) {
+            if (err) {
+                resolve(false);
+                return;
+            }
+            resolve(stdout);
+        });
+    });
+}
+async function sendReload(hosts) {
+    if (!hosts) {
+        console.log('[ Child] Sending reload request...');
+        process.send({
+            'action': 'reload'
+        });
+        return [];
+    }
+    const time = lTime.stamp();
+    const rtn = [];
+    for (const host of hosts) {
+        const res = await lNet.get('http://' + host + ':' + exports.globalConfig.rpcPort.toString() + '/' + lCrypto.aesEncrypt(lText.stringifyJson({
+            'action': 'reload',
+            'time': time
+        }), exports.globalConfig.rpcSecret), {
+            'timeout': 2
+        });
+        const content = await res.getContent();
+        if (!content) {
+            continue;
+        }
+        const str = content.toString();
+        if (str === 'Done') {
+            rtn.push(host);
+        }
+    }
+    return rtn;
+}
+async function sendRestart(hosts) {
+    if (!hosts) {
+        console.log('[ Child] Sending restart request...');
+        process.send({
+            'action': 'restart'
+        });
+        return [];
+    }
+    const time = lTime.stamp();
+    const rtn = [];
+    for (const host of hosts) {
+        const res = await lNet.get('http://' + host + ':' + exports.globalConfig.rpcPort.toString() + '/' + lCrypto.aesEncrypt(lText.stringifyJson({
+            'action': 'restart',
+            'time': time
+        }), exports.globalConfig.rpcSecret), {
+            'timeout': 2
+        });
+        const content = await res.getContent();
+        if (!content) {
+            continue;
+        }
+        const str = content.toString();
+        if (str === 'Done') {
+            rtn.push(host);
+        }
+    }
+    return rtn;
+}
+exports.global = {};
+async function setGlobal(key, data, hosts) {
+    if (!hosts) {
+        process.send({
+            'action': 'global',
+            'key': key,
+            'data': data
+        });
+        return [];
+    }
+    const time = lTime.stamp();
+    const rtn = [];
+    for (const host of hosts) {
+        const res = await lNet.get('http://' + host + ':' + exports.globalConfig.rpcPort.toString() + '/' + lCrypto.aesEncrypt(lText.stringifyJson({
+            'action': 'global',
+            'time': time
+        }), exports.globalConfig.rpcSecret), {
+            'timeout': 2
+        });
+        const content = await res.getContent();
+        if (!content) {
+            continue;
+        }
+        const str = content.toString();
+        if (str === 'Done') {
+            rtn.push(host);
+        }
+    }
+    return rtn;
+}
+async function removeGlobal(key, hosts) {
+    return setGlobal(key, null, hosts);
+}
+async function updateCode(sourcePath, path, hosts, config = true) {
+    hosts ??= ['127.0.0.1'];
+    const rtn = {};
+    for (const host of hosts) {
+        const fd = lNet.getFormData();
+        if (!await fd.putFile('file', sourcePath)) {
+            continue;
+        }
+        fd.putString('path', path);
+        fd.putString('config', config ? '1' : '0');
+        const res = await lNet.post('http://' + host + ':' + exports.globalConfig.rpcPort.toString() + '/' + lCrypto.aesEncrypt(lText.stringifyJson({
+            'action': 'code',
+            'time': lTime.stamp()
+        }), exports.globalConfig.rpcSecret), fd, {
+            'timeout': 4
+        });
+        const content = await res.getContent();
+        if (!content) {
+            rtn[host] = {
+                'result': false,
+                'return': 'Network error'
+            };
+            continue;
+        }
+        const str = content.toString();
+        rtn[host] = {
+            'result': str === 'Done' ? true : false,
+            'return': str
+        };
+    }
+    return rtn;
+}
+async function log(opt, msg, fend = '') {
+    let req;
+    let headers;
+    let get;
+    let cookie;
+    let wpath;
+    let urlFull;
+    let hostname;
+    if (opt instanceof sCtr.Ctr) {
+        req = opt.getPrototype('_req');
+        headers = opt.getPrototype('_headers');
+        get = opt.getPrototype('_get');
+        cookie = opt.getPrototype('_cookie');
+        const config = opt.getPrototype('_config');
+        wpath = config.const.path;
+        urlFull = config.const.urlFull;
+        hostname = config.const.hostname;
+    }
+    else {
+        req = opt.req;
+        headers = opt.headers;
+        get = opt.get;
+        cookie = opt.cookie;
+        wpath = opt.path;
+        urlFull = opt.urlFull;
+        hostname = opt.hostname;
+    }
+    if (hostname === '') {
+        hostname = 'system';
+    }
+    const realIp = req?.socket.remoteAddress ?? '';
+    const clientIp = req ? ip(headers, req) : '';
+    const [y, m, d, h] = lTime.format(null, 'Y-m-d-H').split('-');
+    let path = kebab.LOG_CWD + hostname + fend + '/' + y + '/' + m + '/' + d + '/';
+    const rtn = await lFs.mkdir(path, 0o777);
+    if (!rtn) {
+        return;
+    }
+    path += h + '.csv';
+    if (!await lFs.isFile(path)) {
+        if (!await lFs.putContent(path, 'TIME,UNIX,URL,COOKIE,USER_AGENT,REALIP,CLIENTIP,MESSAGE\n', {
+            'encoding': 'utf8',
+            'mode': 0o777
+        })) {
+            return;
+        }
+    }
+    await lFs.putContent(path, '"' +
+        lTime.format(null, 'H:i:s') + '","' +
+        lTime.stamp().toString() + '","' +
+        urlFull + wpath + (Object.keys(get).length ? '?' + lText.queryStringify(get).replace(/"/g, '""') : '') + '","' +
+        lText.queryStringify(cookie).replace(/"/g, '""') + '","' +
+        (headers['user-agent']?.replace(/"/g, '""') ?? 'No HTTP_USER_AGENT') + '","' +
+        realIp.replace(/"/g, '""') + '","' +
+        clientIp.replace(/"/g, '""') + '",' +
+        JSON.stringify(msg.replace(/"/g, '""')) + '\n', {
+        'encoding': 'utf8',
+        'mode': 0o777,
+        'flag': 'a'
+    });
+}
+async function getLog(opt) {
+    const path = kebab.LOG_CWD + opt.host + (opt.fend ?? '') + '/' + opt.path + '.csv';
+    if (!await lFs.isFile(path)) {
+        return null;
+    }
+    let limit = opt.limit ?? 100;
+    let offset = opt.offset ?? 0;
+    return new Promise((resolve) => {
+        const list = [];
+        let line = 0;
+        let packet = '';
+        lFs.createReadStream(path, {
+            'encoding': 'utf8'
+        }).on('data', (buf) => {
+            if (typeof buf !== 'string') {
+                return;
+            }
+            while (true) {
+                const index = buf.indexOf('\n');
+                if (index === -1) {
+                    packet += buf;
+                    break;
+                }
+                if (limit === 0) {
+                    break;
+                }
+                packet += buf.slice(0, index);
+                buf = buf.slice(index + 1);
+                ++line;
+                if (line > 1) {
+                    if (offset === 0) {
+                        if (!opt.search || packet.includes(opt.search)) {
+                            const result = [];
+                            let currentField = '';
+                            let inQuotes = false;
+                            for (let i = 0; i < packet.length; ++i) {
+                                const char = packet[i];
+                                if (char === '"') {
+                                    if (inQuotes && packet[i + 1] === '"') {
+                                        currentField += '"';
+                                        ++i;
+                                    }
+                                    else {
+                                        inQuotes = !inQuotes;
+                                    }
+                                }
+                                else if (char === ',' && !inQuotes) {
+                                    result.push(currentField);
+                                    currentField = '';
+                                }
+                                else {
+                                    currentField += char;
+                                }
+                            }
+                            result.push(currentField);
+                            list.push(result);
+                            --limit;
+                        }
+                    }
+                    else {
+                        --offset;
+                    }
+                }
+                packet = '';
+                if (!buf.length) {
+                    break;
+                }
+            }
+        }).on('end', () => {
+            resolve(list);
+        }).on('error', () => {
+            resolve(false);
+        });
+    });
+}
+function clone(obj) {
+    let newObj = {};
+    if (obj instanceof Array) {
+        newObj = [];
+        for (let i = 0; i < obj.length; ++i) {
+            if (obj[i] instanceof Date) {
+                newObj[i] = new Date(obj[i].getTime());
+            }
+            else if (obj[i] instanceof FormData) {
+                const fd = new FormData();
+                for (const item of obj[i]) {
+                    fd.append(item[0], item[1]);
+                }
+                newObj[i] = fd;
+            }
+            else if (obj[i] === null) {
+                newObj[i] = null;
+            }
+            else if (typeof obj[i] === 'object') {
+                newObj[i] = clone(obj[i]);
+            }
+            else {
+                newObj[i] = obj[i];
+            }
+        }
+    }
+    else {
+        for (const key in obj) {
+            if (obj[key] instanceof Date) {
+                newObj[key] = new Date(obj[key].getTime());
+            }
+            else if (obj[key] instanceof FormData) {
+                const fd = new FormData();
+                for (const item of obj[key]) {
+                    fd.append(item[0], item[1]);
+                }
+                newObj[key] = fd;
+            }
+            else if (obj[key] === null) {
+                newObj[key] = null;
+            }
+            else if (typeof obj[key] === 'object') {
+                newObj[key] = clone(obj[key]);
+            }
+            else {
+                newObj[key] = obj[key];
+            }
+        }
+    }
+    return newObj;
+}
+function debug(message, ...optionalParams) {
+    if (!exports.globalConfig.debug) {
+        return;
+    }
+    console.debug(message, ...optionalParams);
+}
+function display(message, ...optionalParams) {
+    console.log(message, ...optionalParams);
+}