runner-runtime 1.0.8

package/libs/utils.js

@@ -0,0 +1,502 @@
+const atomicSleep = require("atomic-sleep"),
+    _ = require('lodash'),
+    fs = require("fs"),
+    path = require("path"),
+    { mockExp } = require('exp-mock'),
+    Mock = require('mockjs5-pro'),
+    mime = require("mime"),
+    os = require("os"),
+    Buffer = require("buffer/").Buffer,
+    urlJoin = require("@apipost/url-join");
+
+// 获取某接口的详细信息
+const getAPIFromCollection = function (collection, target_id) {
+    return _.find(collection, _.matchesProperty("target_id", target_id));
+};
+
+// 获取某接口的 所有父target
+const getParentTargetIDs = function (collection, target_id, parent_ids) {
+    if (_.isArray(collection)) {
+
+        const item = _.find(collection, _.matchesProperty("target_id", target_id)
+        );
+
+        if (item) {
+            if (parent_ids.includes(item.parent_id)) {
+                return;
+            }
+            getParentTargetIDs(collection, item.parent_id, parent_ids);
+        }
+    }
+};
+
+// url 拼接
+const smartUrlJoin = (base, ...paths) => {
+    // 检查paths中是否有完整的URL
+    for (let path of paths) {
+        if (/^[a-zA-Z]+:\/\//.test(path)) {
+            return path;
+        }
+    }
+
+    // 如果没有完整的URL，则使用url-join正常合并
+    return urlJoin(base, ...paths);
+}
+
+//replace2RegExp
+const replace2RegExp = (str, replace, value) => {
+    try {
+        return _.replace(str, new RegExp(String(replace), 'ig'), String(value))
+    } catch (e) {
+        return _.replace(str, replace, String(value))
+    }
+}
+
+const base64toCacheFile = (key, value, base64, dirpath) => {
+    let src = value;
+    try {
+        fs.statSync(src);
+    } catch (e) {
+        if (!_.isEmpty(base64)) {
+            const match = String(base64).match(/data:([0-9a-zA-Z\/\-]+);base64,/i);
+            const ext = mime.getExtension(match && match[1] ? match[1] : "");
+
+            if (_.isString(ext)) {
+                const tempDirPath = path.resolve(os.tmpdir(), `${dirpath}`);
+                try {
+                    fs.mkdirSync(tempDirPath);
+                } catch (e) { }
+
+                let tempFileName = value;
+                if (!_.endsWith(tempFileName, `.${ext}`)) {
+                    tempFileName = `${key}.${ext}`;
+                }
+
+                const tempFilePath = path.resolve(tempDirPath, tempFileName);
+                try {
+                    fs.writeFileSync(
+                        tempFilePath,
+                        Buffer.from(_.replace(base64, /^data:[0-9a-zA-Z\/\-]+;base64,/, ""), "base64")
+                    );
+                    src = tempFilePath;
+                } catch (e) { }
+            }
+        }
+    }
+
+    return src;
+}
+
+// generateNorthAmericanPhoneNumber
+const generateNorthAmericanPhoneNumber = () => {
+    const areaCode = Math.floor(Math.random() * 900) + 100; // 100-999
+    const phoneNumber = Math.floor(Math.random() * 10000000) + 1000000; // 1000000-9999999
+    const formattedPhoneNumber = `${areaCode}-${phoneNumber.toString().slice(0, 3)}-${phoneNumber.toString().slice(3)}`;
+
+    return formattedPhoneNumber;
+}
+
+// generateChinesePhoneNumber
+const generateChinesePhoneNumber = () => {
+    let phoneNumber = '1';
+    phoneNumber += _.random(3, 9).toString();
+    phoneNumber += _.times(9, () => _.random(0, 9)).join('');
+    return phoneNumber;
+}
+
+const getInsideVariables = () => {
+    const list = {};
+
+    new Array(
+        "natural",
+        "integer",
+        "float",
+        "character",
+        "range",
+        "date",
+        "time",
+        "datetime",
+        "now",
+        "guid",
+        "increment",
+        "url",
+        "protocol",
+        "domain",
+        "tld",
+        "email",
+        "ip",
+        "region",
+        "province",
+        "city",
+        "county",
+        "county",
+        "zip",
+        "first",
+        "last",
+        "name",
+        "cfirst",
+        "clast",
+        "cname",
+        "color",
+        "rgb",
+        "rgba",
+        "hsl",
+        "paragraph",
+        "cparagraph",
+        "sentence",
+        "csentence",
+        "word",
+        "cword",
+        "title",
+        "ctitle",
+        "username",
+        "user_name",
+        "nickname",
+        "nick_name",
+        "avatar",
+        "icon",
+        "img",
+        "photo",
+        "pic",
+        "description",
+        "id",
+        "userid",
+        "user_id",
+        "articleid",
+        "article_id"
+    ).forEach((func) => {
+        list[`$${func}`] = Mock.mock(`@${func}`);
+    });
+
+    if (process && process?.IS_ECHOAPI) {
+        //echoapi
+        const blackArray = ['region', 'province', 'city', 'county', 'cfirst', 'clast', 'cname', 'cparagraph', 'csentence', 'cword', 'ctitle']
+        function createReturnFunction(param) {
+            return function () {
+                return param;
+            };
+        }
+        blackArray.forEach((func) => {
+            list[`$${func}`] = createReturnFunction(`$${func}`);
+        });
+
+        new Array("phone", "mobile", "telephone").forEach((func) => {
+            list[`$${func}`] = generateNorthAmericanPhoneNumber();
+        });
+    } else {
+        new Array("phone", "mobile", "telephone").forEach((func) => {
+            list[`$${func}`] = generateChinesePhoneNumber();
+        });
+    }
+
+    // 兼容 v3
+    list.$timestamp = (function () {
+        return _.toInteger(Date.now() / 1000);
+    })();
+
+    list.$microTimestamp = (function () {
+        return new Date().getTime();
+    })();
+
+    list.$randomInt = (function () {
+        return Math.floor(Math.random() * 1000);
+    })();
+
+    list.$randomFloat = (function () {
+        return Math.random() * 1000;
+    })();
+
+    return list;
+}
+
+const repeatArrayToLength = (arr, targetLength) => {
+    if (!_.isArray(arr)) {
+        arr = _.values(arr);
+    }
+
+    if (_.isEmpty(arr)) {
+        return [];
+    }
+
+    const repeatTimes = _.ceil(targetLength / arr.length);
+    const repeatedArray = _.flattenDeep(_.fill(new Array(repeatTimes), arr));
+    return _.take(repeatedArray, targetLength);
+}
+
+const returnBoolean = (exp, compare, value) => {
+    let bool = false;
+    if (exp === "") {
+        // fix bug
+        return compare == "null";
+    }
+
+    switch (compare) {
+        case "eq":
+            bool = exp == value;
+            break;
+        case "uneq":
+            bool = exp != value;
+            break;
+        case "gt":
+            bool = _.gt(Number(exp), Number(value));
+            break;
+        case "gte":
+            bool = _.gte(Number(exp), Number(value));
+            break;
+        case "lt":
+            bool = _.lt(Number(exp), Number(value));
+            break;
+        case "lte":
+            bool = _.lte(Number(exp), Number(value));
+            break;
+        case "includes":
+            bool = _.includes(exp, value) || _.includes(exp, Number(value));
+            break;
+        case "unincludes":
+            bool = !_.includes(exp, value) && !_.includes(exp, Number(value));
+            break;
+        case "null":
+            bool = _.isEmpty(exp);
+            break;
+        case "notnull":
+            bool = !_.isEmpty(exp);
+            break;
+        case "exist":
+            bool = !_.isUndefined(exp);
+            break;
+        case "notexist":
+            bool = _.isUndefined(exp);
+            break;
+        case "regularmatch":
+            try {
+                bool = new RegExp(
+                    String(value).substring(1, String(value).length - 1)
+                ).test(exp);
+            } catch (e) { }
+            break;
+        case "belongscollection":
+            bool = _.split(value, ",").indexOf(exp) > -1;
+            break;
+        case "notbelongscollection":
+            bool = _.split(value, ",").indexOf(exp) == -1;
+            break;
+    }
+
+    return bool;
+};
+
+const getCaseInsensitive = (object, keyToFind) => {
+    try {
+        // 先将要查找的键转换成小写
+        const lowerKey = keyToFind.toLowerCase();
+
+        if (!_.isObject(object)) {
+            return undefined;
+        }
+
+        // 在对象的所有键中查找
+        for (const key in object) {
+            if (key.toLowerCase() === lowerKey) {
+                return object[key];
+            }
+        }
+    } catch (e) { }
+
+    // 如果没有找到，返回undefined
+    return undefined;
+}
+
+const variableReplace = (str, variables, option) => {
+    const AllVars = getInsideVariables();
+    ["variables", "globals", "environment"].forEach((varName) => {
+        _.assign(AllVars, _.get(variables, `${varName}`))
+    })
+    str = _.replace(str, /\{\{([^}]+)\}\}/g, (match, key) => {
+        return _.get(AllVars, key.trim(), match);
+    });
+
+    const { lang, custom_functions } = option;
+
+    try {
+        return mockExp(str, AllVars, lang, custom_functions)
+    } catch (e) {
+        return str;
+    }
+}
+
+// const createPipeServer = () => {
+//     const net = require('net');
+//     const fs = require('fs');
+//     const path = require('path');
+//     const { DatabaseQuery } = require('database-query');
+//     const mainProcessSocketPath = path.join(__dirname, 'my_socket.sock');
+//     _.set(process, 'env.main_process_socket_path', mainProcessSocketPath);
+
+//     // 如果套接字文件已存在，删除它
+//     if (fs.existsSync(mainProcessSocketPath)) {
+//         fs.unlinkSync(mainProcessSocketPath);
+//     }
+
+//     const server = net.createServer((socket) => {
+//         socket.on('data', async (stream) => {
+//             const { action, data } = JSON.parse(String(Buffer.from(stream)));
+//             try {
+//                 switch (action) {
+//                     case 'queryDatabase':
+//                         const { dbconfig, query } = data;
+//                         const result = await DatabaseQuery(dbconfig, query);
+//                         socket.write(JSON.stringify(result));
+//                         break;
+//                     case 'execute':
+//                         const { execSync } = require('child_process');
+//                         const { file, args, option } = data;
+//                         const ext = file.split('.').pop().toLowerCase();
+//                         let command;
+//                         try {
+//                             switch (ext) {
+//                                 case 'jar':
+//                                     const jarPath = path.resolve(__dirname, `jar-main-1.0-SNAPSHOT.jar`);
+//                                     const { className, method } = option || {};
+//                                     if (_.isObject(option)) {
+//                                         if (_.isString(className) && _.isString(method)) {
+//                                             let para = new Buffer(JSON.stringify({ methodName: method, args: args })).toString("base64");
+//                                             command = `java -jar ${jarPath}  ${file} ${className} '${para}'`;
+//                                         }
+//                                     } else {
+//                                         command = `java -jar ${file} ${_.join(_.map(args, JSON.stringify), " ")}`;
+//                                     }
+
+//                                     break;
+//                                 case 'php':
+//                                     command = `php -f ${file} ${args.join(' ')}`;
+//                                     break;
+//                                 case 'js':
+//                                     command = `node ${file} ${args.join(' ')}`;
+//                                     break;
+//                                 case 'py':
+//                                     command = `python ${file} ${args.join(' ')}`;
+//                                     break;
+//                                 case 'py3':
+//                                     command = `python3 ${file} ${args.join(' ')}`;
+//                                     break;
+//                                 case 'bsh':
+//                                     command = `bsh ${file} ${args.join(' ')}`;
+//                                     break;
+//                                 case 'go':
+//                                     command = `go run ${file} ${args.join(' ')}`;
+//                                     break;
+//                                 case 'sh':
+//                                     command = `sh ${file} ${args.join(' ')}`;
+//                                     break;
+//                                 case 'rb':
+//                                 case 'ruby':
+//                                     command = `ruby ${file} ${args.join(' ')}`;
+//                                     break;
+//                                 case 'lua':
+//                                     command = `lua ${file} ${args.join(' ')}`;
+//                                     break;
+//                                 case 'rs':
+//                                     command = `rustc ${file} && ./${file.replace(/\.rs$/, '')} ${args.join(' ')}`;
+//                                     break;
+//                                 case 'bat':
+//                                     command = `${file} ${args.join(' ')}`;
+//                                     break;
+//                                 case 'ps1':
+//                                     command = `powershell -File ${file} ${args.join(' ')}`;
+//                                     break;
+//                                 default:
+//                                     throw new Error(`Unsupported file suffixes <${ext}>`);
+//                             }
+
+//                             const isWindows = process.platform === 'win32';
+//                             const options = _.assign(isWindows ? { encoding: 'cp936' } : { encoding: 'utf8' }, option);
+//                             const output = execSync(command, options);
+//                             socket.write(JSON.stringify({
+//                                 err: 'success',
+//                                 result: String(output)
+//                             }));
+//                         } catch (e) {
+//                             socket.write(JSON.stringify({
+//                                 err: 'error',
+//                                 result: String(e)
+//                             }));
+//                         }
+//                         break;
+//                 }
+
+//             } catch (e) {
+//                 socket.write(JSON.stringify(e));
+//             }
+
+//         });
+//     });
+
+//     server.listen(mainProcessSocketPath, () => {
+//         // console.log(`服务器已启动，监听路径 ${mainProcessSocketPath}`);
+//     });
+// }
+
+const formatAutotestReport = (startTimeAt, eventResultList) => {
+    const report = {
+        "assert": {
+            "total": 0,
+            "error": 0
+        },
+        "http": {
+            "total": 0,
+            "error": 0
+        },
+        "start_at": startTimeAt,
+        "end_at": Date.now(),
+        "total_time": Date.now() - startTimeAt,
+        "iteration_count": _.size(eventResultList),
+        "total_response_time": null,
+        "avg_response_time": null,
+        "total_response_size": 0,
+        "avg_response_size": 0
+    };
+
+    let totalResponseSize = 0, totalResponseTime = 0
+
+    _.forEach(eventResultList, (item) => {
+        if (item?.type === 'api') {
+            report.http.total++;
+            totalResponseSize = totalResponseSize + _.toInteger(item?.response?.responseSize);
+            totalResponseTime = totalResponseTime + _.toInteger(item?.response?.responseTime);
+
+            if (!_.isEmpty(item?.status?.assert) && _.isArray(item?.status?.assert)) {
+                const assertFailure = _.map(item?.status?.assert, (assertItem) => {
+                    return assertItem?.passed === false
+                })
+
+                report.assert.total = report.assert.total + _.size(item?.status?.assert);
+                report.assert.error = report.assert.error + _.size(assertFailure);
+            }
+
+            if (_.toLower(item?.status?.http) != 'ok') {
+                report.http.error++;
+            }
+        }
+    })
+
+    report.avg_response_time = _.round(totalResponseTime / report.http.total, 2);
+    report.avg_response_size = _.round(totalResponseSize / report.http.total, 2);
+    report.total_response_time = totalResponseTime;
+    report.total_response_size = totalResponseSize;
+    return report;
+}
+module.exports = {
+    atomicSleep,
+    getAPIFromCollection,
+    getParentTargetIDs,
+    base64toCacheFile,
+    replace2RegExp,
+    getInsideVariables,
+    repeatArrayToLength,
+    returnBoolean,
+    getCaseInsensitive,
+    variableReplace,
+    // createPipeServer,
+    formatAutotestReport,
+    smartUrlJoin
+}

package/package.json

@@ -0,0 +1,48 @@
+{
+    "name": "runner-runtime",
+    "version": "1.0.8",
+    "description": "Processing data returned by AI.",
+    "main": "index.js",
+    "scripts": {
+      "test": "echo \"Error: no test specified\" && exit 1"
+    },
+    "repository": {
+      "type": "git",
+      "url": "git+https://github.com/Apipost-Team/runner-runtime.git"
+    },
+    "keywords": [
+      "auto-json-faker"
+    ],
+    "author": "Daniel Anderson <support@echoapi.com> (https://github.com/Apipost-Team)",
+    "license": "MIT",
+    "bugs": {
+      "url": "https://github.com/Apipost-Team/runner-runtime/issues"
+    },
+    "homepage": "https://github.com/Apipost-Team/runner-runtime#readme",
+    "dependencies": {
+        "@apipost/url-join": "^1.0.1",
+        "apipost-tools": "^0.0.38",
+        "atomic-sleep": "^1.0.0",
+        "content-disposition": "^0.5.4",
+        "exp-mock": "^2.0.15",
+        "file-type": "^16.5.4",
+        "is-image": "^4.0.0",
+        "is-svg": "^5.1.0",
+        "json-bigint": "^1.0.0",
+        "json5": "^2.2.3",
+        "jsonpath": "^1.1.1",
+        "lodash": "^4.17.21",
+        "mime": "^3.0.0",
+        "minimatch": "^9.0.4",
+        "mockjs5-pro": "^1.0.3",
+        "msgpack5": "^6.0.2",
+        "net": "^1.0.2",
+        "postman-collection": "^5.0.2",
+        "postman-runtime-pro": "^7.43.13",
+        "strip-json-comments": "^5.0.1",
+        "tough": "^0.6.0",
+        "tough-cookie": "^5.1.2",
+        "uuid": "^9.0.1",
+        "validator": "^13.15.0"
+    }
+}

package/test.js

@@ -0,0 +1,124 @@
+
+const { run } = require('./index');
+
+// 以下为调用示例
+const callback = (res) => {
+    console.warn("callback", res)
+}
+
+
+/// pip start
+(function () {
+    const net = require('net');
+    const fs = require('fs');
+    const path = require('path');
+    const mainProcessSocketPath = path.join(__dirname, 'my_socket.sock');
+    const { DatabaseQuery } = require('database-query');
+    _.set(process, 'env.main_process_socket_path', mainProcessSocketPath);
+
+    // 如果套接字文件已存在，删除它
+    if (fs.existsSync(mainProcessSocketPath)) {
+        fs.unlinkSync(mainProcessSocketPath);
+    }
+
+    const server = net.createServer((socket) => {
+        socket.on('data', async (stream) => {
+            const { action, data } = JSON.parse(String(Buffer.from(stream)));
+            try {
+                switch (action) {
+                    case 'queryDatabase':
+                        const { dbconfig, query } = data;
+                        const result = await DatabaseQuery(dbconfig, query);
+                        socket.write(JSON.stringify(result));
+                        break;
+                    case 'execute':
+                        const { execSync } = require('child_process');
+                        const { file, args, option } = data;
+                        const ext = file.split('.').pop().toLowerCase();
+                        let command;
+                        try {
+                            switch (ext) {
+                                case 'jar':
+                                    const jarPath = path.resolve(__dirname, `jar-main-1.0-SNAPSHOT.jar`);
+                                    const { className, method } = option || {};
+                                    if (_.isObject(option)) {
+                                        if (_.isString(className) && _.isString(method)) {
+                                            let para = new Buffer(JSON.stringify({ methodName: method, args: args })).toString("base64");
+                                            command = `java -jar ${jarPath}  ${file} ${className} '${para}'`;
+                                        }
+                                    } else {
+                                        command = `java -jar ${file} ${_.join(_.map(args, JSON.stringify), " ")}`;
+                                    }
+
+                                    break;
+                                case 'php':
+                                    command = `php -f ${file} ${args.join(' ')}`;
+                                    break;
+                                case 'js':
+                                    command = `node ${file} ${args.join(' ')}`;
+                                    break;
+                                case 'py':
+                                    command = `python ${file} ${args.join(' ')}`;
+                                    break;
+                                case 'py3':
+                                    command = `python3 ${file} ${args.join(' ')}`;
+                                    break;
+                                case 'bsh':
+                                    command = `bsh ${file} ${args.join(' ')}`;
+                                    break;
+                                case 'go':
+                                    command = `go run ${file} ${args.join(' ')}`;
+                                    break;
+                                case 'sh':
+                                    command = `sh ${file} ${args.join(' ')}`;
+                                    break;
+                                case 'rb':
+                                case 'ruby':
+                                    command = `ruby ${file} ${args.join(' ')}`;
+                                    break;
+                                case 'lua':
+                                    command = `lua ${file} ${args.join(' ')}`;
+                                    break;
+                                case 'rs':
+                                    command = `rustc ${file} && ./${file.replace(/\.rs$/, '')} ${args.join(' ')}`;
+                                    break;
+                                case 'bat':
+                                    command = `${file} ${args.join(' ')}`;
+                                    break;
+                                case 'ps1':
+                                    command = `powershell -File ${file} ${args.join(' ')}`;
+                                    break;
+                                default:
+                                    throw new Error(`Unsupported file suffixes <${ext}>`);
+                            }
+
+                            const isWindows = process.platform === 'win32';
+                            const options = _.assign(isWindows ? { encoding: 'cp936' } : { encoding: 'utf8' }, option);
+                            const output = execSync(command, options);
+                            socket.write(JSON.stringify({
+                                err: 'success',
+                                result: String(output)
+                            }));
+                        } catch (e) {
+                            socket.write(JSON.stringify({
+                                err: 'error',
+                                result: String(e)
+                            }));
+                        }
+                        break;
+                }
+
+            } catch (e) {
+                socket.write(JSON.stringify(e));
+            }
+
+        });
+    });
+
+    server.listen(mainProcessSocketPath, () => {
+        // console.log(`服务器已启动，监听路径 ${mainProcessSocketPath}`);
+    });
+})();
+//pip end
+const { option, test_events } = require('./tmp/request'); // tmp todo...
+run(test_events, option, callback);