runner-runtime 1.0.90 → 1.0.91

package/events/index.js

@@ -1,408 +0,0 @@
-const atomicSleep = require("atomic-sleep"),
-    jsonpath = require("jsonpath"),
-    aTools = require("apipost-tools"),
-    JSON5 = require('json5'),
-    _ = require('lodash'),
-    { returnBoolean, variableReplaceForCondition, variableReplace, getVariableActedUpon, convertEndRuntimeState, repeatArrayToLength } = require('../libs/utils');
-const executeApi = require('./api'),
-    executeWait = require('./wait');
-
-const events = {
-    api: executeApi,
-    sample: executeApi,
-    sse: executeApi,
-    request: executeApi, // 特殊一些。1、相当于复制；2、无目录 todo....
-    script: executeApi,
-    assert: executeApi,
-    assert_visual: executeApi,
-    sql: executeApi,
-    wait: executeWait, //  ok
-    if: async (event, option, callback, eventRuntimeData, eventResultList) => {  //  ok 
-        try {
-            const { data, children } = event;
-            const finalChildren = _.filter(children, (o) => {
-                return _.toInteger(o?.enabled > 0)
-            });
-            const exp = variableReplaceForCondition(data?.var, eventRuntimeData?.variables, option),
-                compare = data?.compare, value = variableReplaceForCondition(data?.value, eventRuntimeData?.variables, option);
-            const isMatched = returnBoolean(exp, compare, value);
-            const runtimeState = convertEndRuntimeState(eventRuntimeData, event?.event_id) || {}
-            const finalIfData = {
-                action: 'request',
-                data: _.assign(
-                    {
-                        data: {
-                            isMatched,
-                            condition: {
-                                leftValue: {
-                                    variable: data?.var,
-                                    value: exp,
-                                    actedUpon: getVariableActedUpon(eventRuntimeData, _.trim(data?.var, "{}")) || 'Fixed'
-                                },
-                                compare,
-                                rightValue: {
-                                    variable: data?.value,
-                                    value: value,
-                                    actedUpon: getVariableActedUpon(eventRuntimeData, _.trim(data?.value, "{}")) || 'Fixed'
-                                }
-                            }
-                        }
-                    },
-                    _.pick(runtimeState, ['startTime', 'endTime', 'currentVariables']),
-                    _.pick(event, ['project_id', 'test_id', 'event_id', 'type']),
-                    _.pick(_.get(eventRuntimeData, event?.event_id), ['iteration_id']),
-                )
-            };
-
-            eventResultList.push(finalIfData?.data)
-            callback(finalIfData);
-
-            if (isMatched && _.isArray(finalChildren) && !_.isEmpty(finalChildren)) {
-                const { iterationData } = option, iterationDataArr = [iterationData];
-
-                // if (!_.isEmpty(iterationData) && _.isObject(iterationData)) {
-                //     iterationDataArr = _.flatMap([iterationData], (element) => _.times(_.size(finalChildren), () => element));
-                // }
-                await iterationEvent(finalChildren, _.assign(_.cloneDeep(option), { iterationDataArr }), callback, eventRuntimeData, eventResultList)
-            }
-
-        } catch (e) {
-            throw ({
-                action: 'systemError',
-                message: String(e),
-                event_id: event?.event_id
-            })
-        }
-
-        return;
-    },
-    begin: async (event, option, callback, eventRuntimeData, eventResultList) => {  //  ok
-        try {
-            const { children } = event;
-            const finalChildren = _.filter(children, (o) => {
-                return _.toInteger(o?.enabled > 0)
-            });
-
-            if (_.isArray(finalChildren) && !_.isEmpty(finalChildren)) {
-                const { iterationData } = option, iterationDataArr = [iterationData];
-
-                // if (!_.isEmpty(iterationData) && _.isObject(iterationData)) {
-                //     iterationDataArr = _.flatMap([iterationData], (element) => _.times(_.size(finalChildren), () => element));
-                // }
-
-                await iterationEvent(finalChildren, _.assign(_.cloneDeep(option), { iterationDataArr }), callback, eventRuntimeData, eventResultList)
-                // 分组不再支持测试数据（无实际意义），测试数据只针对循环单独设置
-                // const { iterationData, enable_data } = data;
-
-                // if (_.toInteger(enable_data) > 0) {
-                //     await iterationEvent(finalChildren, _.assign(_.cloneDeep(option), { iterationDataArr: iterationData }), callback, eventRuntimeData, eventResultList)
-                // } else {
-                //     await iterationEvent(finalChildren, option, callback, eventRuntimeData, eventResultList)
-                // }
-            }
-        } catch (e) {
-            throw ({
-                action: 'systemError',
-                message: String(e),
-                event_id: event?.event_id
-            })
-        }
-
-        return;
-    },
-    loop: async (event, option, callback, eventRuntimeData, eventResultList) => { // ok
-        try {
-            const { data, children } = event;
-            const finalChildren = _.filter(children, (o) => {
-                return _.toInteger(o?.enabled > 0)
-            })
-
-            const sleep = _.toInteger(variableReplace(_.get(data, 'sleep', 0), eventRuntimeData?.variables, option));
-            const startTime = _.toInteger(_.get(option, 'startTime', Date.now()));
-            const timeout = _.toInteger(_.get(option, 'timeout', _.toInteger(variableReplace(_.get(data, 'loop_timeout', 0), eventRuntimeData?.variables, option))));
-
-            if (_.isArray(finalChildren) && !_.isEmpty(finalChildren)) {
-                const iterationData = [];
-                const enableData = _.toInteger(data?.enable_data) || 1;
-
-                if (enableData > 0) {
-                    const loopDataType = _.toInteger(data?.loop_data_type) || 1;
-                    switch (loopDataType) {
-                        case 1:
-                            _.assign(iterationData, _.values(_.get(data, 'loop_traverse_data.iterationData', [])))
-                            break;
-                        case 2:
-                            const previousEventId = _.trim(_.get(data, 'loop_iteration_data'));
-
-                            if (_.isString(previousEventId) && previousEventId != '') {
-                                const dataTypeMap = {
-                                    1: `response.body`,
-                                    2: `response.headers`,
-                                    3: `response.cookies`,
-                                    4: `response.code`,
-                                    5: `request.url`,
-                                    6: `request.method`,
-                                    7: `request.querys`,
-                                    8: `request.body`,
-                                    9: `request.headers`,
-                                    10: `request.cookies`,
-                                };
-                                const dataSourceType = _.toInteger(_.get(data, 'loop_extract.var'));
-                                const responseData = _.get(eventRuntimeData, `${previousEventId}.${dataTypeMap[dataSourceType] || "response.body"}`);
-                                const dataJsonPath = _.trim(String(_.get(data, 'loop_extract.value', '$')));
-
-                                // 获取前置接口的数据
-                                let preRequestData = undefined;
-                                switch (dataSourceType) {
-                                    case 1:
-                                    case 8:
-                                        try {
-                                            if (_.isString(responseData)) {
-                                                preRequestData = jsonpath.value(JSON5.parse(responseData), dataJsonPath);
-                                            } else {
-                                                preRequestData = jsonpath.value(responseData, dataJsonPath);
-                                            }
-                                        } catch (e) { }
-                                        break;
-                                    case 2:
-                                    case 3:
-                                    case 7:
-                                    case 9:
-                                    case 10:
-                                        preRequestData = _.get(responseData, dataJsonPath);
-                                        break;
-                                    case 4:
-                                    case 5:
-                                    case 6:
-                                        preRequestData = _.cloneDeep(responseData);
-                                        break;
-                                }
-
-                                if (_.isString(preRequestData)) {
-                                    try {
-                                        preRequestData = JSON5.parse(preRequestData)
-                                    } catch (e) { }
-                                }
-
-                                if (_.isNumber(preRequestData)) {
-                                    preRequestData = String(preRequestData);
-                                }
-
-                                let loopVariableArr = [];
-
-                                if (_.isArray(preRequestData)) {
-                                    loopVariableArr = _.map(preRequestData, (arr) => {
-                                        if (_.isObject(arr)) {
-                                            return _.pickBy(arr, (o) => {
-                                                return !_.isObject(o)
-                                            })
-                                        } else {
-                                            return {
-                                                "0": arr
-                                            }
-                                        }
-                                    })
-                                } else if (_.isObject(preRequestData)) {
-                                    _.forEach(preRequestData, (val, key) => {
-                                        if (!_.isObject(val)) {
-                                            const tempObj = {};
-                                            _.set(tempObj, key, val);
-                                            loopVariableArr.push(tempObj)
-                                        }
-                                    })
-                                } else if (_.isString(preRequestData)) {
-                                    loopVariableArr = _.map(_.values(preRequestData), (val, key) => {
-                                        const tempObj = {};
-                                        tempObj[String(key)] = val;
-                                        return tempObj;
-                                    })
-                                }
-
-                                _.assign(iterationData, loopVariableArr);
-                            }
-
-                            break;
-                        case 3:
-                            {
-                                let loopVariable = variableReplace(_.get(data, 'loop_variable', ''), eventRuntimeData?.variables, option);
-
-                                if (_.isString(loopVariable)) {
-                                    try {
-                                        loopVariable = JSON5.parse(loopVariable)
-                                    } catch (e) { }
-                                }
-
-                                if (_.isNumber(loopVariable)) {
-                                    loopVariable = String(loopVariable);
-                                }
-
-                                let loopVariableArr = [];
-                                if (_.isArray(loopVariable)) {
-                                    loopVariableArr = _.map(loopVariable, (arr) => {
-                                        if (_.isObject(arr)) {
-                                            return _.pickBy(arr, (o) => {
-                                                return !_.isObject(o)
-                                            })
-                                        } else {
-                                            return {
-                                                "0": arr
-                                            }
-                                        }
-                                    })
-                                } else if (_.isObject(loopVariable)) {
-                                    _.forEach(loopVariable, (val, key) => {
-                                        if (!_.isObject(val)) {
-                                            const tempObj = {};
-                                            _.set(tempObj, key, val);
-                                            loopVariableArr.push(tempObj)
-                                        }
-                                    })
-                                } else if (_.isString(loopVariable)) {
-                                    loopVariableArr = _.map(_.values(loopVariable), (val, key) => {
-                                        const tempObj = {};
-                                        tempObj[String(key)] = val;
-                                        return tempObj;
-                                    })
-                                }
-
-                                _.assign(iterationData, loopVariableArr);
-                            }
-                            break;
-                        case 4:
-                            {
-                                let loopVariable = _.split(_.get(data, 'loop_fixed_value', ''), ',');
-                                let loopVariableArr = [];
-
-                                _.forEach(loopVariable, (val, key) => {
-                                    if (!_.isObject(val)) {
-                                        loopVariableArr.push(
-                                            {
-                                                "$key": key,
-                                                "$item": val
-                                            }
-                                        )
-                                    }
-                                })
-                                _.assign(iterationData, loopVariableArr);
-                            }
-
-                            break;
-                    }
-                }
-
-                // 获取循环次数
-                const loopType = _.toInteger(_.get(data, 'loop_type', 1));
-
-                if (_.includes([1, 2], loopType)) {
-                    const limit = loopType === 1 ? _.size(iterationData) : _.toInteger(_.get(data, 'limit', 1));
-
-                    if (limit > 0) {
-                        let iterationDataArr = _.cloneDeep(iterationData);
-
-                        if (loopType === 2) {
-                            iterationDataArr = repeatArrayToLength(iterationDataArr, limit)
-                        }
-
-                        iterationDataArr = _.flatMap(iterationDataArr, (element) => _.times(_.size(finalChildren), () => element));
-                        const events = _.flatten(_.times(limit, () => _.cloneDeep(finalChildren)));
-                        await iterationEvent(events, _.assign(_.cloneDeep(option), { iterationDataArr, sleep, startTime, timeout }), callback, eventRuntimeData, eventResultList)
-                    }
-                } else if (_.includes([3], loopType)) {
-                    while (true) {
-                        const condition = _.get(option, 'condition', _.get(data, 'loop_condition', {}));
-                        const exp = variableReplaceForCondition(condition?.var, eventRuntimeData?.variables, option), compare = condition?.compare, value = variableReplaceForCondition(condition?.value, eventRuntimeData?.variables, option);
-
-                        if ((timeout === 0 || (timeout > 0 && startTime + timeout > Date.now())) && !returnBoolean(exp, compare, value)) {
-                            await iterationEvent(_.cloneDeep(finalChildren), _.assign(_.cloneDeep(option), { iterationDataArr: iterationData, sleep, condition, startTime, timeout }), callback, eventRuntimeData, eventResultList);
-                        } else {
-                            break;
-                        }
-                    }
-                }
-            }
-        } catch (e) {
-            throw ({
-                action: 'systemError',
-                message: String(e),
-                event_id: event?.event_id
-            })
-        }
-
-        return;
-    }
-};
-
-// 调度器核心函数，用于递归执行具体场景步骤
-const executeEvent = async (event, option, callback, eventRuntimeData, eventResultList) => {
-    if (_.isUndefined(event.event_id) && option?.scene === 'http_request') {
-        _.set(event, 'event_id', _.get(event, 'data.target_id'))
-    }
-    
-    _.assign(eventRuntimeData?.variables?.iterationData, _.get(option, 'iterationData'))
-    _.set(eventRuntimeData, [event.event_id, 'iteration_id'], aTools.snowflakeId());
-
-    const eventCall = _.get(events, `${event?.type}`);
-
-    if (_.isFunction(eventCall)) {
-        const { total, scene } = option;
-
-        // 增加控制器开始时间
-        _.set(eventRuntimeData, [event.event_id, 'iteration', 'startTime'], Date.now());
-
-        // 增加初始化变量
-        const { environment = {}, variables = {}, _globals = {}, iterationData = {} } = _.get(eventRuntimeData, 'variables', {});
-        _.set(eventRuntimeData, [event.event_id, 'iteration', 'startVariables'], _.cloneDeep({ environment, variables, iterationData, globals: _globals }));
-
-        try {
-            await eventCall(event, option, callback, eventRuntimeData, eventResultList);
-            if (scene == 'auto_test' && _.isInteger(event?.progress)) {
-                callback({
-                    action: 'process',
-                    data: {
-                        processCurrentCount: event?.progress + 1,
-                        processTotalCount: total,
-                        event_id: event?.event_id,
-                        testing_id: event?.test_id,
-                    }
-                })
-            }
-        } catch (e) { // 中止跳出执行的系统错误
-            if (_.toInteger(option?.ignore_error) < 1) {
-                throw (e)
-            }
-        }
-    }
-}
-
-const iterationEvent = async (events, option, callback, eventRuntimeData, eventResultList) => {
-    const event = events.shift();
-
-    if (_.isObject(event) && _.has(event, 'type') && _.toInteger(event?.enabled) > 0) {
-        let { iterationDataArr } = option;
-        if (!_.isArray(iterationDataArr)) {
-            iterationDataArr = _.values(iterationDataArr);
-        }
-
-        const iterationData = iterationDataArr.shift() || {};
-        try {
-            const { sleep } = option;
-            await executeEvent(event, { ...option, iterationData }, callback, eventRuntimeData, eventResultList);
-
-            if (_.toInteger(sleep) > 0) {
-                atomicSleep(sleep);
-            }
-        } catch (e) {
-            if (_.toInteger(option?.ignore_error) < 1) {
-                throw (e)
-            }
-        }
-
-        if (_.isArray(events) && !_.isEmpty(events)) {
-            await iterationEvent(events, { ...option, iterationDataArr }, callback, eventRuntimeData, eventResultList);
-        }
-    }
-}
-
-module.exports = {
-    executeEvent, iterationEvent
-};

package/events/wait.js

@@ -1,39 +0,0 @@
-const atomicSleep = require("atomic-sleep"),
-    _ = require('lodash');
-const { variableReplace, convertEndRuntimeState } = require("../libs/utils");
-
-module.exports = async (event, option, callback, eventRuntimeData, eventResultList) => {
-    try {
-        const sleep = _.toInteger(variableReplace(event?.data?.sleep, eventRuntimeData?.variables, option)) || 0;
-
-        if (sleep > 0) {
-            atomicSleep(sleep)
-        }
-
-        const runtimeState = convertEndRuntimeState(eventRuntimeData, event?.event_id) || {}
-        const finalWaitData = {
-            action: 'request',
-            data: _.assign(
-                {
-                    data: {
-                        sleep
-                    }
-                },
-                _.pick(runtimeState, ['startTime', 'endTime', 'currentVariables']),
-                _.pick(event, ['project_id', 'test_id', 'event_id', 'type']),
-                _.pick(_.get(eventRuntimeData, event?.event_id), ['iteration_id']),
-            )
-        };
-
-        eventResultList.push(finalWaitData?.data)
-        callback(finalWaitData);
-    } catch (e) {
-        throw ({
-            action: 'systemError',
-            message: String(e),
-            event_id: event?.event_id
-        })
-    }
-
-    return;
-}

package/index.js

@@ -1,180 +0,0 @@
-const { repeatArrayToLength, formatAutotestReport, formatAutotestReportList, getInsideVariables } = require('./libs/utils');
-const _ = require('lodash');
-const { mockExp } = require('exp-mock');
-const aTools = require("apipost-tools");
-const { executeEvent, iterationEvent } = require('./events');
-const ABORT_RECURSION_ERROR = ['systemError']; //需要跳出递归的错误
-
-// 执行场景
-const run = async (events, option, callback) => {
-    const { iterationCount, iterationData, scene } = option;
-
-    if (scene == 'auto_test') {
-        events = _.filter(events, function (o) { return _.toInteger(o?.enabled) > 0; })
-    }
-
-    const tempEvents = _.cloneDeep(_.flatten(new Array(scene == 'auto_test' ? _.max([_.toInteger(iterationCount), 1]) : 1).fill(events))) || [];
-    // const iterationDataArr = _.flatMap(repeatArrayToLength(_.cloneDeep(iterationData), _.max([_.toInteger(iterationCount), 1])), (element) => _.times(_.size(events), () => element));
-    const eventOptions = _.pick(option, ["scene", "lang", "project", "env", "globals", "cookies", "system_configs", "custom_functions", "collection", "database_configs", "enable_sandbox", "sleep", "name", "testing_id"]);
-
-    // 初始化变量
-    const eventRuntimeData = {
-        variables: {
-            environment: {},
-            variables: {},
-            globals: {},
-            _globals: {},
-            iterationData: {},
-            iterationDataArr: []
-        }
-    };
-
-    const iterationDataArrTemp = [];
-    if (scene != 'http_request') {
-        // 解析测试数据
-        const regex = /{{([^}]+)}}/g;
-        _.forEach(_.values(_.cloneDeep(iterationData)), (obj, index) => {
-            const cloneObj = _.cloneDeep(obj);
-            if (_.isObject(obj) && !_.isEmpty(obj)) {
-                _.forEach(obj, (val, key) => {
-                    if (_.trim(val) != '' && _.isString(val)) {
-                        const matches = val.match(regex);
-
-                        if (!_.isEmpty(matches)) {
-                            _.forEach(matches, (match) => {
-                                try {
-                                    const tmpVal = mockExp(match, getInsideVariables(), option?.lang, option?.custom_functions || {});
-
-                                    if (tmpVal != match && !_.isUndefined(tmpVal)) {
-                                        _.set(cloneObj, [key], _.replace(val, match, tmpVal));
-
-                                    }
-                                } catch (e) { }
-                            })
-                        }
-                    }
-                })
-            }
-
-            iterationDataArrTemp.push(cloneObj)
-        })
-    }
-
-    const iterationDataArr = _.flatMap(repeatArrayToLength(_.cloneDeep(iterationDataArrTemp), _.max([_.toInteger(iterationCount), 1])), (element) => _.times(_.size(events), () => element));
-
-    const tempVars = { environment: _.get(option, 'env.environment', {}), globals: _.get(option, 'globals', {}), iterationDataArr };
-
-    ['environment', 'globals', 'iterationDataArr'].forEach((type) => {
-        _.forEach(tempVars[type], (value, key) => {
-            if (_.isUndefined(_.get(eventRuntimeData, ['variables', type, key]))) {
-                _.set(eventRuntimeData, ['variables', type, key], value);
-
-                if (type === 'globals') {
-                    _.set(eventRuntimeData, ['variables', `_${type}`, key], value);
-                }
-            }
-        })
-    })
-
-    const eventResultList = [];
-    const startTimeAt = Date.now();
-
-    // 单接口测试
-    if (scene == 'http_request') {
-        const event = _.first(tempEvents);
-
-        if (_.isObject(event) && _.has(event, 'type')) {
-            try {
-                await executeEvent(event, _.assign(eventOptions, { iterationData: {} }), callback, eventRuntimeData, eventResultList);
-            } catch (e) {
-                if (_.includes(ABORT_RECURSION_ERROR, e?.action)) {
-                    throw (e);
-                }
-            }
-        }
-    } else {
-        const finalEvents = [];
-        _.forEach(tempEvents, (event, progress) => {
-            if (event?.enabled > 0) {
-                finalEvents.push(_.assign(_.cloneDeep(event), { progress }))
-            }
-        })
-
-        // 自动化测试
-        if (!_.isEmpty(finalEvents)) {
-            const total = _.size(finalEvents);
-            try {
-                await iterationEvent(finalEvents, _.assign(eventOptions, { iterationDataArr, total }), callback, eventRuntimeData, eventResultList);
-            } catch (e) {
-                callback(e)
-            }
-        }
-
-        const tempVars = _.pick(_.get(eventRuntimeData, 'variables'), ['environment', '_globals']);
-
-        // 最后返回报告
-        callback({
-            action: 'complete',
-            data: _.assign(
-                formatAutotestReport(startTimeAt, eventResultList),
-                {
-                    list: formatAutotestReportList(eventResultList),
-                    variables: {
-                        globals: option?.enable_sandbox > 0 ? {} : _.get(tempVars, '_globals', {}),
-                        environment: option?.enable_sandbox > 0 ? {} : _.get(tempVars, 'environment', {})
-                    }
-                },
-                _.pick(_.get(option, 'env', {}), ['env_id', 'env_name']),
-                { testing_id: _.get(_.first(eventResultList), 'test_id') },
-                { report_name: `${option?.name}` },
-                { report_id: aTools.snowflakeId() }
-            )
-        })
-    }
-}
-
-const request2HAR = (events, option) => {
-    return new Promise(async (resolve, reject) => {
-        const eventOptions = _.pick(option, ["scene", "lang", "project", "env", "globals", "cookies", "system_configs", "custom_functions", "collection", "database_configs", "enable_sandbox", "sleep", "name", "testing_id"]);
-
-        // 初始化变量
-        const eventRuntimeData = {
-            variables: {
-                environment: {},
-                variables: {},
-                globals: {},
-                _globals: {},
-                iterationData: {},
-                iterationDataArr: []
-            }
-        };
-
-        const tempVars = { environment: _.get(option, 'env.environment', {}), globals: _.get(option, 'globals', {}) };
-
-        ['environment', 'globals'].forEach((type) => {
-            _.forEach(tempVars[type], (value, key) => {
-                if (_.isUndefined(_.get(eventRuntimeData, ['variables', type, key]))) {
-                    _.set(eventRuntimeData, ['variables', type, key], value);
-
-                    if (type === 'globals') {
-                        _.set(eventRuntimeData, ['variables', `_${type}`, key], value);
-                    }
-                }
-            })
-        });
-
-        const eventResultList = [];
-        const event = _.first(events);
-
-        if (_.isObject(event) && _.has(event, 'type')) {
-            try {
-                await executeEvent(event, _.assign(eventOptions, { scene: 'get_parsed_request' }), (data) => {
-                    resolve(data)
-                }, eventRuntimeData, eventResultList);
-            } catch (e) {
-                reject(e)
-            }
-        }
-    })
-}
-module.exports = { run, request2HAR }