botium-core 1.13.16 → 1.13.18

package/dist/botium-cjs.js

@@ -6,7 +6,7 @@ var util = require('util');
 var fs = require('fs');
 var path = require('path');
 var async = require('async');
-var rimraf = require('rimraf');
+var rimraf$1 = require('rimraf');
 var mkdirp = require('mkdirp');
 var sanitizeFilename = require('sanitize-filename');
 var moment = require('moment');
@@ -46,7 +46,7 @@ var util__default = /*#__PURE__*/_interopDefaultLegacy(util);
 var fs__default = /*#__PURE__*/_interopDefaultLegacy(fs);
 var path__default = /*#__PURE__*/_interopDefaultLegacy(path);
 var async__default = /*#__PURE__*/_interopDefaultLegacy(async);
-var rimraf__default = /*#__PURE__*/_interopDefaultLegacy(rimraf);
+var rimraf__default = /*#__PURE__*/_interopDefaultLegacy(rimraf$1);
 var mkdirp__default = /*#__PURE__*/_interopDefaultLegacy(mkdirp);
 var sanitizeFilename__default = /*#__PURE__*/_interopDefaultLegacy(sanitizeFilename);
 var moment__default = /*#__PURE__*/_interopDefaultLegacy(moment);
@@ -81,7 +81,7 @@ var express__default = /*#__PURE__*/_interopDefaultLegacy(express);
 var bodyParser__default = /*#__PURE__*/_interopDefaultLegacy(bodyParser);
 
 var name = "botium-core";
-var version$1 = "1.13.16";
+var version$1 = "1.13.18";
 var description = "The Selenium for Chatbots";
 var main = "index.js";
 var module$1 = "dist/botium-es.js";
@@ -113,66 +113,66 @@ var bugs = {
 };
 var homepage = "https://www.botium.ai";
 var dependencies = {
-	"@babel/runtime": "^7.20.6",
+	"@babel/runtime": "^7.21.5",
 	async: "^3.2.4",
-	"body-parser": "^1.20.1",
+	"body-parser": "^1.20.2",
 	boolean: "^3.2.0",
 	bottleneck: "^2.19.5",
-	"csv-parse": "^5.3.3",
+	"csv-parse": "^5.3.10",
 	debug: "^4.3.4",
 	esprima: "^4.0.1",
 	express: "^4.18.2",
 	globby: "11.0.4",
-	ioredis: "^5.2.4",
+	ioredis: "^5.3.2",
 	"is-class": "^0.0.9",
 	"is-json": "^2.0.1",
 	jsonpath: "^1.1.1",
 	lodash: "^4.17.21",
 	"markdown-it": "^13.0.1",
 	"mime-types": "^2.1.35",
-	mkdirp: "^1.0.4",
+	mkdirp: "^3.0.1",
 	moment: "^2.29.4",
 	mustache: "^4.2.0",
 	"promise-retry": "^2.0.1",
 	"promise.allsettled": "^1.0.6",
 	randomatic: "^3.1.1",
 	request: "^2.88.2",
-	rimraf: "^3.0.2",
+	rimraf: "^5.0.0",
 	"sanitize-filename": "^1.6.3",
-	slugify: "^1.6.5",
-	"socket.io": "^4.5.4",
-	"socket.io-client": "^4.5.4",
+	slugify: "^1.6.6",
+	"socket.io": "^4.6.1",
+	"socket.io-client": "^4.6.1",
 	"socketio-auth": "^0.1.1",
-	"swagger-jsdoc": "^6.2.5",
-	"swagger-ui-express": "^4.6.0",
+	"swagger-jsdoc": "^6.2.8",
+	"swagger-ui-express": "^4.6.3",
 	uuid: "^9.0.0",
-	vm2: "^3.9.13",
+	vm2: "^3.9.17",
 	"word-error-rate": "0.0.7",
 	"write-yaml": "^1.0.0",
 	xlsx: "^0.18.5",
 	xregexp: "^5.1.1",
-	yaml: "^2.1.3"
+	yaml: "^2.2.2"
 };
 var devDependencies = {
-	"@babel/core": "^7.20.5",
-	"@babel/node": "^7.20.5",
-	"@babel/plugin-transform-runtime": "^7.19.6",
-	"@babel/preset-env": "^7.20.2",
+	"@babel/core": "^7.21.8",
+	"@babel/node": "^7.20.7",
+	"@babel/plugin-transform-runtime": "^7.21.4",
+	"@babel/preset-env": "^7.21.5",
 	chai: "^4.3.7",
 	"chai-as-promised": "^7.1.1",
 	"cross-env": "^7.0.3",
-	eslint: "^8.29.0",
+	eslint: "^8.40.0",
 	"eslint-config-standard": "^17.0.0",
-	"eslint-plugin-import": "^2.26.0",
+	"eslint-plugin-import": "^2.27.5",
 	"eslint-plugin-mocha": "^10.1.0",
-	"eslint-plugin-n": "^15.6.0",
+	"eslint-plugin-n": "^15.7.0",
 	"eslint-plugin-promise": "^6.1.1",
 	"eslint-plugin-standard": "^4.1.0",
 	"license-checker": "^25.0.1",
 	"license-compatibility-checker": "^0.3.5",
 	mocha: "^10.2.0",
-	nock: "^13.2.9",
-	"npm-check-updates": "^16.5.6",
+	nock: "^13.3.1",
+	"npm-check-updates": "^16.10.12",
 	nyc: "^15.1.0",
 	rollup: "2.79.1",
 	"rollup-plugin-babel": "^4.4.0",
@@ -286,6 +286,12 @@ var Capabilities = {
   SIMPLEREST_POLL_INTERVAL: 'SIMPLEREST_POLL_INTERVAL',
   SIMPLEREST_POLL_TIMEOUT: 'SIMPLEREST_PING_TIMEOUT',
   SIMPLEREST_POLL_UPDATE_CONTEXT: 'SIMPLEREST_POLL_UPDATE_CONTEXT',
+  SIMPLEREST_CONTEXT_IGNORE_JSONPATH: 'SIMPLEREST_CONTEXT_IGNORE_JSONPATH',
+  SIMPLEREST_CONTEXT_IGNORE_MATCH: 'SIMPLEREST_CONTEXT_IGNORE_MATCH',
+  SIMPLEREST_CONTEXT_SKIP_JSONPATH: 'SIMPLEREST_CONTEXT_SKIP_JSONPATH',
+  SIMPLEREST_CONTEXT_SKIP_MATCH: 'SIMPLEREST_CONTEXT_SKIP_MATCH',
+  SIMPLEREST_CONTEXT_CONTINUE_JSONPATH: 'SIMPLEREST_CONTEXT_CONTINUE_JSONPATH',
+  SIMPLEREST_CONTEXT_CONTINUE_MATCH: 'SIMPLEREST_CONTEXT_CONTINUE_MATCH',
   SIMPLEREST_BODY_JSONPATH: 'SIMPLEREST_BODY_JSONPATH',
   SIMPLEREST_RESPONSE_JSONPATH: 'SIMPLEREST_RESPONSE_JSONPATH',
   SIMPLEREST_RESPONSE_HOOK: 'SIMPLEREST_RESPONSE_HOOK',
@@ -383,9 +389,7 @@ var Capabilities = {
   RATELIMIT_USERSAYS_MINTIME: 'RATELIMIT_USERSAYS_MINTIME',
   RATELIMIT_BOTTLENECK_FN: 'RATELIMIT_BOTTLENECK_FN',
   SECURITY_ALLOW_UNSAFE: 'SECURITY_ALLOW_UNSAFE',
-  PRECOMPILERS: 'PRECOMPILERS',
-  // RETRY
-  RETRY_CONVO_ASYNC: 'RETRY_CONVO_ASYNC'
+  PRECOMPILERS: 'PRECOMPILERS'
 };
 Capabilities.PROJECTNAME;
 Capabilities.TESTSESSIONNAME;
@@ -454,6 +458,12 @@ Capabilities.SIMPLEREST_POLL_REQUEST_HOOK;
 Capabilities.SIMPLEREST_POLL_INTERVAL;
 Capabilities.SIMPLEREST_POLL_TIMEOUT;
 Capabilities.SIMPLEREST_POLL_UPDATE_CONTEXT;
+Capabilities.SIMPLEREST_CONTEXT_IGNORE_JSONPATH;
+Capabilities.SIMPLEREST_CONTEXT_IGNORE_MATCH;
+Capabilities.SIMPLEREST_CONTEXT_SKIP_JSONPATH;
+Capabilities.SIMPLEREST_CONTEXT_SKIP_MATCH;
+Capabilities.SIMPLEREST_CONTEXT_CONTINUE_JSONPATH;
+Capabilities.SIMPLEREST_CONTEXT_CONTINUE_MATCH;
 Capabilities.SIMPLEREST_BODY_JSONPATH;
 Capabilities.SIMPLEREST_RESPONSE_JSONPATH;
 Capabilities.SIMPLEREST_RESPONSE_HOOK;
@@ -538,7 +548,6 @@ Capabilities.RATELIMIT_USERSAYS_MINTIME;
 Capabilities.RATELIMIT_BOTTLENECK_FN;
 Capabilities.SECURITY_ALLOW_UNSAFE;
 Capabilities.PRECOMPILERS;
-Capabilities.RETRY_CONVO_ASYNC;
 
 var Source = {
   LOCALPATH: 'LOCALPATH',
@@ -859,6 +868,7 @@ var Events = {
   CONTAINER_CLEANED: 'CONTAINER_CLEANED',
   CONTAINER_CLEAN_ERROR: 'CONTAINER_CLEAN_ERROR',
   BOT_CONNECTED: 'BOT_CONNECTED',
+  CONVO_STEP_NEXT: 'CONVO_STEP_NEXT',
   // Chatbot Events
   MESSAGE_SENTTOBOT: 'MESSAGE_SENTTOBOT',
   MESSAGE_SENDTOBOT_ERROR: 'MESSAGE_SENDTOBOT_ERROR',
@@ -882,6 +892,7 @@ Events.CONTAINER_CLEANING;
 Events.CONTAINER_CLEANED;
 Events.CONTAINER_CLEAN_ERROR;
 Events.BOT_CONNECTED;
+Events.CONVO_STEP_NEXT;
 Events.MESSAGE_SENTTOBOT;
 Events.MESSAGE_SENDTOBOT_ERROR;
 Events.MESSAGE_RECEIVEDFROMBOT;
@@ -2225,7 +2236,7 @@ const linesToScriptingMemories$2 = (lines, columnMode = null) => {
   }
   return scriptingMemories;
 };
-const calculateWer$1 = (str, pattern) => {
+const calculateWer$2 = (str, pattern) => {
   const _prepareString = (str, remWildcard = false) => {
     if (remWildcard) return str.replace(/[.,/#!$%^&;:*{}=\-_`~()]/g, '').toLowerCase();
     return str.replace(/[.,/#!$%^&;:{}=\-_`~()]/g, '').toLowerCase();
@@ -2248,6 +2259,11 @@ const calculateWer$1 = (str, pattern) => {
   const botMessage = _prepareString(str);
   const botMessageWords = botMessage.split(' ').map(bm => bm.trim());
   const utt = _prepareString(utterance);
+
+  // if no wildcards, just calculate WER
+  if (utt.indexOf('*') === -1) return wordErrorRate__default["default"].wordErrorRate(botMessage, utt).toFixed(2);
+
+  // if there are wildcards, calculate WER for each wildcard part
   const errors = [];
   for (let wildcardPart of utt.split('*')) {
     let wer = 1;
@@ -2267,7 +2283,7 @@ const calculateWer$1 = (str, pattern) => {
       }
     }
     if (lodash__default["default"].isNil(subsetPhraseFound)) {
-      throw new Error('Word Error Asserter: Something went wrong here, please try to modify your assertion!');
+      throw new Error('Word Error Asserter: When using wild cards, please make sure that the length of the asserter text is smaller than the bot message!');
     }
     errors.push(_getErrors(_getWords(wildcardPart), _getWords(subsetPhraseFound)));
   }
@@ -2280,6 +2296,7 @@ const calculateWer$1 = (str, pattern) => {
   debug$l(`Word Error Rate Asserter - Compared Bot Message '${botMessage}' / '${utt}': ${(errCount / allCount).toFixed(2)}`);
   return (errCount / allCount).toFixed(2);
 };
+const toPercent$1 = s => `${(s * 100).toFixed(0)}%`;
 var helper = {
   normalizeText: normalizeText$1,
   splitStringInNonEmptyLines: splitStringInNonEmptyLines$1,
@@ -2294,7 +2311,8 @@ var helper = {
   validateSender: validateSender$1,
   validateConvo: validateConvo$2,
   linesToScriptingMemories: linesToScriptingMemories$2,
-  calculateWer: calculateWer$1
+  calculateWer: calculateWer$2,
+  toPercent: toPercent$1
 };
 
 const debug$k = debug__default["default"]('botium-core-ScriptingMemory');
@@ -2634,45 +2652,7 @@ ScriptingMemory.extractVarNames;
 ScriptingMemory.RESERVED_WORDS;
 ScriptingMemory.SCRIPTING_FUNCTIONS;
 
-const debug$j = debug__default["default"]('botium-core-RetryHelper');
-var RetryHelper_1 = class RetryHelper {
-  constructor(caps, section, options = {}) {
-    this.retryErrorPatterns = [];
-    const onErrorRegexp = caps[`RETRY_${section.toUpperCase()}_ONERROR_REGEXP`] || [];
-    if (onErrorRegexp) {
-      if (lodash__default["default"].isArray(onErrorRegexp)) {
-        onErrorRegexp.forEach(r => {
-          if (lodash__default["default"].isString(r)) this.retryErrorPatterns.push(new RegExp(r, 'i'));else this.retryErrorPatterns.push(r);
-        });
-      } else if (lodash__default["default"].isString(onErrorRegexp)) {
-        this.retryErrorPatterns.push(new RegExp(onErrorRegexp, 'i'));
-      } else {
-        this.retryErrorPatterns.push(onErrorRegexp);
-      }
-    }
-
-    // to turn on retries, NUMRETRIES or ONERROR_REGEXP has to be set
-    this.retrySettings = {
-      retries: caps[`RETRY_${section.toUpperCase()}_NUMRETRIES`] || (!lodash__default["default"].isNil(options.numRetries) ? options.numRetries : this.retryErrorPatterns.length === 0 ? 0 : 1),
-      factor: caps[`RETRY_${section.toUpperCase()}_FACTOR`] || (lodash__default["default"].isNil(options.factor) ? 1 : options.factor),
-      minTimeout: caps[`RETRY_${section.toUpperCase()}_MINTIMEOUT`] || (lodash__default["default"].isNil(options.minTimeout) ? 1000 : options.minTimeout)
-    };
-    if (this.retrySettings.retries > 0) {
-      debug$j(`Retry for ${section} is enabled. Settings: ${JSON.stringify(this.retrySettings)} Patterns: ${JSON.stringify(this.retryErrorPatterns.map(r => r.toString()))}`);
-    }
-  }
-  shouldRetry(err) {
-    if (!err) return false;
-    if (this.retryErrorPatterns.length === 0) return true;
-    const errString = util__default["default"].inspect(err);
-    for (const re of this.retryErrorPatterns) {
-      if (errString.match(re)) return true;
-    }
-    return false;
-  }
-};
-
-const debug$i = debug__default["default"]('botium-core-Convo');
+const debug$j = debug__default["default"]('botium-core-Convo');
 const {
   BotiumError: BotiumError$4,
   botiumErrorFromErr: botiumErrorFromErr$1,
@@ -2826,10 +2806,10 @@ class TranscriptError extends Error {
 class Convo$6 {
   constructor(context, fromJson = {}) {
     if (fromJson instanceof Convo$6) {
-      debug$i('Illegal state!!! Parameter should be a JSON, but it is a Convo');
+      debug$j('Illegal state!!! Parameter should be a JSON, but it is a Convo');
     } else if (fromJson.beginAsserter) {
       // beginAsserter is one of the fields which are lost
-      debug$i('Illegal state!!! Parameter should be a native JSON, but looks as a Convo converted to JSON');
+      debug$j('Illegal state!!! Parameter should be a native JSON, but looks as a Convo converted to JSON');
     }
     this.scriptingEvents = context.scriptingEvents;
     this.context = context;
@@ -2874,30 +2854,6 @@ class Convo$6 {
     return this.header.toString() + (this.sourceTag ? ` (${util__default["default"].inspect(this.sourceTag)})` : '') + ': ' + this.conversation.map(c => c.toString()).join(' | ');
   }
   async Run(container) {
-    if (container.caps.RETRY_CONVO_ASYNC) {
-      return this.RunImpl(container).catch(err => {
-        debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}".`);
-        throw err;
-      });
-    } else {
-      const retryHelper = new RetryHelper_1(container.caps, 'CONVO');
-      return promiseRetry__default["default"](async (retry, number) => {
-        const retryRemaining = retryHelper.retrySettings.retries - number + 1;
-        return this.RunImpl(container).catch(err => {
-          if (retryHelper.shouldRetry(err)) {
-            debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}". Retry ${retryRemaining > 0 ? 'enabled' : 'disabled'} (remaining #${retryRemaining}/${retryHelper.retrySettings.retries}, criterion matches)`);
-            retry(err);
-          } else {
-            if (retryHelper.retryErrorPatterns.length > 0) {
-              debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}". Retry 'disabled' (remaining (#${retryRemaining}/${retryHelper.retrySettings.retries}), criterion does not match)`);
-            }
-            throw err;
-          }
-        });
-      }, retryHelper.retrySettings);
-    }
-  }
-  async RunImpl(container) {
     const transcript = new Transcript({
       steps: [],
       attachments: [],
@@ -3003,6 +2959,7 @@ class Convo$6 {
       for (let i = 0; i < this.conversation.length; i++) {
         const convoStep = this.conversation[i];
         const currentStepIndex = i;
+        container.eventEmitter.emit(Events.CONVO_STEP_NEXT, container, convoStep, i);
         skipTranscriptStep = false;
         const transcriptStep = new TranscriptStep({
           expected: new BotiumMockMessage_1(convoStep),
@@ -3062,7 +3019,7 @@ class Convo$6 {
               });
               await this._checkBotRepliesConsumed(container);
               const coreMsg = lodash__default["default"].omit(removeBuffers(meMsg), ['sourceData']);
-              debug$i(`${this.header.name}/${convoStep.stepTag}: user says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
+              debug$j(`${this.header.name}/${convoStep.stepTag}: user says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
               await new Promise(resolve => {
                 if (container.caps.SIMULATE_WRITING_SPEED && meMsg.messageText && meMsg.messageText.length) {
                   setTimeout(() => resolve(), container.caps.SIMULATE_WRITING_SPEED * meMsg.messageText.length);
@@ -3098,7 +3055,7 @@ class Convo$6 {
                 });
                 continue;
               } else {
-                debug$i(`${this.header.name}/${convoStep.stepTag}: message not found in #me section, message not sent to container ${util__default["default"].inspect(convoStep)}`);
+                debug$j(`${this.header.name}/${convoStep.stepTag}: message not found in #me section, message not sent to container ${util__default["default"].inspect(convoStep)}`);
                 transcriptStep.botEnd = new Date();
                 await this.scriptingEvents.onMeEnd({
                   convo: this,
@@ -3114,7 +3071,7 @@ class Convo$6 {
             } catch (err) {
               transcriptStep.botEnd = new Date();
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: error sending to bot - ${err.message || err}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr);
               } catch (failErr) {}
@@ -3127,7 +3084,7 @@ class Convo$6 {
               waitForBotSays = true;
             }
             try {
-              debug$i(`${this.header.name} wait for bot ${convoStep.channel || ''}`);
+              debug$j(`${this.header.name} wait for bot ${convoStep.channel || ''}`);
               await this.scriptingEvents.onBotStart({
                 convo: this,
                 convoStep,
@@ -3143,11 +3100,11 @@ class Convo$6 {
               transcriptStep.botEnd = new Date();
               transcriptStep.actual = new BotiumMockMessage_1(botMsg);
               const coreMsg = lodash__default["default"].omit(removeBuffers(botMsg), ['sourceData']);
-              debug$i(`${this.header.name}: bot says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
+              debug$j(`${this.header.name}: bot says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
             } catch (err) {
               transcriptStep.botEnd = new Date();
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: error waiting for bot - ${err.message}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
@@ -3166,19 +3123,27 @@ class Convo$6 {
               if (prepared) {
                 transcriptStep.actual = new BotiumMockMessage_1(botMsg);
                 const coreMsg = lodash__default["default"].omit(removeBuffers(botMsg), ['sourceData']);
-                debug$i(`${this.header.name}: onBotPrepare (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
+                debug$j(`${this.header.name}: onBotPrepare (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
               }
             } catch (err) {
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: onBotPrepare error - ${err.message || err}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
               throw failErr;
             }
+            if (convoStep.skip === true) {
+              skipTranscriptStep = true;
+              const nextConvoStep = this.conversation[i + 1];
+              if (nextConvoStep && nextConvoStep.sender === 'bot') {
+                waitForBotSays = false;
+              }
+              continue;
+            }
             if (!botMsg || !botMsg.messageText && !botMsg.media && !botMsg.buttons && !botMsg.cards && !botMsg.sourceData && !botMsg.nlp) {
               const failErr = new BotiumError$4(`${this.header.name}/${convoStep.stepTag}: bot says nothing`);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
@@ -3259,7 +3224,7 @@ class Convo$6 {
                 continue;
               }
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: assertion error - ${err.message || err}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
@@ -3280,7 +3245,7 @@ class Convo$6 {
             }
           } else {
             const failErr = new BotiumError$4(`${this.header.name}/${convoStep.stepTag}: invalid sender - ${util__default["default"].inspect(convoStep.sender)}`);
-            debug$i(failErr);
+            debug$j(failErr);
             try {
               this.scriptingEvents.fail && this.scriptingEvents.fail(failErr);
             } catch (failErr) {}
@@ -3486,7 +3451,7 @@ class Convo$6 {
             throw new BotiumError$4(`Cant find partial convo with name ${includeLogicHook} (available partial convos: ${Object.keys(partialConvos).join(',')})`);
           }
           _getEffectiveConversationRecursive(partialConvo.conversation, [...parentPConvos, includeLogicHook], result, true);
-          debug$i(`Partial convo ${includeLogicHook} included`);
+          debug$j(`Partial convo ${includeLogicHook} included`);
         });
       });
       return result;
@@ -3507,10 +3472,48 @@ var Convo_1 = {
   TranscriptError
 };
 
+const debug$i = debug__default["default"]('botium-core-RetryHelper');
+var RetryHelper_1 = class RetryHelper {
+  constructor(caps, section, options = {}) {
+    this.retryErrorPatterns = [];
+    const onErrorRegexp = caps[`RETRY_${section.toUpperCase()}_ONERROR_REGEXP`] || [];
+    if (onErrorRegexp) {
+      if (lodash__default["default"].isArray(onErrorRegexp)) {
+        onErrorRegexp.forEach(r => {
+          if (lodash__default["default"].isString(r)) this.retryErrorPatterns.push(new RegExp(r, 'i'));else this.retryErrorPatterns.push(r);
+        });
+      } else if (lodash__default["default"].isString(onErrorRegexp)) {
+        this.retryErrorPatterns.push(new RegExp(onErrorRegexp, 'i'));
+      } else {
+        this.retryErrorPatterns.push(onErrorRegexp);
+      }
+    }
+
+    // to turn on retries, NUMRETRIES or ONERROR_REGEXP has to be set
+    this.retrySettings = {
+      retries: caps[`RETRY_${section.toUpperCase()}_NUMRETRIES`] || (!lodash__default["default"].isNil(options.numRetries) ? options.numRetries : this.retryErrorPatterns.length === 0 ? 0 : 1),
+      factor: caps[`RETRY_${section.toUpperCase()}_FACTOR`] || (lodash__default["default"].isNil(options.factor) ? 1 : options.factor),
+      minTimeout: caps[`RETRY_${section.toUpperCase()}_MINTIMEOUT`] || (lodash__default["default"].isNil(options.minTimeout) ? 1000 : options.minTimeout)
+    };
+    if (this.retrySettings.retries > 0) {
+      debug$i(`Retry for ${section} is enabled. Settings: ${JSON.stringify(this.retrySettings)} Patterns: ${JSON.stringify(this.retryErrorPatterns.map(r => r.toString()))}`);
+    }
+  }
+  shouldRetry(err) {
+    if (!err) return false;
+    if (this.retryErrorPatterns.length === 0) return true;
+    const errString = util__default["default"].inspect(err);
+    for (const re of this.retryErrorPatterns) {
+      if (errString.match(re)) return true;
+    }
+    return false;
+  }
+};
+
 const {
   toString,
   quoteRegexpString,
-  calculateWer
+  calculateWer: calculateWer$1
 } = helper;
 const _normalize = botresponse => {
   if (lodash__default["default"].isUndefined(botresponse) || lodash__default["default"].isNil(botresponse)) return '';
@@ -3578,7 +3581,7 @@ const wer = () => (botresponse, utterance, args) => {
   botresponse = _normalize(botresponse || '');
   utterance = toString(utterance || '');
   const threshold = [',', '.'].find(p => `${args[0]}`.includes(p)) ? parseFloat(args[0]) : parseInt(args[0]) / 100;
-  return calculateWer(botresponse, utterance) <= threshold;
+  return calculateWer$1(botresponse, utterance) <= threshold;
 };
 const getMatchFunction$1 = matchingMode => {
   if (matchingMode === 'regexp' || matchingMode === 'regexpIgnoreCase') {
@@ -5372,6 +5375,10 @@ const {
 const {
   getMatchFunction
 } = MatchFunctions;
+const {
+  calculateWer,
+  toPercent
+} = helper;
 const globPattern = '**/+(*.convo.txt|*.utterances.txt|*.pconvo.txt|*.scriptingmemory.txt|*.xlsx|*.xlsm|*.convo.csv|*.pconvo.csv|*.utterances.csv|*.yaml|*.yml|*.json|*.md|*.markdown)';
 const skipPattern = /^skip[.\-_]/i;
 const p = (retryHelper, fn) => {
@@ -5632,29 +5639,51 @@ var ScriptingProvider_1 = class ScriptingProvider {
         const found = lodash__default["default"].find(tomatch, utt => this.matchFn(botresponse, utt, this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS]));
         const asserterType = this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer' ? 'Word Error Rate Asserter' : 'Text Match Asserter';
         if (lodash__default["default"].isNil(found)) {
-          let message = `${stepTag}: Bot response `;
-          message += meMsg ? `(on ${meMsg}) ` : '';
-          message += botresponse ? '"' + botresponse + '"' : '<no response>';
-          message += ' expected to match ';
-          message += tomatch && tomatch.length > 1 ? 'one of ' : '';
-          message += `${tomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
-          throw new BotiumError$2(message, {
-            type: 'asserter',
-            source: asserterType,
-            params: {
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            },
-            context: {
-              stepTag
-            },
-            cause: {
-              expected: tomatch,
-              actual: botresponse,
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            }
-          });
+          if (this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer') {
+            const wer = calculateWer(botresponse, tomatch[0]);
+            const werArgs = this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS];
+            const threshold = [',', '.'].find(p => `${werArgs[0]}`.includes(p)) ? parseFloat(werArgs[0]) : parseInt(werArgs[0]) / 100;
+            const message = `${stepTag}: Word Error Rate (${toPercent(wer)}) higher than accepted (${toPercent(threshold)})`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                expected: `<=${toPercent(threshold)} (${tomatch})`,
+                actual: `${toPercent(wer)} (${botresponse})`
+              }
+            });
+          } else {
+            let message = `${stepTag}: Bot response `;
+            message += meMsg ? `(on ${meMsg}) ` : '';
+            message += botresponse ? '"' + botresponse + '"' : '<no response>';
+            message += ' expected to match ';
+            message += tomatch && tomatch.length > 1 ? 'one of ' : '';
+            message += `${tomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                expected: tomatch,
+                actual: botresponse,
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              }
+            });
+          }
         }
       },
       assertBotNotResponse: (botresponse, nottomatch, stepTag, meMsg) => {
@@ -5665,30 +5694,52 @@ var ScriptingProvider_1 = class ScriptingProvider {
         const found = lodash__default["default"].find(nottomatch, utt => this.matchFn(botresponse, utt, this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS]));
         const asserterType = this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer' ? 'Word Error Rate Asserter' : 'Text Match Asserter';
         if (!lodash__default["default"].isNil(found)) {
-          let message = `${stepTag}: Bot response `;
-          message += meMsg ? `(on ${meMsg}) ` : '';
-          message += botresponse ? '"' + botresponse + '"' : '<no response>';
-          message += ' expected NOT to match ';
-          message += nottomatch && nottomatch.length > 1 ? 'one of ' : '';
-          message += `${nottomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
-          throw new BotiumError$2(message, {
-            type: 'asserter',
-            source: asserterType,
-            params: {
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            },
-            context: {
-              stepTag
-            },
-            cause: {
-              not: true,
-              expected: nottomatch,
-              actual: botresponse,
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            }
-          });
+          if (this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer') {
+            const wer = calculateWer(botresponse, nottomatch[0]);
+            const werArgs = this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS];
+            const threshold = [',', '.'].find(p => `${werArgs[0]}`.includes(p)) ? parseFloat(werArgs[0]) : parseInt(werArgs[0]) / 100;
+            const message = `${stepTag}: Word Error Rate (${toPercent(wer)}) lower than accepted (${toPercent(threshold)})`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                expected: `>=${toPercent(threshold)} (${nottomatch})`,
+                actual: `${toPercent(wer)} (${botresponse})`
+              }
+            });
+          } else {
+            let message = `${stepTag}: Bot response `;
+            message += meMsg ? `(on ${meMsg}) ` : '';
+            message += botresponse ? '"' + botresponse + '"' : '<no response>';
+            message += ' expected NOT to match ';
+            message += nottomatch && nottomatch.length > 1 ? 'one of ' : '';
+            message += `${nottomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                not: true,
+                expected: nottomatch,
+                actual: botresponse,
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              }
+            });
+          }
         }
       },
       fail: null
@@ -6384,10 +6435,16 @@ var ScriptingProvider_1 = class ScriptingProvider {
       convoFilter: null
     }, options);
     const expandedConvos = [];
+    // The globalContext is going to keep the data even if the Object.assign which happening to create the myContext in _expandConvo function
+    const context = {
+      globalContext: {
+        totalConvoCount: 0
+      }
+    };
     debug$9(`ExpandConvos - Using utterances expansion mode: ${this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE]}`);
     this.convos.forEach(convo => {
       convo.expandPartialConvos();
-      for (const expanded of this._expandConvo(convo, options, {})) {
+      for (const expanded of this._expandConvo(convo, options, context)) {
         expanded.header.assertionCount = this.GetAssertionCount(expanded);
         if (options.justHeader) {
           const ConvoWithOnlyHeader = {
@@ -6403,6 +6460,7 @@ var ScriptingProvider_1 = class ScriptingProvider {
       }
     });
     this.convos = expandedConvos;
+    this.totalConvoCount = context.globalContext.totalConvoCount;
     if (!options.justHeader) {
       this._sortConvos();
     } else {
@@ -6414,16 +6472,23 @@ var ScriptingProvider_1 = class ScriptingProvider {
       // drop unwanted convos
       convoFilter: null
     }, options);
+    // The globalContext is going to keep the data even if the Object.assign which happening to create the myContext in _expandConvo function
+    const context = {
+      globalContext: {
+        totalConvoCount: 0
+      }
+    };
     debug$9(`ExpandConvos - Using utterances expansion mode: ${this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE]}`);
     // creating a nested generator, calling the other.
     // We hope this.convos does not changes while this iterator is used
     const _convosIterable = function* (options) {
       for (const convo of this.convos) {
         convo.expandPartialConvos();
-        yield* this._expandConvo(convo, options, {});
+        yield* this._expandConvo(convo, options, context);
       }
     }.bind(this);
     this.convosIterable = _convosIterable(options);
+    this.totalConvoCount = context.globalContext.totalConvoCount;
   }
 
   /**
@@ -6641,6 +6706,9 @@ var ScriptingProvider_1 = class ScriptingProvider {
       const expanded = Object.assign(lodash__default["default"].cloneDeep(currentConvo), {
         conversation: lodash__default["default"].cloneDeep(convoStepsStack)
       });
+      if (!lodash__default["default"].isNil(lodash__default["default"].get(context, 'globalContext.totalConvoCount'))) {
+        context.globalContext.totalConvoCount++;
+      }
       if (!options.convoFilter || options.convoFilter(expanded)) {
         yield expanded;
       }
@@ -7291,10 +7359,12 @@ var BaseContainer_1 = class BaseContainer {
       }, rimraffed => {
         if (this.caps[Capabilities.CLEANUPTEMPDIR]) {
           debug$7(`Cleanup rimrafing temp dir ${this.tempDirectory}`);
-          rimraf__default["default"](this.tempDirectory, err => {
-            if (err) debug$7(`Cleanup temp dir ${this.tempDirectory} failed: ${util__default["default"].inspect(err)}`);
+          try {
+            rimraf__default["default"].sync(this.tempDirectory);
             rimraffed();
-          });
+          } catch (err) {
+            rimraffed(new Error(`Cleanup temp directory ${this.tempDirectory} failed: ${util__default["default"].inspect(err)}`));
+          }
         } else {
           rimraffed();
         }
@@ -7913,6 +7983,43 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
       }
       debug$4(`current session context: ${util__default["default"].inspect(this.view.context)}`);
     }
+    const _isAnyContextJsonPathMatch = (capName, capNameMatch) => {
+      const jsonPaths = getAllCapValues(capName, this.caps);
+      if (jsonPaths.length > 0) {
+        const jsonPathsMatch = getAllCapValues(capNameMatch, this.caps);
+        for (const [index, jsonPath] of jsonPaths.entries()) {
+          const contextNodes = jsonpath__default["default"].query(this.view.context, jsonPath);
+          if (lodash__default["default"].isArray(contextNodes) && contextNodes.length > 0) {
+            if (jsonPathsMatch[index]) {
+              if (contextNodes[0] === jsonPathsMatch[index]) {
+                return {
+                  jsonPath,
+                  match: contextNodes[0]
+                };
+              }
+            } else {
+              return {
+                jsonPath
+              };
+            }
+          }
+        }
+      }
+      return null;
+    };
+    const ignoreMatch = _isAnyContextJsonPathMatch(Capabilities.SIMPLEREST_CONTEXT_IGNORE_JSONPATH, Capabilities.SIMPLEREST_CONTEXT_IGNORE_MATCH);
+    if (ignoreMatch) {
+      if (ignoreMatch.match) debug$4(`ignoring response for context match: ${ignoreMatch.jsonPath} = ${ignoreMatch.match}`);else debug$4(`ignoring response for context: ${ignoreMatch.jsonPath}`);
+      return;
+    }
+    const skipMatch = _isAnyContextJsonPathMatch(Capabilities.SIMPLEREST_CONTEXT_SKIP_JSONPATH, Capabilities.SIMPLEREST_CONTEXT_SKIP_MATCH);
+    if (skipMatch) {
+      if (skipMatch.match) debug$4(`skipping response for context match: ${skipMatch.jsonPath} = ${skipMatch.match}`);else debug$4(`skipping response for context: ${skipMatch.jsonPath}`);
+      setTimeout(() => this._doRequest({
+        messageText: ''
+      }, true, true), 0);
+      return;
+    }
     const result = [];
     if (isFromUser) {
       const _extractFrom = (root, jsonPaths) => {
@@ -8061,6 +8168,13 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
         }
       }
     }
+    const continueMatch = _isAnyContextJsonPathMatch(Capabilities.SIMPLEREST_CONTEXT_CONTINUE_JSONPATH, Capabilities.SIMPLEREST_CONTEXT_CONTINUE_MATCH);
+    if (continueMatch) {
+      if (continueMatch.match) debug$4(`continue with next response for context match: ${continueMatch.jsonPath} = ${continueMatch.match}`);else debug$4(`continue with next response for context: ${continueMatch.jsonPath}`);
+      setTimeout(() => this._doRequest({
+        messageText: ''
+      }, true, true), 0);
+    }
     return result;
   }
   _doRequest(msg, isFromUser, updateContext) {
@@ -8685,13 +8799,9 @@ const {
 var PluginConnectorContainer_1 = class PluginConnectorContainer extends BaseContainer_1 {
   async Validate() {
     await super.Validate();
-    const setAsync = isAsync => {
-      this.caps.RETRY_CONVO_ASYNC = isAsync;
-    };
     this.pluginInstance = tryLoadPlugin(this.caps[Capabilities.CONTAINERMODE], this.caps[Capabilities.PLUGINMODULEPATH], {
       container: this,
       queueBotSays: msg => this._QueueBotSays(msg),
-      setAsync: isAsync => setAsync(isAsync),
       bottleneck: this.bottleneck,
       eventEmitter: this.eventEmitter,
       caps: this.caps,
@@ -8822,15 +8932,18 @@ var PluginConnectorContainer_1 = class PluginConnectorContainer extends BaseCont
   }
 };
 
-var require$$2 = getCjsExportFromNamespace(_package$1);
+var require$$3 = getCjsExportFromNamespace(_package$1);
 
+const {
+  rimraf
+} = rimraf__default["default"];
 const {
   boolean
 } = boolean__default["default"];
 const debug$1 = debug__default["default"]('botium-core-BotDriver');
 const {
   version
-} = require$$2;
+} = require$$3;
 var BotDriver_1 = class BotDriver {
   constructor(caps = {}, sources = {}, envs = {}) {
     this.eventEmitter = new events__default["default"]();
@@ -8948,9 +9061,7 @@ var BotDriver_1 = class BotDriver {
           debug$1(`BotDriver Build error: ${err}`);
           this.eventEmitter.emit(Events.CONTAINER_BUILD_ERROR, err);
           if (tempDirectory) {
-            rimraf__default["default"](tempDirectory, err => {
-              if (err) debug$1(`Cleanup temp dir ${tempDirectory} failed: ${util__default["default"].inspect(err)}`);
-            });
+            rimraf(tempDirectory).catch(err => debug$1(`Cleanup temp dir ${tempDirectory} failed: ${util__default["default"].inspect(err)}`));
           }
           return reject(err);
         }