botium-core 1.13.16 → 1.13.18

package/dist/botium-es.js

@@ -2,7 +2,7 @@ import util from 'util';
 import fs from 'fs';
 import path from 'path';
 import async from 'async';
-import rimraf from 'rimraf';
+import rimraf$1 from 'rimraf';
 import mkdirp from 'mkdirp';
 import sanitizeFilename from 'sanitize-filename';
 import moment from 'moment';
@@ -37,7 +37,7 @@ import express from 'express';
 import bodyParser from 'body-parser';
 
 var name = "botium-core";
-var version$1 = "1.13.16";
+var version$1 = "1.13.18";
 var description = "The Selenium for Chatbots";
 var main = "index.js";
 var module = "dist/botium-es.js";
@@ -69,66 +69,66 @@ var bugs = {
 };
 var homepage = "https://www.botium.ai";
 var dependencies = {
-	"@babel/runtime": "^7.20.6",
+	"@babel/runtime": "^7.21.5",
 	async: "^3.2.4",
-	"body-parser": "^1.20.1",
+	"body-parser": "^1.20.2",
 	boolean: "^3.2.0",
 	bottleneck: "^2.19.5",
-	"csv-parse": "^5.3.3",
+	"csv-parse": "^5.3.10",
 	debug: "^4.3.4",
 	esprima: "^4.0.1",
 	express: "^4.18.2",
 	globby: "11.0.4",
-	ioredis: "^5.2.4",
+	ioredis: "^5.3.2",
 	"is-class": "^0.0.9",
 	"is-json": "^2.0.1",
 	jsonpath: "^1.1.1",
 	lodash: "^4.17.21",
 	"markdown-it": "^13.0.1",
 	"mime-types": "^2.1.35",
-	mkdirp: "^1.0.4",
+	mkdirp: "^3.0.1",
 	moment: "^2.29.4",
 	mustache: "^4.2.0",
 	"promise-retry": "^2.0.1",
 	"promise.allsettled": "^1.0.6",
 	randomatic: "^3.1.1",
 	request: "^2.88.2",
-	rimraf: "^3.0.2",
+	rimraf: "^5.0.0",
 	"sanitize-filename": "^1.6.3",
-	slugify: "^1.6.5",
-	"socket.io": "^4.5.4",
-	"socket.io-client": "^4.5.4",
+	slugify: "^1.6.6",
+	"socket.io": "^4.6.1",
+	"socket.io-client": "^4.6.1",
 	"socketio-auth": "^0.1.1",
-	"swagger-jsdoc": "^6.2.5",
-	"swagger-ui-express": "^4.6.0",
+	"swagger-jsdoc": "^6.2.8",
+	"swagger-ui-express": "^4.6.3",
 	uuid: "^9.0.0",
-	vm2: "^3.9.13",
+	vm2: "^3.9.17",
 	"word-error-rate": "0.0.7",
 	"write-yaml": "^1.0.0",
 	xlsx: "^0.18.5",
 	xregexp: "^5.1.1",
-	yaml: "^2.1.3"
+	yaml: "^2.2.2"
 };
 var devDependencies = {
-	"@babel/core": "^7.20.5",
-	"@babel/node": "^7.20.5",
-	"@babel/plugin-transform-runtime": "^7.19.6",
-	"@babel/preset-env": "^7.20.2",
+	"@babel/core": "^7.21.8",
+	"@babel/node": "^7.20.7",
+	"@babel/plugin-transform-runtime": "^7.21.4",
+	"@babel/preset-env": "^7.21.5",
 	chai: "^4.3.7",
 	"chai-as-promised": "^7.1.1",
 	"cross-env": "^7.0.3",
-	eslint: "^8.29.0",
+	eslint: "^8.40.0",
 	"eslint-config-standard": "^17.0.0",
-	"eslint-plugin-import": "^2.26.0",
+	"eslint-plugin-import": "^2.27.5",
 	"eslint-plugin-mocha": "^10.1.0",
-	"eslint-plugin-n": "^15.6.0",
+	"eslint-plugin-n": "^15.7.0",
 	"eslint-plugin-promise": "^6.1.1",
 	"eslint-plugin-standard": "^4.1.0",
 	"license-checker": "^25.0.1",
 	"license-compatibility-checker": "^0.3.5",
 	mocha: "^10.2.0",
-	nock: "^13.2.9",
-	"npm-check-updates": "^16.5.6",
+	nock: "^13.3.1",
+	"npm-check-updates": "^16.10.12",
 	nyc: "^15.1.0",
 	rollup: "2.79.1",
 	"rollup-plugin-babel": "^4.4.0",
@@ -242,6 +242,12 @@ var Capabilities = {
   SIMPLEREST_POLL_INTERVAL: 'SIMPLEREST_POLL_INTERVAL',
   SIMPLEREST_POLL_TIMEOUT: 'SIMPLEREST_PING_TIMEOUT',
   SIMPLEREST_POLL_UPDATE_CONTEXT: 'SIMPLEREST_POLL_UPDATE_CONTEXT',
+  SIMPLEREST_CONTEXT_IGNORE_JSONPATH: 'SIMPLEREST_CONTEXT_IGNORE_JSONPATH',
+  SIMPLEREST_CONTEXT_IGNORE_MATCH: 'SIMPLEREST_CONTEXT_IGNORE_MATCH',
+  SIMPLEREST_CONTEXT_SKIP_JSONPATH: 'SIMPLEREST_CONTEXT_SKIP_JSONPATH',
+  SIMPLEREST_CONTEXT_SKIP_MATCH: 'SIMPLEREST_CONTEXT_SKIP_MATCH',
+  SIMPLEREST_CONTEXT_CONTINUE_JSONPATH: 'SIMPLEREST_CONTEXT_CONTINUE_JSONPATH',
+  SIMPLEREST_CONTEXT_CONTINUE_MATCH: 'SIMPLEREST_CONTEXT_CONTINUE_MATCH',
   SIMPLEREST_BODY_JSONPATH: 'SIMPLEREST_BODY_JSONPATH',
   SIMPLEREST_RESPONSE_JSONPATH: 'SIMPLEREST_RESPONSE_JSONPATH',
   SIMPLEREST_RESPONSE_HOOK: 'SIMPLEREST_RESPONSE_HOOK',
@@ -339,9 +345,7 @@ var Capabilities = {
   RATELIMIT_USERSAYS_MINTIME: 'RATELIMIT_USERSAYS_MINTIME',
   RATELIMIT_BOTTLENECK_FN: 'RATELIMIT_BOTTLENECK_FN',
   SECURITY_ALLOW_UNSAFE: 'SECURITY_ALLOW_UNSAFE',
-  PRECOMPILERS: 'PRECOMPILERS',
-  // RETRY
-  RETRY_CONVO_ASYNC: 'RETRY_CONVO_ASYNC'
+  PRECOMPILERS: 'PRECOMPILERS'
 };
 Capabilities.PROJECTNAME;
 Capabilities.TESTSESSIONNAME;
@@ -410,6 +414,12 @@ Capabilities.SIMPLEREST_POLL_REQUEST_HOOK;
 Capabilities.SIMPLEREST_POLL_INTERVAL;
 Capabilities.SIMPLEREST_POLL_TIMEOUT;
 Capabilities.SIMPLEREST_POLL_UPDATE_CONTEXT;
+Capabilities.SIMPLEREST_CONTEXT_IGNORE_JSONPATH;
+Capabilities.SIMPLEREST_CONTEXT_IGNORE_MATCH;
+Capabilities.SIMPLEREST_CONTEXT_SKIP_JSONPATH;
+Capabilities.SIMPLEREST_CONTEXT_SKIP_MATCH;
+Capabilities.SIMPLEREST_CONTEXT_CONTINUE_JSONPATH;
+Capabilities.SIMPLEREST_CONTEXT_CONTINUE_MATCH;
 Capabilities.SIMPLEREST_BODY_JSONPATH;
 Capabilities.SIMPLEREST_RESPONSE_JSONPATH;
 Capabilities.SIMPLEREST_RESPONSE_HOOK;
@@ -494,7 +504,6 @@ Capabilities.RATELIMIT_USERSAYS_MINTIME;
 Capabilities.RATELIMIT_BOTTLENECK_FN;
 Capabilities.SECURITY_ALLOW_UNSAFE;
 Capabilities.PRECOMPILERS;
-Capabilities.RETRY_CONVO_ASYNC;
 
 var Source = {
   LOCALPATH: 'LOCALPATH',
@@ -815,6 +824,7 @@ var Events = {
   CONTAINER_CLEANED: 'CONTAINER_CLEANED',
   CONTAINER_CLEAN_ERROR: 'CONTAINER_CLEAN_ERROR',
   BOT_CONNECTED: 'BOT_CONNECTED',
+  CONVO_STEP_NEXT: 'CONVO_STEP_NEXT',
   // Chatbot Events
   MESSAGE_SENTTOBOT: 'MESSAGE_SENTTOBOT',
   MESSAGE_SENDTOBOT_ERROR: 'MESSAGE_SENDTOBOT_ERROR',
@@ -838,6 +848,7 @@ Events.CONTAINER_CLEANING;
 Events.CONTAINER_CLEANED;
 Events.CONTAINER_CLEAN_ERROR;
 Events.BOT_CONNECTED;
+Events.CONVO_STEP_NEXT;
 Events.MESSAGE_SENTTOBOT;
 Events.MESSAGE_SENDTOBOT_ERROR;
 Events.MESSAGE_RECEIVEDFROMBOT;
@@ -2181,7 +2192,7 @@ const linesToScriptingMemories$2 = (lines, columnMode = null) => {
   }
   return scriptingMemories;
 };
-const calculateWer$1 = (str, pattern) => {
+const calculateWer$2 = (str, pattern) => {
   const _prepareString = (str, remWildcard = false) => {
     if (remWildcard) return str.replace(/[.,/#!$%^&;:*{}=\-_`~()]/g, '').toLowerCase();
     return str.replace(/[.,/#!$%^&;:{}=\-_`~()]/g, '').toLowerCase();
@@ -2204,6 +2215,11 @@ const calculateWer$1 = (str, pattern) => {
   const botMessage = _prepareString(str);
   const botMessageWords = botMessage.split(' ').map(bm => bm.trim());
   const utt = _prepareString(utterance);
+
+  // if no wildcards, just calculate WER
+  if (utt.indexOf('*') === -1) return wordErrorRate.wordErrorRate(botMessage, utt).toFixed(2);
+
+  // if there are wildcards, calculate WER for each wildcard part
   const errors = [];
   for (let wildcardPart of utt.split('*')) {
     let wer = 1;
@@ -2223,7 +2239,7 @@ const calculateWer$1 = (str, pattern) => {
       }
     }
     if (lodash.isNil(subsetPhraseFound)) {
-      throw new Error('Word Error Asserter: Something went wrong here, please try to modify your assertion!');
+      throw new Error('Word Error Asserter: When using wild cards, please make sure that the length of the asserter text is smaller than the bot message!');
     }
     errors.push(_getErrors(_getWords(wildcardPart), _getWords(subsetPhraseFound)));
   }
@@ -2236,6 +2252,7 @@ const calculateWer$1 = (str, pattern) => {
   debug$l(`Word Error Rate Asserter - Compared Bot Message '${botMessage}' / '${utt}': ${(errCount / allCount).toFixed(2)}`);
   return (errCount / allCount).toFixed(2);
 };
+const toPercent$1 = s => `${(s * 100).toFixed(0)}%`;
 var helper = {
   normalizeText: normalizeText$1,
   splitStringInNonEmptyLines: splitStringInNonEmptyLines$1,
@@ -2250,7 +2267,8 @@ var helper = {
   validateSender: validateSender$1,
   validateConvo: validateConvo$2,
   linesToScriptingMemories: linesToScriptingMemories$2,
-  calculateWer: calculateWer$1
+  calculateWer: calculateWer$2,
+  toPercent: toPercent$1
 };
 
 const debug$k = debug$n('botium-core-ScriptingMemory');
@@ -2590,45 +2608,7 @@ ScriptingMemory.extractVarNames;
 ScriptingMemory.RESERVED_WORDS;
 ScriptingMemory.SCRIPTING_FUNCTIONS;
 
-const debug$j = debug$n('botium-core-RetryHelper');
-var RetryHelper_1 = class RetryHelper {
-  constructor(caps, section, options = {}) {
-    this.retryErrorPatterns = [];
-    const onErrorRegexp = caps[`RETRY_${section.toUpperCase()}_ONERROR_REGEXP`] || [];
-    if (onErrorRegexp) {
-      if (lodash.isArray(onErrorRegexp)) {
-        onErrorRegexp.forEach(r => {
-          if (lodash.isString(r)) this.retryErrorPatterns.push(new RegExp(r, 'i'));else this.retryErrorPatterns.push(r);
-        });
-      } else if (lodash.isString(onErrorRegexp)) {
-        this.retryErrorPatterns.push(new RegExp(onErrorRegexp, 'i'));
-      } else {
-        this.retryErrorPatterns.push(onErrorRegexp);
-      }
-    }
-
-    // to turn on retries, NUMRETRIES or ONERROR_REGEXP has to be set
-    this.retrySettings = {
-      retries: caps[`RETRY_${section.toUpperCase()}_NUMRETRIES`] || (!lodash.isNil(options.numRetries) ? options.numRetries : this.retryErrorPatterns.length === 0 ? 0 : 1),
-      factor: caps[`RETRY_${section.toUpperCase()}_FACTOR`] || (lodash.isNil(options.factor) ? 1 : options.factor),
-      minTimeout: caps[`RETRY_${section.toUpperCase()}_MINTIMEOUT`] || (lodash.isNil(options.minTimeout) ? 1000 : options.minTimeout)
-    };
-    if (this.retrySettings.retries > 0) {
-      debug$j(`Retry for ${section} is enabled. Settings: ${JSON.stringify(this.retrySettings)} Patterns: ${JSON.stringify(this.retryErrorPatterns.map(r => r.toString()))}`);
-    }
-  }
-  shouldRetry(err) {
-    if (!err) return false;
-    if (this.retryErrorPatterns.length === 0) return true;
-    const errString = util.inspect(err);
-    for (const re of this.retryErrorPatterns) {
-      if (errString.match(re)) return true;
-    }
-    return false;
-  }
-};
-
-const debug$i = debug$n('botium-core-Convo');
+const debug$j = debug$n('botium-core-Convo');
 const {
   BotiumError: BotiumError$4,
   botiumErrorFromErr: botiumErrorFromErr$1,
@@ -2782,10 +2762,10 @@ class TranscriptError extends Error {
 class Convo$6 {
   constructor(context, fromJson = {}) {
     if (fromJson instanceof Convo$6) {
-      debug$i('Illegal state!!! Parameter should be a JSON, but it is a Convo');
+      debug$j('Illegal state!!! Parameter should be a JSON, but it is a Convo');
     } else if (fromJson.beginAsserter) {
       // beginAsserter is one of the fields which are lost
-      debug$i('Illegal state!!! Parameter should be a native JSON, but looks as a Convo converted to JSON');
+      debug$j('Illegal state!!! Parameter should be a native JSON, but looks as a Convo converted to JSON');
     }
     this.scriptingEvents = context.scriptingEvents;
     this.context = context;
@@ -2830,30 +2810,6 @@ class Convo$6 {
     return this.header.toString() + (this.sourceTag ? ` (${util.inspect(this.sourceTag)})` : '') + ': ' + this.conversation.map(c => c.toString()).join(' | ');
   }
   async Run(container) {
-    if (container.caps.RETRY_CONVO_ASYNC) {
-      return this.RunImpl(container).catch(err => {
-        debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}".`);
-        throw err;
-      });
-    } else {
-      const retryHelper = new RetryHelper_1(container.caps, 'CONVO');
-      return promiseRetry(async (retry, number) => {
-        const retryRemaining = retryHelper.retrySettings.retries - number + 1;
-        return this.RunImpl(container).catch(err => {
-          if (retryHelper.shouldRetry(err)) {
-            debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}". Retry ${retryRemaining > 0 ? 'enabled' : 'disabled'} (remaining #${retryRemaining}/${retryHelper.retrySettings.retries}, criterion matches)`);
-            retry(err);
-          } else {
-            if (retryHelper.retryErrorPatterns.length > 0) {
-              debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}". Retry 'disabled' (remaining (#${retryRemaining}/${retryHelper.retrySettings.retries}), criterion does not match)`);
-            }
-            throw err;
-          }
-        });
-      }, retryHelper.retrySettings);
-    }
-  }
-  async RunImpl(container) {
     const transcript = new Transcript({
       steps: [],
       attachments: [],
@@ -2959,6 +2915,7 @@ class Convo$6 {
       for (let i = 0; i < this.conversation.length; i++) {
         const convoStep = this.conversation[i];
         const currentStepIndex = i;
+        container.eventEmitter.emit(Events.CONVO_STEP_NEXT, container, convoStep, i);
         skipTranscriptStep = false;
         const transcriptStep = new TranscriptStep({
           expected: new BotiumMockMessage_1(convoStep),
@@ -3018,7 +2975,7 @@ class Convo$6 {
               });
               await this._checkBotRepliesConsumed(container);
               const coreMsg = lodash.omit(removeBuffers(meMsg), ['sourceData']);
-              debug$i(`${this.header.name}/${convoStep.stepTag}: user says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
+              debug$j(`${this.header.name}/${convoStep.stepTag}: user says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
               await new Promise(resolve => {
                 if (container.caps.SIMULATE_WRITING_SPEED && meMsg.messageText && meMsg.messageText.length) {
                   setTimeout(() => resolve(), container.caps.SIMULATE_WRITING_SPEED * meMsg.messageText.length);
@@ -3054,7 +3011,7 @@ class Convo$6 {
                 });
                 continue;
               } else {
-                debug$i(`${this.header.name}/${convoStep.stepTag}: message not found in #me section, message not sent to container ${util.inspect(convoStep)}`);
+                debug$j(`${this.header.name}/${convoStep.stepTag}: message not found in #me section, message not sent to container ${util.inspect(convoStep)}`);
                 transcriptStep.botEnd = new Date();
                 await this.scriptingEvents.onMeEnd({
                   convo: this,
@@ -3070,7 +3027,7 @@ class Convo$6 {
             } catch (err) {
               transcriptStep.botEnd = new Date();
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: error sending to bot - ${err.message || err}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr);
               } catch (failErr) {}
@@ -3083,7 +3040,7 @@ class Convo$6 {
               waitForBotSays = true;
             }
             try {
-              debug$i(`${this.header.name} wait for bot ${convoStep.channel || ''}`);
+              debug$j(`${this.header.name} wait for bot ${convoStep.channel || ''}`);
               await this.scriptingEvents.onBotStart({
                 convo: this,
                 convoStep,
@@ -3099,11 +3056,11 @@ class Convo$6 {
               transcriptStep.botEnd = new Date();
               transcriptStep.actual = new BotiumMockMessage_1(botMsg);
               const coreMsg = lodash.omit(removeBuffers(botMsg), ['sourceData']);
-              debug$i(`${this.header.name}: bot says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
+              debug$j(`${this.header.name}: bot says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
             } catch (err) {
               transcriptStep.botEnd = new Date();
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: error waiting for bot - ${err.message}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
@@ -3122,19 +3079,27 @@ class Convo$6 {
               if (prepared) {
                 transcriptStep.actual = new BotiumMockMessage_1(botMsg);
                 const coreMsg = lodash.omit(removeBuffers(botMsg), ['sourceData']);
-                debug$i(`${this.header.name}: onBotPrepare (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
+                debug$j(`${this.header.name}: onBotPrepare (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
               }
             } catch (err) {
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: onBotPrepare error - ${err.message || err}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
               throw failErr;
             }
+            if (convoStep.skip === true) {
+              skipTranscriptStep = true;
+              const nextConvoStep = this.conversation[i + 1];
+              if (nextConvoStep && nextConvoStep.sender === 'bot') {
+                waitForBotSays = false;
+              }
+              continue;
+            }
             if (!botMsg || !botMsg.messageText && !botMsg.media && !botMsg.buttons && !botMsg.cards && !botMsg.sourceData && !botMsg.nlp) {
               const failErr = new BotiumError$4(`${this.header.name}/${convoStep.stepTag}: bot says nothing`);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
@@ -3215,7 +3180,7 @@ class Convo$6 {
                 continue;
               }
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: assertion error - ${err.message || err}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
@@ -3236,7 +3201,7 @@ class Convo$6 {
             }
           } else {
             const failErr = new BotiumError$4(`${this.header.name}/${convoStep.stepTag}: invalid sender - ${util.inspect(convoStep.sender)}`);
-            debug$i(failErr);
+            debug$j(failErr);
             try {
               this.scriptingEvents.fail && this.scriptingEvents.fail(failErr);
             } catch (failErr) {}
@@ -3442,7 +3407,7 @@ class Convo$6 {
             throw new BotiumError$4(`Cant find partial convo with name ${includeLogicHook} (available partial convos: ${Object.keys(partialConvos).join(',')})`);
           }
           _getEffectiveConversationRecursive(partialConvo.conversation, [...parentPConvos, includeLogicHook], result, true);
-          debug$i(`Partial convo ${includeLogicHook} included`);
+          debug$j(`Partial convo ${includeLogicHook} included`);
         });
       });
       return result;
@@ -3463,10 +3428,48 @@ var Convo_1 = {
   TranscriptError
 };
 
+const debug$i = debug$n('botium-core-RetryHelper');
+var RetryHelper_1 = class RetryHelper {
+  constructor(caps, section, options = {}) {
+    this.retryErrorPatterns = [];
+    const onErrorRegexp = caps[`RETRY_${section.toUpperCase()}_ONERROR_REGEXP`] || [];
+    if (onErrorRegexp) {
+      if (lodash.isArray(onErrorRegexp)) {
+        onErrorRegexp.forEach(r => {
+          if (lodash.isString(r)) this.retryErrorPatterns.push(new RegExp(r, 'i'));else this.retryErrorPatterns.push(r);
+        });
+      } else if (lodash.isString(onErrorRegexp)) {
+        this.retryErrorPatterns.push(new RegExp(onErrorRegexp, 'i'));
+      } else {
+        this.retryErrorPatterns.push(onErrorRegexp);
+      }
+    }
+
+    // to turn on retries, NUMRETRIES or ONERROR_REGEXP has to be set
+    this.retrySettings = {
+      retries: caps[`RETRY_${section.toUpperCase()}_NUMRETRIES`] || (!lodash.isNil(options.numRetries) ? options.numRetries : this.retryErrorPatterns.length === 0 ? 0 : 1),
+      factor: caps[`RETRY_${section.toUpperCase()}_FACTOR`] || (lodash.isNil(options.factor) ? 1 : options.factor),
+      minTimeout: caps[`RETRY_${section.toUpperCase()}_MINTIMEOUT`] || (lodash.isNil(options.minTimeout) ? 1000 : options.minTimeout)
+    };
+    if (this.retrySettings.retries > 0) {
+      debug$i(`Retry for ${section} is enabled. Settings: ${JSON.stringify(this.retrySettings)} Patterns: ${JSON.stringify(this.retryErrorPatterns.map(r => r.toString()))}`);
+    }
+  }
+  shouldRetry(err) {
+    if (!err) return false;
+    if (this.retryErrorPatterns.length === 0) return true;
+    const errString = util.inspect(err);
+    for (const re of this.retryErrorPatterns) {
+      if (errString.match(re)) return true;
+    }
+    return false;
+  }
+};
+
 const {
   toString,
   quoteRegexpString,
-  calculateWer
+  calculateWer: calculateWer$1
 } = helper;
 const _normalize = botresponse => {
   if (lodash.isUndefined(botresponse) || lodash.isNil(botresponse)) return '';
@@ -3534,7 +3537,7 @@ const wer = () => (botresponse, utterance, args) => {
   botresponse = _normalize(botresponse || '');
   utterance = toString(utterance || '');
   const threshold = [',', '.'].find(p => `${args[0]}`.includes(p)) ? parseFloat(args[0]) : parseInt(args[0]) / 100;
-  return calculateWer(botresponse, utterance) <= threshold;
+  return calculateWer$1(botresponse, utterance) <= threshold;
 };
 const getMatchFunction$1 = matchingMode => {
   if (matchingMode === 'regexp' || matchingMode === 'regexpIgnoreCase') {
@@ -5328,6 +5331,10 @@ const {
 const {
   getMatchFunction
 } = MatchFunctions;
+const {
+  calculateWer,
+  toPercent
+} = helper;
 const globPattern = '**/+(*.convo.txt|*.utterances.txt|*.pconvo.txt|*.scriptingmemory.txt|*.xlsx|*.xlsm|*.convo.csv|*.pconvo.csv|*.utterances.csv|*.yaml|*.yml|*.json|*.md|*.markdown)';
 const skipPattern = /^skip[.\-_]/i;
 const p = (retryHelper, fn) => {
@@ -5588,29 +5595,51 @@ var ScriptingProvider_1 = class ScriptingProvider {
         const found = lodash.find(tomatch, utt => this.matchFn(botresponse, utt, this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS]));
         const asserterType = this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer' ? 'Word Error Rate Asserter' : 'Text Match Asserter';
         if (lodash.isNil(found)) {
-          let message = `${stepTag}: Bot response `;
-          message += meMsg ? `(on ${meMsg}) ` : '';
-          message += botresponse ? '"' + botresponse + '"' : '<no response>';
-          message += ' expected to match ';
-          message += tomatch && tomatch.length > 1 ? 'one of ' : '';
-          message += `${tomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
-          throw new BotiumError$2(message, {
-            type: 'asserter',
-            source: asserterType,
-            params: {
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            },
-            context: {
-              stepTag
-            },
-            cause: {
-              expected: tomatch,
-              actual: botresponse,
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            }
-          });
+          if (this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer') {
+            const wer = calculateWer(botresponse, tomatch[0]);
+            const werArgs = this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS];
+            const threshold = [',', '.'].find(p => `${werArgs[0]}`.includes(p)) ? parseFloat(werArgs[0]) : parseInt(werArgs[0]) / 100;
+            const message = `${stepTag}: Word Error Rate (${toPercent(wer)}) higher than accepted (${toPercent(threshold)})`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                expected: `<=${toPercent(threshold)} (${tomatch})`,
+                actual: `${toPercent(wer)} (${botresponse})`
+              }
+            });
+          } else {
+            let message = `${stepTag}: Bot response `;
+            message += meMsg ? `(on ${meMsg}) ` : '';
+            message += botresponse ? '"' + botresponse + '"' : '<no response>';
+            message += ' expected to match ';
+            message += tomatch && tomatch.length > 1 ? 'one of ' : '';
+            message += `${tomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                expected: tomatch,
+                actual: botresponse,
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              }
+            });
+          }
         }
       },
       assertBotNotResponse: (botresponse, nottomatch, stepTag, meMsg) => {
@@ -5621,30 +5650,52 @@ var ScriptingProvider_1 = class ScriptingProvider {
         const found = lodash.find(nottomatch, utt => this.matchFn(botresponse, utt, this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS]));
         const asserterType = this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer' ? 'Word Error Rate Asserter' : 'Text Match Asserter';
         if (!lodash.isNil(found)) {
-          let message = `${stepTag}: Bot response `;
-          message += meMsg ? `(on ${meMsg}) ` : '';
-          message += botresponse ? '"' + botresponse + '"' : '<no response>';
-          message += ' expected NOT to match ';
-          message += nottomatch && nottomatch.length > 1 ? 'one of ' : '';
-          message += `${nottomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
-          throw new BotiumError$2(message, {
-            type: 'asserter',
-            source: asserterType,
-            params: {
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            },
-            context: {
-              stepTag
-            },
-            cause: {
-              not: true,
-              expected: nottomatch,
-              actual: botresponse,
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            }
-          });
+          if (this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer') {
+            const wer = calculateWer(botresponse, nottomatch[0]);
+            const werArgs = this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS];
+            const threshold = [',', '.'].find(p => `${werArgs[0]}`.includes(p)) ? parseFloat(werArgs[0]) : parseInt(werArgs[0]) / 100;
+            const message = `${stepTag}: Word Error Rate (${toPercent(wer)}) lower than accepted (${toPercent(threshold)})`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                expected: `>=${toPercent(threshold)} (${nottomatch})`,
+                actual: `${toPercent(wer)} (${botresponse})`
+              }
+            });
+          } else {
+            let message = `${stepTag}: Bot response `;
+            message += meMsg ? `(on ${meMsg}) ` : '';
+            message += botresponse ? '"' + botresponse + '"' : '<no response>';
+            message += ' expected NOT to match ';
+            message += nottomatch && nottomatch.length > 1 ? 'one of ' : '';
+            message += `${nottomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                not: true,
+                expected: nottomatch,
+                actual: botresponse,
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              }
+            });
+          }
         }
       },
       fail: null
@@ -6340,10 +6391,16 @@ var ScriptingProvider_1 = class ScriptingProvider {
       convoFilter: null
     }, options);
     const expandedConvos = [];
+    // The globalContext is going to keep the data even if the Object.assign which happening to create the myContext in _expandConvo function
+    const context = {
+      globalContext: {
+        totalConvoCount: 0
+      }
+    };
     debug$9(`ExpandConvos - Using utterances expansion mode: ${this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE]}`);
     this.convos.forEach(convo => {
       convo.expandPartialConvos();
-      for (const expanded of this._expandConvo(convo, options, {})) {
+      for (const expanded of this._expandConvo(convo, options, context)) {
         expanded.header.assertionCount = this.GetAssertionCount(expanded);
         if (options.justHeader) {
           const ConvoWithOnlyHeader = {
@@ -6359,6 +6416,7 @@ var ScriptingProvider_1 = class ScriptingProvider {
       }
     });
     this.convos = expandedConvos;
+    this.totalConvoCount = context.globalContext.totalConvoCount;
     if (!options.justHeader) {
       this._sortConvos();
     } else {
@@ -6370,16 +6428,23 @@ var ScriptingProvider_1 = class ScriptingProvider {
       // drop unwanted convos
       convoFilter: null
     }, options);
+    // The globalContext is going to keep the data even if the Object.assign which happening to create the myContext in _expandConvo function
+    const context = {
+      globalContext: {
+        totalConvoCount: 0
+      }
+    };
     debug$9(`ExpandConvos - Using utterances expansion mode: ${this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE]}`);
     // creating a nested generator, calling the other.
     // We hope this.convos does not changes while this iterator is used
     const _convosIterable = function* (options) {
       for (const convo of this.convos) {
         convo.expandPartialConvos();
-        yield* this._expandConvo(convo, options, {});
+        yield* this._expandConvo(convo, options, context);
       }
     }.bind(this);
     this.convosIterable = _convosIterable(options);
+    this.totalConvoCount = context.globalContext.totalConvoCount;
   }
 
   /**
@@ -6597,6 +6662,9 @@ var ScriptingProvider_1 = class ScriptingProvider {
       const expanded = Object.assign(lodash.cloneDeep(currentConvo), {
         conversation: lodash.cloneDeep(convoStepsStack)
       });
+      if (!lodash.isNil(lodash.get(context, 'globalContext.totalConvoCount'))) {
+        context.globalContext.totalConvoCount++;
+      }
       if (!options.convoFilter || options.convoFilter(expanded)) {
         yield expanded;
       }
@@ -7247,10 +7315,12 @@ var BaseContainer_1 = class BaseContainer {
       }, rimraffed => {
         if (this.caps[Capabilities.CLEANUPTEMPDIR]) {
           debug$7(`Cleanup rimrafing temp dir ${this.tempDirectory}`);
-          rimraf(this.tempDirectory, err => {
-            if (err) debug$7(`Cleanup temp dir ${this.tempDirectory} failed: ${util.inspect(err)}`);
+          try {
+            rimraf$1.sync(this.tempDirectory);
             rimraffed();
-          });
+          } catch (err) {
+            rimraffed(new Error(`Cleanup temp directory ${this.tempDirectory} failed: ${util.inspect(err)}`));
+          }
         } else {
           rimraffed();
         }
@@ -7869,6 +7939,43 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
       }
       debug$4(`current session context: ${util.inspect(this.view.context)}`);
     }
+    const _isAnyContextJsonPathMatch = (capName, capNameMatch) => {
+      const jsonPaths = getAllCapValues(capName, this.caps);
+      if (jsonPaths.length > 0) {
+        const jsonPathsMatch = getAllCapValues(capNameMatch, this.caps);
+        for (const [index, jsonPath] of jsonPaths.entries()) {
+          const contextNodes = jsonpath.query(this.view.context, jsonPath);
+          if (lodash.isArray(contextNodes) && contextNodes.length > 0) {
+            if (jsonPathsMatch[index]) {
+              if (contextNodes[0] === jsonPathsMatch[index]) {
+                return {
+                  jsonPath,
+                  match: contextNodes[0]
+                };
+              }
+            } else {
+              return {
+                jsonPath
+              };
+            }
+          }
+        }
+      }
+      return null;
+    };
+    const ignoreMatch = _isAnyContextJsonPathMatch(Capabilities.SIMPLEREST_CONTEXT_IGNORE_JSONPATH, Capabilities.SIMPLEREST_CONTEXT_IGNORE_MATCH);
+    if (ignoreMatch) {
+      if (ignoreMatch.match) debug$4(`ignoring response for context match: ${ignoreMatch.jsonPath} = ${ignoreMatch.match}`);else debug$4(`ignoring response for context: ${ignoreMatch.jsonPath}`);
+      return;
+    }
+    const skipMatch = _isAnyContextJsonPathMatch(Capabilities.SIMPLEREST_CONTEXT_SKIP_JSONPATH, Capabilities.SIMPLEREST_CONTEXT_SKIP_MATCH);
+    if (skipMatch) {
+      if (skipMatch.match) debug$4(`skipping response for context match: ${skipMatch.jsonPath} = ${skipMatch.match}`);else debug$4(`skipping response for context: ${skipMatch.jsonPath}`);
+      setTimeout(() => this._doRequest({
+        messageText: ''
+      }, true, true), 0);
+      return;
+    }
     const result = [];
     if (isFromUser) {
       const _extractFrom = (root, jsonPaths) => {
@@ -8017,6 +8124,13 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
         }
       }
     }
+    const continueMatch = _isAnyContextJsonPathMatch(Capabilities.SIMPLEREST_CONTEXT_CONTINUE_JSONPATH, Capabilities.SIMPLEREST_CONTEXT_CONTINUE_MATCH);
+    if (continueMatch) {
+      if (continueMatch.match) debug$4(`continue with next response for context match: ${continueMatch.jsonPath} = ${continueMatch.match}`);else debug$4(`continue with next response for context: ${continueMatch.jsonPath}`);
+      setTimeout(() => this._doRequest({
+        messageText: ''
+      }, true, true), 0);
+    }
     return result;
   }
   _doRequest(msg, isFromUser, updateContext) {
@@ -8641,13 +8755,9 @@ const {
 var PluginConnectorContainer_1 = class PluginConnectorContainer extends BaseContainer_1 {
   async Validate() {
     await super.Validate();
-    const setAsync = isAsync => {
-      this.caps.RETRY_CONVO_ASYNC = isAsync;
-    };
     this.pluginInstance = tryLoadPlugin(this.caps[Capabilities.CONTAINERMODE], this.caps[Capabilities.PLUGINMODULEPATH], {
       container: this,
       queueBotSays: msg => this._QueueBotSays(msg),
-      setAsync: isAsync => setAsync(isAsync),
       bottleneck: this.bottleneck,
       eventEmitter: this.eventEmitter,
       caps: this.caps,
@@ -8778,15 +8888,18 @@ var PluginConnectorContainer_1 = class PluginConnectorContainer extends BaseCont
   }
 };
 
-var require$$2 = getCjsExportFromNamespace(_package$1);
+var require$$3 = getCjsExportFromNamespace(_package$1);
 
+const {
+  rimraf
+} = rimraf$1;
 const {
   boolean
 } = boolean$1;
 const debug$1 = debug$n('botium-core-BotDriver');
 const {
   version
-} = require$$2;
+} = require$$3;
 var BotDriver_1 = class BotDriver {
   constructor(caps = {}, sources = {}, envs = {}) {
     this.eventEmitter = new events();
@@ -8904,9 +9017,7 @@ var BotDriver_1 = class BotDriver {
           debug$1(`BotDriver Build error: ${err}`);
           this.eventEmitter.emit(Events.CONTAINER_BUILD_ERROR, err);
           if (tempDirectory) {
-            rimraf(tempDirectory, err => {
-              if (err) debug$1(`Cleanup temp dir ${tempDirectory} failed: ${util.inspect(err)}`);
-            });
+            rimraf(tempDirectory).catch(err => debug$1(`Cleanup temp dir ${tempDirectory} failed: ${util.inspect(err)}`));
           }
           return reject(err);
         }