botium-core 1.13.16 → 1.13.17

package/dist/botium-es.js

@@ -2,7 +2,7 @@ import util from 'util';
 import fs from 'fs';
 import path from 'path';
 import async from 'async';
-import rimraf from 'rimraf';
+import rimraf$2 from 'rimraf';
 import mkdirp from 'mkdirp';
 import sanitizeFilename from 'sanitize-filename';
 import moment from 'moment';
@@ -37,7 +37,7 @@ import express from 'express';
 import bodyParser from 'body-parser';
 
 var name = "botium-core";
-var version$1 = "1.13.16";
+var version$1 = "1.13.17";
 var description = "The Selenium for Chatbots";
 var main = "index.js";
 var module = "dist/botium-es.js";
@@ -69,66 +69,66 @@ var bugs = {
 };
 var homepage = "https://www.botium.ai";
 var dependencies = {
-	"@babel/runtime": "^7.20.6",
+	"@babel/runtime": "^7.21.5",
 	async: "^3.2.4",
-	"body-parser": "^1.20.1",
+	"body-parser": "^1.20.2",
 	boolean: "^3.2.0",
 	bottleneck: "^2.19.5",
-	"csv-parse": "^5.3.3",
+	"csv-parse": "^5.3.10",
 	debug: "^4.3.4",
 	esprima: "^4.0.1",
 	express: "^4.18.2",
 	globby: "11.0.4",
-	ioredis: "^5.2.4",
+	ioredis: "^5.3.2",
 	"is-class": "^0.0.9",
 	"is-json": "^2.0.1",
 	jsonpath: "^1.1.1",
 	lodash: "^4.17.21",
 	"markdown-it": "^13.0.1",
 	"mime-types": "^2.1.35",
-	mkdirp: "^1.0.4",
+	mkdirp: "^3.0.1",
 	moment: "^2.29.4",
 	mustache: "^4.2.0",
 	"promise-retry": "^2.0.1",
 	"promise.allsettled": "^1.0.6",
 	randomatic: "^3.1.1",
 	request: "^2.88.2",
-	rimraf: "^3.0.2",
+	rimraf: "^5.0.0",
 	"sanitize-filename": "^1.6.3",
-	slugify: "^1.6.5",
-	"socket.io": "^4.5.4",
-	"socket.io-client": "^4.5.4",
+	slugify: "^1.6.6",
+	"socket.io": "^4.6.1",
+	"socket.io-client": "^4.6.1",
 	"socketio-auth": "^0.1.1",
-	"swagger-jsdoc": "^6.2.5",
-	"swagger-ui-express": "^4.6.0",
+	"swagger-jsdoc": "^6.2.8",
+	"swagger-ui-express": "^4.6.3",
 	uuid: "^9.0.0",
-	vm2: "^3.9.13",
+	vm2: "^3.9.17",
 	"word-error-rate": "0.0.7",
 	"write-yaml": "^1.0.0",
 	xlsx: "^0.18.5",
 	xregexp: "^5.1.1",
-	yaml: "^2.1.3"
+	yaml: "^2.2.2"
 };
 var devDependencies = {
-	"@babel/core": "^7.20.5",
-	"@babel/node": "^7.20.5",
-	"@babel/plugin-transform-runtime": "^7.19.6",
-	"@babel/preset-env": "^7.20.2",
+	"@babel/core": "^7.21.8",
+	"@babel/node": "^7.20.7",
+	"@babel/plugin-transform-runtime": "^7.21.4",
+	"@babel/preset-env": "^7.21.5",
 	chai: "^4.3.7",
 	"chai-as-promised": "^7.1.1",
 	"cross-env": "^7.0.3",
-	eslint: "^8.29.0",
+	eslint: "^8.40.0",
 	"eslint-config-standard": "^17.0.0",
-	"eslint-plugin-import": "^2.26.0",
+	"eslint-plugin-import": "^2.27.5",
 	"eslint-plugin-mocha": "^10.1.0",
-	"eslint-plugin-n": "^15.6.0",
+	"eslint-plugin-n": "^15.7.0",
 	"eslint-plugin-promise": "^6.1.1",
 	"eslint-plugin-standard": "^4.1.0",
 	"license-checker": "^25.0.1",
 	"license-compatibility-checker": "^0.3.5",
 	mocha: "^10.2.0",
-	nock: "^13.2.9",
-	"npm-check-updates": "^16.5.6",
+	nock: "^13.3.1",
+	"npm-check-updates": "^16.10.12",
 	nyc: "^15.1.0",
 	rollup: "2.79.1",
 	"rollup-plugin-babel": "^4.4.0",
@@ -339,9 +339,7 @@ var Capabilities = {
   RATELIMIT_USERSAYS_MINTIME: 'RATELIMIT_USERSAYS_MINTIME',
   RATELIMIT_BOTTLENECK_FN: 'RATELIMIT_BOTTLENECK_FN',
   SECURITY_ALLOW_UNSAFE: 'SECURITY_ALLOW_UNSAFE',
-  PRECOMPILERS: 'PRECOMPILERS',
-  // RETRY
-  RETRY_CONVO_ASYNC: 'RETRY_CONVO_ASYNC'
+  PRECOMPILERS: 'PRECOMPILERS'
 };
 Capabilities.PROJECTNAME;
 Capabilities.TESTSESSIONNAME;
@@ -494,7 +492,6 @@ Capabilities.RATELIMIT_USERSAYS_MINTIME;
 Capabilities.RATELIMIT_BOTTLENECK_FN;
 Capabilities.SECURITY_ALLOW_UNSAFE;
 Capabilities.PRECOMPILERS;
-Capabilities.RETRY_CONVO_ASYNC;
 
 var Source = {
   LOCALPATH: 'LOCALPATH',
@@ -815,6 +812,7 @@ var Events = {
   CONTAINER_CLEANED: 'CONTAINER_CLEANED',
   CONTAINER_CLEAN_ERROR: 'CONTAINER_CLEAN_ERROR',
   BOT_CONNECTED: 'BOT_CONNECTED',
+  CONVO_STEP_NEXT: 'CONVO_STEP_NEXT',
   // Chatbot Events
   MESSAGE_SENTTOBOT: 'MESSAGE_SENTTOBOT',
   MESSAGE_SENDTOBOT_ERROR: 'MESSAGE_SENDTOBOT_ERROR',
@@ -838,6 +836,7 @@ Events.CONTAINER_CLEANING;
 Events.CONTAINER_CLEANED;
 Events.CONTAINER_CLEAN_ERROR;
 Events.BOT_CONNECTED;
+Events.CONVO_STEP_NEXT;
 Events.MESSAGE_SENTTOBOT;
 Events.MESSAGE_SENDTOBOT_ERROR;
 Events.MESSAGE_RECEIVEDFROMBOT;
@@ -2181,7 +2180,7 @@ const linesToScriptingMemories$2 = (lines, columnMode = null) => {
   }
   return scriptingMemories;
 };
-const calculateWer$1 = (str, pattern) => {
+const calculateWer$2 = (str, pattern) => {
   const _prepareString = (str, remWildcard = false) => {
     if (remWildcard) return str.replace(/[.,/#!$%^&;:*{}=\-_`~()]/g, '').toLowerCase();
     return str.replace(/[.,/#!$%^&;:{}=\-_`~()]/g, '').toLowerCase();
@@ -2204,6 +2203,11 @@ const calculateWer$1 = (str, pattern) => {
   const botMessage = _prepareString(str);
   const botMessageWords = botMessage.split(' ').map(bm => bm.trim());
   const utt = _prepareString(utterance);
+
+  // if no wildcards, just calculate WER
+  if (utt.indexOf('*') === -1) return wordErrorRate.wordErrorRate(botMessage, utt).toFixed(2);
+
+  // if there are wildcards, calculate WER for each wildcard part
   const errors = [];
   for (let wildcardPart of utt.split('*')) {
     let wer = 1;
@@ -2223,7 +2227,7 @@ const calculateWer$1 = (str, pattern) => {
       }
     }
     if (lodash.isNil(subsetPhraseFound)) {
-      throw new Error('Word Error Asserter: Something went wrong here, please try to modify your assertion!');
+      throw new Error('Word Error Asserter: When using wild cards, please make sure that the length of the asserter text is smaller than the bot message!');
     }
     errors.push(_getErrors(_getWords(wildcardPart), _getWords(subsetPhraseFound)));
   }
@@ -2236,6 +2240,7 @@ const calculateWer$1 = (str, pattern) => {
   debug$l(`Word Error Rate Asserter - Compared Bot Message '${botMessage}' / '${utt}': ${(errCount / allCount).toFixed(2)}`);
   return (errCount / allCount).toFixed(2);
 };
+const toPercent$1 = s => `${(s * 100).toFixed(0)}%`;
 var helper = {
   normalizeText: normalizeText$1,
   splitStringInNonEmptyLines: splitStringInNonEmptyLines$1,
@@ -2250,7 +2255,8 @@ var helper = {
   validateSender: validateSender$1,
   validateConvo: validateConvo$2,
   linesToScriptingMemories: linesToScriptingMemories$2,
-  calculateWer: calculateWer$1
+  calculateWer: calculateWer$2,
+  toPercent: toPercent$1
 };
 
 const debug$k = debug$n('botium-core-ScriptingMemory');
@@ -2590,45 +2596,7 @@ ScriptingMemory.extractVarNames;
 ScriptingMemory.RESERVED_WORDS;
 ScriptingMemory.SCRIPTING_FUNCTIONS;
 
-const debug$j = debug$n('botium-core-RetryHelper');
-var RetryHelper_1 = class RetryHelper {
-  constructor(caps, section, options = {}) {
-    this.retryErrorPatterns = [];
-    const onErrorRegexp = caps[`RETRY_${section.toUpperCase()}_ONERROR_REGEXP`] || [];
-    if (onErrorRegexp) {
-      if (lodash.isArray(onErrorRegexp)) {
-        onErrorRegexp.forEach(r => {
-          if (lodash.isString(r)) this.retryErrorPatterns.push(new RegExp(r, 'i'));else this.retryErrorPatterns.push(r);
-        });
-      } else if (lodash.isString(onErrorRegexp)) {
-        this.retryErrorPatterns.push(new RegExp(onErrorRegexp, 'i'));
-      } else {
-        this.retryErrorPatterns.push(onErrorRegexp);
-      }
-    }
-
-    // to turn on retries, NUMRETRIES or ONERROR_REGEXP has to be set
-    this.retrySettings = {
-      retries: caps[`RETRY_${section.toUpperCase()}_NUMRETRIES`] || (!lodash.isNil(options.numRetries) ? options.numRetries : this.retryErrorPatterns.length === 0 ? 0 : 1),
-      factor: caps[`RETRY_${section.toUpperCase()}_FACTOR`] || (lodash.isNil(options.factor) ? 1 : options.factor),
-      minTimeout: caps[`RETRY_${section.toUpperCase()}_MINTIMEOUT`] || (lodash.isNil(options.minTimeout) ? 1000 : options.minTimeout)
-    };
-    if (this.retrySettings.retries > 0) {
-      debug$j(`Retry for ${section} is enabled. Settings: ${JSON.stringify(this.retrySettings)} Patterns: ${JSON.stringify(this.retryErrorPatterns.map(r => r.toString()))}`);
-    }
-  }
-  shouldRetry(err) {
-    if (!err) return false;
-    if (this.retryErrorPatterns.length === 0) return true;
-    const errString = util.inspect(err);
-    for (const re of this.retryErrorPatterns) {
-      if (errString.match(re)) return true;
-    }
-    return false;
-  }
-};
-
-const debug$i = debug$n('botium-core-Convo');
+const debug$j = debug$n('botium-core-Convo');
 const {
   BotiumError: BotiumError$4,
   botiumErrorFromErr: botiumErrorFromErr$1,
@@ -2782,10 +2750,10 @@ class TranscriptError extends Error {
 class Convo$6 {
   constructor(context, fromJson = {}) {
     if (fromJson instanceof Convo$6) {
-      debug$i('Illegal state!!! Parameter should be a JSON, but it is a Convo');
+      debug$j('Illegal state!!! Parameter should be a JSON, but it is a Convo');
     } else if (fromJson.beginAsserter) {
       // beginAsserter is one of the fields which are lost
-      debug$i('Illegal state!!! Parameter should be a native JSON, but looks as a Convo converted to JSON');
+      debug$j('Illegal state!!! Parameter should be a native JSON, but looks as a Convo converted to JSON');
     }
     this.scriptingEvents = context.scriptingEvents;
     this.context = context;
@@ -2830,30 +2798,6 @@ class Convo$6 {
     return this.header.toString() + (this.sourceTag ? ` (${util.inspect(this.sourceTag)})` : '') + ': ' + this.conversation.map(c => c.toString()).join(' | ');
   }
   async Run(container) {
-    if (container.caps.RETRY_CONVO_ASYNC) {
-      return this.RunImpl(container).catch(err => {
-        debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}".`);
-        throw err;
-      });
-    } else {
-      const retryHelper = new RetryHelper_1(container.caps, 'CONVO');
-      return promiseRetry(async (retry, number) => {
-        const retryRemaining = retryHelper.retrySettings.retries - number + 1;
-        return this.RunImpl(container).catch(err => {
-          if (retryHelper.shouldRetry(err)) {
-            debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}". Retry ${retryRemaining > 0 ? 'enabled' : 'disabled'} (remaining #${retryRemaining}/${retryHelper.retrySettings.retries}, criterion matches)`);
-            retry(err);
-          } else {
-            if (retryHelper.retryErrorPatterns.length > 0) {
-              debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}". Retry 'disabled' (remaining (#${retryRemaining}/${retryHelper.retrySettings.retries}), criterion does not match)`);
-            }
-            throw err;
-          }
-        });
-      }, retryHelper.retrySettings);
-    }
-  }
-  async RunImpl(container) {
     const transcript = new Transcript({
       steps: [],
       attachments: [],
@@ -2959,6 +2903,7 @@ class Convo$6 {
       for (let i = 0; i < this.conversation.length; i++) {
         const convoStep = this.conversation[i];
         const currentStepIndex = i;
+        container.eventEmitter.emit(Events.CONVO_STEP_NEXT, container, convoStep, i);
         skipTranscriptStep = false;
         const transcriptStep = new TranscriptStep({
           expected: new BotiumMockMessage_1(convoStep),
@@ -3018,7 +2963,7 @@ class Convo$6 {
               });
               await this._checkBotRepliesConsumed(container);
               const coreMsg = lodash.omit(removeBuffers(meMsg), ['sourceData']);
-              debug$i(`${this.header.name}/${convoStep.stepTag}: user says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
+              debug$j(`${this.header.name}/${convoStep.stepTag}: user says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
               await new Promise(resolve => {
                 if (container.caps.SIMULATE_WRITING_SPEED && meMsg.messageText && meMsg.messageText.length) {
                   setTimeout(() => resolve(), container.caps.SIMULATE_WRITING_SPEED * meMsg.messageText.length);
@@ -3054,7 +2999,7 @@ class Convo$6 {
                 });
                 continue;
               } else {
-                debug$i(`${this.header.name}/${convoStep.stepTag}: message not found in #me section, message not sent to container ${util.inspect(convoStep)}`);
+                debug$j(`${this.header.name}/${convoStep.stepTag}: message not found in #me section, message not sent to container ${util.inspect(convoStep)}`);
                 transcriptStep.botEnd = new Date();
                 await this.scriptingEvents.onMeEnd({
                   convo: this,
@@ -3070,7 +3015,7 @@ class Convo$6 {
             } catch (err) {
               transcriptStep.botEnd = new Date();
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: error sending to bot - ${err.message || err}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr);
               } catch (failErr) {}
@@ -3083,7 +3028,7 @@ class Convo$6 {
               waitForBotSays = true;
             }
             try {
-              debug$i(`${this.header.name} wait for bot ${convoStep.channel || ''}`);
+              debug$j(`${this.header.name} wait for bot ${convoStep.channel || ''}`);
               await this.scriptingEvents.onBotStart({
                 convo: this,
                 convoStep,
@@ -3099,11 +3044,11 @@ class Convo$6 {
               transcriptStep.botEnd = new Date();
               transcriptStep.actual = new BotiumMockMessage_1(botMsg);
               const coreMsg = lodash.omit(removeBuffers(botMsg), ['sourceData']);
-              debug$i(`${this.header.name}: bot says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
+              debug$j(`${this.header.name}: bot says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
             } catch (err) {
               transcriptStep.botEnd = new Date();
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: error waiting for bot - ${err.message}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
@@ -3122,11 +3067,11 @@ class Convo$6 {
               if (prepared) {
                 transcriptStep.actual = new BotiumMockMessage_1(botMsg);
                 const coreMsg = lodash.omit(removeBuffers(botMsg), ['sourceData']);
-                debug$i(`${this.header.name}: onBotPrepare (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
+                debug$j(`${this.header.name}: onBotPrepare (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
               }
             } catch (err) {
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: onBotPrepare error - ${err.message || err}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
@@ -3134,7 +3079,7 @@ class Convo$6 {
             }
             if (!botMsg || !botMsg.messageText && !botMsg.media && !botMsg.buttons && !botMsg.cards && !botMsg.sourceData && !botMsg.nlp) {
               const failErr = new BotiumError$4(`${this.header.name}/${convoStep.stepTag}: bot says nothing`);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
@@ -3215,7 +3160,7 @@ class Convo$6 {
                 continue;
               }
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: assertion error - ${err.message || err}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
@@ -3236,7 +3181,7 @@ class Convo$6 {
             }
           } else {
             const failErr = new BotiumError$4(`${this.header.name}/${convoStep.stepTag}: invalid sender - ${util.inspect(convoStep.sender)}`);
-            debug$i(failErr);
+            debug$j(failErr);
             try {
               this.scriptingEvents.fail && this.scriptingEvents.fail(failErr);
             } catch (failErr) {}
@@ -3442,7 +3387,7 @@ class Convo$6 {
             throw new BotiumError$4(`Cant find partial convo with name ${includeLogicHook} (available partial convos: ${Object.keys(partialConvos).join(',')})`);
           }
           _getEffectiveConversationRecursive(partialConvo.conversation, [...parentPConvos, includeLogicHook], result, true);
-          debug$i(`Partial convo ${includeLogicHook} included`);
+          debug$j(`Partial convo ${includeLogicHook} included`);
         });
       });
       return result;
@@ -3463,10 +3408,48 @@ var Convo_1 = {
   TranscriptError
 };
 
+const debug$i = debug$n('botium-core-RetryHelper');
+var RetryHelper_1 = class RetryHelper {
+  constructor(caps, section, options = {}) {
+    this.retryErrorPatterns = [];
+    const onErrorRegexp = caps[`RETRY_${section.toUpperCase()}_ONERROR_REGEXP`] || [];
+    if (onErrorRegexp) {
+      if (lodash.isArray(onErrorRegexp)) {
+        onErrorRegexp.forEach(r => {
+          if (lodash.isString(r)) this.retryErrorPatterns.push(new RegExp(r, 'i'));else this.retryErrorPatterns.push(r);
+        });
+      } else if (lodash.isString(onErrorRegexp)) {
+        this.retryErrorPatterns.push(new RegExp(onErrorRegexp, 'i'));
+      } else {
+        this.retryErrorPatterns.push(onErrorRegexp);
+      }
+    }
+
+    // to turn on retries, NUMRETRIES or ONERROR_REGEXP has to be set
+    this.retrySettings = {
+      retries: caps[`RETRY_${section.toUpperCase()}_NUMRETRIES`] || (!lodash.isNil(options.numRetries) ? options.numRetries : this.retryErrorPatterns.length === 0 ? 0 : 1),
+      factor: caps[`RETRY_${section.toUpperCase()}_FACTOR`] || (lodash.isNil(options.factor) ? 1 : options.factor),
+      minTimeout: caps[`RETRY_${section.toUpperCase()}_MINTIMEOUT`] || (lodash.isNil(options.minTimeout) ? 1000 : options.minTimeout)
+    };
+    if (this.retrySettings.retries > 0) {
+      debug$i(`Retry for ${section} is enabled. Settings: ${JSON.stringify(this.retrySettings)} Patterns: ${JSON.stringify(this.retryErrorPatterns.map(r => r.toString()))}`);
+    }
+  }
+  shouldRetry(err) {
+    if (!err) return false;
+    if (this.retryErrorPatterns.length === 0) return true;
+    const errString = util.inspect(err);
+    for (const re of this.retryErrorPatterns) {
+      if (errString.match(re)) return true;
+    }
+    return false;
+  }
+};
+
 const {
   toString,
   quoteRegexpString,
-  calculateWer
+  calculateWer: calculateWer$1
 } = helper;
 const _normalize = botresponse => {
   if (lodash.isUndefined(botresponse) || lodash.isNil(botresponse)) return '';
@@ -3534,7 +3517,7 @@ const wer = () => (botresponse, utterance, args) => {
   botresponse = _normalize(botresponse || '');
   utterance = toString(utterance || '');
   const threshold = [',', '.'].find(p => `${args[0]}`.includes(p)) ? parseFloat(args[0]) : parseInt(args[0]) / 100;
-  return calculateWer(botresponse, utterance) <= threshold;
+  return calculateWer$1(botresponse, utterance) <= threshold;
 };
 const getMatchFunction$1 = matchingMode => {
   if (matchingMode === 'regexp' || matchingMode === 'regexpIgnoreCase') {
@@ -5328,6 +5311,10 @@ const {
 const {
   getMatchFunction
 } = MatchFunctions;
+const {
+  calculateWer,
+  toPercent
+} = helper;
 const globPattern = '**/+(*.convo.txt|*.utterances.txt|*.pconvo.txt|*.scriptingmemory.txt|*.xlsx|*.xlsm|*.convo.csv|*.pconvo.csv|*.utterances.csv|*.yaml|*.yml|*.json|*.md|*.markdown)';
 const skipPattern = /^skip[.\-_]/i;
 const p = (retryHelper, fn) => {
@@ -5588,29 +5575,51 @@ var ScriptingProvider_1 = class ScriptingProvider {
         const found = lodash.find(tomatch, utt => this.matchFn(botresponse, utt, this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS]));
         const asserterType = this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer' ? 'Word Error Rate Asserter' : 'Text Match Asserter';
         if (lodash.isNil(found)) {
-          let message = `${stepTag}: Bot response `;
-          message += meMsg ? `(on ${meMsg}) ` : '';
-          message += botresponse ? '"' + botresponse + '"' : '<no response>';
-          message += ' expected to match ';
-          message += tomatch && tomatch.length > 1 ? 'one of ' : '';
-          message += `${tomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
-          throw new BotiumError$2(message, {
-            type: 'asserter',
-            source: asserterType,
-            params: {
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            },
-            context: {
-              stepTag
-            },
-            cause: {
-              expected: tomatch,
-              actual: botresponse,
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            }
-          });
+          if (this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer') {
+            const wer = calculateWer(botresponse, tomatch[0]);
+            const werArgs = this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS];
+            const threshold = [',', '.'].find(p => `${werArgs[0]}`.includes(p)) ? parseFloat(werArgs[0]) : parseInt(werArgs[0]) / 100;
+            const message = `${stepTag}: Word Error Rate (${toPercent(wer)}) higher than accepted (${toPercent(threshold)})`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                expected: `<=${toPercent(threshold)} (${tomatch})`,
+                actual: `${toPercent(wer)} (${botresponse})`
+              }
+            });
+          } else {
+            let message = `${stepTag}: Bot response `;
+            message += meMsg ? `(on ${meMsg}) ` : '';
+            message += botresponse ? '"' + botresponse + '"' : '<no response>';
+            message += ' expected to match ';
+            message += tomatch && tomatch.length > 1 ? 'one of ' : '';
+            message += `${tomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                expected: tomatch,
+                actual: botresponse,
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              }
+            });
+          }
         }
       },
       assertBotNotResponse: (botresponse, nottomatch, stepTag, meMsg) => {
@@ -5621,30 +5630,52 @@ var ScriptingProvider_1 = class ScriptingProvider {
         const found = lodash.find(nottomatch, utt => this.matchFn(botresponse, utt, this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS]));
         const asserterType = this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer' ? 'Word Error Rate Asserter' : 'Text Match Asserter';
         if (!lodash.isNil(found)) {
-          let message = `${stepTag}: Bot response `;
-          message += meMsg ? `(on ${meMsg}) ` : '';
-          message += botresponse ? '"' + botresponse + '"' : '<no response>';
-          message += ' expected NOT to match ';
-          message += nottomatch && nottomatch.length > 1 ? 'one of ' : '';
-          message += `${nottomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
-          throw new BotiumError$2(message, {
-            type: 'asserter',
-            source: asserterType,
-            params: {
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            },
-            context: {
-              stepTag
-            },
-            cause: {
-              not: true,
-              expected: nottomatch,
-              actual: botresponse,
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            }
-          });
+          if (this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer') {
+            const wer = calculateWer(botresponse, nottomatch[0]);
+            const werArgs = this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS];
+            const threshold = [',', '.'].find(p => `${werArgs[0]}`.includes(p)) ? parseFloat(werArgs[0]) : parseInt(werArgs[0]) / 100;
+            const message = `${stepTag}: Word Error Rate (${toPercent(wer)}) lower than accepted (${toPercent(threshold)})`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                expected: `>=${toPercent(threshold)} (${nottomatch})`,
+                actual: `${toPercent(wer)} (${botresponse})`
+              }
+            });
+          } else {
+            let message = `${stepTag}: Bot response `;
+            message += meMsg ? `(on ${meMsg}) ` : '';
+            message += botresponse ? '"' + botresponse + '"' : '<no response>';
+            message += ' expected NOT to match ';
+            message += nottomatch && nottomatch.length > 1 ? 'one of ' : '';
+            message += `${nottomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                not: true,
+                expected: nottomatch,
+                actual: botresponse,
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              }
+            });
+          }
         }
       },
       fail: null
@@ -7115,6 +7146,9 @@ var Queue_1 = class Queue {
   }
 };
 
+const {
+  rimraf: rimraf$1
+} = rimraf$2;
 const debug$7 = debug$n('botium-connector-BaseContainer');
 const {
   executeHook: executeHook$1,
@@ -7247,10 +7281,7 @@ var BaseContainer_1 = class BaseContainer {
       }, rimraffed => {
         if (this.caps[Capabilities.CLEANUPTEMPDIR]) {
           debug$7(`Cleanup rimrafing temp dir ${this.tempDirectory}`);
-          rimraf(this.tempDirectory, err => {
-            if (err) debug$7(`Cleanup temp dir ${this.tempDirectory} failed: ${util.inspect(err)}`);
-            rimraffed();
-          });
+          rimraf$1(this.tempDirectory).catch(err => debug$7(`Cleanup temp dir ${this.tempDirectory} failed: ${util.inspect(err)}`)).finally(() => rimraffed());
         } else {
           rimraffed();
         }
@@ -8641,13 +8672,9 @@ const {
 var PluginConnectorContainer_1 = class PluginConnectorContainer extends BaseContainer_1 {
   async Validate() {
     await super.Validate();
-    const setAsync = isAsync => {
-      this.caps.RETRY_CONVO_ASYNC = isAsync;
-    };
     this.pluginInstance = tryLoadPlugin(this.caps[Capabilities.CONTAINERMODE], this.caps[Capabilities.PLUGINMODULEPATH], {
       container: this,
       queueBotSays: msg => this._QueueBotSays(msg),
-      setAsync: isAsync => setAsync(isAsync),
       bottleneck: this.bottleneck,
       eventEmitter: this.eventEmitter,
       caps: this.caps,
@@ -8778,15 +8805,21 @@ var PluginConnectorContainer_1 = class PluginConnectorContainer extends BaseCont
   }
 };
 
-var require$$2 = getCjsExportFromNamespace(_package$1);
+var require$$4 = getCjsExportFromNamespace(_package$1);
 
+const {
+  rimraf
+} = rimraf$2;
+const {
+  mkdirpSync
+} = mkdirp;
 const {
   boolean
 } = boolean$1;
 const debug$1 = debug$n('botium-core-BotDriver');
 const {
   version
-} = require$$2;
+} = require$$4;
 var BotDriver_1 = class BotDriver {
   constructor(caps = {}, sources = {}, envs = {}) {
     this.eventEmitter = new events();
@@ -8876,7 +8909,7 @@ var BotDriver_1 = class BotDriver {
       }, tempDirectoryCreated => {
         tempDirectory = path.resolve(process.cwd(), this.caps[Capabilities.TEMPDIR], sanitizeFilename(`${this.caps[Capabilities.PROJECTNAME]} ${moment().format('YYYYMMDD HHmmss')} ${randomatic('Aa0', 5)}`));
         try {
-          mkdirp.sync(tempDirectory);
+          mkdirpSync(tempDirectory);
           tempDirectoryCreated();
         } catch (err) {
           tempDirectoryCreated(new Error(`Unable to create temp directory ${tempDirectory}: ${err.message}`));
@@ -8904,9 +8937,7 @@ var BotDriver_1 = class BotDriver {
           debug$1(`BotDriver Build error: ${err}`);
           this.eventEmitter.emit(Events.CONTAINER_BUILD_ERROR, err);
           if (tempDirectory) {
-            rimraf(tempDirectory, err => {
-              if (err) debug$1(`Cleanup temp dir ${tempDirectory} failed: ${util.inspect(err)}`);
-            });
+            rimraf(tempDirectory).catch(err => debug$1(`Cleanup temp dir ${tempDirectory} failed: ${util.inspect(err)}`));
           }
           return reject(err);
         }