botium-core 1.13.16 → 1.13.17

package/dist/botium-cjs.js

@@ -6,7 +6,7 @@ var util = require('util');
 var fs = require('fs');
 var path = require('path');
 var async = require('async');
-var rimraf = require('rimraf');
+var rimraf$2 = require('rimraf');
 var mkdirp = require('mkdirp');
 var sanitizeFilename = require('sanitize-filename');
 var moment = require('moment');
@@ -46,7 +46,7 @@ var util__default = /*#__PURE__*/_interopDefaultLegacy(util);
 var fs__default = /*#__PURE__*/_interopDefaultLegacy(fs);
 var path__default = /*#__PURE__*/_interopDefaultLegacy(path);
 var async__default = /*#__PURE__*/_interopDefaultLegacy(async);
-var rimraf__default = /*#__PURE__*/_interopDefaultLegacy(rimraf);
+var rimraf__default = /*#__PURE__*/_interopDefaultLegacy(rimraf$2);
 var mkdirp__default = /*#__PURE__*/_interopDefaultLegacy(mkdirp);
 var sanitizeFilename__default = /*#__PURE__*/_interopDefaultLegacy(sanitizeFilename);
 var moment__default = /*#__PURE__*/_interopDefaultLegacy(moment);
@@ -81,7 +81,7 @@ var express__default = /*#__PURE__*/_interopDefaultLegacy(express);
 var bodyParser__default = /*#__PURE__*/_interopDefaultLegacy(bodyParser);
 
 var name = "botium-core";
-var version$1 = "1.13.16";
+var version$1 = "1.13.17";
 var description = "The Selenium for Chatbots";
 var main = "index.js";
 var module$1 = "dist/botium-es.js";
@@ -113,66 +113,66 @@ var bugs = {
 };
 var homepage = "https://www.botium.ai";
 var dependencies = {
-	"@babel/runtime": "^7.20.6",
+	"@babel/runtime": "^7.21.5",
 	async: "^3.2.4",
-	"body-parser": "^1.20.1",
+	"body-parser": "^1.20.2",
 	boolean: "^3.2.0",
 	bottleneck: "^2.19.5",
-	"csv-parse": "^5.3.3",
+	"csv-parse": "^5.3.10",
 	debug: "^4.3.4",
 	esprima: "^4.0.1",
 	express: "^4.18.2",
 	globby: "11.0.4",
-	ioredis: "^5.2.4",
+	ioredis: "^5.3.2",
 	"is-class": "^0.0.9",
 	"is-json": "^2.0.1",
 	jsonpath: "^1.1.1",
 	lodash: "^4.17.21",
 	"markdown-it": "^13.0.1",
 	"mime-types": "^2.1.35",
-	mkdirp: "^1.0.4",
+	mkdirp: "^3.0.1",
 	moment: "^2.29.4",
 	mustache: "^4.2.0",
 	"promise-retry": "^2.0.1",
 	"promise.allsettled": "^1.0.6",
 	randomatic: "^3.1.1",
 	request: "^2.88.2",
-	rimraf: "^3.0.2",
+	rimraf: "^5.0.0",
 	"sanitize-filename": "^1.6.3",
-	slugify: "^1.6.5",
-	"socket.io": "^4.5.4",
-	"socket.io-client": "^4.5.4",
+	slugify: "^1.6.6",
+	"socket.io": "^4.6.1",
+	"socket.io-client": "^4.6.1",
 	"socketio-auth": "^0.1.1",
-	"swagger-jsdoc": "^6.2.5",
-	"swagger-ui-express": "^4.6.0",
+	"swagger-jsdoc": "^6.2.8",
+	"swagger-ui-express": "^4.6.3",
 	uuid: "^9.0.0",
-	vm2: "^3.9.13",
+	vm2: "^3.9.17",
 	"word-error-rate": "0.0.7",
 	"write-yaml": "^1.0.0",
 	xlsx: "^0.18.5",
 	xregexp: "^5.1.1",
-	yaml: "^2.1.3"
+	yaml: "^2.2.2"
 };
 var devDependencies = {
-	"@babel/core": "^7.20.5",
-	"@babel/node": "^7.20.5",
-	"@babel/plugin-transform-runtime": "^7.19.6",
-	"@babel/preset-env": "^7.20.2",
+	"@babel/core": "^7.21.8",
+	"@babel/node": "^7.20.7",
+	"@babel/plugin-transform-runtime": "^7.21.4",
+	"@babel/preset-env": "^7.21.5",
 	chai: "^4.3.7",
 	"chai-as-promised": "^7.1.1",
 	"cross-env": "^7.0.3",
-	eslint: "^8.29.0",
+	eslint: "^8.40.0",
 	"eslint-config-standard": "^17.0.0",
-	"eslint-plugin-import": "^2.26.0",
+	"eslint-plugin-import": "^2.27.5",
 	"eslint-plugin-mocha": "^10.1.0",
-	"eslint-plugin-n": "^15.6.0",
+	"eslint-plugin-n": "^15.7.0",
 	"eslint-plugin-promise": "^6.1.1",
 	"eslint-plugin-standard": "^4.1.0",
 	"license-checker": "^25.0.1",
 	"license-compatibility-checker": "^0.3.5",
 	mocha: "^10.2.0",
-	nock: "^13.2.9",
-	"npm-check-updates": "^16.5.6",
+	nock: "^13.3.1",
+	"npm-check-updates": "^16.10.12",
 	nyc: "^15.1.0",
 	rollup: "2.79.1",
 	"rollup-plugin-babel": "^4.4.0",
@@ -383,9 +383,7 @@ var Capabilities = {
   RATELIMIT_USERSAYS_MINTIME: 'RATELIMIT_USERSAYS_MINTIME',
   RATELIMIT_BOTTLENECK_FN: 'RATELIMIT_BOTTLENECK_FN',
   SECURITY_ALLOW_UNSAFE: 'SECURITY_ALLOW_UNSAFE',
-  PRECOMPILERS: 'PRECOMPILERS',
-  // RETRY
-  RETRY_CONVO_ASYNC: 'RETRY_CONVO_ASYNC'
+  PRECOMPILERS: 'PRECOMPILERS'
 };
 Capabilities.PROJECTNAME;
 Capabilities.TESTSESSIONNAME;
@@ -538,7 +536,6 @@ Capabilities.RATELIMIT_USERSAYS_MINTIME;
 Capabilities.RATELIMIT_BOTTLENECK_FN;
 Capabilities.SECURITY_ALLOW_UNSAFE;
 Capabilities.PRECOMPILERS;
-Capabilities.RETRY_CONVO_ASYNC;
 
 var Source = {
   LOCALPATH: 'LOCALPATH',
@@ -859,6 +856,7 @@ var Events = {
   CONTAINER_CLEANED: 'CONTAINER_CLEANED',
   CONTAINER_CLEAN_ERROR: 'CONTAINER_CLEAN_ERROR',
   BOT_CONNECTED: 'BOT_CONNECTED',
+  CONVO_STEP_NEXT: 'CONVO_STEP_NEXT',
   // Chatbot Events
   MESSAGE_SENTTOBOT: 'MESSAGE_SENTTOBOT',
   MESSAGE_SENDTOBOT_ERROR: 'MESSAGE_SENDTOBOT_ERROR',
@@ -882,6 +880,7 @@ Events.CONTAINER_CLEANING;
 Events.CONTAINER_CLEANED;
 Events.CONTAINER_CLEAN_ERROR;
 Events.BOT_CONNECTED;
+Events.CONVO_STEP_NEXT;
 Events.MESSAGE_SENTTOBOT;
 Events.MESSAGE_SENDTOBOT_ERROR;
 Events.MESSAGE_RECEIVEDFROMBOT;
@@ -2225,7 +2224,7 @@ const linesToScriptingMemories$2 = (lines, columnMode = null) => {
   }
   return scriptingMemories;
 };
-const calculateWer$1 = (str, pattern) => {
+const calculateWer$2 = (str, pattern) => {
   const _prepareString = (str, remWildcard = false) => {
     if (remWildcard) return str.replace(/[.,/#!$%^&;:*{}=\-_`~()]/g, '').toLowerCase();
     return str.replace(/[.,/#!$%^&;:{}=\-_`~()]/g, '').toLowerCase();
@@ -2248,6 +2247,11 @@ const calculateWer$1 = (str, pattern) => {
   const botMessage = _prepareString(str);
   const botMessageWords = botMessage.split(' ').map(bm => bm.trim());
   const utt = _prepareString(utterance);
+
+  // if no wildcards, just calculate WER
+  if (utt.indexOf('*') === -1) return wordErrorRate__default["default"].wordErrorRate(botMessage, utt).toFixed(2);
+
+  // if there are wildcards, calculate WER for each wildcard part
   const errors = [];
   for (let wildcardPart of utt.split('*')) {
     let wer = 1;
@@ -2267,7 +2271,7 @@ const calculateWer$1 = (str, pattern) => {
       }
     }
     if (lodash__default["default"].isNil(subsetPhraseFound)) {
-      throw new Error('Word Error Asserter: Something went wrong here, please try to modify your assertion!');
+      throw new Error('Word Error Asserter: When using wild cards, please make sure that the length of the asserter text is smaller than the bot message!');
     }
     errors.push(_getErrors(_getWords(wildcardPart), _getWords(subsetPhraseFound)));
   }
@@ -2280,6 +2284,7 @@ const calculateWer$1 = (str, pattern) => {
   debug$l(`Word Error Rate Asserter - Compared Bot Message '${botMessage}' / '${utt}': ${(errCount / allCount).toFixed(2)}`);
   return (errCount / allCount).toFixed(2);
 };
+const toPercent$1 = s => `${(s * 100).toFixed(0)}%`;
 var helper = {
   normalizeText: normalizeText$1,
   splitStringInNonEmptyLines: splitStringInNonEmptyLines$1,
@@ -2294,7 +2299,8 @@ var helper = {
   validateSender: validateSender$1,
   validateConvo: validateConvo$2,
   linesToScriptingMemories: linesToScriptingMemories$2,
-  calculateWer: calculateWer$1
+  calculateWer: calculateWer$2,
+  toPercent: toPercent$1
 };
 
 const debug$k = debug__default["default"]('botium-core-ScriptingMemory');
@@ -2634,45 +2640,7 @@ ScriptingMemory.extractVarNames;
 ScriptingMemory.RESERVED_WORDS;
 ScriptingMemory.SCRIPTING_FUNCTIONS;
 
-const debug$j = debug__default["default"]('botium-core-RetryHelper');
-var RetryHelper_1 = class RetryHelper {
-  constructor(caps, section, options = {}) {
-    this.retryErrorPatterns = [];
-    const onErrorRegexp = caps[`RETRY_${section.toUpperCase()}_ONERROR_REGEXP`] || [];
-    if (onErrorRegexp) {
-      if (lodash__default["default"].isArray(onErrorRegexp)) {
-        onErrorRegexp.forEach(r => {
-          if (lodash__default["default"].isString(r)) this.retryErrorPatterns.push(new RegExp(r, 'i'));else this.retryErrorPatterns.push(r);
-        });
-      } else if (lodash__default["default"].isString(onErrorRegexp)) {
-        this.retryErrorPatterns.push(new RegExp(onErrorRegexp, 'i'));
-      } else {
-        this.retryErrorPatterns.push(onErrorRegexp);
-      }
-    }
-
-    // to turn on retries, NUMRETRIES or ONERROR_REGEXP has to be set
-    this.retrySettings = {
-      retries: caps[`RETRY_${section.toUpperCase()}_NUMRETRIES`] || (!lodash__default["default"].isNil(options.numRetries) ? options.numRetries : this.retryErrorPatterns.length === 0 ? 0 : 1),
-      factor: caps[`RETRY_${section.toUpperCase()}_FACTOR`] || (lodash__default["default"].isNil(options.factor) ? 1 : options.factor),
-      minTimeout: caps[`RETRY_${section.toUpperCase()}_MINTIMEOUT`] || (lodash__default["default"].isNil(options.minTimeout) ? 1000 : options.minTimeout)
-    };
-    if (this.retrySettings.retries > 0) {
-      debug$j(`Retry for ${section} is enabled. Settings: ${JSON.stringify(this.retrySettings)} Patterns: ${JSON.stringify(this.retryErrorPatterns.map(r => r.toString()))}`);
-    }
-  }
-  shouldRetry(err) {
-    if (!err) return false;
-    if (this.retryErrorPatterns.length === 0) return true;
-    const errString = util__default["default"].inspect(err);
-    for (const re of this.retryErrorPatterns) {
-      if (errString.match(re)) return true;
-    }
-    return false;
-  }
-};
-
-const debug$i = debug__default["default"]('botium-core-Convo');
+const debug$j = debug__default["default"]('botium-core-Convo');
 const {
   BotiumError: BotiumError$4,
   botiumErrorFromErr: botiumErrorFromErr$1,
@@ -2826,10 +2794,10 @@ class TranscriptError extends Error {
 class Convo$6 {
   constructor(context, fromJson = {}) {
     if (fromJson instanceof Convo$6) {
-      debug$i('Illegal state!!! Parameter should be a JSON, but it is a Convo');
+      debug$j('Illegal state!!! Parameter should be a JSON, but it is a Convo');
     } else if (fromJson.beginAsserter) {
       // beginAsserter is one of the fields which are lost
-      debug$i('Illegal state!!! Parameter should be a native JSON, but looks as a Convo converted to JSON');
+      debug$j('Illegal state!!! Parameter should be a native JSON, but looks as a Convo converted to JSON');
     }
     this.scriptingEvents = context.scriptingEvents;
     this.context = context;
@@ -2874,30 +2842,6 @@ class Convo$6 {
     return this.header.toString() + (this.sourceTag ? ` (${util__default["default"].inspect(this.sourceTag)})` : '') + ': ' + this.conversation.map(c => c.toString()).join(' | ');
   }
   async Run(container) {
-    if (container.caps.RETRY_CONVO_ASYNC) {
-      return this.RunImpl(container).catch(err => {
-        debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}".`);
-        throw err;
-      });
-    } else {
-      const retryHelper = new RetryHelper_1(container.caps, 'CONVO');
-      return promiseRetry__default["default"](async (retry, number) => {
-        const retryRemaining = retryHelper.retrySettings.retries - number + 1;
-        return this.RunImpl(container).catch(err => {
-          if (retryHelper.shouldRetry(err)) {
-            debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}". Retry ${retryRemaining > 0 ? 'enabled' : 'disabled'} (remaining #${retryRemaining}/${retryHelper.retrySettings.retries}, criterion matches)`);
-            retry(err);
-          } else {
-            if (retryHelper.retryErrorPatterns.length > 0) {
-              debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}". Retry 'disabled' (remaining (#${retryRemaining}/${retryHelper.retrySettings.retries}), criterion does not match)`);
-            }
-            throw err;
-          }
-        });
-      }, retryHelper.retrySettings);
-    }
-  }
-  async RunImpl(container) {
     const transcript = new Transcript({
       steps: [],
       attachments: [],
@@ -3003,6 +2947,7 @@ class Convo$6 {
       for (let i = 0; i < this.conversation.length; i++) {
         const convoStep = this.conversation[i];
         const currentStepIndex = i;
+        container.eventEmitter.emit(Events.CONVO_STEP_NEXT, container, convoStep, i);
         skipTranscriptStep = false;
         const transcriptStep = new TranscriptStep({
           expected: new BotiumMockMessage_1(convoStep),
@@ -3062,7 +3007,7 @@ class Convo$6 {
               });
               await this._checkBotRepliesConsumed(container);
               const coreMsg = lodash__default["default"].omit(removeBuffers(meMsg), ['sourceData']);
-              debug$i(`${this.header.name}/${convoStep.stepTag}: user says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
+              debug$j(`${this.header.name}/${convoStep.stepTag}: user says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
               await new Promise(resolve => {
                 if (container.caps.SIMULATE_WRITING_SPEED && meMsg.messageText && meMsg.messageText.length) {
                   setTimeout(() => resolve(), container.caps.SIMULATE_WRITING_SPEED * meMsg.messageText.length);
@@ -3098,7 +3043,7 @@ class Convo$6 {
                 });
                 continue;
               } else {
-                debug$i(`${this.header.name}/${convoStep.stepTag}: message not found in #me section, message not sent to container ${util__default["default"].inspect(convoStep)}`);
+                debug$j(`${this.header.name}/${convoStep.stepTag}: message not found in #me section, message not sent to container ${util__default["default"].inspect(convoStep)}`);
                 transcriptStep.botEnd = new Date();
                 await this.scriptingEvents.onMeEnd({
                   convo: this,
@@ -3114,7 +3059,7 @@ class Convo$6 {
             } catch (err) {
               transcriptStep.botEnd = new Date();
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: error sending to bot - ${err.message || err}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr);
               } catch (failErr) {}
@@ -3127,7 +3072,7 @@ class Convo$6 {
               waitForBotSays = true;
             }
             try {
-              debug$i(`${this.header.name} wait for bot ${convoStep.channel || ''}`);
+              debug$j(`${this.header.name} wait for bot ${convoStep.channel || ''}`);
               await this.scriptingEvents.onBotStart({
                 convo: this,
                 convoStep,
@@ -3143,11 +3088,11 @@ class Convo$6 {
               transcriptStep.botEnd = new Date();
               transcriptStep.actual = new BotiumMockMessage_1(botMsg);
               const coreMsg = lodash__default["default"].omit(removeBuffers(botMsg), ['sourceData']);
-              debug$i(`${this.header.name}: bot says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
+              debug$j(`${this.header.name}: bot says (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
             } catch (err) {
               transcriptStep.botEnd = new Date();
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: error waiting for bot - ${err.message}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
@@ -3166,11 +3111,11 @@ class Convo$6 {
               if (prepared) {
                 transcriptStep.actual = new BotiumMockMessage_1(botMsg);
                 const coreMsg = lodash__default["default"].omit(removeBuffers(botMsg), ['sourceData']);
-                debug$i(`${this.header.name}: onBotPrepare (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
+                debug$j(`${this.header.name}: onBotPrepare (cleaned by binary and base64 data and sourceData) ${JSON.stringify(coreMsg, null, 2)}`);
               }
             } catch (err) {
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: onBotPrepare error - ${err.message || err}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
@@ -3178,7 +3123,7 @@ class Convo$6 {
             }
             if (!botMsg || !botMsg.messageText && !botMsg.media && !botMsg.buttons && !botMsg.cards && !botMsg.sourceData && !botMsg.nlp) {
               const failErr = new BotiumError$4(`${this.header.name}/${convoStep.stepTag}: bot says nothing`);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
@@ -3259,7 +3204,7 @@ class Convo$6 {
                 continue;
               }
               const failErr = botiumErrorFromErr$1(`${this.header.name}/${convoStep.stepTag}: assertion error - ${err.message || err}`, err);
-              debug$i(failErr);
+              debug$j(failErr);
               try {
                 this.scriptingEvents.fail && this.scriptingEvents.fail(failErr, lastMeConvoStep);
               } catch (failErr) {}
@@ -3280,7 +3225,7 @@ class Convo$6 {
             }
           } else {
             const failErr = new BotiumError$4(`${this.header.name}/${convoStep.stepTag}: invalid sender - ${util__default["default"].inspect(convoStep.sender)}`);
-            debug$i(failErr);
+            debug$j(failErr);
             try {
               this.scriptingEvents.fail && this.scriptingEvents.fail(failErr);
             } catch (failErr) {}
@@ -3486,7 +3431,7 @@ class Convo$6 {
             throw new BotiumError$4(`Cant find partial convo with name ${includeLogicHook} (available partial convos: ${Object.keys(partialConvos).join(',')})`);
           }
           _getEffectiveConversationRecursive(partialConvo.conversation, [...parentPConvos, includeLogicHook], result, true);
-          debug$i(`Partial convo ${includeLogicHook} included`);
+          debug$j(`Partial convo ${includeLogicHook} included`);
         });
       });
       return result;
@@ -3507,10 +3452,48 @@ var Convo_1 = {
   TranscriptError
 };
 
+const debug$i = debug__default["default"]('botium-core-RetryHelper');
+var RetryHelper_1 = class RetryHelper {
+  constructor(caps, section, options = {}) {
+    this.retryErrorPatterns = [];
+    const onErrorRegexp = caps[`RETRY_${section.toUpperCase()}_ONERROR_REGEXP`] || [];
+    if (onErrorRegexp) {
+      if (lodash__default["default"].isArray(onErrorRegexp)) {
+        onErrorRegexp.forEach(r => {
+          if (lodash__default["default"].isString(r)) this.retryErrorPatterns.push(new RegExp(r, 'i'));else this.retryErrorPatterns.push(r);
+        });
+      } else if (lodash__default["default"].isString(onErrorRegexp)) {
+        this.retryErrorPatterns.push(new RegExp(onErrorRegexp, 'i'));
+      } else {
+        this.retryErrorPatterns.push(onErrorRegexp);
+      }
+    }
+
+    // to turn on retries, NUMRETRIES or ONERROR_REGEXP has to be set
+    this.retrySettings = {
+      retries: caps[`RETRY_${section.toUpperCase()}_NUMRETRIES`] || (!lodash__default["default"].isNil(options.numRetries) ? options.numRetries : this.retryErrorPatterns.length === 0 ? 0 : 1),
+      factor: caps[`RETRY_${section.toUpperCase()}_FACTOR`] || (lodash__default["default"].isNil(options.factor) ? 1 : options.factor),
+      minTimeout: caps[`RETRY_${section.toUpperCase()}_MINTIMEOUT`] || (lodash__default["default"].isNil(options.minTimeout) ? 1000 : options.minTimeout)
+    };
+    if (this.retrySettings.retries > 0) {
+      debug$i(`Retry for ${section} is enabled. Settings: ${JSON.stringify(this.retrySettings)} Patterns: ${JSON.stringify(this.retryErrorPatterns.map(r => r.toString()))}`);
+    }
+  }
+  shouldRetry(err) {
+    if (!err) return false;
+    if (this.retryErrorPatterns.length === 0) return true;
+    const errString = util__default["default"].inspect(err);
+    for (const re of this.retryErrorPatterns) {
+      if (errString.match(re)) return true;
+    }
+    return false;
+  }
+};
+
 const {
   toString,
   quoteRegexpString,
-  calculateWer
+  calculateWer: calculateWer$1
 } = helper;
 const _normalize = botresponse => {
   if (lodash__default["default"].isUndefined(botresponse) || lodash__default["default"].isNil(botresponse)) return '';
@@ -3578,7 +3561,7 @@ const wer = () => (botresponse, utterance, args) => {
   botresponse = _normalize(botresponse || '');
   utterance = toString(utterance || '');
   const threshold = [',', '.'].find(p => `${args[0]}`.includes(p)) ? parseFloat(args[0]) : parseInt(args[0]) / 100;
-  return calculateWer(botresponse, utterance) <= threshold;
+  return calculateWer$1(botresponse, utterance) <= threshold;
 };
 const getMatchFunction$1 = matchingMode => {
   if (matchingMode === 'regexp' || matchingMode === 'regexpIgnoreCase') {
@@ -5372,6 +5355,10 @@ const {
 const {
   getMatchFunction
 } = MatchFunctions;
+const {
+  calculateWer,
+  toPercent
+} = helper;
 const globPattern = '**/+(*.convo.txt|*.utterances.txt|*.pconvo.txt|*.scriptingmemory.txt|*.xlsx|*.xlsm|*.convo.csv|*.pconvo.csv|*.utterances.csv|*.yaml|*.yml|*.json|*.md|*.markdown)';
 const skipPattern = /^skip[.\-_]/i;
 const p = (retryHelper, fn) => {
@@ -5632,29 +5619,51 @@ var ScriptingProvider_1 = class ScriptingProvider {
         const found = lodash__default["default"].find(tomatch, utt => this.matchFn(botresponse, utt, this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS]));
         const asserterType = this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer' ? 'Word Error Rate Asserter' : 'Text Match Asserter';
         if (lodash__default["default"].isNil(found)) {
-          let message = `${stepTag}: Bot response `;
-          message += meMsg ? `(on ${meMsg}) ` : '';
-          message += botresponse ? '"' + botresponse + '"' : '<no response>';
-          message += ' expected to match ';
-          message += tomatch && tomatch.length > 1 ? 'one of ' : '';
-          message += `${tomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
-          throw new BotiumError$2(message, {
-            type: 'asserter',
-            source: asserterType,
-            params: {
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            },
-            context: {
-              stepTag
-            },
-            cause: {
-              expected: tomatch,
-              actual: botresponse,
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            }
-          });
+          if (this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer') {
+            const wer = calculateWer(botresponse, tomatch[0]);
+            const werArgs = this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS];
+            const threshold = [',', '.'].find(p => `${werArgs[0]}`.includes(p)) ? parseFloat(werArgs[0]) : parseInt(werArgs[0]) / 100;
+            const message = `${stepTag}: Word Error Rate (${toPercent(wer)}) higher than accepted (${toPercent(threshold)})`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                expected: `<=${toPercent(threshold)} (${tomatch})`,
+                actual: `${toPercent(wer)} (${botresponse})`
+              }
+            });
+          } else {
+            let message = `${stepTag}: Bot response `;
+            message += meMsg ? `(on ${meMsg}) ` : '';
+            message += botresponse ? '"' + botresponse + '"' : '<no response>';
+            message += ' expected to match ';
+            message += tomatch && tomatch.length > 1 ? 'one of ' : '';
+            message += `${tomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                expected: tomatch,
+                actual: botresponse,
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              }
+            });
+          }
         }
       },
       assertBotNotResponse: (botresponse, nottomatch, stepTag, meMsg) => {
@@ -5665,30 +5674,52 @@ var ScriptingProvider_1 = class ScriptingProvider {
         const found = lodash__default["default"].find(nottomatch, utt => this.matchFn(botresponse, utt, this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS]));
         const asserterType = this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer' ? 'Word Error Rate Asserter' : 'Text Match Asserter';
         if (!lodash__default["default"].isNil(found)) {
-          let message = `${stepTag}: Bot response `;
-          message += meMsg ? `(on ${meMsg}) ` : '';
-          message += botresponse ? '"' + botresponse + '"' : '<no response>';
-          message += ' expected NOT to match ';
-          message += nottomatch && nottomatch.length > 1 ? 'one of ' : '';
-          message += `${nottomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
-          throw new BotiumError$2(message, {
-            type: 'asserter',
-            source: asserterType,
-            params: {
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            },
-            context: {
-              stepTag
-            },
-            cause: {
-              not: true,
-              expected: nottomatch,
-              actual: botresponse,
-              matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
-              args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
-            }
-          });
+          if (this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer') {
+            const wer = calculateWer(botresponse, nottomatch[0]);
+            const werArgs = this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS];
+            const threshold = [',', '.'].find(p => `${werArgs[0]}`.includes(p)) ? parseFloat(werArgs[0]) : parseInt(werArgs[0]) / 100;
+            const message = `${stepTag}: Word Error Rate (${toPercent(wer)}) lower than accepted (${toPercent(threshold)})`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                expected: `>=${toPercent(threshold)} (${nottomatch})`,
+                actual: `${toPercent(wer)} (${botresponse})`
+              }
+            });
+          } else {
+            let message = `${stepTag}: Bot response `;
+            message += meMsg ? `(on ${meMsg}) ` : '';
+            message += botresponse ? '"' + botresponse + '"' : '<no response>';
+            message += ' expected NOT to match ';
+            message += nottomatch && nottomatch.length > 1 ? 'one of ' : '';
+            message += `${nottomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
+            throw new BotiumError$2(message, {
+              type: 'asserter',
+              source: asserterType,
+              params: {
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              },
+              context: {
+                stepTag
+              },
+              cause: {
+                not: true,
+                expected: nottomatch,
+                actual: botresponse,
+                matchingMode: this.caps[Capabilities.SCRIPTING_MATCHING_MODE],
+                args: this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS] || null
+              }
+            });
+          }
         }
       },
       fail: null
@@ -7159,6 +7190,9 @@ var Queue_1 = class Queue {
   }
 };
 
+const {
+  rimraf: rimraf$1
+} = rimraf__default["default"];
 const debug$7 = debug__default["default"]('botium-connector-BaseContainer');
 const {
   executeHook: executeHook$1,
@@ -7291,10 +7325,7 @@ var BaseContainer_1 = class BaseContainer {
       }, rimraffed => {
         if (this.caps[Capabilities.CLEANUPTEMPDIR]) {
           debug$7(`Cleanup rimrafing temp dir ${this.tempDirectory}`);
-          rimraf__default["default"](this.tempDirectory, err => {
-            if (err) debug$7(`Cleanup temp dir ${this.tempDirectory} failed: ${util__default["default"].inspect(err)}`);
-            rimraffed();
-          });
+          rimraf$1(this.tempDirectory).catch(err => debug$7(`Cleanup temp dir ${this.tempDirectory} failed: ${util__default["default"].inspect(err)}`)).finally(() => rimraffed());
         } else {
           rimraffed();
         }
@@ -8685,13 +8716,9 @@ const {
 var PluginConnectorContainer_1 = class PluginConnectorContainer extends BaseContainer_1 {
   async Validate() {
     await super.Validate();
-    const setAsync = isAsync => {
-      this.caps.RETRY_CONVO_ASYNC = isAsync;
-    };
     this.pluginInstance = tryLoadPlugin(this.caps[Capabilities.CONTAINERMODE], this.caps[Capabilities.PLUGINMODULEPATH], {
       container: this,
       queueBotSays: msg => this._QueueBotSays(msg),
-      setAsync: isAsync => setAsync(isAsync),
       bottleneck: this.bottleneck,
       eventEmitter: this.eventEmitter,
       caps: this.caps,
@@ -8822,15 +8849,21 @@ var PluginConnectorContainer_1 = class PluginConnectorContainer extends BaseCont
   }
 };
 
-var require$$2 = getCjsExportFromNamespace(_package$1);
+var require$$4 = getCjsExportFromNamespace(_package$1);
 
+const {
+  rimraf
+} = rimraf__default["default"];
+const {
+  mkdirpSync
+} = mkdirp__default["default"];
 const {
   boolean
 } = boolean__default["default"];
 const debug$1 = debug__default["default"]('botium-core-BotDriver');
 const {
   version
-} = require$$2;
+} = require$$4;
 var BotDriver_1 = class BotDriver {
   constructor(caps = {}, sources = {}, envs = {}) {
     this.eventEmitter = new events__default["default"]();
@@ -8920,7 +8953,7 @@ var BotDriver_1 = class BotDriver {
       }, tempDirectoryCreated => {
         tempDirectory = path__default["default"].resolve(process.cwd(), this.caps[Capabilities.TEMPDIR], sanitizeFilename__default["default"](`${this.caps[Capabilities.PROJECTNAME]} ${moment__default["default"]().format('YYYYMMDD HHmmss')} ${randomatic__default["default"]('Aa0', 5)}`));
         try {
-          mkdirp__default["default"].sync(tempDirectory);
+          mkdirpSync(tempDirectory);
           tempDirectoryCreated();
         } catch (err) {
           tempDirectoryCreated(new Error(`Unable to create temp directory ${tempDirectory}: ${err.message}`));
@@ -8948,9 +8981,7 @@ var BotDriver_1 = class BotDriver {
           debug$1(`BotDriver Build error: ${err}`);
           this.eventEmitter.emit(Events.CONTAINER_BUILD_ERROR, err);
           if (tempDirectory) {
-            rimraf__default["default"](tempDirectory, err => {
-              if (err) debug$1(`Cleanup temp dir ${tempDirectory} failed: ${util__default["default"].inspect(err)}`);
-            });
+            rimraf(tempDirectory).catch(err => debug$1(`Cleanup temp dir ${tempDirectory} failed: ${util__default["default"].inspect(err)}`));
           }
           return reject(err);
         }