botium-core 1.13.0 → 1.13.3

package/dist/botium-cjs.js

@@ -14,7 +14,7 @@ var randomatic = require('randomatic');
 var lodash = require('lodash');
 var boolean$1 = require('boolean');
 var events = require('events');
-var debug$l = require('debug');
+var debug$m = require('debug');
 var vm2 = require('vm2');
 var isClass = require('is-class');
 var crypto = require('crypto');
@@ -24,6 +24,7 @@ var promise = require('promise.allsettled');
 var uuid = require('uuid');
 var jsonpath = require('jsonpath');
 var isJson$1 = require('is-json');
+var wordErrorRate = require('word-error-rate');
 var esprima = require('esprima');
 var markdownIt = require('markdown-it');
 var xlsx = require('xlsx');
@@ -53,7 +54,7 @@ var randomatic__default = /*#__PURE__*/_interopDefaultLegacy(randomatic);
 var lodash__default = /*#__PURE__*/_interopDefaultLegacy(lodash);
 var boolean__default = /*#__PURE__*/_interopDefaultLegacy(boolean$1);
 var events__default = /*#__PURE__*/_interopDefaultLegacy(events);
-var debug__default = /*#__PURE__*/_interopDefaultLegacy(debug$l);
+var debug__default = /*#__PURE__*/_interopDefaultLegacy(debug$m);
 var vm2__default = /*#__PURE__*/_interopDefaultLegacy(vm2);
 var isClass__default = /*#__PURE__*/_interopDefaultLegacy(isClass);
 var crypto__default = /*#__PURE__*/_interopDefaultLegacy(crypto);
@@ -63,6 +64,7 @@ var promise__default = /*#__PURE__*/_interopDefaultLegacy(promise);
 var uuid__default = /*#__PURE__*/_interopDefaultLegacy(uuid);
 var jsonpath__default = /*#__PURE__*/_interopDefaultLegacy(jsonpath);
 var isJson__default = /*#__PURE__*/_interopDefaultLegacy(isJson$1);
+var wordErrorRate__default = /*#__PURE__*/_interopDefaultLegacy(wordErrorRate);
 var esprima__default = /*#__PURE__*/_interopDefaultLegacy(esprima);
 var markdownIt__default = /*#__PURE__*/_interopDefaultLegacy(markdownIt);
 var xlsx__default = /*#__PURE__*/_interopDefaultLegacy(xlsx);
@@ -79,7 +81,7 @@ var express__default = /*#__PURE__*/_interopDefaultLegacy(express);
 var bodyParser__default = /*#__PURE__*/_interopDefaultLegacy(bodyParser);
 
 var name = "botium-core";
-var version$1 = "1.13.0";
+var version$1 = "1.13.3";
 var description = "The Selenium for Chatbots";
 var main = "index.js";
 var module$1 = "dist/botium-es.js";
@@ -111,17 +113,17 @@ var bugs = {
 };
 var homepage = "https://www.botium.ai";
 var dependencies = {
-	"@babel/runtime": "^7.18.3",
+	"@babel/runtime": "^7.18.6",
 	async: "^3.2.4",
 	"body-parser": "^1.20.0",
 	boolean: "^3.2.0",
 	bottleneck: "^2.19.5",
-	"csv-parse": "^5.2.0",
+	"csv-parse": "^5.3.0",
 	debug: "^4.3.4",
 	esprima: "^4.0.1",
 	express: "^4.18.1",
 	globby: "11.0.4",
-	ioredis: "^5.0.6",
+	ioredis: "^5.1.0",
 	"is-class": "^0.0.9",
 	"is-json": "^2.0.1",
 	jsonpath: "^1.1.1",
@@ -129,7 +131,7 @@ var dependencies = {
 	"markdown-it": "^13.0.1",
 	"mime-types": "^2.1.35",
 	mkdirp: "^1.0.4",
-	moment: "^2.29.3",
+	moment: "^2.29.4",
 	mustache: "^4.2.0",
 	"promise-retry": "^2.0.1",
 	"promise.allsettled": "^1.0.5",
@@ -144,33 +146,35 @@ var dependencies = {
 	"swagger-jsdoc": "^6.2.1",
 	"swagger-ui-express": "^4.4.0",
 	uuid: "^8.3.2",
-	vm2: "^3.9.9",
+	vm2: "^3.9.10",
+	"word-error-rate": "0.0.7",
 	"write-yaml": "^1.0.0",
 	xlsx: "^0.18.5",
 	xregexp: "^5.1.1",
 	yaml: "^2.1.1"
 };
 var devDependencies = {
-	"@babel/core": "^7.18.5",
-	"@babel/node": "^7.18.5",
-	"@babel/plugin-transform-runtime": "^7.18.5",
-	"@babel/preset-env": "^7.18.2",
+	"@babel/core": "^7.18.6",
+	"@babel/node": "^7.18.6",
+	"@babel/plugin-transform-runtime": "^7.18.6",
+	"@babel/preset-env": "^7.18.6",
 	chai: "^4.3.6",
 	"chai-as-promised": "^7.1.1",
 	"cross-env": "^7.0.3",
-	eslint: "^8.18.0",
+	eslint: "^8.19.0",
 	"eslint-config-standard": "^17.0.0",
 	"eslint-plugin-import": "^2.26.0",
-	"eslint-plugin-n": "^15.2.3",
+	"eslint-plugin-mocha": "^10.1.0",
+	"eslint-plugin-n": "^15.2.4",
 	"eslint-plugin-promise": "^6.0.0",
 	"eslint-plugin-standard": "^4.1.0",
 	"license-checker": "^25.0.1",
 	"license-compatibility-checker": "^0.3.5",
 	mocha: "^10.0.0",
-	nock: "^13.2.7",
-	"npm-check-updates": "^14.0.1",
+	nock: "^13.2.8",
+	"npm-check-updates": "^15.2.6",
 	nyc: "^15.1.0",
-	rollup: "^2.75.6",
+	rollup: "^2.76.0",
 	"rollup-plugin-babel": "^4.4.0",
 	"rollup-plugin-commonjs": "^10.1.0",
 	"rollup-plugin-json": "^4.0.0",
@@ -340,8 +344,9 @@ var Capabilities = {
   SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS: 'SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS',
   SCRIPTING_ENABLE_SKIP_ASSERT_ERRORS: 'SCRIPTING_ENABLE_SKIP_ASSERT_ERRORS',
   SCRIPTING_FORCE_BOT_CONSUMED: 'SCRIPTING_FORCE_BOT_CONSUMED',
-  // regexp, regexpIgnoreCase, wildcard, wildcardIgnoreCase, wildcardExact, wildcardExactIgnoreCase, include, includeIgnoreCase, equals, equalsIgnoreCase
+  // regexp, regexpIgnoreCase, wildcard, wildcardIgnoreCase, wildcardExact, wildcardExactIgnoreCase, include, includeIgnoreCase, equals, equalsIgnoreCase, wer
   SCRIPTING_MATCHING_MODE: 'SCRIPTING_MATCHING_MODE',
+  SCRIPTING_MATCHING_MODE_ARGS: 'SCRIPTING_MATCHING_MODE_ARGS',
   // all, first, random
   SCRIPTING_UTTEXPANSION_MODE: 'SCRIPTING_UTTEXPANSION_MODE',
   SCRIPTING_UTTEXPANSION_RANDOM_COUNT: 'SCRIPTING_UTTEXPANSION_RANDOM_COUNT',
@@ -495,6 +500,7 @@ Capabilities.SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS;
 Capabilities.SCRIPTING_ENABLE_SKIP_ASSERT_ERRORS;
 Capabilities.SCRIPTING_FORCE_BOT_CONSUMED;
 Capabilities.SCRIPTING_MATCHING_MODE;
+Capabilities.SCRIPTING_MATCHING_MODE_ARGS;
 Capabilities.SCRIPTING_UTTEXPANSION_MODE;
 Capabilities.SCRIPTING_UTTEXPANSION_RANDOM_COUNT;
 Capabilities.SCRIPTING_UTTEXPANSION_INCOMPREHENSION;
@@ -1180,6 +1186,9 @@ var LogicHookConsts = {
   }, {
     name: 'TEXT_IC',
     className: 'TextEqualsAnyICAsserter'
+  }, {
+    name: 'TEXT_WER',
+    className: 'WerAsserter'
   }, {
     name: 'BOT_CONSUMED',
     className: 'BotRepliesConsumedAsserter'
@@ -1231,7 +1240,7 @@ LogicHookConsts.DEFAULT_USER_INPUTS;
 const {
   NodeVM: NodeVM$2
 } = vm2__default["default"];
-const debug$k = debug__default["default"]('botium-core-asserterUtils');
+const debug$l = debug__default["default"]('botium-core-asserterUtils');
 const {
   BotiumError: BotiumError$6
 } = BotiumError_1;
@@ -1296,7 +1305,7 @@ var LogicHookUtils_1 = class LogicHookUtils {
   _fetchAsserters() {
     this.caps[Capabilities.ASSERTERS].forEach(asserter => {
       if (this.asserters[asserter.ref]) {
-        debug$k(`${asserter.ref} asserter already exists, overwriting.`);
+        debug$l(`${asserter.ref} asserter already exists, overwriting.`);
       }
 
       this.asserters[asserter.ref] = this._loadClass(asserter, 'asserter');
@@ -1310,7 +1319,7 @@ var LogicHookUtils_1 = class LogicHookUtils {
   _fetchLogicHooks() {
     this.caps[Capabilities.LOGIC_HOOKS].forEach(logicHook => {
       if (this.logicHooks[logicHook.ref]) {
-        debug$k(`${logicHook.ref} logic hook already exists, overwriting.`);
+        debug$l(`${logicHook.ref} logic hook already exists, overwriting.`);
       }
 
       this.logicHooks[logicHook.ref] = this._loadClass(logicHook, 'logichook');
@@ -1324,7 +1333,7 @@ var LogicHookUtils_1 = class LogicHookUtils {
   _fetchUserInputs() {
     this.caps[Capabilities.USER_INPUTS].forEach(userInput => {
       if (this.userInputs[userInput.ref]) {
-        debug$k(`${userInput.ref} userinput already exists, overwriting.`);
+        debug$l(`${userInput.ref} userinput already exists, overwriting.`);
       }
 
       this.userInputs[userInput.ref] = this._loadClass(userInput, 'userinput');
@@ -1467,7 +1476,7 @@ var LogicHookUtils_1 = class LogicHookUtils {
                 });
                 return vm.run(script);
               } catch (err) {
-                throw new Error(`${err.message || err}`);
+                throw new Error(`Script ${key} is not valid - ${err.message || err}`);
               }
             } else {
               throw new Error(`Script "${key}" is not valid - only functions and javascript code accepted`);
@@ -1558,7 +1567,7 @@ var LogicHookUtils_1 = class LogicHookUtils {
         }
       }
 
-      loadErr.forEach(debug$k);
+      loadErr.forEach(debug$l);
     }
 
     throw new Error(`Failed to fetch ${ref} ${hookType}, no idea how to load ...`);
@@ -2417,7 +2426,7 @@ var helper = {
   linesToScriptingMemories: linesToScriptingMemories$2
 };
 
-const debug$j = debug__default["default"]('botium-core-ScriptingMemory');
+const debug$k = debug__default["default"]('botium-core-ScriptingMemory');
 const {
   v1: uuidv1
 } = uuid__default["default"];
@@ -2675,7 +2684,7 @@ const extractVarNames = text => {
 };
 
 const fill = (container, scriptingMemory, result, utterance, scriptingEvents) => {
-  debug$j(`fill start: ${util__default["default"].inspect(scriptingMemory)}`);
+  debug$k(`fill start: ${util__default["default"].inspect(scriptingMemory)}`);
   let varRegex;
 
   switch (container.caps[Capabilities.SCRIPTING_MEMORY_MATCHING_MODE]) {
@@ -2719,14 +2728,14 @@ const fill = (container, scriptingMemory, result, utterance, scriptingEvents) =>
           const varName = varMatches[i - 1];
 
           if (RESERVED_WORDS.indexOf(varName) >= 0) {
-            debug$j(`fill Variable "${varName}" is not overwritten, because it is reserved word. `);
+            debug$k(`fill Variable "${varName}" is not overwritten, because it is reserved word. `);
           } else {
             scriptingMemory[varName] = resultMatches[i];
           }
         }
       }
     });
-    debug$j(`fill end: ${util__default["default"].inspect(scriptingMemory)}`);
+    debug$k(`fill end: ${util__default["default"].inspect(scriptingMemory)}`);
   }
 };
 
@@ -2745,6 +2754,47 @@ ScriptingMemory.extractVarNames;
 ScriptingMemory.RESERVED_WORDS;
 ScriptingMemory.SCRIPTING_FUNCTIONS;
 
+const debug$j = debug__default["default"]('botium-core-RetryHelper');
+var RetryHelper_1 = class RetryHelper {
+  constructor(caps, section, options = {}) {
+    this.retryErrorPatterns = [];
+    const onErrorRegexp = caps[`RETRY_${section.toUpperCase()}_ONERROR_REGEXP`] || [];
+
+    if (onErrorRegexp) {
+      if (lodash__default["default"].isArray(onErrorRegexp)) {
+        onErrorRegexp.forEach(r => {
+          if (lodash__default["default"].isString(r)) this.retryErrorPatterns.push(new RegExp(r, 'i'));else this.retryErrorPatterns.push(r);
+        });
+      } else if (lodash__default["default"].isString(onErrorRegexp)) {
+        this.retryErrorPatterns.push(new RegExp(onErrorRegexp, 'i'));
+      } else {
+        this.retryErrorPatterns.push(onErrorRegexp);
+      }
+    } // to turn on retries, NUMRETRIES or ONERROR_REGEXP has to be set
+
+
+    this.retrySettings = {
+      retries: caps[`RETRY_${section.toUpperCase()}_NUMRETRIES`] || (!lodash__default["default"].isNil(options.numRetries) ? options.numRetries : this.retryErrorPatterns.length === 0 ? 0 : 1),
+      factor: caps[`RETRY_${section.toUpperCase()}_FACTOR`] || (lodash__default["default"].isNil(options.factor) ? 1 : options.factor),
+      minTimeout: caps[`RETRY_${section.toUpperCase()}_MINTIMEOUT`] || (lodash__default["default"].isNil(options.minTimeout) ? 1000 : options.minTimeout)
+    };
+    debug$j(`Retry for ${section} is ${this.retrySettings.retries > 0 ? 'enabled' : 'disabled'}. Settings: ${JSON.stringify(this.retrySettings)} Patterns: ${JSON.stringify(this.retryErrorPatterns.map(r => r.toString()))}`);
+  }
+
+  shouldRetry(err) {
+    if (!err) return false;
+    if (this.retryErrorPatterns.length === 0) return true;
+    const errString = util__default["default"].inspect(err);
+
+    for (const re of this.retryErrorPatterns) {
+      if (errString.match(re)) return true;
+    }
+
+    return false;
+  }
+
+};
+
 const debug$i = debug__default["default"]('botium-core-Convo');
 const {
   BotiumError: BotiumError$4,
@@ -2841,7 +2891,7 @@ class ConvoStep$1 {
   }
 
   toString() {
-    return (this.stepTag ? this.stepTag + ': ' : '') + '#' + this.sender + ' - ' + (this.optional ? '?' : '') + (this.not ? '!' : '') + (this.messageText || '') + (this.asserters && this.asserters.length > 0 ? ' ' + this.asserters.map(a => a.toString()).join(' ASS: ') : '') + (this.logicHooks && this.logicHooks.length > 0 ? ' ' + this.logicHooks.map(l => l.toString()).join(' LH: ') : '') + (this.userInputs && this.userInputs.length > 0 ? ' ' + this.userInputs.map(u => u.toString()).join(' UI: ') : '');
+    return (this.stepTag ? this.stepTag + ': ' : '') + '#' + this.sender + ' - ' + (this.optional ? '?' : '') + (this.not ? '!' : '') + (this.messageText || '') + (this.asserters && this.asserters.length > 0 ? ' ' + this.asserters.map(a => a.toString()).join(' ') : '') + (this.logicHooks && this.logicHooks.length > 0 ? ' ' + this.logicHooks.map(l => l.toString()).join(' ') : '') + (this.userInputs && this.userInputs.length > 0 ? ' ' + this.userInputs.map(u => u.toString()).join(' ') : '');
   }
 
 }
@@ -2876,6 +2926,16 @@ class Transcript {
 
 }
 
+class TranscriptAttachment {
+  constructor(fromJson = {}) {
+    this.name = fromJson.name;
+    this.mimeType = fromJson.mimeType;
+    this.base64 = fromJson.base64;
+    this.href = fromJson.href;
+  }
+
+}
+
 class TranscriptStep {
   constructor({
     expected,
@@ -2970,6 +3030,26 @@ class Convo$6 {
   }
 
   async Run(container) {
+    const retryHelper = new RetryHelper_1(container.caps, 'CONVO');
+    return promiseRetry__default["default"](async (retry, number) => {
+      return this.RunImpl(container).catch(err => {
+        const retryRemaining = retryHelper.retrySettings.retries - number + 1;
+
+        if (retryHelper.shouldRetry(err)) {
+          debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}". Retry ${retryRemaining > 0 ? 'enabled' : 'disabled'} (remaining #${retryRemaining}/${retryHelper.retrySettings.retries}, criterion matches)`);
+          retry(err);
+        } else {
+          if (retryHelper.retryErrorPatterns.length > 0) {
+            debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}". Retry 'disabled' (remaining (#${retryRemaining}/${retryHelper.retrySettings.retries}), criterion does not match)`);
+          }
+
+          throw err;
+        }
+      });
+    }, retryHelper.retrySettings);
+  }
+
+  async RunImpl(container) {
     const transcript = new Transcript({
       steps: [],
       attachments: [],
@@ -3636,45 +3716,16 @@ class Convo$6 {
 }
 
 var Convo_1 = {
-  ConvoHeader: ConvoHeader$1,
   Convo: Convo$6,
-  ConvoStep: ConvoStep$1
-};
-
-var RetryHelper_1 = class RetryHelper {
-  constructor(caps, section) {
-    this.retrySettings = {
-      retries: caps[`RETRY_${section.toUpperCase()}_NUMRETRIES`] || 1,
-      factor: caps[`RETRY_${section.toUpperCase()}_FACTOR`] || 1,
-      minTimeout: caps[`RETRY_${section.toUpperCase()}_MINTIMEOUT`] || 1000
-    };
-    this.retryErrorPatterns = [];
-    const onErrorRegexp = caps[`RETRY_${section.toUpperCase()}_ONERROR_REGEXP`] || [];
-
-    if (onErrorRegexp) {
-      if (lodash__default["default"].isArray(onErrorRegexp)) {
-        onErrorRegexp.forEach(r => {
-          if (lodash__default["default"].isString(r)) this.retryErrorPatterns.push(new RegExp(r, 'i'));else this.retryErrorPatterns.push(r);
-        });
-      } else if (lodash__default["default"].isString(onErrorRegexp)) {
-        this.retryErrorPatterns.push(new RegExp(onErrorRegexp, 'i'));
-      } else {
-        this.retryErrorPatterns.push(onErrorRegexp);
-      }
-    }
-  }
-
-  shouldRetry(err) {
-    if (!err || this.retryErrorPatterns.length === 0) return false;
-    const errString = util__default["default"].inspect(err);
-
-    for (const re of this.retryErrorPatterns) {
-      if (errString.match(re)) return true;
-    }
-
-    return false;
-  }
-
+  ConvoHeader: ConvoHeader$1,
+  ConvoStep: ConvoStep$1,
+  ConvoStepAssert,
+  ConvoStepLogicHook,
+  ConvoStepUserInput,
+  Transcript,
+  TranscriptAttachment,
+  TranscriptStep,
+  TranscriptError
 };
 
 const {
@@ -3762,6 +3813,12 @@ const equals = ignoreCase => (botresponse, utterance) => {
   return botresponse === utterance;
 };
 
+const wer = () => (botresponse, utterance, args) => {
+  botresponse = _normalize(botresponse || '');
+  utterance = toString(utterance || '');
+  return wordErrorRate__default["default"].wordErrorRate(botresponse, utterance) <= args[0];
+};
+
 const getMatchFunction$1 = matchingMode => {
   if (matchingMode === 'regexp' || matchingMode === 'regexpIgnoreCase') {
     return regexp(matchingMode === 'regexpIgnoreCase');
@@ -3773,6 +3830,8 @@ const getMatchFunction$1 = matchingMode => {
     return include(matchingMode === 'includeIgnoreCase' || matchingMode === 'includeLowerCase');
   } else if (matchingMode === 'equals' || matchingMode === 'equalsIgnoreCase') {
     return equals(matchingMode === 'equalsIgnoreCase');
+  } else if (matchingMode === 'wer') {
+    return wer();
   } else {
     return equals(false);
   }
@@ -3784,6 +3843,7 @@ var MatchFunctions = {
   wildcardExact,
   include,
   equals,
+  wer,
   getMatchFunction: getMatchFunction$1
 };
 
@@ -6148,7 +6208,9 @@ var ScriptingProvider_1 = class ScriptingProvider {
 
         debug$9(`assertBotResponse ${stepTag} ${meMsg ? `(${meMsg}) ` : ''}BOT: ${botresponse} = ${tomatch} ...`);
 
-        const found = lodash__default["default"].find(tomatch, utt => this.matchFn(botresponse, utt));
+        const found = lodash__default["default"].find(tomatch, utt => this.matchFn(botresponse, utt, this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS]));
+
+        const asserterType = this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer' ? 'WerAsserter' : 'TextMatchAsserter';
 
         if (lodash__default["default"].isNil(found)) {
           let message = `${stepTag}: Bot response `;
@@ -6159,7 +6221,7 @@ var ScriptingProvider_1 = class ScriptingProvider {
           message += `${tomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
           throw new BotiumError$2(message, {
             type: 'asserter',
-            source: 'TextMatchAsserter',
+            source: asserterType,
             context: {
               stepTag
             },
@@ -6178,7 +6240,9 @@ var ScriptingProvider_1 = class ScriptingProvider {
 
         debug$9(`assertBotNotResponse ${stepTag} ${meMsg ? `(${meMsg}) ` : ''}BOT: ${botresponse} != ${nottomatch} ...`);
 
-        const found = lodash__default["default"].find(nottomatch, utt => this.matchFn(botresponse, utt));
+        const found = lodash__default["default"].find(nottomatch, utt => this.matchFn(botresponse, utt, this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS]));
+
+        const asserterType = this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer' ? 'WerAsserter' : 'TextMatchAsserter';
 
         if (!lodash__default["default"].isNil(found)) {
           let message = `${stepTag}: Bot response `;
@@ -6189,7 +6253,7 @@ var ScriptingProvider_1 = class ScriptingProvider {
           message += `${nottomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
           throw new BotiumError$2(message, {
             type: 'asserter',
-            source: 'TextMatchAsserter',
+            source: asserterType,
             context: {
               stepTag
             },
@@ -6436,7 +6500,7 @@ var ScriptingProvider_1 = class ScriptingProvider {
   }
 
   Match(botresponse, utterance) {
-    return this.matchFn(botresponse, utterance);
+    return this.matchFn(botresponse, utterance, this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS]);
   }
 
   Compile(scriptBuffer, scriptFormat, scriptType) {
@@ -6956,11 +7020,12 @@ var ScriptingProvider_1 = class ScriptingProvider {
    * @param currentConvo
    * @param convoStepIndex
    * @param convoStepsStack list of ConvoSteps
+   * @param context {width: }
    * @private
    */
 
 
-  _expandConvo(expandedConvos, currentConvo, convoStepIndex = 0, convoStepsStack = []) {
+  _expandConvo(expandedConvos, currentConvo, convoStepIndex = 0, convoStepsStack = [], context = {}) {
     const utterancePostfix = (lineTag, uttOrUserInput) => {
       const naming = this.caps[Capabilities.SCRIPTING_UTTEXPANSION_NAMING_MODE] || Defaults$1.capabilities[Capabilities.SCRIPTING_UTTEXPANSION_NAMING_MODE];
 
@@ -6987,7 +7052,7 @@ var ScriptingProvider_1 = class ScriptingProvider {
         const currentStepsStack = convoStepsStack.slice();
         currentStepsStack.push(lodash__default["default"].cloneDeep(currentStep));
 
-        this._expandConvo(expandedConvos, currentConvo, convoStepIndex + 1, currentStepsStack);
+        this._expandConvo(expandedConvos, currentConvo, convoStepIndex + 1, currentStepsStack, context);
       } else if (currentStep.sender === 'me') {
         let useUnexpanded = true;
 
@@ -7008,39 +7073,87 @@ var ScriptingProvider_1 = class ScriptingProvider {
 
           if (this.utterances[uttName]) {
             const allutterances = this.utterances[uttName].utterances;
-            let sampleutterances = allutterances;
-
-            if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'first') {
-              sampleutterances = [allutterances[0]];
-            } else if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'random') {
-              sampleutterances = allutterances.map(x => ({
-                x,
-                r: Math.random()
-              })).sort((a, b) => a.r - b.r).map(a => a.x).slice(0, this.caps[Capabilities.SCRIPTING_UTTEXPANSION_RANDOM_COUNT]);
-            }
 
-            sampleutterances.forEach((utt, index) => {
-              const lineTag = `${index + 1}`.padStart(`${sampleutterances.length}`.length, '0');
+            const processSampleUtterances = (sampleutterances, myContext) => {
+              sampleutterances.forEach((utt, index) => {
+                processSampleUtterance(utt, sampleutterances.length, index, Object.assign({
+                  indexExpansionModeIndex: index
+                }, myContext || context));
+              });
+            };
+
+            const processSampleUtterance = (sampleutterance, length, index, myContext) => {
+              const lineTag = `${index + 1}`.padStart(`${length}`.length, '0');
               const currentStepsStack = convoStepsStack.slice();
 
               if (uttArgs) {
-                utt = util__default["default"].format(utt, ...uttArgs);
+                sampleutterance = util__default["default"].format(sampleutterance, ...uttArgs);
               }
 
               currentStepsStack.push(Object.assign(lodash__default["default"].cloneDeep(currentStep), {
-                messageText: utt
+                messageText: sampleutterance
               }));
 
               const currentConvoLabeled = lodash__default["default"].cloneDeep(currentConvo);
 
               Object.assign(currentConvoLabeled.header, {
-                name: `${currentConvo.header.name}/${uttName}-${utterancePostfix(lineTag, utt)}`
+                name: `${currentConvo.header.name}/${uttName}-${utterancePostfix(lineTag, sampleutterance)}`
               });
               if (!currentConvoLabeled.sourceTag) currentConvoLabeled.sourceTag = {};
               if (!currentConvoLabeled.sourceTag.origConvoName) currentConvoLabeled.sourceTag.origConvoName = currentConvo.header.name;
 
-              this._expandConvo(expandedConvos, currentConvoLabeled, convoStepIndex + 1, currentStepsStack);
-            });
+              this._expandConvo(expandedConvos, currentConvoLabeled, convoStepIndex + 1, currentStepsStack, myContext || context);
+            };
+
+            if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'index') {
+              if (lodash__default["default"].isNil(context.indexExpansionModeWidth)) {
+                // executed for the first found utterance
+                processSampleUtterances(allutterances, Object.assign({}, context, {
+                  indexExpansionModeWidth: allutterances.length
+                }));
+              } else {
+                if (lodash__default["default"].isNil(context.indexExpansionModeIndex)) {
+                  throw new Error('indexExpansionModeIndex must be set!');
+                } // executing the current 'thread', if current utterance has no example to current index, fallback to the last one
+
+
+                const localIndex = Math.min(context.indexExpansionModeIndex, allutterances.length - 1);
+
+                if (localIndex < context.indexExpansionModeIndex && context.indexExpansionModeIndex === context.indexExpansionModeWidth - 1) {
+                  debug$9(`While expanding convos by index found in utterance "${uttName}" less examples (${allutterances.length}) as expected (${context.indexExpansionModeWidth})`);
+                }
+
+                const myContext = Object.assign({}, context, {
+                  indexExpansionModeWidth: Math.max(allutterances.length, context.indexExpansionModeWidth)
+                });
+                processSampleUtterance(allutterances[localIndex], allutterances.length, localIndex, myContext);
+
+                if (allutterances.length > context.indexExpansionModeWidth && context.indexExpansionModeIndex + 1 === context.indexExpansionModeWidth) {
+                  debug$9(`While expanding convos by index found in utterance "${uttName}" more examples (${allutterances.length}) as expected (${context.indexExpansionModeWidth})`);
+
+                  for (let i = context.indexExpansionModeWidth; i < allutterances.length; i++) {
+                    // if we found a utterance with more examples as any utterances before, we have to start new 'thread'
+                    const myContext = Object.assign({}, context, {
+                      indexExpansionModeWidth: allutterances.length,
+                      indexExpansionModeIndex: i
+                    });
+                    processSampleUtterance(allutterances[i], allutterances.length, i, myContext);
+                  }
+                }
+              }
+            } else {
+              if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'first') {
+                processSampleUtterances([allutterances[0]]);
+              } else if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'random') {
+                processSampleUtterances(allutterances.map(x => ({
+                  x,
+                  r: Math.random()
+                })).sort((a, b) => a.r - b.r).map(a => a.x).slice(0, this.caps[Capabilities.SCRIPTING_UTTEXPANSION_RANDOM_COUNT]));
+              } else {
+                processSampleUtterances(allutterances);
+              }
+            }
+
             useUnexpanded = false;
           }
         }
@@ -7057,19 +7170,17 @@ var ScriptingProvider_1 = class ScriptingProvider {
               });
 
               if (expandedUserInputs && expandedUserInputs.length > 0) {
-                let sampleinputs = expandedUserInputs;
-
-                if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'first') {
-                  sampleinputs = [expandedUserInputs[0]];
-                } else if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'random') {
-                  sampleinputs = expandedUserInputs.map(x => ({
-                    x,
-                    r: Math.random()
-                  })).sort((a, b) => a.r - b.r).map(a => a.x).slice(0, this.caps[Capabilities.SCRIPTING_UTTEXPANSION_RANDOM_COUNT]);
-                }
+                // let sampleinputs = expandedUserInputs
+                const processSampleInputs = (sampleinputs, myContext, uiIndex) => {
+                  sampleinputs.forEach((input, index) => {
+                    processSampleInput(input, sampleinputs.length, index, Object.assign({
+                      indexExpansionModeIndex: index
+                    }, myContext || context), uiIndex);
+                  });
+                };
 
-                sampleinputs.forEach((sampleinput, index) => {
-                  const lineTag = `${index + 1}`.padStart(`${sampleinputs.length}`.length, '0');
+                const processSampleInput = (sampleinput, length, index, myContext, uiIndex) => {
+                  const lineTag = `${index + 1}`.padStart(`${length}`.length, '0');
                   const currentStepsStack = convoStepsStack.slice();
 
                   const currentStepMod = lodash__default["default"].cloneDeep(currentStep);
@@ -7083,8 +7194,56 @@ var ScriptingProvider_1 = class ScriptingProvider {
                     name: `${currentConvo.header.name}/${ui.name}-${utterancePostfix(lineTag, sampleinput.args && sampleinput.args.length ? sampleinput.args.join(', ') : 'no-args')}`
                   });
 
-                  this._expandConvo(expandedConvos, currentConvoLabeled, convoStepIndex + 1, currentStepsStack);
-                });
+                  this._expandConvo(expandedConvos, currentConvoLabeled, convoStepIndex + 1, currentStepsStack, myContext || context);
+                };
+
+                if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'index') {
+                  if (lodash__default["default"].isNil(context.indexExpansionModeWidth)) {
+                    processSampleInputs(expandedUserInputs, Object.assign({}, context, {
+                      indexExpansionModeWidth: expandedUserInputs.length
+                    }), uiIndex);
+                  } else {
+                    if (lodash__default["default"].isNil(context.indexExpansionModeIndex)) {
+                      throw new Error('indexExpansionModeIndex must be set!');
+                    } // executing the current 'thread', if current utterance has no example to current index, fallback to the last one
+
+
+                    const localIndex = Math.min(context.indexExpansionModeIndex, expandedUserInputs.length - 1);
+
+                    if (localIndex < context.indexExpansionModeIndex && context.indexExpansionModeIndex === context.indexExpansionModeWidth - 1) {
+                      debug$9(`While expanding convos by index found user input "${ui.name}, ${ui.args}" less examples (${expandedUserInputs.length}) as expected (${context.indexExpansionModeWidth})`);
+                    }
+
+                    const myContext = Object.assign({}, context, {
+                      indexExpansionModeWidth: Math.max(expandedUserInputs.length, context.indexExpansionModeWidth)
+                    });
+                    processSampleInput(expandedUserInputs[localIndex], expandedUserInputs.length, localIndex, myContext, uiIndex);
+
+                    if (expandedUserInputs.length > context.indexExpansionModeWidth && context.indexExpansionModeIndex + 1 === context.indexExpansionModeWidth) {
+                      debug$9(`While expanding convos by index found user input "${ui.name}, ${ui.args}" more examples (${expandedUserInputs.length}) as expected (${context.indexExpansionModeWidth})`);
+
+                      for (let i = context.indexExpansionModeWidth; i < expandedUserInputs.length; i++) {
+                        const myContext = Object.assign({}, context, {
+                          indexExpansionModeWidth: expandedUserInputs.length,
+                          indexExpansionModeIndex: i
+                        });
+                        processSampleInput(expandedUserInputs[i], expandedUserInputs.length, i, myContext, uiIndex);
+                      }
+                    }
+                  }
+                } else {
+                  if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'first') {
+                    processSampleInputs([expandedUserInputs[0]], context, uiIndex);
+                  } else if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'random') {
+                    processSampleInputs(expandedUserInputs.map(x => ({
+                      x,
+                      r: Math.random()
+                    })).sort((a, b) => a.r - b.r).map(a => a.x).slice(0, this.caps[Capabilities.SCRIPTING_UTTEXPANSION_RANDOM_COUNT]), context, uiIndex);
+                  } else {
+                    processSampleInputs(expandedUserInputs, context, uiIndex);
+                  }
+                }
+
                 useUnexpanded = false;
               }
             }
@@ -7095,7 +7254,7 @@ var ScriptingProvider_1 = class ScriptingProvider {
           const currentStepsStack = convoStepsStack.slice();
           currentStepsStack.push(lodash__default["default"].cloneDeep(currentStep));
 
-          this._expandConvo(expandedConvos, currentConvo, convoStepIndex + 1, currentStepsStack);
+          this._expandConvo(expandedConvos, currentConvo, convoStepIndex + 1, currentStepsStack, context);
         }
       }
     } else {
@@ -8151,7 +8310,8 @@ const setupEndpoints = ({
       processEvent({
         originalUrl: req.originalUrl,
         originalMethod: req.method,
-        body: req.body
+        body: req.body,
+        headers: req.headers
       });
       res.status(200).json({}).end();
     } else {
@@ -8256,7 +8416,7 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
         });
 
         for (const event of sortedEvents) {
-          setTimeout(() => this._processBodyAsync(event.body, true, !!this.caps[Capabilities.SIMPLEREST_INBOUND_UPDATE_CONTEXT]), 0);
+          setTimeout(() => this._processBodyAsync(event.body, event.headers, true, !!this.caps[Capabilities.SIMPLEREST_INBOUND_UPDATE_CONTEXT]), 0);
         }
       }, debounceTimeout);
     }
@@ -8351,12 +8511,15 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
         this._startPolling().then(() => startPollingComplete()).catch(startPollingComplete);
       }, pingComplete => {
         if (this.caps[Capabilities.SIMPLEREST_PING_URL]) {
-          this._makeCall('SIMPLEREST_PING').then(body => {
+          this._makeCall('SIMPLEREST_PING').then(({
+            body,
+            headers
+          }) => {
             if (this.caps[Capabilities.SIMPLEREST_PING_UPDATE_CONTEXT] || this.caps[Capabilities.SIMPLEREST_PING_PROCESS_RESPONSE]) {
               return this._parseResponseBody(body).then(body => {
                 if (body) {
                   debug$4(`Ping Uri ${this.caps[Capabilities.SIMPLEREST_PING_URL]} returned JSON response: ${Utils.shortenJsonString(body)}`);
-                  return this._processBodyAsync(body, !!this.caps[Capabilities.SIMPLEREST_PING_PROCESS_RESPONSE], !!this.caps[Capabilities.SIMPLEREST_PING_UPDATE_CONTEXT]);
+                  return this._processBodyAsync(body, headers, !!this.caps[Capabilities.SIMPLEREST_PING_PROCESS_RESPONSE], !!this.caps[Capabilities.SIMPLEREST_PING_UPDATE_CONTEXT]);
                 } else {
                   debug$4(`Ping Uri ${this.caps[Capabilities.SIMPLEREST_PING_URL]} didn't return JSON response, ignoring it.`);
                 }
@@ -8384,12 +8547,15 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
         this.processInbound = true;
 
         if (this.caps[Capabilities.SIMPLEREST_START_URL]) {
-          this._makeCall('SIMPLEREST_START').then(body => {
+          this._makeCall('SIMPLEREST_START').then(({
+            body,
+            headers
+          }) => {
             if (this.caps[Capabilities.SIMPLEREST_START_UPDATE_CONTEXT] || this.caps[Capabilities.SIMPLEREST_START_PROCESS_RESPONSE]) {
               return this._parseResponseBody(body).then(body => {
                 if (body) {
                   debug$4(`Start Uri ${this.caps[Capabilities.SIMPLEREST_START_URL]} returned JSON response: ${Utils.shortenJsonString(body)}`);
-                  return this._processBodyAsync(body, !!this.caps[Capabilities.SIMPLEREST_START_PROCESS_RESPONSE], !!this.caps[Capabilities.SIMPLEREST_START_UPDATE_CONTEXT]);
+                  return this._processBodyAsync(body, headers, !!this.caps[Capabilities.SIMPLEREST_START_PROCESS_RESPONSE], !!this.caps[Capabilities.SIMPLEREST_START_UPDATE_CONTEXT]);
                 } else {
                   debug$4(`Start Uri ${this.caps[Capabilities.SIMPLEREST_START_URL]} didn't return JSON response, ignoring it.`);
                 }
@@ -8441,10 +8607,10 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
   } // Separated just for better module testing
 
 
-  async _processBodyAsync(body, isFromUser, updateContext) {
+  async _processBodyAsync(body, headers, isFromUser, updateContext) {
     const p = async () => {
       try {
-        const results = await this._processBodyAsyncImpl(body, isFromUser, updateContext);
+        const results = await this._processBodyAsyncImpl(body, headers, isFromUser, updateContext);
 
         if (results) {
           for (const result of results) {
@@ -8475,7 +8641,12 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
   } // Separated just for better module testing
 
 
-  async _processBodyAsyncImpl(body, isFromUser, updateContext) {
+  async _processBodyAsyncImpl(body, headers, isFromUser, updateContext) {
+    this.view.response = {
+      body,
+      headers
+    };
+
     if (updateContext) {
       const mergeMode = this.caps[Capabilities.SIMPLEREST_CONTEXT_MERGE_OR_REPLACE];
       const jsonPathsContext = getAllCapValues(Capabilities.SIMPLEREST_CONTEXT_JSONPATH, this.caps);
@@ -8685,7 +8856,7 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
           }
 
           if (body) {
-            debug$4(`got response code: ${response.statusCode}, body: ${Utils.shortenJsonString(body)}`);
+            debug$4(`got response code: ${response.statusCode}, body: ${Utils.shortenJsonString(body)}, headers: ${Utils.shortenJsonString(response.headers)}`);
 
             this._storeCookiesFromResponse(response);
 
@@ -8701,7 +8872,7 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
             }
 
             if (body) {
-              this._processBodyAsync(body, isFromUser, updateContext).then(() => resolve(this)).then(() => this._emptyWaitProcessQueue());
+              this._processBodyAsync(body, response.headers, isFromUser, updateContext).then(() => resolve(this)).then(() => this._emptyWaitProcessQueue());
             } else {
               debug$4('ignoring response body (no string and no JSON object)');
               resolve(this);
@@ -8763,6 +8934,10 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
       try {
         requestOptions.body = this._getMustachedCap(Capabilities.SIMPLEREST_BODY_TEMPLATE, !bodyRaw);
         requestOptions.json = !bodyRaw;
+
+        if (requestOptions.json && (!requestOptions.body || Object.keys(requestOptions.body).length === 0)) {
+          debug$4(`warning: requestOptions.body content seems to be empty - ${requestOptions.body} - capability: "${this.caps[Capabilities.SIMPLEREST_BODY_TEMPLATE]}"`);
+        }
       } catch (err) {
         throw new Error(`composing body from SIMPLEREST_BODY_TEMPLATE failed (${err.message})`);
       }
@@ -8861,10 +9036,13 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
         this._storeCookiesFromResponse(response);
 
         if (debug$4.enabled && body) {
-          debug$4(Utils.shortenJsonString(body));
+          debug$4(`body: ${Utils.shortenJsonString(body)}, headers: ${Utils.shortenJsonString(response.headers)}`);
         }
 
-        return body;
+        return {
+          body,
+          headers: response.headers
+        };
       }
     }
   }
@@ -8908,7 +9086,11 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
       try {
         return JSON.parse(raw);
       } catch (err) {
-        return new Error(`JSON parsing failed - try to use {{#fnc.jsonify}}{{xxx}}{{/fnc.jsonify}} to escape JSON special characters (ERR: ${err.message})`);
+        if (debug$4.enabled) {
+          debug$4(`JSON parsing failed (${err.message}) for: ${Utils.shortenJsonString(raw)}`);
+        }
+
+        throw new Error(`JSON parsing failed - try to use {{#fnc.jsonify}}{{xxx}}{{/fnc.jsonify}} to escape JSON special characters (ERR: ${err.message})`);
       }
     } else {
       return raw;
@@ -8953,7 +9135,7 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
 
       this._processOrderedInboundEventsArrayAsync();
     } else {
-      setTimeout(() => this._processBodyAsync(event.body, true, !!this.caps[Capabilities.SIMPLEREST_INBOUND_UPDATE_CONTEXT]), 0);
+      setTimeout(() => this._processBodyAsync(event.body, event.headers, true, !!this.caps[Capabilities.SIMPLEREST_INBOUND_UPDATE_CONTEXT]), 0);
     }
   }
 
@@ -9094,7 +9276,7 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
               debug$4(Utils.shortenJsonString(body));
             }
           } else if (body) {
-            debug$4(`_runPolling: got response code: ${response.statusCode}, body: ${Utils.shortenJsonString(body)}`);
+            debug$4(`_runPolling: got response code: ${response.statusCode}, body: ${Utils.shortenJsonString(body)}, headers: ${Utils.shortenJsonString(response.headers)}`);
 
             this._storeCookiesFromResponse(response);
 
@@ -9106,7 +9288,7 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
             }
 
             if (body) {
-              setTimeout(() => this._processBodyAsync(body, true, !!this.caps[Capabilities.SIMPLEREST_POLL_UPDATE_CONTEXT]), 0);
+              setTimeout(() => this._processBodyAsync(body, response.headers, true, !!this.caps[Capabilities.SIMPLEREST_POLL_UPDATE_CONTEXT]), 0);
             } else {
               debug$4('_runPolling: ignoring response body (no string and no JSON object)');
             }