botium-core 1.13.1 → 1.13.4

package/dist/botium-es.js

@@ -20,6 +20,7 @@ import promise from 'promise.allsettled';
 import uuid from 'uuid';
 import jsonpath from 'jsonpath';
 import isJson$1 from 'is-json';
+import wordErrorRate from 'word-error-rate';
 import esprima from 'esprima';
 import markdownIt from 'markdown-it';
 import xlsx from 'xlsx';
@@ -36,7 +37,7 @@ import express from 'express';
 import bodyParser from 'body-parser';
 
 var name = "botium-core";
-var version$1 = "1.13.1";
+var version$1 = "1.13.4";
 var description = "The Selenium for Chatbots";
 var main = "index.js";
 var module = "dist/botium-es.js";
@@ -102,6 +103,7 @@ var dependencies = {
 	"swagger-ui-express": "^4.4.0",
 	uuid: "^8.3.2",
 	vm2: "^3.9.10",
+	"word-error-rate": "0.0.7",
 	"write-yaml": "^1.0.0",
 	xlsx: "^0.18.5",
 	xregexp: "^5.1.1",
@@ -118,6 +120,7 @@ var devDependencies = {
 	eslint: "^8.19.0",
 	"eslint-config-standard": "^17.0.0",
 	"eslint-plugin-import": "^2.26.0",
+	"eslint-plugin-mocha": "^10.1.0",
 	"eslint-plugin-n": "^15.2.4",
 	"eslint-plugin-promise": "^6.0.0",
 	"eslint-plugin-standard": "^4.1.0",
@@ -297,12 +300,15 @@ var Capabilities = {
   SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS: 'SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS',
   SCRIPTING_ENABLE_SKIP_ASSERT_ERRORS: 'SCRIPTING_ENABLE_SKIP_ASSERT_ERRORS',
   SCRIPTING_FORCE_BOT_CONSUMED: 'SCRIPTING_FORCE_BOT_CONSUMED',
-  // regexp, regexpIgnoreCase, wildcard, wildcardIgnoreCase, wildcardExact, wildcardExactIgnoreCase, include, includeIgnoreCase, equals, equalsIgnoreCase
+  // regexp, regexpIgnoreCase, wildcard, wildcardIgnoreCase, wildcardExact, wildcardExactIgnoreCase, include, includeIgnoreCase, equals, equalsIgnoreCase, wer
   SCRIPTING_MATCHING_MODE: 'SCRIPTING_MATCHING_MODE',
+  SCRIPTING_MATCHING_MODE_ARGS: 'SCRIPTING_MATCHING_MODE_ARGS',
   // all, first, random
   SCRIPTING_UTTEXPANSION_MODE: 'SCRIPTING_UTTEXPANSION_MODE',
   SCRIPTING_UTTEXPANSION_RANDOM_COUNT: 'SCRIPTING_UTTEXPANSION_RANDOM_COUNT',
   SCRIPTING_UTTEXPANSION_INCOMPREHENSION: 'SCRIPTING_UTTEXPANSION_INCOMPREHENSION',
+  SCRIPTING_UTTEXPANSION_INCOMPREHENSIONINTENTS: 'SCRIPTING_UTTEXPANSION_INCOMPREHENSIONINTENTS',
+  SCRIPTING_UTTEXPANSION_INCOMPREHENSIONUTTS: 'SCRIPTING_UTTEXPANSION_INCOMPREHENSIONUTTS',
   SCRIPTING_UTTEXPANSION_USENAMEASINTENT: 'SCRIPTING_UTTEXPANSION_USENAMEASINTENT',
   // justLineTag, utterance
   SCRIPTING_UTTEXPANSION_NAMING_MODE: 'SCRIPTING_UTTEXPANSION_NAMING_MODE',
@@ -452,9 +458,12 @@ Capabilities.SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS;
 Capabilities.SCRIPTING_ENABLE_SKIP_ASSERT_ERRORS;
 Capabilities.SCRIPTING_FORCE_BOT_CONSUMED;
 Capabilities.SCRIPTING_MATCHING_MODE;
+Capabilities.SCRIPTING_MATCHING_MODE_ARGS;
 Capabilities.SCRIPTING_UTTEXPANSION_MODE;
 Capabilities.SCRIPTING_UTTEXPANSION_RANDOM_COUNT;
 Capabilities.SCRIPTING_UTTEXPANSION_INCOMPREHENSION;
+Capabilities.SCRIPTING_UTTEXPANSION_INCOMPREHENSIONINTENTS;
+Capabilities.SCRIPTING_UTTEXPANSION_INCOMPREHENSIONUTTS;
 Capabilities.SCRIPTING_UTTEXPANSION_USENAMEASINTENT;
 Capabilities.SCRIPTING_UTTEXPANSION_NAMING_MODE;
 Capabilities.SCRIPTING_UTTEXPANSION_NAMING_UTTERANCE_MAX;
@@ -539,6 +548,10 @@ var Defaults$1 = {
     [Capabilities.SCRIPTING_UTTEXPANSION_RANDOM_COUNT]: 1,
     [Capabilities.SCRIPTING_UTTEXPANSION_NAMING_MODE]: 'justLineTag',
     [Capabilities.SCRIPTING_UTTEXPANSION_NAMING_UTTERANCE_MAX]: '16',
+    [Capabilities.SCRIPTING_UTTEXPANSION_INCOMPREHENSION]: null,
+    [Capabilities.SCRIPTING_UTTEXPANSION_INCOMPREHENSIONINTENTS]: [],
+    [Capabilities.SCRIPTING_UTTEXPANSION_INCOMPREHENSIONUTTS]: [],
+    [Capabilities.SCRIPTING_UTTEXPANSION_USENAMEASINTENT]: false,
     [Capabilities.SCRIPTING_MEMORYEXPANSION_KEEP_ORIG]: false,
     [Capabilities.SCRIPTING_ENABLE_SKIP_ASSERT_ERRORS]: false,
     [Capabilities.SCRIPTING_FORCE_BOT_CONSUMED]: false,
@@ -1137,6 +1150,9 @@ var LogicHookConsts = {
   }, {
     name: 'TEXT_IC',
     className: 'TextEqualsAnyICAsserter'
+  }, {
+    name: 'TEXT_WER',
+    className: 'WerAsserter'
   }, {
     name: 'BOT_CONSUMED',
     className: 'BotRepliesConsumedAsserter'
@@ -1673,6 +1689,7 @@ class BotiumMockAsserter$1 {
   constructor(fromJson = {}) {
     this.name = fromJson.name;
     this.args = lodash.cloneDeep(fromJson.args);
+    this.not = fromJson.not;
   }
 
 }
@@ -2839,7 +2856,7 @@ class ConvoStep$1 {
   }
 
   toString() {
-    return (this.stepTag ? this.stepTag + ': ' : '') + '#' + this.sender + ' - ' + (this.optional ? '?' : '') + (this.not ? '!' : '') + (this.messageText || '') + (this.asserters && this.asserters.length > 0 ? ' ' + this.asserters.map(a => a.toString()).join(' ASS: ') : '') + (this.logicHooks && this.logicHooks.length > 0 ? ' ' + this.logicHooks.map(l => l.toString()).join(' LH: ') : '') + (this.userInputs && this.userInputs.length > 0 ? ' ' + this.userInputs.map(u => u.toString()).join(' UI: ') : '');
+    return (this.stepTag ? this.stepTag + ': ' : '') + '#' + this.sender + ' - ' + (this.optional ? '?' : '') + (this.not ? '!' : '') + (this.messageText || '') + (this.asserters && this.asserters.length > 0 ? ' ' + this.asserters.map(a => a.toString()).join(' ') : '') + (this.logicHooks && this.logicHooks.length > 0 ? ' ' + this.logicHooks.map(l => l.toString()).join(' ') : '') + (this.userInputs && this.userInputs.length > 0 ? ' ' + this.userInputs.map(u => u.toString()).join(' ') : '');
   }
 
 }
@@ -2874,6 +2891,16 @@ class Transcript {
 
 }
 
+class TranscriptAttachment {
+  constructor(fromJson = {}) {
+    this.name = fromJson.name;
+    this.mimeType = fromJson.mimeType;
+    this.base64 = fromJson.base64;
+    this.href = fromJson.href;
+  }
+
+}
+
 class TranscriptStep {
   constructor({
     expected,
@@ -3654,9 +3681,16 @@ class Convo$6 {
 }
 
 var Convo_1 = {
-  ConvoHeader: ConvoHeader$1,
   Convo: Convo$6,
-  ConvoStep: ConvoStep$1
+  ConvoHeader: ConvoHeader$1,
+  ConvoStep: ConvoStep$1,
+  ConvoStepAssert,
+  ConvoStepLogicHook,
+  ConvoStepUserInput,
+  Transcript,
+  TranscriptAttachment,
+  TranscriptStep,
+  TranscriptError
 };
 
 const {
@@ -3744,6 +3778,12 @@ const equals = ignoreCase => (botresponse, utterance) => {
   return botresponse === utterance;
 };
 
+const wer = () => (botresponse, utterance, args) => {
+  botresponse = _normalize(botresponse || '');
+  utterance = toString(utterance || '');
+  return wordErrorRate.wordErrorRate(botresponse, utterance) <= args[0];
+};
+
 const getMatchFunction$1 = matchingMode => {
   if (matchingMode === 'regexp' || matchingMode === 'regexpIgnoreCase') {
     return regexp(matchingMode === 'regexpIgnoreCase');
@@ -3755,6 +3795,8 @@ const getMatchFunction$1 = matchingMode => {
     return include(matchingMode === 'includeIgnoreCase' || matchingMode === 'includeLowerCase');
   } else if (matchingMode === 'equals' || matchingMode === 'equalsIgnoreCase') {
     return equals(matchingMode === 'equalsIgnoreCase');
+  } else if (matchingMode === 'wer') {
+    return wer();
   } else {
     return equals(false);
   }
@@ -3766,6 +3808,7 @@ var MatchFunctions = {
   wildcardExact,
   include,
   equals,
+  wer,
   getMatchFunction: getMatchFunction$1
 };
 
@@ -6130,7 +6173,9 @@ var ScriptingProvider_1 = class ScriptingProvider {
 
         debug$9(`assertBotResponse ${stepTag} ${meMsg ? `(${meMsg}) ` : ''}BOT: ${botresponse} = ${tomatch} ...`);
 
-        const found = lodash.find(tomatch, utt => this.matchFn(botresponse, utt));
+        const found = lodash.find(tomatch, utt => this.matchFn(botresponse, utt, this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS]));
+
+        const asserterType = this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer' ? 'WerAsserter' : 'TextMatchAsserter';
 
         if (lodash.isNil(found)) {
           let message = `${stepTag}: Bot response `;
@@ -6141,7 +6186,7 @@ var ScriptingProvider_1 = class ScriptingProvider {
           message += `${tomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
           throw new BotiumError$2(message, {
             type: 'asserter',
-            source: 'TextMatchAsserter',
+            source: asserterType,
             context: {
               stepTag
             },
@@ -6160,7 +6205,9 @@ var ScriptingProvider_1 = class ScriptingProvider {
 
         debug$9(`assertBotNotResponse ${stepTag} ${meMsg ? `(${meMsg}) ` : ''}BOT: ${botresponse} != ${nottomatch} ...`);
 
-        const found = lodash.find(nottomatch, utt => this.matchFn(botresponse, utt));
+        const found = lodash.find(nottomatch, utt => this.matchFn(botresponse, utt, this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS]));
+
+        const asserterType = this.caps[Capabilities.SCRIPTING_MATCHING_MODE] === 'wer' ? 'WerAsserter' : 'TextMatchAsserter';
 
         if (!lodash.isNil(found)) {
           let message = `${stepTag}: Bot response `;
@@ -6171,7 +6218,7 @@ var ScriptingProvider_1 = class ScriptingProvider {
           message += `${nottomatch.map(e => e ? '"' + e + '"' : '<any response>').join(', ')}`;
           throw new BotiumError$2(message, {
             type: 'asserter',
-            source: 'TextMatchAsserter',
+            source: asserterType,
             context: {
               stepTag
             },
@@ -6418,7 +6465,7 @@ var ScriptingProvider_1 = class ScriptingProvider {
   }
 
   Match(botresponse, utterance) {
-    return this.matchFn(botresponse, utterance);
+    return this.matchFn(botresponse, utterance, this.caps[Capabilities.SCRIPTING_MATCHING_MODE_ARGS]);
   }
 
   Compile(scriptBuffer, scriptFormat, scriptType) {
@@ -6850,6 +6897,8 @@ var ScriptingProvider_1 = class ScriptingProvider {
 
   ExpandUtterancesToConvos({
     useNameAsIntent,
+    incomprehensionIntents,
+    incomprehensionUtts,
     incomprehensionUtt
   } = {}) {
     const expandedConvos = [];
@@ -6858,26 +6907,81 @@ var ScriptingProvider_1 = class ScriptingProvider {
       useNameAsIntent = !!this.caps[Capabilities.SCRIPTING_UTTEXPANSION_USENAMEASINTENT];
     }
 
+    if (lodash.isUndefined(incomprehensionIntents)) {
+      incomprehensionIntents = this.caps[Capabilities.SCRIPTING_UTTEXPANSION_INCOMPREHENSIONINTENTS];
+    }
+
+    if (lodash.isUndefined(incomprehensionUtts)) {
+      incomprehensionUtts = this.caps[Capabilities.SCRIPTING_UTTEXPANSION_INCOMPREHENSIONUTTS];
+    }
+
     if (lodash.isUndefined(incomprehensionUtt)) {
       incomprehensionUtt = this.caps[Capabilities.SCRIPTING_UTTEXPANSION_INCOMPREHENSION];
     }
 
-    if (useNameAsIntent && incomprehensionUtt) {
-      throw new Error('ExpandUtterancesToConvos - SCRIPTING_UTTEXPANSION_USENAMEASINTENT and SCRIPTING_UTTEXPANSION_INCOMPREHENSION are incompatible');
+    if (incomprehensionUtt && (!incomprehensionUtts || incomprehensionUtts.length === 0) && !this.utterances[incomprehensionUtt]) {
+      throw new Error(`ExpandUtterancesToConvos - incomprehension utterance '${incomprehensionUtt}' undefined (and no user examples given)`);
     }
 
-    if (incomprehensionUtt && !this.utterances[incomprehensionUtt]) {
-      throw new Error(`ExpandUtterancesToConvos - incomprehension utterance '${incomprehensionUtt}' undefined`);
+    if (incomprehensionUtts && incomprehensionUtts.length > 0) {
+      if (!incomprehensionUtt) {
+        incomprehensionUtt = 'UTT_INCOMPREHENSION';
+      }
+
+      if (this.utterances[incomprehensionUtt]) {
+        this.utterances[incomprehensionUtt].utterances.push(...incomprehensionUtts);
+      } else {
+        this.utterances[incomprehensionUtt] = {
+          name: incomprehensionUtt,
+          utterances: [...incomprehensionUtts]
+        };
+      }
     }
 
     if (useNameAsIntent) {
       debug$9('ExpandUtterancesToConvos - Using utterance name as NLU intent');
-    } else if (incomprehensionUtt) {
-      debug$9(`ExpandUtterancesToConvos - Using incomprehension utterance expansion mode: ${incomprehensionUtt}`);
+    }
+
+    if (incomprehensionIntents && incomprehensionIntents.length > 0) {
+      debug$9(`ExpandUtterancesToConvos - Using ${incomprehensionIntents.length} incomprehension NLU intent(s)`);
+    }
+
+    if (incomprehensionUtt) {
+      debug$9(`ExpandUtterancesToConvos - Using incomprehension utterance expansion mode: ${incomprehensionUtt}, ${this.utterances[incomprehensionUtt].utterances.length} user example(s)`);
     }
 
     lodash.keys(this.utterances).filter(u => u !== incomprehensionUtt).forEach(uttName => {
       const utt = this.utterances[uttName];
+      const responseStep = {
+        sender: 'bot',
+        messageText: '',
+        asserters: [],
+        stepTag: 'Step 2 - check bot response',
+        not: false
+      };
+
+      if (useNameAsIntent) {
+        responseStep.asserters.push({
+          name: 'INTENT',
+          args: [utt.name]
+        });
+      }
+
+      if (incomprehensionIntents && incomprehensionIntents.length > 0) {
+        incomprehensionIntents.forEach(ii => {
+          responseStep.asserters.push({
+            name: 'INTENT',
+            args: [ii],
+            not: true
+          });
+        });
+      }
+
+      if (incomprehensionUtt) {
+        responseStep.messageText = incomprehensionUtt;
+        responseStep.not = true;
+      }
+
       expandedConvos.push(new Convo(this._buildScriptContext(), {
         header: {
           name: utt.name,
@@ -6890,25 +6994,7 @@ var ScriptingProvider_1 = class ScriptingProvider {
           }],
           messageText: utt.name,
           stepTag: 'Step 1 - tell utterance'
-        }, useNameAsIntent ? {
-          sender: 'bot',
-          asserters: [{
-            name: 'INTENT',
-            args: [utt.name]
-          }],
-          stepTag: 'Step 2 - check intent',
-          not: false
-        } : incomprehensionUtt ? {
-          sender: 'bot',
-          messageText: incomprehensionUtt,
-          stepTag: 'Step 2 - check incomprehension',
-          not: true
-        } : {
-          sender: 'bot',
-          messageText: '',
-          stepTag: 'Step 2 - check bot response',
-          not: false
-        }],
+        }, responseStep],
         sourceTag: Object.assign({}, utt.sourceTag, {
           origUttName: utt.name
         })
@@ -6938,11 +7024,12 @@ var ScriptingProvider_1 = class ScriptingProvider {
    * @param currentConvo
    * @param convoStepIndex
    * @param convoStepsStack list of ConvoSteps
+   * @param context {width: }
    * @private
    */
 
 
-  _expandConvo(expandedConvos, currentConvo, convoStepIndex = 0, convoStepsStack = []) {
+  _expandConvo(expandedConvos, currentConvo, convoStepIndex = 0, convoStepsStack = [], context = {}) {
     const utterancePostfix = (lineTag, uttOrUserInput) => {
       const naming = this.caps[Capabilities.SCRIPTING_UTTEXPANSION_NAMING_MODE] || Defaults$1.capabilities[Capabilities.SCRIPTING_UTTEXPANSION_NAMING_MODE];
 
@@ -6969,7 +7056,7 @@ var ScriptingProvider_1 = class ScriptingProvider {
         const currentStepsStack = convoStepsStack.slice();
         currentStepsStack.push(lodash.cloneDeep(currentStep));
 
-        this._expandConvo(expandedConvos, currentConvo, convoStepIndex + 1, currentStepsStack);
+        this._expandConvo(expandedConvos, currentConvo, convoStepIndex + 1, currentStepsStack, context);
       } else if (currentStep.sender === 'me') {
         let useUnexpanded = true;
 
@@ -6990,39 +7077,87 @@ var ScriptingProvider_1 = class ScriptingProvider {
 
           if (this.utterances[uttName]) {
             const allutterances = this.utterances[uttName].utterances;
-            let sampleutterances = allutterances;
-
-            if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'first') {
-              sampleutterances = [allutterances[0]];
-            } else if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'random') {
-              sampleutterances = allutterances.map(x => ({
-                x,
-                r: Math.random()
-              })).sort((a, b) => a.r - b.r).map(a => a.x).slice(0, this.caps[Capabilities.SCRIPTING_UTTEXPANSION_RANDOM_COUNT]);
-            }
 
-            sampleutterances.forEach((utt, index) => {
-              const lineTag = `${index + 1}`.padStart(`${sampleutterances.length}`.length, '0');
+            const processSampleUtterances = (sampleutterances, myContext) => {
+              sampleutterances.forEach((utt, index) => {
+                processSampleUtterance(utt, sampleutterances.length, index, Object.assign({
+                  indexExpansionModeIndex: index
+                }, myContext || context));
+              });
+            };
+
+            const processSampleUtterance = (sampleutterance, length, index, myContext) => {
+              const lineTag = `${index + 1}`.padStart(`${length}`.length, '0');
               const currentStepsStack = convoStepsStack.slice();
 
               if (uttArgs) {
-                utt = util.format(utt, ...uttArgs);
+                sampleutterance = util.format(sampleutterance, ...uttArgs);
               }
 
               currentStepsStack.push(Object.assign(lodash.cloneDeep(currentStep), {
-                messageText: utt
+                messageText: sampleutterance
               }));
 
               const currentConvoLabeled = lodash.cloneDeep(currentConvo);
 
               Object.assign(currentConvoLabeled.header, {
-                name: `${currentConvo.header.name}/${uttName}-${utterancePostfix(lineTag, utt)}`
+                name: `${currentConvo.header.name}/${uttName}-${utterancePostfix(lineTag, sampleutterance)}`
               });
               if (!currentConvoLabeled.sourceTag) currentConvoLabeled.sourceTag = {};
               if (!currentConvoLabeled.sourceTag.origConvoName) currentConvoLabeled.sourceTag.origConvoName = currentConvo.header.name;
 
-              this._expandConvo(expandedConvos, currentConvoLabeled, convoStepIndex + 1, currentStepsStack);
-            });
+              this._expandConvo(expandedConvos, currentConvoLabeled, convoStepIndex + 1, currentStepsStack, myContext || context);
+            };
+
+            if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'index') {
+              if (lodash.isNil(context.indexExpansionModeWidth)) {
+                // executed for the first found utterance
+                processSampleUtterances(allutterances, Object.assign({}, context, {
+                  indexExpansionModeWidth: allutterances.length
+                }));
+              } else {
+                if (lodash.isNil(context.indexExpansionModeIndex)) {
+                  throw new Error('indexExpansionModeIndex must be set!');
+                } // executing the current 'thread', if current utterance has no example to current index, fallback to the last one
+
+
+                const localIndex = Math.min(context.indexExpansionModeIndex, allutterances.length - 1);
+
+                if (localIndex < context.indexExpansionModeIndex && context.indexExpansionModeIndex === context.indexExpansionModeWidth - 1) {
+                  debug$9(`While expanding convos by index found in utterance "${uttName}" less examples (${allutterances.length}) as expected (${context.indexExpansionModeWidth})`);
+                }
+
+                const myContext = Object.assign({}, context, {
+                  indexExpansionModeWidth: Math.max(allutterances.length, context.indexExpansionModeWidth)
+                });
+                processSampleUtterance(allutterances[localIndex], allutterances.length, localIndex, myContext);
+
+                if (allutterances.length > context.indexExpansionModeWidth && context.indexExpansionModeIndex + 1 === context.indexExpansionModeWidth) {
+                  debug$9(`While expanding convos by index found in utterance "${uttName}" more examples (${allutterances.length}) as expected (${context.indexExpansionModeWidth})`);
+
+                  for (let i = context.indexExpansionModeWidth; i < allutterances.length; i++) {
+                    // if we found a utterance with more examples as any utterances before, we have to start new 'thread'
+                    const myContext = Object.assign({}, context, {
+                      indexExpansionModeWidth: allutterances.length,
+                      indexExpansionModeIndex: i
+                    });
+                    processSampleUtterance(allutterances[i], allutterances.length, i, myContext);
+                  }
+                }
+              }
+            } else {
+              if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'first') {
+                processSampleUtterances([allutterances[0]]);
+              } else if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'random') {
+                processSampleUtterances(allutterances.map(x => ({
+                  x,
+                  r: Math.random()
+                })).sort((a, b) => a.r - b.r).map(a => a.x).slice(0, this.caps[Capabilities.SCRIPTING_UTTEXPANSION_RANDOM_COUNT]));
+              } else {
+                processSampleUtterances(allutterances);
+              }
+            }
+
             useUnexpanded = false;
           }
         }
@@ -7039,19 +7174,17 @@ var ScriptingProvider_1 = class ScriptingProvider {
               });
 
               if (expandedUserInputs && expandedUserInputs.length > 0) {
-                let sampleinputs = expandedUserInputs;
-
-                if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'first') {
-                  sampleinputs = [expandedUserInputs[0]];
-                } else if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'random') {
-                  sampleinputs = expandedUserInputs.map(x => ({
-                    x,
-                    r: Math.random()
-                  })).sort((a, b) => a.r - b.r).map(a => a.x).slice(0, this.caps[Capabilities.SCRIPTING_UTTEXPANSION_RANDOM_COUNT]);
-                }
+                // let sampleinputs = expandedUserInputs
+                const processSampleInputs = (sampleinputs, myContext, uiIndex) => {
+                  sampleinputs.forEach((input, index) => {
+                    processSampleInput(input, sampleinputs.length, index, Object.assign({
+                      indexExpansionModeIndex: index
+                    }, myContext || context), uiIndex);
+                  });
+                };
 
-                sampleinputs.forEach((sampleinput, index) => {
-                  const lineTag = `${index + 1}`.padStart(`${sampleinputs.length}`.length, '0');
+                const processSampleInput = (sampleinput, length, index, myContext, uiIndex) => {
+                  const lineTag = `${index + 1}`.padStart(`${length}`.length, '0');
                   const currentStepsStack = convoStepsStack.slice();
 
                   const currentStepMod = lodash.cloneDeep(currentStep);
@@ -7065,8 +7198,56 @@ var ScriptingProvider_1 = class ScriptingProvider {
                     name: `${currentConvo.header.name}/${ui.name}-${utterancePostfix(lineTag, sampleinput.args && sampleinput.args.length ? sampleinput.args.join(', ') : 'no-args')}`
                   });
 
-                  this._expandConvo(expandedConvos, currentConvoLabeled, convoStepIndex + 1, currentStepsStack);
-                });
+                  this._expandConvo(expandedConvos, currentConvoLabeled, convoStepIndex + 1, currentStepsStack, myContext || context);
+                };
+
+                if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'index') {
+                  if (lodash.isNil(context.indexExpansionModeWidth)) {
+                    processSampleInputs(expandedUserInputs, Object.assign({}, context, {
+                      indexExpansionModeWidth: expandedUserInputs.length
+                    }), uiIndex);
+                  } else {
+                    if (lodash.isNil(context.indexExpansionModeIndex)) {
+                      throw new Error('indexExpansionModeIndex must be set!');
+                    } // executing the current 'thread', if current utterance has no example to current index, fallback to the last one
+
+
+                    const localIndex = Math.min(context.indexExpansionModeIndex, expandedUserInputs.length - 1);
+
+                    if (localIndex < context.indexExpansionModeIndex && context.indexExpansionModeIndex === context.indexExpansionModeWidth - 1) {
+                      debug$9(`While expanding convos by index found user input "${ui.name}, ${ui.args}" less examples (${expandedUserInputs.length}) as expected (${context.indexExpansionModeWidth})`);
+                    }
+
+                    const myContext = Object.assign({}, context, {
+                      indexExpansionModeWidth: Math.max(expandedUserInputs.length, context.indexExpansionModeWidth)
+                    });
+                    processSampleInput(expandedUserInputs[localIndex], expandedUserInputs.length, localIndex, myContext, uiIndex);
+
+                    if (expandedUserInputs.length > context.indexExpansionModeWidth && context.indexExpansionModeIndex + 1 === context.indexExpansionModeWidth) {
+                      debug$9(`While expanding convos by index found user input "${ui.name}, ${ui.args}" more examples (${expandedUserInputs.length}) as expected (${context.indexExpansionModeWidth})`);
+
+                      for (let i = context.indexExpansionModeWidth; i < expandedUserInputs.length; i++) {
+                        const myContext = Object.assign({}, context, {
+                          indexExpansionModeWidth: expandedUserInputs.length,
+                          indexExpansionModeIndex: i
+                        });
+                        processSampleInput(expandedUserInputs[i], expandedUserInputs.length, i, myContext, uiIndex);
+                      }
+                    }
+                  }
+                } else {
+                  if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'first') {
+                    processSampleInputs([expandedUserInputs[0]], context, uiIndex);
+                  } else if (this.caps[Capabilities.SCRIPTING_UTTEXPANSION_MODE] === 'random') {
+                    processSampleInputs(expandedUserInputs.map(x => ({
+                      x,
+                      r: Math.random()
+                    })).sort((a, b) => a.r - b.r).map(a => a.x).slice(0, this.caps[Capabilities.SCRIPTING_UTTEXPANSION_RANDOM_COUNT]), context, uiIndex);
+                  } else {
+                    processSampleInputs(expandedUserInputs, context, uiIndex);
+                  }
+                }
+
                 useUnexpanded = false;
               }
             }
@@ -7077,7 +7258,7 @@ var ScriptingProvider_1 = class ScriptingProvider {
           const currentStepsStack = convoStepsStack.slice();
           currentStepsStack.push(lodash.cloneDeep(currentStep));
 
-          this._expandConvo(expandedConvos, currentConvo, convoStepIndex + 1, currentStepsStack);
+          this._expandConvo(expandedConvos, currentConvo, convoStepIndex + 1, currentStepsStack, context);
         }
       }
     } else {
@@ -8133,7 +8314,8 @@ const setupEndpoints = ({
       processEvent({
         originalUrl: req.originalUrl,
         originalMethod: req.method,
-        body: req.body
+        body: req.body,
+        headers: req.headers
       });
       res.status(200).json({}).end();
     } else {
@@ -8238,7 +8420,7 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
         });
 
         for (const event of sortedEvents) {
-          setTimeout(() => this._processBodyAsync(event.body, true, !!this.caps[Capabilities.SIMPLEREST_INBOUND_UPDATE_CONTEXT]), 0);
+          setTimeout(() => this._processBodyAsync(event.body, event.headers, true, !!this.caps[Capabilities.SIMPLEREST_INBOUND_UPDATE_CONTEXT]), 0);
         }
       }, debounceTimeout);
     }
@@ -8333,12 +8515,15 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
         this._startPolling().then(() => startPollingComplete()).catch(startPollingComplete);
       }, pingComplete => {
         if (this.caps[Capabilities.SIMPLEREST_PING_URL]) {
-          this._makeCall('SIMPLEREST_PING').then(body => {
+          this._makeCall('SIMPLEREST_PING').then(({
+            body,
+            headers
+          }) => {
             if (this.caps[Capabilities.SIMPLEREST_PING_UPDATE_CONTEXT] || this.caps[Capabilities.SIMPLEREST_PING_PROCESS_RESPONSE]) {
               return this._parseResponseBody(body).then(body => {
                 if (body) {
                   debug$4(`Ping Uri ${this.caps[Capabilities.SIMPLEREST_PING_URL]} returned JSON response: ${Utils.shortenJsonString(body)}`);
-                  return this._processBodyAsync(body, !!this.caps[Capabilities.SIMPLEREST_PING_PROCESS_RESPONSE], !!this.caps[Capabilities.SIMPLEREST_PING_UPDATE_CONTEXT]);
+                  return this._processBodyAsync(body, headers, !!this.caps[Capabilities.SIMPLEREST_PING_PROCESS_RESPONSE], !!this.caps[Capabilities.SIMPLEREST_PING_UPDATE_CONTEXT]);
                 } else {
                   debug$4(`Ping Uri ${this.caps[Capabilities.SIMPLEREST_PING_URL]} didn't return JSON response, ignoring it.`);
                 }
@@ -8366,12 +8551,15 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
         this.processInbound = true;
 
         if (this.caps[Capabilities.SIMPLEREST_START_URL]) {
-          this._makeCall('SIMPLEREST_START').then(body => {
+          this._makeCall('SIMPLEREST_START').then(({
+            body,
+            headers
+          }) => {
             if (this.caps[Capabilities.SIMPLEREST_START_UPDATE_CONTEXT] || this.caps[Capabilities.SIMPLEREST_START_PROCESS_RESPONSE]) {
               return this._parseResponseBody(body).then(body => {
                 if (body) {
                   debug$4(`Start Uri ${this.caps[Capabilities.SIMPLEREST_START_URL]} returned JSON response: ${Utils.shortenJsonString(body)}`);
-                  return this._processBodyAsync(body, !!this.caps[Capabilities.SIMPLEREST_START_PROCESS_RESPONSE], !!this.caps[Capabilities.SIMPLEREST_START_UPDATE_CONTEXT]);
+                  return this._processBodyAsync(body, headers, !!this.caps[Capabilities.SIMPLEREST_START_PROCESS_RESPONSE], !!this.caps[Capabilities.SIMPLEREST_START_UPDATE_CONTEXT]);
                 } else {
                   debug$4(`Start Uri ${this.caps[Capabilities.SIMPLEREST_START_URL]} didn't return JSON response, ignoring it.`);
                 }
@@ -8423,10 +8611,10 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
   } // Separated just for better module testing
 
 
-  async _processBodyAsync(body, isFromUser, updateContext) {
+  async _processBodyAsync(body, headers, isFromUser, updateContext) {
     const p = async () => {
       try {
-        const results = await this._processBodyAsyncImpl(body, isFromUser, updateContext);
+        const results = await this._processBodyAsyncImpl(body, headers, isFromUser, updateContext);
 
         if (results) {
           for (const result of results) {
@@ -8457,7 +8645,12 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
   } // Separated just for better module testing
 
 
-  async _processBodyAsyncImpl(body, isFromUser, updateContext) {
+  async _processBodyAsyncImpl(body, headers, isFromUser, updateContext) {
+    this.view.response = {
+      body,
+      headers
+    };
+
     if (updateContext) {
       const mergeMode = this.caps[Capabilities.SIMPLEREST_CONTEXT_MERGE_OR_REPLACE];
       const jsonPathsContext = getAllCapValues(Capabilities.SIMPLEREST_CONTEXT_JSONPATH, this.caps);
@@ -8667,7 +8860,7 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
           }
 
           if (body) {
-            debug$4(`got response code: ${response.statusCode}, body: ${Utils.shortenJsonString(body)}`);
+            debug$4(`got response code: ${response.statusCode}, body: ${Utils.shortenJsonString(body)}, headers: ${Utils.shortenJsonString(response.headers)}`);
 
             this._storeCookiesFromResponse(response);
 
@@ -8683,7 +8876,7 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
             }
 
             if (body) {
-              this._processBodyAsync(body, isFromUser, updateContext).then(() => resolve(this)).then(() => this._emptyWaitProcessQueue());
+              this._processBodyAsync(body, response.headers, isFromUser, updateContext).then(() => resolve(this)).then(() => this._emptyWaitProcessQueue());
             } else {
               debug$4('ignoring response body (no string and no JSON object)');
               resolve(this);
@@ -8745,6 +8938,10 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
       try {
         requestOptions.body = this._getMustachedCap(Capabilities.SIMPLEREST_BODY_TEMPLATE, !bodyRaw);
         requestOptions.json = !bodyRaw;
+
+        if (requestOptions.json && (!requestOptions.body || Object.keys(requestOptions.body).length === 0)) {
+          debug$4(`warning: requestOptions.body content seems to be empty - ${requestOptions.body} - capability: "${this.caps[Capabilities.SIMPLEREST_BODY_TEMPLATE]}"`);
+        }
       } catch (err) {
         throw new Error(`composing body from SIMPLEREST_BODY_TEMPLATE failed (${err.message})`);
       }
@@ -8843,10 +9040,13 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
         this._storeCookiesFromResponse(response);
 
         if (debug$4.enabled && body) {
-          debug$4(Utils.shortenJsonString(body));
+          debug$4(`body: ${Utils.shortenJsonString(body)}, headers: ${Utils.shortenJsonString(response.headers)}`);
         }
 
-        return body;
+        return {
+          body,
+          headers: response.headers
+        };
       }
     }
   }
@@ -8890,7 +9090,11 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
       try {
         return JSON.parse(raw);
       } catch (err) {
-        return new Error(`JSON parsing failed - try to use {{#fnc.jsonify}}{{xxx}}{{/fnc.jsonify}} to escape JSON special characters (ERR: ${err.message})`);
+        if (debug$4.enabled) {
+          debug$4(`JSON parsing failed (${err.message}) for: ${Utils.shortenJsonString(raw)}`);
+        }
+
+        throw new Error(`JSON parsing failed - try to use {{#fnc.jsonify}}{{xxx}}{{/fnc.jsonify}} to escape JSON special characters (ERR: ${err.message})`);
       }
     } else {
       return raw;
@@ -8935,7 +9139,7 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
 
       this._processOrderedInboundEventsArrayAsync();
     } else {
-      setTimeout(() => this._processBodyAsync(event.body, true, !!this.caps[Capabilities.SIMPLEREST_INBOUND_UPDATE_CONTEXT]), 0);
+      setTimeout(() => this._processBodyAsync(event.body, event.headers, true, !!this.caps[Capabilities.SIMPLEREST_INBOUND_UPDATE_CONTEXT]), 0);
     }
   }
 
@@ -9076,7 +9280,7 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
               debug$4(Utils.shortenJsonString(body));
             }
           } else if (body) {
-            debug$4(`_runPolling: got response code: ${response.statusCode}, body: ${Utils.shortenJsonString(body)}`);
+            debug$4(`_runPolling: got response code: ${response.statusCode}, body: ${Utils.shortenJsonString(body)}, headers: ${Utils.shortenJsonString(response.headers)}`);
 
             this._storeCookiesFromResponse(response);
 
@@ -9088,7 +9292,7 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
             }
 
             if (body) {
-              setTimeout(() => this._processBodyAsync(body, true, !!this.caps[Capabilities.SIMPLEREST_POLL_UPDATE_CONTEXT]), 0);
+              setTimeout(() => this._processBodyAsync(body, response.headers, true, !!this.caps[Capabilities.SIMPLEREST_POLL_UPDATE_CONTEXT]), 0);
             } else {
               debug$4('_runPolling: ignoring response body (no string and no JSON object)');
             }