botium-core 1.12.5 → 1.13.1

package/dist/botium-es.js

@@ -10,7 +10,7 @@ import randomatic from 'randomatic';
 import lodash from 'lodash';
 import boolean$1 from 'boolean';
 import events from 'events';
-import debug$l from 'debug';
+import debug$m from 'debug';
 import vm2 from 'vm2';
 import isClass from 'is-class';
 import crypto from 'crypto';
@@ -36,7 +36,7 @@ import express from 'express';
 import bodyParser from 'body-parser';
 
 var name = "botium-core";
-var version$1 = "1.12.5";
+var version$1 = "1.13.1";
 var description = "The Selenium for Chatbots";
 var main = "index.js";
 var module = "dist/botium-es.js";
@@ -68,25 +68,25 @@ var bugs = {
 };
 var homepage = "https://www.botium.ai";
 var dependencies = {
-	"@babel/runtime": "^7.17.9",
-	async: "^3.2.3",
+	"@babel/runtime": "^7.18.6",
+	async: "^3.2.4",
 	"body-parser": "^1.20.0",
 	boolean: "^3.2.0",
 	bottleneck: "^2.19.5",
-	"csv-parse": "^5.0.4",
+	"csv-parse": "^5.3.0",
 	debug: "^4.3.4",
 	esprima: "^4.0.1",
-	express: "^4.17.3",
+	express: "^4.18.1",
 	globby: "11.0.4",
-	ioredis: "^5.0.4",
+	ioredis: "^5.1.0",
 	"is-class": "^0.0.9",
 	"is-json": "^2.0.1",
 	jsonpath: "^1.1.1",
 	lodash: "^4.17.21",
-	"markdown-it": "^12.3.2",
+	"markdown-it": "^13.0.1",
 	"mime-types": "^2.1.35",
 	mkdirp: "^1.0.4",
-	moment: "^2.29.3",
+	moment: "^2.29.4",
 	mustache: "^4.2.0",
 	"promise-retry": "^2.0.1",
 	"promise.allsettled": "^1.0.5",
@@ -95,39 +95,39 @@ var dependencies = {
 	rimraf: "^3.0.2",
 	"sanitize-filename": "^1.6.3",
 	slugify: "^1.6.5",
-	"socket.io": "^4.4.1",
-	"socket.io-client": "^4.4.1",
+	"socket.io": "^4.5.1",
+	"socket.io-client": "^4.5.1",
 	"socketio-auth": "^0.1.1",
 	"swagger-jsdoc": "^6.2.1",
-	"swagger-ui-express": "^4.3.0",
+	"swagger-ui-express": "^4.4.0",
 	uuid: "^8.3.2",
-	vm2: "^3.9.9",
+	vm2: "^3.9.10",
 	"write-yaml": "^1.0.0",
 	xlsx: "^0.18.5",
-	xregexp: "^5.1.0",
-	yaml: "^2.0.1"
+	xregexp: "^5.1.1",
+	yaml: "^2.1.1"
 };
 var devDependencies = {
-	"@babel/core": "^7.17.9",
-	"@babel/node": "^7.16.8",
-	"@babel/plugin-transform-runtime": "^7.17.0",
-	"@babel/preset-env": "^7.16.11",
+	"@babel/core": "^7.18.6",
+	"@babel/node": "^7.18.6",
+	"@babel/plugin-transform-runtime": "^7.18.6",
+	"@babel/preset-env": "^7.18.6",
 	chai: "^4.3.6",
 	"chai-as-promised": "^7.1.1",
 	"cross-env": "^7.0.3",
-	eslint: "^8.13.0",
+	eslint: "^8.19.0",
 	"eslint-config-standard": "^17.0.0",
 	"eslint-plugin-import": "^2.26.0",
-	"eslint-plugin-n": "^15.1.0",
+	"eslint-plugin-n": "^15.2.4",
 	"eslint-plugin-promise": "^6.0.0",
 	"eslint-plugin-standard": "^4.1.0",
 	"license-checker": "^25.0.1",
 	"license-compatibility-checker": "^0.3.5",
-	mocha: "^9.2.2",
-	nock: "^13.2.4",
-	"npm-check-updates": "^12.5.9",
+	mocha: "^10.0.0",
+	nock: "^13.2.8",
+	"npm-check-updates": "^15.2.6",
 	nyc: "^15.1.0",
-	rollup: "^2.70.2",
+	rollup: "^2.76.0",
 	"rollup-plugin-babel": "^4.4.0",
 	"rollup-plugin-commonjs": "^10.1.0",
 	"rollup-plugin-json": "^4.0.0",
@@ -276,6 +276,10 @@ var Capabilities = {
   SCRIPTING_XLSX_SHEETNAMES_PCONVOS: 'SCRIPTING_XLSX_SHEETNAMES_PCONVOS',
   SCRIPTING_XLSX_SHEETNAMES_UTTERANCES: 'SCRIPTING_XLSX_SHEETNAMES_UTTERANCES',
   SCRIPTING_XLSX_SHEETNAMES_SCRIPTING_MEMORY: 'SCRIPTING_XLSX_SHEETNAMES_SCRIPTING_MEMORY',
+  // hidden capability. All newly in Box created testsets will have this as true. CsvCompiler
+  // - throws less error (Box reads csv files as utterances, and convo. Compiler cant throw exception if a file is correct, but box tries to load it with incorrect script type)
+  // 4 or more colums are compiled just as utterances.
+  SCRIPTING_CSV_LEGACY_MODE_OFF: 'SCRIPTING_CSV_LEGACY_MODE_OFF',
   SCRIPTING_CSV_DELIMITER: 'SCRIPTING_CSV_DELIMITER',
   SCRIPTING_CSV_SKIP_HEADER: 'SCRIPTING_CSV_SKIP_HEADER',
   SCRIPTING_CSV_QUOTE: 'SCRIPTING_CSV_QUOTE',
@@ -285,6 +289,9 @@ var Capabilities = {
   SCRIPTING_CSV_MULTIROW_COLUMN_TEXT: 'SCRIPTING_CSV_MULTIROW_COLUMN_TEXT',
   SCRIPTING_CSV_QA_COLUMN_QUESTION: 'SCRIPTING_CSV_QA_COLUMN_QUESTION',
   SCRIPTING_CSV_QA_COLUMN_ANSWER: 'SCRIPTING_CSV_QA_COLUMN_ANSWER',
+  SCRIPTING_CSV_UTTERANCE_STARTROW: 'SCRIPTING_CSV_UTTERANCE_STARTROW',
+  SCRIPTING_CSV_UTTERANCE_STARTROW_HEADER: 'SCRIPTING_CSV_UTTERANCE_STARTROW_HEADER',
+  SCRIPTING_CSV_UTTERANCE_STOP_ON_EMPTY: 'SCRIPTING_CSV_UTTERANCE_STOP_ON_EMPTY',
   SCRIPTING_NORMALIZE_TEXT: 'SCRIPTING_NORMALIZE_TEXT',
   SCRIPTING_ENABLE_MEMORY: 'SCRIPTING_ENABLE_MEMORY',
   SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS: 'SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS',
@@ -426,6 +433,7 @@ Capabilities.SCRIPTING_XLSX_SHEETNAMES;
 Capabilities.SCRIPTING_XLSX_SHEETNAMES_PCONVOS;
 Capabilities.SCRIPTING_XLSX_SHEETNAMES_UTTERANCES;
 Capabilities.SCRIPTING_XLSX_SHEETNAMES_SCRIPTING_MEMORY;
+Capabilities.SCRIPTING_CSV_LEGACY_MODE_OFF;
 Capabilities.SCRIPTING_CSV_DELIMITER;
 Capabilities.SCRIPTING_CSV_SKIP_HEADER;
 Capabilities.SCRIPTING_CSV_QUOTE;
@@ -435,6 +443,9 @@ Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_SENDER;
 Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_TEXT;
 Capabilities.SCRIPTING_CSV_QA_COLUMN_QUESTION;
 Capabilities.SCRIPTING_CSV_QA_COLUMN_ANSWER;
+Capabilities.SCRIPTING_CSV_UTTERANCE_STARTROW;
+Capabilities.SCRIPTING_CSV_UTTERANCE_STARTROW_HEADER;
+Capabilities.SCRIPTING_CSV_UTTERANCE_STOP_ON_EMPTY;
 Capabilities.SCRIPTING_NORMALIZE_TEXT;
 Capabilities.SCRIPTING_ENABLE_MEMORY;
 Capabilities.SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS;
@@ -1177,7 +1188,7 @@ LogicHookConsts.DEFAULT_USER_INPUTS;
 const {
   NodeVM: NodeVM$2
 } = vm2;
-const debug$k = debug$l('botium-core-asserterUtils');
+const debug$l = debug$m('botium-core-asserterUtils');
 const {
   BotiumError: BotiumError$6
 } = BotiumError_1;
@@ -1242,7 +1253,7 @@ var LogicHookUtils_1 = class LogicHookUtils {
   _fetchAsserters() {
     this.caps[Capabilities.ASSERTERS].forEach(asserter => {
       if (this.asserters[asserter.ref]) {
-        debug$k(`${asserter.ref} asserter already exists, overwriting.`);
+        debug$l(`${asserter.ref} asserter already exists, overwriting.`);
       }
 
       this.asserters[asserter.ref] = this._loadClass(asserter, 'asserter');
@@ -1256,7 +1267,7 @@ var LogicHookUtils_1 = class LogicHookUtils {
   _fetchLogicHooks() {
     this.caps[Capabilities.LOGIC_HOOKS].forEach(logicHook => {
       if (this.logicHooks[logicHook.ref]) {
-        debug$k(`${logicHook.ref} logic hook already exists, overwriting.`);
+        debug$l(`${logicHook.ref} logic hook already exists, overwriting.`);
       }
 
       this.logicHooks[logicHook.ref] = this._loadClass(logicHook, 'logichook');
@@ -1270,7 +1281,7 @@ var LogicHookUtils_1 = class LogicHookUtils {
   _fetchUserInputs() {
     this.caps[Capabilities.USER_INPUTS].forEach(userInput => {
       if (this.userInputs[userInput.ref]) {
-        debug$k(`${userInput.ref} userinput already exists, overwriting.`);
+        debug$l(`${userInput.ref} userinput already exists, overwriting.`);
       }
 
       this.userInputs[userInput.ref] = this._loadClass(userInput, 'userinput');
@@ -1413,7 +1424,7 @@ var LogicHookUtils_1 = class LogicHookUtils {
                 });
                 return vm.run(script);
               } catch (err) {
-                throw new Error(`${err.message || err}`);
+                throw new Error(`Script ${key} is not valid - ${err.message || err}`);
               }
             } else {
               throw new Error(`Script "${key}" is not valid - only functions and javascript code accepted`);
@@ -1504,7 +1515,7 @@ var LogicHookUtils_1 = class LogicHookUtils {
         }
       }
 
-      loadErr.forEach(debug$k);
+      loadErr.forEach(debug$l);
     }
 
     throw new Error(`Failed to fetch ${ref} ${hookType}, no idea how to load ...`);
@@ -1820,6 +1831,14 @@ const flatString = str => {
   return str ? str.split('\n').map(s => s.trim()).join(' ') : '';
 };
 
+const _formatAppendArgs = args => {
+  return args ? ` ${args.map(a => lodash.isString(a) ? a.replace(/\|/g, '\\|') : `${a}`).join('|')}` : '';
+};
+
+const _parseArgs = str => {
+  return str && str.length > 0 && str.replace(/\\\|/g, '###ESCAPESPLIT###').split('|').map(s => s.replace(/###ESCAPESPLIT###/g, '|').trim()) || [];
+};
+
 const linesToConvoStep$5 = (lines, sender, context, eol, singleLineMode = false) => {
   if (!validateSender$1(sender)) throw new Error(`Failed to parse conversation. Section "${sender}" unknown.`);
   const convoStep = {
@@ -1861,7 +1880,7 @@ const linesToConvoStep$5 = (lines, sender, context, eol, singleLineMode = false)
       const name = logicLine.split(' ')[0];
 
       if (sender !== 'me' && context.IsAsserterValid(name)) {
-        const args = logicLine.length > name.length ? logicLine.substr(name.length + 1).split('|').map(a => a.trim()) : [];
+        const args = logicLine.length > name.length ? _parseArgs(logicLine.substr(name.length + 1)) : [];
         convoStep.asserters.push({
           name,
           args,
@@ -1869,14 +1888,14 @@ const linesToConvoStep$5 = (lines, sender, context, eol, singleLineMode = false)
           optional
         });
       } else if (sender === 'me' && context.IsUserInputValid(name)) {
-        const args = logicLine.length > name.length ? logicLine.substr(name.length + 1).split('|').map(a => a.trim()) : [];
+        const args = logicLine.length > name.length ? _parseArgs(logicLine.substr(name.length + 1)) : [];
         convoStep.userInputs.push({
           name,
           args
         });
         textLinesAccepted = false;
       } else if (context.IsLogicHookValid(name)) {
-        const args = logicLine.length > name.length ? logicLine.substr(name.length + 1).split('|').map(a => a.trim()) : [];
+        const args = logicLine.length > name.length ? _parseArgs(logicLine.substr(name.length + 1)) : [];
         convoStep.logicHooks.push({
           name,
           args
@@ -2226,7 +2245,7 @@ const convoStepToLines$2 = step => {
 
   if (step.sender === 'me') {
     step.forms && step.forms.filter(form => form.value).forEach(form => {
-      lines.push(`FORM ${form.name}|${form.value}`);
+      lines.push(`FORM${_formatAppendArgs([form.name, form.value])}`);
     });
 
     if (step.buttons && step.buttons.length > 0) {
@@ -2238,18 +2257,18 @@ const convoStepToLines$2 = step => {
     }
 
     step.userInputs && step.userInputs.forEach(userInput => {
-      lines.push(userInput.name + (userInput.args ? ' ' + userInput.args.join('|') : ''));
+      lines.push(userInput.name + _formatAppendArgs(userInput.args));
     });
     step.logicHooks && step.logicHooks.forEach(logicHook => {
-      lines.push(logicHook.name + (logicHook.args ? ' ' + logicHook.args.join('|') : ''));
+      lines.push(logicHook.name + _formatAppendArgs(logicHook.args));
     });
   } else {
     if (step.messageText) {
       lines.push((step.optional ? '?' : '') + (step.not ? '!' : '') + step.messageText);
     }
 
-    if (step.buttons && step.buttons.length > 0) lines.push('BUTTONS ' + step.buttons.filter(b => b.text).map(b => flatString(b.text)).join('|'));
-    if (step.media && step.media.length > 0) lines.push('MEDIA ' + step.media.filter(m => !m.buffer && m.mediaUri).map(m => m.mediaUri).join('|'));
+    if (step.buttons && step.buttons.length > 0) lines.push('BUTTONS' + _formatAppendArgs(step.buttons.filter(b => b.text).map(b => flatString(b.text))));
+    if (step.media && step.media.length > 0) lines.push('MEDIA' + _formatAppendArgs(step.media.filter(m => !m.buffer && m.mediaUri).map(m => m.mediaUri)));
 
     if (step.cards && step.cards.length > 0) {
       step.cards.forEach(c => {
@@ -2257,17 +2276,17 @@ const convoStepToLines$2 = step => {
         if (c.text) cardTexts = cardTexts.concat(lodash.isArray(c.text) ? c.text : [c.text]);
         if (c.subtext) cardTexts = cardTexts.concat(lodash.isArray(c.subtext) ? c.subtext : [c.subtext]);
         if (c.content) cardTexts = cardTexts.concat(lodash.isArray(c.content) ? c.content : [c.content]);
-        if (cardTexts.length > 0) lines.push('CARDS ' + cardTexts.map(c => flatString(c)).join('|'));
-        if (c.buttons && c.buttons.length > 0) lines.push('BUTTONS ' + c.buttons.filter(b => b.text).map(b => flatString(b.text)).join('|'));
+        if (cardTexts.length > 0) lines.push('CARDS' + _formatAppendArgs(cardTexts.map(c => flatString(c))));
+        if (c.buttons && c.buttons.length > 0) lines.push('BUTTONS' + _formatAppendArgs(c.buttons.filter(b => b.text).map(b => flatString(b.text))));
         if (c.image && !c.image.buffer && c.image.mediaUri) lines.push('MEDIA ' + c.image.mediaUri);
       });
     }
 
     step.asserters && step.asserters.forEach(asserter => {
-      lines.push((asserter.optional ? '?' : '') + (asserter.not ? '!' : '') + asserter.name + (asserter.args ? ' ' + asserter.args.join('|') : ''));
+      lines.push((asserter.optional ? '?' : '') + (asserter.not ? '!' : '') + asserter.name + _formatAppendArgs(asserter.args));
     });
     step.logicHooks && step.logicHooks.forEach(logicHook => {
-      lines.push(logicHook.name + (logicHook.args ? ' ' + logicHook.args.join('|') : ''));
+      lines.push(logicHook.name + _formatAppendArgs(logicHook.args));
     });
   }
 
@@ -2355,7 +2374,7 @@ var helper = {
   linesToScriptingMemories: linesToScriptingMemories$2
 };
 
-const debug$j = debug$l('botium-core-ScriptingMemory');
+const debug$k = debug$m('botium-core-ScriptingMemory');
 const {
   v1: uuidv1
 } = uuid;
@@ -2613,7 +2632,7 @@ const extractVarNames = text => {
 };
 
 const fill = (container, scriptingMemory, result, utterance, scriptingEvents) => {
-  debug$j(`fill start: ${util.inspect(scriptingMemory)}`);
+  debug$k(`fill start: ${util.inspect(scriptingMemory)}`);
   let varRegex;
 
   switch (container.caps[Capabilities.SCRIPTING_MEMORY_MATCHING_MODE]) {
@@ -2657,14 +2676,14 @@ const fill = (container, scriptingMemory, result, utterance, scriptingEvents) =>
           const varName = varMatches[i - 1];
 
           if (RESERVED_WORDS.indexOf(varName) >= 0) {
-            debug$j(`fill Variable "${varName}" is not overwritten, because it is reserved word. `);
+            debug$k(`fill Variable "${varName}" is not overwritten, because it is reserved word. `);
           } else {
             scriptingMemory[varName] = resultMatches[i];
           }
         }
       }
     });
-    debug$j(`fill end: ${util.inspect(scriptingMemory)}`);
+    debug$k(`fill end: ${util.inspect(scriptingMemory)}`);
   }
 };
 
@@ -2683,7 +2702,48 @@ ScriptingMemory.extractVarNames;
 ScriptingMemory.RESERVED_WORDS;
 ScriptingMemory.SCRIPTING_FUNCTIONS;
 
-const debug$i = debug$l('botium-core-Convo');
+const debug$j = debug$m('botium-core-RetryHelper');
+var RetryHelper_1 = class RetryHelper {
+  constructor(caps, section, options = {}) {
+    this.retryErrorPatterns = [];
+    const onErrorRegexp = caps[`RETRY_${section.toUpperCase()}_ONERROR_REGEXP`] || [];
+
+    if (onErrorRegexp) {
+      if (lodash.isArray(onErrorRegexp)) {
+        onErrorRegexp.forEach(r => {
+          if (lodash.isString(r)) this.retryErrorPatterns.push(new RegExp(r, 'i'));else this.retryErrorPatterns.push(r);
+        });
+      } else if (lodash.isString(onErrorRegexp)) {
+        this.retryErrorPatterns.push(new RegExp(onErrorRegexp, 'i'));
+      } else {
+        this.retryErrorPatterns.push(onErrorRegexp);
+      }
+    } // to turn on retries, NUMRETRIES or ONERROR_REGEXP has to be set
+
+
+    this.retrySettings = {
+      retries: caps[`RETRY_${section.toUpperCase()}_NUMRETRIES`] || (!lodash.isNil(options.numRetries) ? options.numRetries : this.retryErrorPatterns.length === 0 ? 0 : 1),
+      factor: caps[`RETRY_${section.toUpperCase()}_FACTOR`] || (lodash.isNil(options.factor) ? 1 : options.factor),
+      minTimeout: caps[`RETRY_${section.toUpperCase()}_MINTIMEOUT`] || (lodash.isNil(options.minTimeout) ? 1000 : options.minTimeout)
+    };
+    debug$j(`Retry for ${section} is ${this.retrySettings.retries > 0 ? 'enabled' : 'disabled'}. Settings: ${JSON.stringify(this.retrySettings)} Patterns: ${JSON.stringify(this.retryErrorPatterns.map(r => r.toString()))}`);
+  }
+
+  shouldRetry(err) {
+    if (!err) return false;
+    if (this.retryErrorPatterns.length === 0) return true;
+    const errString = util.inspect(err);
+
+    for (const re of this.retryErrorPatterns) {
+      if (errString.match(re)) return true;
+    }
+
+    return false;
+  }
+
+};
+
+const debug$i = debug$m('botium-core-Convo');
 const {
   BotiumError: BotiumError$4,
   botiumErrorFromErr: botiumErrorFromErr$1,
@@ -2908,6 +2968,26 @@ class Convo$6 {
   }
 
   async Run(container) {
+    const retryHelper = new RetryHelper_1(container.caps, 'CONVO');
+    return promiseRetry(async (retry, number) => {
+      return this.RunImpl(container).catch(err => {
+        const retryRemaining = retryHelper.retrySettings.retries - number + 1;
+
+        if (retryHelper.shouldRetry(err)) {
+          debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}". Retry ${retryRemaining > 0 ? 'enabled' : 'disabled'} (remaining #${retryRemaining}/${retryHelper.retrySettings.retries}, criterion matches)`);
+          retry(err);
+        } else {
+          if (retryHelper.retryErrorPatterns.length > 0) {
+            debug$i(`Convo failed with error "${err.message || JSON.stringify(err)}". Retry 'disabled' (remaining (#${retryRemaining}/${retryHelper.retrySettings.retries}), criterion does not match)`);
+          }
+
+          throw err;
+        }
+      });
+    }, retryHelper.retrySettings);
+  }
+
+  async RunImpl(container) {
     const transcript = new Transcript({
       steps: [],
       attachments: [],
@@ -3393,7 +3473,7 @@ class Convo$6 {
         const transcriptStepErrs = transcript.steps.filter(s => s.err).map(s => s.err);
 
         if (transcriptStepErrs && transcriptStepErrs.length > 0) {
-          transcript.err = botiumErrorFromList$1([transcriptStepErrs, transcript.err].filter(e => e), {});
+          transcript.err = botiumErrorFromList$1([...transcriptStepErrs.filter(err => err !== transcript.err), transcript.err].filter(e => e), {});
         }
       }
     }
@@ -3579,42 +3659,6 @@ var Convo_1 = {
   ConvoStep: ConvoStep$1
 };
 
-var RetryHelper_1 = class RetryHelper {
-  constructor(caps, section) {
-    this.retrySettings = {
-      retries: caps[`RETRY_${section.toUpperCase()}_NUMRETRIES`] || 1,
-      factor: caps[`RETRY_${section.toUpperCase()}_FACTOR`] || 1,
-      minTimeout: caps[`RETRY_${section.toUpperCase()}_MINTIMEOUT`] || 1000
-    };
-    this.retryErrorPatterns = [];
-    const onErrorRegexp = caps[`RETRY_${section.toUpperCase()}_ONERROR_REGEXP`] || [];
-
-    if (onErrorRegexp) {
-      if (lodash.isArray(onErrorRegexp)) {
-        onErrorRegexp.forEach(r => {
-          if (lodash.isString(r)) this.retryErrorPatterns.push(new RegExp(r, 'i'));else this.retryErrorPatterns.push(r);
-        });
-      } else if (lodash.isString(onErrorRegexp)) {
-        this.retryErrorPatterns.push(new RegExp(onErrorRegexp, 'i'));
-      } else {
-        this.retryErrorPatterns.push(onErrorRegexp);
-      }
-    }
-  }
-
-  shouldRetry(err) {
-    if (!err || this.retryErrorPatterns.length === 0) return false;
-    const errString = util.inspect(err);
-
-    for (const re of this.retryErrorPatterns) {
-      if (errString.match(re)) return true;
-    }
-
-    return false;
-  }
-
-};
-
 const {
   toString,
   quoteRegexpString
@@ -3937,7 +3981,7 @@ var JsonToJson = {
 const {
   NodeVM
 } = vm2;
-const debug$h = debug$l('botium-core-HookUtils');
+const debug$h = debug$m('botium-core-HookUtils');
 const {
   BotiumError: BotiumError$3
 } = BotiumError_1;
@@ -4087,7 +4131,7 @@ var Script = {
   precompile: precompile$1
 };
 
-const debug$g = debug$l('botium-core-PrecompilerMarkdownRasa');
+const debug$g = debug$m('botium-core-PrecompilerMarkdownRasa');
 const htmlCommentRegexp = /(<!--.*?-->)/g;
 
 var precompile = (caps, scriptBuffer, options, filename) => {
@@ -4203,7 +4247,7 @@ var MarkdownRasa = {
   precompile: precompile
 };
 
-const debug$f = debug$l('botium-core-CapabilitiesUtils');
+const debug$f = debug$m('botium-core-CapabilitiesUtils');
 const {
   toJsonWeak
 } = Utils;
@@ -4315,7 +4359,7 @@ var CapabilitiesUtils = {
   flatCababilities: flatCababilities$1
 };
 
-const debug$e = debug$l('botium-core-Precompilers');
+const debug$e = debug$m('botium-core-Precompilers');
 const {
   isJsonObject
 } = Utils;
@@ -4465,7 +4509,7 @@ var Utterance_1 = class Utterance {
 
 };
 
-const debug$d = debug$l('botium-core-CompilerXlsx');
+const debug$d = debug$m('botium-core-CompilerXlsx');
 const {
   E_SCRIPTING_MEMORY_COLUMN_MODE
 } = Enums;
@@ -5238,7 +5282,7 @@ var CompilerTxt_1 = class CompilerTxt extends CompilerBase_1 {
 const {
   parse
 } = sync;
-const debug$c = debug$l('botium-core-CompilerCsv');
+const debug$c = debug$m('botium-core-CompilerCsv');
 const {
   Convo: Convo$3
 } = Convo_1;
@@ -5287,6 +5331,8 @@ var CompilerCsv_1 = class CompilerCsv extends CompilerBase_1 {
       return [];
     }
 
+    const legacyModeOn = !this._GetOptionalCapability(Capabilities.SCRIPTING_CSV_LEGACY_MODE_OFF, false);
+
     let delimiter = this._GetOptionalCapability(Capabilities.SCRIPTING_CSV_DELIMITER);
 
     if (!delimiter) {
@@ -5314,7 +5360,8 @@ var CompilerCsv_1 = class CompilerCsv extends CompilerBase_1 {
         delimiter,
         escape: this.caps[Capabilities.SCRIPTING_CSV_ESCAPE],
         quote: this.caps[Capabilities.SCRIPTING_CSV_QUOTE],
-        columns: false
+        columns: false,
+        relax_column_count: true
       });
     } catch (err) {
       throw new Error(`Invalid CSV: ${err.message || err}`);
@@ -5324,126 +5371,181 @@ var CompilerCsv_1 = class CompilerCsv extends CompilerBase_1 {
       return [];
     }
 
-    if (rows[0].length === 1) {
-      debug$c('Found 1-column CSV file, treating it as utterance file');
+    const columnCount = rows[0].length;
+    debug$c(`Legacy mode ${legacyModeOn ? 'on' : 'off'} rows ${rows.length} columns ${columnCount}`);
 
-      if (scriptType === Constants.SCRIPTING_TYPE_UTTERANCES) {
-        const result = [{
-          name: rows[0][0],
-          utterances: rows.slice(1).map(r => r[0])
-        }];
-        this.context.AddUtterances(result);
-        return result;
-      } else {
+    if (scriptType === Constants.SCRIPTING_TYPE_CONVO || scriptType === Constants.SCRIPTING_TYPE_PCONVO) {
+      if (columnCount === 1 || !legacyModeOn && columnCount > 3) {
+        debug$c(`Invalid column count '${columnCount}' in convo mode`);
         return [];
       }
-    }
 
-    if (scriptType !== Constants.SCRIPTING_TYPE_CONVO && scriptType !== Constants.SCRIPTING_TYPE_PCONVO) {
-      return [];
-    }
+      let header = null;
 
-    let header = null;
+      if (rows.length > 0 && this.caps[Capabilities.SCRIPTING_CSV_SKIP_HEADER]) {
+        header = rows[0];
+        rows = rows.slice(1);
+      }
 
-    if (rows.length > 0 && this.caps[Capabilities.SCRIPTING_CSV_SKIP_HEADER]) {
-      header = rows[0];
-      rows = rows.slice(1);
-    }
+      if (rows.length === 0) {
+        debug$c('Datarows not found in convo mode');
+        return [];
+      }
 
-    if (rows.length === 0) {
-      return [];
-    }
+      const lineNumberBase = this.caps[Capabilities.SCRIPTING_CSV_SKIP_HEADER] ? 2 : 1;
 
-    const lineNumberBase = this.caps[Capabilities.SCRIPTING_CSV_SKIP_HEADER] ? 2 : 1;
+      if (columnCount === 2) {
+        let colQuestion = DEFAULT_QA_COLUMN_QUESTION;
+        let colAnswer = DEFAULT_QA_COLUMN_ANSWER;
 
-    if (rows[0].length === 2) {
-      debug$c('Found 2-column CSV file, treating it as question/answer file');
-      let colQuestion = DEFAULT_QA_COLUMN_QUESTION;
-      let colAnswer = DEFAULT_QA_COLUMN_ANSWER;
+        if (header) {
+          if (this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_QUESTION] !== undefined) {
+            colQuestion = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_QUESTION]);
+          }
 
-      if (header) {
-        if (this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_QUESTION] !== undefined) {
-          colQuestion = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_QUESTION]);
+          if (this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_ANSWER] !== undefined) {
+            colAnswer = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_ANSWER]);
+          }
         }
 
-        if (this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_ANSWER] !== undefined) {
-          colAnswer = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_ANSWER]);
-        }
-      }
+        const convos = rows.map((row, i) => new Convo$3(this.context, {
+          header: {
+            name: `L${i + lineNumberBase}`
+          },
+          conversation: [Object.assign({}, linesToConvoStep$2([row[colQuestion]], 'me', this.context, undefined, true), {
+            stepTag: `L${i + lineNumberBase}-Question`
+          }), Object.assign({}, linesToConvoStep$2([row[colAnswer]], 'bot', this.context, undefined, true), {
+            stepTag: `L${i + lineNumberBase}-Answer`
+          })]
+        }));
 
-      const convos = rows.map((row, i) => new Convo$3(this.context, {
-        header: {
-          name: `L${i + lineNumberBase}`
-        },
-        conversation: [Object.assign({}, linesToConvoStep$2([row[colQuestion]], 'me', this.context, undefined, true), {
-          stepTag: `L${i + lineNumberBase}-Question`
-        }), Object.assign({}, linesToConvoStep$2([row[colAnswer]], 'bot', this.context, undefined, true), {
-          stepTag: `L${i + lineNumberBase}-Answer`
-        })]
-      }));
+        if (scriptType === Constants.SCRIPTING_TYPE_CONVO) {
+          this.context.AddConvos(convos);
+        } else if (scriptType === Constants.SCRIPTING_TYPE_PCONVO) {
+          this.context.AddPartialConvos(convos);
+        }
 
-      if (scriptType === Constants.SCRIPTING_TYPE_CONVO) {
-        this.context.AddConvos(convos);
-      } else if (scriptType === Constants.SCRIPTING_TYPE_PCONVO) {
-        this.context.AddPartialConvos(convos);
+        debug$c(`Found 2-column CSV file, treating it as question/answer file, extracted ${convos.length} convos`);
+        return convos;
       }
 
-      return convos;
-    }
+      if (columnCount >= 3) {
+        let colConversationId = DEFAULT_MULTIROW_COLUMN_CONVERSATION;
+        let colSender = DEFAULT_MULTIROW_COLUMN_SENDER;
+        let colText = DEFAULT_MULTIROW_COLUMN_TEXT;
 
-    if (rows[0].length >= 3) {
-      debug$c('Found 3-column CSV file, treating it as multi-row conversation file');
-      let colConversationId = DEFAULT_MULTIROW_COLUMN_CONVERSATION;
-      let colSender = DEFAULT_MULTIROW_COLUMN_SENDER;
-      let colText = DEFAULT_MULTIROW_COLUMN_TEXT;
+        if (header) {
+          if (this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_CONVERSATION_ID] !== undefined) {
+            colConversationId = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_CONVERSATION_ID]);
+          }
 
-      if (header) {
-        if (this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_CONVERSATION_ID] !== undefined) {
-          colConversationId = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_CONVERSATION_ID]);
-        }
+          if (this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_SENDER] !== undefined) {
+            colSender = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_SENDER]);
+          }
 
-        if (this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_SENDER] !== undefined) {
-          colSender = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_SENDER]);
+          if (this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_TEXT] !== undefined) {
+            colText = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_TEXT]);
+          }
         }
 
-        if (this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_TEXT] !== undefined) {
-          colText = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_TEXT]);
+        const conversationIds = lodash.uniq(rows.map(r => r[colConversationId]));
+
+        const convos = conversationIds.map(conversationId => {
+          const convoRows = rows.map((row, i) => {
+            if (row[colConversationId] === conversationId) {
+              return Object.assign({}, linesToConvoStep$2([row[colText]], row[colSender], this.context, undefined, true), {
+                stepTag: `L${i + lineNumberBase}`
+              });
+            }
+
+            return null;
+          }).filter(c => c);
+          return new Convo$3(this.context, {
+            header: {
+              name: conversationId
+            },
+            conversation: convoRows
+          });
+        });
+
+        if (scriptType === Constants.SCRIPTING_TYPE_CONVO) {
+          this.context.AddConvos(convos);
+        } else if (scriptType === Constants.SCRIPTING_TYPE_PCONVO) {
+          this.context.AddPartialConvos(convos);
         }
+
+        debug$c(`Found 3-column CSV file, treating it as multi-row conversation file, extracted ${convos.length} convos`);
+        return convos;
+      }
+    } else if (scriptType === Constants.SCRIPTING_TYPE_UTTERANCES) {
+      if (columnCount === 2 || columnCount === 3 || legacyModeOn && columnCount > 4) {
+        debug$c(`Invalid column count '${columnCount}' in utterances mode`);
+        return [];
       }
 
-      const conversationIds = lodash.uniq(rows.map(r => r[colConversationId]));
+      const result = [];
+      const startRow = this._GetOptionalCapability(Capabilities.SCRIPTING_CSV_UTTERANCE_STARTROW, 2) - 1;
 
-      const convos = conversationIds.map(conversationId => {
-        const convoRows = rows.map((row, i) => {
-          if (row[colConversationId] === conversationId) {
-            return Object.assign({}, linesToConvoStep$2([row[colText]], row[colSender], this.context, undefined, true), {
-              stepTag: `L${i + lineNumberBase}`
-            });
+      const startRowHeader = this._GetOptionalCapability(Capabilities.SCRIPTING_CSV_UTTERANCE_STARTROW_HEADER);
+
+      const stopOnEmpty = this._GetOptionalCapability(Capabilities.SCRIPTING_CSV_UTTERANCE_STOP_ON_EMPTY);
+
+      for (let col = 0; col < columnCount; col++) {
+        const name = rows[0][col];
+
+        if (!name || name.trim().length === 0) {
+          debug$c(`Column ${col + 1} has no header, skipping`);
+          continue;
+        }
+
+        const uttStruct = {
+          name,
+          utterances: []
+        };
+        let skip = !!startRowHeader;
+
+        const getData = row => {
+          return rows[row][col] ? rows[row][col].trim() : false;
+        }; //
+
+
+        for (let row = startRow; row < rows.length && (skip || !stopOnEmpty || !!getData(row)); row++) {
+          // eslint-disable-line no-unmodified-loop-condition
+          const data = getData(row);
+
+          if (!data) {
+            continue;
           }
 
-          return null;
-        }).filter(c => c);
-        return new Convo$3(this.context, {
-          header: {
-            name: conversationId
-          },
-          conversation: convoRows
-        });
-      });
+          if (!skip) {
+            uttStruct.utterances.push(data);
+          } else {
+            if (startRowHeader === rows[row][col]) {
+              skip = false;
+            }
+          }
+        }
 
-      if (scriptType === Constants.SCRIPTING_TYPE_CONVO) {
-        this.context.AddConvos(convos);
-      } else if (scriptType === Constants.SCRIPTING_TYPE_PCONVO) {
-        this.context.AddPartialConvos(convos);
+        if (uttStruct.utterances.length === 0) {
+          // liveperson, skipping meta intents
+          debug$c(`Column ${col + 1} has no utterances, skipping`);
+          continue;
+        }
+
+        result.push(uttStruct);
       }
 
-      return convos;
+      debug$c(`Multi-column utterance file, extracted ${result.length} utterances`);
+      this.context.AddUtterances(result);
+      return result;
+    } else {
+      return [];
     }
   }
 
 };
 
-const debug$b = debug$l('botium-core-CompilerObject');
+const debug$b = debug$m('botium-core-CompilerObject');
 const {
   Convo: Convo$2
 } = Convo_1;
@@ -5620,7 +5722,7 @@ var CompilerJson_1 = class CompilerJson extends CompilerObjectBase_1 {
 
 };
 
-const debug$a = debug$l('botium-core-CompilerMarkdown');
+const debug$a = debug$m('botium-core-CompilerMarkdown');
 const md = new markdownIt();
 const {
   Convo: Convo$1
@@ -5751,7 +5853,7 @@ var CompilerMarkdown_1 = class CompilerMarkdown extends CompilerBase_1 {
 };
 
 promise.shim();
-const debug$9 = debug$l('botium-core-ScriptingProvider');
+const debug$9 = debug$m('botium-core-ScriptingProvider');
 const {
   Convo,
   ConvoStep
@@ -5764,7 +5866,7 @@ const {
 const {
   getMatchFunction
 } = MatchFunctions;
-const globPattern = '**/+(*.convo.txt|*.utterances.txt|*.pconvo.txt|*.scriptingmemory.txt|*.xlsx|*.xlsm|*.convo.csv|*.pconvo.csv|*.yaml|*.yml|*.json|*.md|*.markdown)';
+const globPattern = '**/+(*.convo.txt|*.utterances.txt|*.pconvo.txt|*.scriptingmemory.txt|*.xlsx|*.xlsm|*.convo.csv|*.pconvo.csv|*.utterances.csv|*.yaml|*.yml|*.json|*.md|*.markdown)';
 const skipPattern = /^skip[.\-_]/i;
 
 const p = (retryHelper, fn) => {
@@ -6459,6 +6561,10 @@ var ScriptingProvider_1 = class ScriptingProvider {
         result = this.ReadScriptFromBuffer(scriptBuffer, Constants.SCRIPTING_FORMAT_CSV, Constants.SCRIPTING_TYPE_CONVO);
       } else if (filename.endsWith('.pconvo.csv')) {
         result = this.ReadScriptFromBuffer(scriptBuffer, Constants.SCRIPTING_FORMAT_CSV, Constants.SCRIPTING_TYPE_PCONVO);
+      } else if (filename.endsWith('.pconvo.csv')) {
+        result = this.ReadScriptFromBuffer(scriptBuffer, Constants.SCRIPTING_FORMAT_CSV, Constants.SCRIPTING_TYPE_PCONVO);
+      } else if (filename.endsWith('.utterance.csv')) {
+        result = this.ReadScriptFromBuffer(scriptBuffer, Constants.SCRIPTING_FORMAT_CSV, Constants.SCRIPTING_TYPE_UTTERANCES);
       } else if (filename.endsWith('.yaml') || filename.endsWith('.yml')) {
         result = this.ReadScriptFromBuffer(scriptBuffer, Constants.SCRIPTING_FORMAT_YAML, [Constants.SCRIPTING_TYPE_UTTERANCES, Constants.SCRIPTING_TYPE_PCONVO, Constants.SCRIPTING_TYPE_CONVO, Constants.SCRIPTING_TYPE_SCRIPTING_MEMORY]);
       } else if (filename.endsWith('.json')) {
@@ -7317,7 +7423,7 @@ var NoRepo_1 = class NoRepo extends BaseRepo_1 {
 };
 
 var ProcessUtils = createCommonjsModule(function (module) {
-  const debug = debug$l('botium-core-ProcessUtils');
+  const debug = debug$m('botium-core-ProcessUtils');
   module.exports = {
     childCommandLineRun: (cmd, ignoreErrors = false, processOptions = {}) => {
       const cmdOptions = cmd.split(' ');
@@ -7369,7 +7475,7 @@ var ProcessUtils = createCommonjsModule(function (module) {
 ProcessUtils.childCommandLineRun;
 ProcessUtils.childProcessRun;
 
-const debug$8 = debug$l('botium-core-GitRepo');
+const debug$8 = debug$m('botium-core-GitRepo');
 var GitRepo_1 = class GitRepo extends BaseRepo_1 {
   Validate() {
     return super.Validate().then(() => {
@@ -7540,7 +7646,7 @@ var Queue_1 = class Queue {
 
 };
 
-const debug$7 = debug$l('botium-connector-BaseContainer');
+const debug$7 = debug$m('botium-connector-BaseContainer');
 const {
   executeHook: executeHook$1,
   getHook: getHook$1
@@ -7771,7 +7877,7 @@ var BaseContainer_1 = class BaseContainer {
 
 };
 
-const debug$6 = debug$l('botium-connector-GridContainer');
+const debug$6 = debug$m('botium-connector-GridContainer');
 var GridContainer_1 = class GridContainer extends BaseContainer_1 {
   Validate() {
     return super.Validate().then(() => {
@@ -7995,7 +8101,7 @@ var InProcessContainer_1 = class InProcessContainer extends BaseContainer_1 {
 
 };
 
-const debug$5 = debug$l('botium-core-inbound-proxy');
+const debug$5 = debug$m('botium-core-inbound-proxy');
 
 const buildRedisHandler = (redisurl, topic) => {
   const redis = new ioredis(redisurl);
@@ -8078,7 +8184,7 @@ proxy.startProxy;
 const {
   v4: uuidv4
 } = uuid;
-const debug$4 = debug$l('botium-connector-simplerest');
+const debug$4 = debug$m('botium-connector-simplerest');
 const {
   startProxy
 } = proxy;
@@ -9108,7 +9214,7 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
 
 };
 
-const debug$3 = debug$l('botium-connector-PluginConnectorContainer-helper');
+const debug$3 = debug$m('botium-connector-PluginConnectorContainer-helper');
 const {
   BotiumError
 } = BotiumError_1;
@@ -9277,7 +9383,7 @@ var plugins = {
   tryLoadPlugin: tryLoadPlugin$1
 };
 
-const debug$2 = debug$l('botium-connector-PluginConnectorContainer');
+const debug$2 = debug$m('botium-connector-PluginConnectorContainer');
 const {
   tryLoadPlugin
 } = plugins;
@@ -9435,7 +9541,7 @@ var require$$2 = getCjsExportFromNamespace(_package$1);
 const {
   boolean
 } = boolean$1;
-const debug$1 = debug$l('botium-core-BotDriver');
+const debug$1 = debug$m('botium-core-BotDriver');
 const {
   version
 } = require$$2;
@@ -9804,7 +9910,7 @@ var BotDriver_1 = class BotDriver {
 
 };
 
-const debug = debug$l('botium-core-Plugins');
+const debug = debug$m('botium-core-Plugins');
 const PLUGIN_TYPE_CONNECTOR = 'PLUGIN_TYPE_CONNECTOR';
 const PLUGIN_TYPE_ASSERTER = 'PLUGIN_TYPE_ASSERTER';
 const PLUGIN_TYPE_LOGICHOOK = 'PLUGIN_TYPE_LOGICHOOK';