botium-core 1.12.4 → 1.13.0

package/dist/botium-es.js

@@ -36,7 +36,7 @@ import express from 'express';
 import bodyParser from 'body-parser';
 
 var name = "botium-core";
-var version$1 = "1.12.4";
+var version$1 = "1.13.0";
 var description = "The Selenium for Chatbots";
 var main = "index.js";
 var module = "dist/botium-es.js";
@@ -68,25 +68,25 @@ var bugs = {
 };
 var homepage = "https://www.botium.ai";
 var dependencies = {
-	"@babel/runtime": "^7.17.8",
-	async: "^3.2.3",
-	"body-parser": "^1.19.2",
+	"@babel/runtime": "^7.18.3",
+	async: "^3.2.4",
+	"body-parser": "^1.20.0",
 	boolean: "^3.2.0",
 	bottleneck: "^2.19.5",
-	"csv-parse": "^5.0.4",
+	"csv-parse": "^5.2.0",
 	debug: "^4.3.4",
 	esprima: "^4.0.1",
-	express: "^4.17.3",
+	express: "^4.18.1",
 	globby: "11.0.4",
-	ioredis: "^4.28.5",
+	ioredis: "^5.0.6",
 	"is-class": "^0.0.9",
 	"is-json": "^2.0.1",
 	jsonpath: "^1.1.1",
 	lodash: "^4.17.21",
-	"markdown-it": "^12.3.2",
+	"markdown-it": "^13.0.1",
 	"mime-types": "^2.1.35",
 	mkdirp: "^1.0.4",
-	moment: "^2.29.1",
+	moment: "^2.29.3",
 	mustache: "^4.2.0",
 	"promise-retry": "^2.0.1",
 	"promise.allsettled": "^1.0.5",
@@ -95,39 +95,39 @@ var dependencies = {
 	rimraf: "^3.0.2",
 	"sanitize-filename": "^1.6.3",
 	slugify: "^1.6.5",
-	"socket.io": "^4.4.1",
-	"socket.io-client": "^4.4.1",
+	"socket.io": "^4.5.1",
+	"socket.io-client": "^4.5.1",
 	"socketio-auth": "^0.1.1",
-	"swagger-jsdoc": "^6.1.0",
-	"swagger-ui-express": "^4.3.0",
+	"swagger-jsdoc": "^6.2.1",
+	"swagger-ui-express": "^4.4.0",
 	uuid: "^8.3.2",
 	vm2: "^3.9.9",
 	"write-yaml": "^1.0.0",
-	xlsx: "^0.18.4",
-	xregexp: "^5.1.0",
-	yaml: "^1.10.2"
+	xlsx: "^0.18.5",
+	xregexp: "^5.1.1",
+	yaml: "^2.1.1"
 };
 var devDependencies = {
-	"@babel/core": "^7.17.8",
-	"@babel/node": "^7.16.8",
-	"@babel/plugin-transform-runtime": "^7.17.0",
-	"@babel/preset-env": "^7.16.11",
+	"@babel/core": "^7.18.5",
+	"@babel/node": "^7.18.5",
+	"@babel/plugin-transform-runtime": "^7.18.5",
+	"@babel/preset-env": "^7.18.2",
 	chai: "^4.3.6",
 	"chai-as-promised": "^7.1.1",
 	"cross-env": "^7.0.3",
-	eslint: "^8.11.0",
-	"eslint-config-standard": "^16.0.3",
-	"eslint-plugin-import": "^2.25.4",
-	"eslint-plugin-node": "^11.1.0",
+	eslint: "^8.18.0",
+	"eslint-config-standard": "^17.0.0",
+	"eslint-plugin-import": "^2.26.0",
+	"eslint-plugin-n": "^15.2.3",
 	"eslint-plugin-promise": "^6.0.0",
 	"eslint-plugin-standard": "^4.1.0",
 	"license-checker": "^25.0.1",
 	"license-compatibility-checker": "^0.3.5",
-	mocha: "^9.2.2",
-	nock: "^13.2.4",
-	"npm-check-updates": "^12.5.4",
+	mocha: "^10.0.0",
+	nock: "^13.2.7",
+	"npm-check-updates": "^14.0.1",
 	nyc: "^15.1.0",
-	rollup: "^2.70.1",
+	rollup: "^2.75.6",
 	"rollup-plugin-babel": "^4.4.0",
 	"rollup-plugin-commonjs": "^10.1.0",
 	"rollup-plugin-json": "^4.0.0",
@@ -262,6 +262,7 @@ var Capabilities = {
   SIMPLEREST_REDIS_TOPIC: 'SIMPLEREST_REDIS_TOPIC',
   SIMPLEREST_INBOUND_ORDER_UNSETTLED_EVENTS_JSONPATH: 'SIMPLEREST_INBOUND_ORDER_UNSETTLED_EVENTS_JSONPATH',
   SIMPLEREST_INBOUND_DEBOUNCE_TIMEOUT: 'SIMPLEREST_INBOUND_DEBOUNCE_TIMEOUT',
+  SIMPLEREST_COOKIE_REPLICATION: 'SIMPLEREST_COOKIE_REPLICATION',
   // Script Compiler
   SCRIPTING_TXT_EOL: 'SCRIPTING_TXT_EOL',
   // ROW_PER_MESSAGE or QUESTION_ANSWER
@@ -275,6 +276,10 @@ var Capabilities = {
   SCRIPTING_XLSX_SHEETNAMES_PCONVOS: 'SCRIPTING_XLSX_SHEETNAMES_PCONVOS',
   SCRIPTING_XLSX_SHEETNAMES_UTTERANCES: 'SCRIPTING_XLSX_SHEETNAMES_UTTERANCES',
   SCRIPTING_XLSX_SHEETNAMES_SCRIPTING_MEMORY: 'SCRIPTING_XLSX_SHEETNAMES_SCRIPTING_MEMORY',
+  // hidden capability. All newly in Box created testsets will have this as true. CsvCompiler
+  // - throws less error (Box reads csv files as utterances, and convo. Compiler cant throw exception if a file is correct, but box tries to load it with incorrect script type)
+  // 4 or more colums are compiled just as utterances.
+  SCRIPTING_CSV_LEGACY_MODE_OFF: 'SCRIPTING_CSV_LEGACY_MODE_OFF',
   SCRIPTING_CSV_DELIMITER: 'SCRIPTING_CSV_DELIMITER',
   SCRIPTING_CSV_SKIP_HEADER: 'SCRIPTING_CSV_SKIP_HEADER',
   SCRIPTING_CSV_QUOTE: 'SCRIPTING_CSV_QUOTE',
@@ -284,6 +289,9 @@ var Capabilities = {
   SCRIPTING_CSV_MULTIROW_COLUMN_TEXT: 'SCRIPTING_CSV_MULTIROW_COLUMN_TEXT',
   SCRIPTING_CSV_QA_COLUMN_QUESTION: 'SCRIPTING_CSV_QA_COLUMN_QUESTION',
   SCRIPTING_CSV_QA_COLUMN_ANSWER: 'SCRIPTING_CSV_QA_COLUMN_ANSWER',
+  SCRIPTING_CSV_UTTERANCE_STARTROW: 'SCRIPTING_CSV_UTTERANCE_STARTROW',
+  SCRIPTING_CSV_UTTERANCE_STARTROW_HEADER: 'SCRIPTING_CSV_UTTERANCE_STARTROW_HEADER',
+  SCRIPTING_CSV_UTTERANCE_STOP_ON_EMPTY: 'SCRIPTING_CSV_UTTERANCE_STOP_ON_EMPTY',
   SCRIPTING_NORMALIZE_TEXT: 'SCRIPTING_NORMALIZE_TEXT',
   SCRIPTING_ENABLE_MEMORY: 'SCRIPTING_ENABLE_MEMORY',
   SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS: 'SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS',
@@ -413,6 +421,7 @@ Capabilities.SIMPLEREST_INBOUND_UPDATE_CONTEXT;
 Capabilities.SIMPLEREST_REDIS_TOPIC;
 Capabilities.SIMPLEREST_INBOUND_ORDER_UNSETTLED_EVENTS_JSONPATH;
 Capabilities.SIMPLEREST_INBOUND_DEBOUNCE_TIMEOUT;
+Capabilities.SIMPLEREST_COOKIE_REPLICATION;
 Capabilities.SCRIPTING_TXT_EOL;
 Capabilities.SCRIPTING_XLSX_MODE;
 Capabilities.SCRIPTING_XLSX_EOL_WRITE;
@@ -424,6 +433,7 @@ Capabilities.SCRIPTING_XLSX_SHEETNAMES;
 Capabilities.SCRIPTING_XLSX_SHEETNAMES_PCONVOS;
 Capabilities.SCRIPTING_XLSX_SHEETNAMES_UTTERANCES;
 Capabilities.SCRIPTING_XLSX_SHEETNAMES_SCRIPTING_MEMORY;
+Capabilities.SCRIPTING_CSV_LEGACY_MODE_OFF;
 Capabilities.SCRIPTING_CSV_DELIMITER;
 Capabilities.SCRIPTING_CSV_SKIP_HEADER;
 Capabilities.SCRIPTING_CSV_QUOTE;
@@ -433,6 +443,9 @@ Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_SENDER;
 Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_TEXT;
 Capabilities.SCRIPTING_CSV_QA_COLUMN_QUESTION;
 Capabilities.SCRIPTING_CSV_QA_COLUMN_ANSWER;
+Capabilities.SCRIPTING_CSV_UTTERANCE_STARTROW;
+Capabilities.SCRIPTING_CSV_UTTERANCE_STARTROW_HEADER;
+Capabilities.SCRIPTING_CSV_UTTERANCE_STOP_ON_EMPTY;
 Capabilities.SCRIPTING_NORMALIZE_TEXT;
 Capabilities.SCRIPTING_ENABLE_MEMORY;
 Capabilities.SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS;
@@ -511,6 +524,7 @@ var Defaults$1 = {
     [Capabilities.SIMPLEREST_STRICT_SSL]: true,
     [Capabilities.SIMPLEREST_INBOUND_UPDATE_CONTEXT]: true,
     [Capabilities.SIMPLEREST_CONTEXT_MERGE_OR_REPLACE]: 'MERGE',
+    [Capabilities.SIMPLEREST_COOKIE_REPLICATION]: true,
     [Capabilities.SCRIPTING_TXT_EOL]: '\n',
     [Capabilities.SCRIPTING_XLSX_EOL_WRITE]: '\r\n',
     [Capabilities.SCRIPTING_XLSX_HASHEADERS]: true,
@@ -1817,6 +1831,14 @@ const flatString = str => {
   return str ? str.split('\n').map(s => s.trim()).join(' ') : '';
 };
 
+const _formatAppendArgs = args => {
+  return args ? ` ${args.map(a => lodash.isString(a) ? a.replace(/\|/g, '\\|') : `${a}`).join('|')}` : '';
+};
+
+const _parseArgs = str => {
+  return str && str.length > 0 && str.replace(/\\\|/g, '###ESCAPESPLIT###').split('|').map(s => s.replace(/###ESCAPESPLIT###/g, '|').trim()) || [];
+};
+
 const linesToConvoStep$5 = (lines, sender, context, eol, singleLineMode = false) => {
   if (!validateSender$1(sender)) throw new Error(`Failed to parse conversation. Section "${sender}" unknown.`);
   const convoStep = {
@@ -1858,7 +1880,7 @@ const linesToConvoStep$5 = (lines, sender, context, eol, singleLineMode = false)
       const name = logicLine.split(' ')[0];
 
       if (sender !== 'me' && context.IsAsserterValid(name)) {
-        const args = logicLine.length > name.length ? logicLine.substr(name.length + 1).split('|').map(a => a.trim()) : [];
+        const args = logicLine.length > name.length ? _parseArgs(logicLine.substr(name.length + 1)) : [];
         convoStep.asserters.push({
           name,
           args,
@@ -1866,14 +1888,14 @@ const linesToConvoStep$5 = (lines, sender, context, eol, singleLineMode = false)
           optional
         });
       } else if (sender === 'me' && context.IsUserInputValid(name)) {
-        const args = logicLine.length > name.length ? logicLine.substr(name.length + 1).split('|').map(a => a.trim()) : [];
+        const args = logicLine.length > name.length ? _parseArgs(logicLine.substr(name.length + 1)) : [];
         convoStep.userInputs.push({
           name,
           args
         });
         textLinesAccepted = false;
       } else if (context.IsLogicHookValid(name)) {
-        const args = logicLine.length > name.length ? logicLine.substr(name.length + 1).split('|').map(a => a.trim()) : [];
+        const args = logicLine.length > name.length ? _parseArgs(logicLine.substr(name.length + 1)) : [];
         convoStep.logicHooks.push({
           name,
           args
@@ -2223,7 +2245,7 @@ const convoStepToLines$2 = step => {
 
   if (step.sender === 'me') {
     step.forms && step.forms.filter(form => form.value).forEach(form => {
-      lines.push(`FORM ${form.name}|${form.value}`);
+      lines.push(`FORM${_formatAppendArgs([form.name, form.value])}`);
     });
 
     if (step.buttons && step.buttons.length > 0) {
@@ -2235,18 +2257,18 @@ const convoStepToLines$2 = step => {
     }
 
     step.userInputs && step.userInputs.forEach(userInput => {
-      lines.push(userInput.name + (userInput.args ? ' ' + userInput.args.join('|') : ''));
+      lines.push(userInput.name + _formatAppendArgs(userInput.args));
     });
     step.logicHooks && step.logicHooks.forEach(logicHook => {
-      lines.push(logicHook.name + (logicHook.args ? ' ' + logicHook.args.join('|') : ''));
+      lines.push(logicHook.name + _formatAppendArgs(logicHook.args));
     });
   } else {
     if (step.messageText) {
       lines.push((step.optional ? '?' : '') + (step.not ? '!' : '') + step.messageText);
     }
 
-    if (step.buttons && step.buttons.length > 0) lines.push('BUTTONS ' + step.buttons.filter(b => b.text).map(b => flatString(b.text)).join('|'));
-    if (step.media && step.media.length > 0) lines.push('MEDIA ' + step.media.filter(m => !m.buffer && m.mediaUri).map(m => m.mediaUri).join('|'));
+    if (step.buttons && step.buttons.length > 0) lines.push('BUTTONS' + _formatAppendArgs(step.buttons.filter(b => b.text).map(b => flatString(b.text))));
+    if (step.media && step.media.length > 0) lines.push('MEDIA' + _formatAppendArgs(step.media.filter(m => !m.buffer && m.mediaUri).map(m => m.mediaUri)));
 
     if (step.cards && step.cards.length > 0) {
       step.cards.forEach(c => {
@@ -2254,17 +2276,17 @@ const convoStepToLines$2 = step => {
         if (c.text) cardTexts = cardTexts.concat(lodash.isArray(c.text) ? c.text : [c.text]);
         if (c.subtext) cardTexts = cardTexts.concat(lodash.isArray(c.subtext) ? c.subtext : [c.subtext]);
         if (c.content) cardTexts = cardTexts.concat(lodash.isArray(c.content) ? c.content : [c.content]);
-        if (cardTexts.length > 0) lines.push('CARDS ' + cardTexts.map(c => flatString(c)).join('|'));
-        if (c.buttons && c.buttons.length > 0) lines.push('BUTTONS ' + c.buttons.filter(b => b.text).map(b => flatString(b.text)).join('|'));
+        if (cardTexts.length > 0) lines.push('CARDS' + _formatAppendArgs(cardTexts.map(c => flatString(c))));
+        if (c.buttons && c.buttons.length > 0) lines.push('BUTTONS' + _formatAppendArgs(c.buttons.filter(b => b.text).map(b => flatString(b.text))));
         if (c.image && !c.image.buffer && c.image.mediaUri) lines.push('MEDIA ' + c.image.mediaUri);
       });
     }
 
     step.asserters && step.asserters.forEach(asserter => {
-      lines.push((asserter.optional ? '?' : '') + (asserter.not ? '!' : '') + asserter.name + (asserter.args ? ' ' + asserter.args.join('|') : ''));
+      lines.push((asserter.optional ? '?' : '') + (asserter.not ? '!' : '') + asserter.name + _formatAppendArgs(asserter.args));
     });
     step.logicHooks && step.logicHooks.forEach(logicHook => {
-      lines.push(logicHook.name + (logicHook.args ? ' ' + logicHook.args.join('|') : ''));
+      lines.push(logicHook.name + _formatAppendArgs(logicHook.args));
     });
   }
 
@@ -2305,7 +2327,7 @@ const linesToScriptingMemories$2 = (lines, columnMode = null) => {
         header: {
           name: caseName
         },
-        values: values
+        values
       };
       scriptingMemories.push(scriptingMemory);
     }
@@ -2955,7 +2977,7 @@ class Convo$6 {
           },
           container,
           transcript,
-          scriptingMemory: scriptingMemory
+          scriptingMemory
         });
       } catch (err) {
         throw new TranscriptError(botiumErrorFromErr$1(`${this.header.name}: ${err.message}`, err), transcript);
@@ -2972,7 +2994,7 @@ class Convo$6 {
             },
             container,
             transcript,
-            scriptingMemory: scriptingMemory
+            scriptingMemory
           });
         } catch (err) {
           assertConvoEndErr = botiumErrorFromErr$1(`${this.header.name}: ${err.message}`, err);
@@ -2998,7 +3020,7 @@ class Convo$6 {
           },
           container,
           transcript,
-          scriptingMemory: scriptingMemory
+          scriptingMemory
         });
       } catch (err) {
         transcript.err = botiumErrorFromErr$1(`${this.header.name}: ${err.message}`, err);
@@ -3390,7 +3412,7 @@ class Convo$6 {
         const transcriptStepErrs = transcript.steps.filter(s => s.err).map(s => s.err);
 
         if (transcriptStepErrs && transcriptStepErrs.length > 0) {
-          transcript.err = botiumErrorFromList$1([transcriptStepErrs, transcript.err].filter(e => e), {});
+          transcript.err = botiumErrorFromList$1([...transcriptStepErrs.filter(err => err !== transcript.err), transcript.err].filter(e => e), {});
         }
       }
     }
@@ -3776,7 +3798,7 @@ const optionalJson = json => {
   const body = isJson(json);
   return body ? {
     'content-type': 'application/json',
-    body: body
+    body
   } : {
     'content-type': 'text/plain',
     body: json
@@ -4844,7 +4866,7 @@ var CompilerXlsx_1 = class CompilerXlsx extends CompilerBase_1 {
               header: {
                 name: caseName
               },
-              values: values
+              values
             });
           }
         } else {
@@ -4887,7 +4909,7 @@ var CompilerXlsx_1 = class CompilerXlsx extends CompilerBase_1 {
                 header: {
                   name: caseName
                 },
-                values: values
+                values
               });
             } else {
               break;
@@ -5284,6 +5306,8 @@ var CompilerCsv_1 = class CompilerCsv extends CompilerBase_1 {
       return [];
     }
 
+    const legacyModeOn = !this._GetOptionalCapability(Capabilities.SCRIPTING_CSV_LEGACY_MODE_OFF, false);
+
     let delimiter = this._GetOptionalCapability(Capabilities.SCRIPTING_CSV_DELIMITER);
 
     if (!delimiter) {
@@ -5311,7 +5335,8 @@ var CompilerCsv_1 = class CompilerCsv extends CompilerBase_1 {
         delimiter,
         escape: this.caps[Capabilities.SCRIPTING_CSV_ESCAPE],
         quote: this.caps[Capabilities.SCRIPTING_CSV_QUOTE],
-        columns: false
+        columns: false,
+        relax_column_count: true
       });
     } catch (err) {
       throw new Error(`Invalid CSV: ${err.message || err}`);
@@ -5321,120 +5346,175 @@ var CompilerCsv_1 = class CompilerCsv extends CompilerBase_1 {
       return [];
     }
 
-    if (rows[0].length === 1) {
-      debug$c('Found 1-column CSV file, treating it as utterance file');
+    const columnCount = rows[0].length;
+    debug$c(`Legacy mode ${legacyModeOn ? 'on' : 'off'} rows ${rows.length} columns ${columnCount}`);
 
-      if (scriptType === Constants.SCRIPTING_TYPE_UTTERANCES) {
-        const result = [{
-          name: rows[0][0],
-          utterances: rows.slice(1).map(r => r[0])
-        }];
-        this.context.AddUtterances(result);
-        return result;
-      } else {
+    if (scriptType === Constants.SCRIPTING_TYPE_CONVO || scriptType === Constants.SCRIPTING_TYPE_PCONVO) {
+      if (columnCount === 1 || !legacyModeOn && columnCount > 3) {
+        debug$c(`Invalid column count '${columnCount}' in convo mode`);
         return [];
       }
-    }
 
-    if (scriptType !== Constants.SCRIPTING_TYPE_CONVO && scriptType !== Constants.SCRIPTING_TYPE_PCONVO) {
-      return [];
-    }
+      let header = null;
 
-    let header = null;
+      if (rows.length > 0 && this.caps[Capabilities.SCRIPTING_CSV_SKIP_HEADER]) {
+        header = rows[0];
+        rows = rows.slice(1);
+      }
 
-    if (rows.length > 0 && this.caps[Capabilities.SCRIPTING_CSV_SKIP_HEADER]) {
-      header = rows[0];
-      rows = rows.slice(1);
-    }
+      if (rows.length === 0) {
+        debug$c('Datarows not found in convo mode');
+        return [];
+      }
 
-    if (rows.length === 0) {
-      return [];
-    }
+      const lineNumberBase = this.caps[Capabilities.SCRIPTING_CSV_SKIP_HEADER] ? 2 : 1;
 
-    const lineNumberBase = this.caps[Capabilities.SCRIPTING_CSV_SKIP_HEADER] ? 2 : 1;
+      if (columnCount === 2) {
+        let colQuestion = DEFAULT_QA_COLUMN_QUESTION;
+        let colAnswer = DEFAULT_QA_COLUMN_ANSWER;
 
-    if (rows[0].length === 2) {
-      debug$c('Found 2-column CSV file, treating it as question/answer file');
-      let colQuestion = DEFAULT_QA_COLUMN_QUESTION;
-      let colAnswer = DEFAULT_QA_COLUMN_ANSWER;
+        if (header) {
+          if (this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_QUESTION] !== undefined) {
+            colQuestion = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_QUESTION]);
+          }
 
-      if (header) {
-        if (this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_QUESTION] !== undefined) {
-          colQuestion = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_QUESTION]);
+          if (this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_ANSWER] !== undefined) {
+            colAnswer = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_ANSWER]);
+          }
         }
 
-        if (this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_ANSWER] !== undefined) {
-          colAnswer = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_QA_COLUMN_ANSWER]);
-        }
-      }
+        const convos = rows.map((row, i) => new Convo$3(this.context, {
+          header: {
+            name: `L${i + lineNumberBase}`
+          },
+          conversation: [Object.assign({}, linesToConvoStep$2([row[colQuestion]], 'me', this.context, undefined, true), {
+            stepTag: `L${i + lineNumberBase}-Question`
+          }), Object.assign({}, linesToConvoStep$2([row[colAnswer]], 'bot', this.context, undefined, true), {
+            stepTag: `L${i + lineNumberBase}-Answer`
+          })]
+        }));
 
-      const convos = rows.map((row, i) => new Convo$3(this.context, {
-        header: {
-          name: `L${i + lineNumberBase}`
-        },
-        conversation: [Object.assign({}, linesToConvoStep$2([row[colQuestion]], 'me', this.context, undefined, true), {
-          stepTag: `L${i + lineNumberBase}-Question`
-        }), Object.assign({}, linesToConvoStep$2([row[colAnswer]], 'bot', this.context, undefined, true), {
-          stepTag: `L${i + lineNumberBase}-Answer`
-        })]
-      }));
+        if (scriptType === Constants.SCRIPTING_TYPE_CONVO) {
+          this.context.AddConvos(convos);
+        } else if (scriptType === Constants.SCRIPTING_TYPE_PCONVO) {
+          this.context.AddPartialConvos(convos);
+        }
 
-      if (scriptType === Constants.SCRIPTING_TYPE_CONVO) {
-        this.context.AddConvos(convos);
-      } else if (scriptType === Constants.SCRIPTING_TYPE_PCONVO) {
-        this.context.AddPartialConvos(convos);
+        debug$c(`Found 2-column CSV file, treating it as question/answer file, extracted ${convos.length} convos`);
+        return convos;
       }
 
-      return convos;
-    }
+      if (columnCount >= 3) {
+        let colConversationId = DEFAULT_MULTIROW_COLUMN_CONVERSATION;
+        let colSender = DEFAULT_MULTIROW_COLUMN_SENDER;
+        let colText = DEFAULT_MULTIROW_COLUMN_TEXT;
 
-    if (rows[0].length >= 3) {
-      debug$c('Found 3-column CSV file, treating it as multi-row conversation file');
-      let colConversationId = DEFAULT_MULTIROW_COLUMN_CONVERSATION;
-      let colSender = DEFAULT_MULTIROW_COLUMN_SENDER;
-      let colText = DEFAULT_MULTIROW_COLUMN_TEXT;
+        if (header) {
+          if (this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_CONVERSATION_ID] !== undefined) {
+            colConversationId = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_CONVERSATION_ID]);
+          }
 
-      if (header) {
-        if (this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_CONVERSATION_ID] !== undefined) {
-          colConversationId = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_CONVERSATION_ID]);
-        }
+          if (this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_SENDER] !== undefined) {
+            colSender = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_SENDER]);
+          }
 
-        if (this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_SENDER] !== undefined) {
-          colSender = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_SENDER]);
+          if (this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_TEXT] !== undefined) {
+            colText = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_TEXT]);
+          }
         }
 
-        if (this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_TEXT] !== undefined) {
-          colText = _findColIndex(header, this.caps[Capabilities.SCRIPTING_CSV_MULTIROW_COLUMN_TEXT]);
+        const conversationIds = lodash.uniq(rows.map(r => r[colConversationId]));
+
+        const convos = conversationIds.map(conversationId => {
+          const convoRows = rows.map((row, i) => {
+            if (row[colConversationId] === conversationId) {
+              return Object.assign({}, linesToConvoStep$2([row[colText]], row[colSender], this.context, undefined, true), {
+                stepTag: `L${i + lineNumberBase}`
+              });
+            }
+
+            return null;
+          }).filter(c => c);
+          return new Convo$3(this.context, {
+            header: {
+              name: conversationId
+            },
+            conversation: convoRows
+          });
+        });
+
+        if (scriptType === Constants.SCRIPTING_TYPE_CONVO) {
+          this.context.AddConvos(convos);
+        } else if (scriptType === Constants.SCRIPTING_TYPE_PCONVO) {
+          this.context.AddPartialConvos(convos);
         }
+
+        debug$c(`Found 3-column CSV file, treating it as multi-row conversation file, extracted ${convos.length} convos`);
+        return convos;
+      }
+    } else if (scriptType === Constants.SCRIPTING_TYPE_UTTERANCES) {
+      if (columnCount === 2 || columnCount === 3 || legacyModeOn && columnCount > 4) {
+        debug$c(`Invalid column count '${columnCount}' in utterances mode`);
+        return [];
       }
 
-      const conversationIds = lodash.uniq(rows.map(r => r[colConversationId]));
+      const result = [];
+      const startRow = this._GetOptionalCapability(Capabilities.SCRIPTING_CSV_UTTERANCE_STARTROW, 2) - 1;
+
+      const startRowHeader = this._GetOptionalCapability(Capabilities.SCRIPTING_CSV_UTTERANCE_STARTROW_HEADER);
 
-      const convos = conversationIds.map(conversationId => {
-        const convoRows = rows.map((row, i) => {
-          if (row[colConversationId] === conversationId) {
-            return Object.assign({}, linesToConvoStep$2([row[colText]], row[colSender], this.context, undefined, true), {
-              stepTag: `L${i + lineNumberBase}`
-            });
+      const stopOnEmpty = this._GetOptionalCapability(Capabilities.SCRIPTING_CSV_UTTERANCE_STOP_ON_EMPTY);
+
+      for (let col = 0; col < columnCount; col++) {
+        const name = rows[0][col];
+
+        if (!name || name.trim().length === 0) {
+          debug$c(`Column ${col + 1} has no header, skipping`);
+          continue;
+        }
+
+        const uttStruct = {
+          name,
+          utterances: []
+        };
+        let skip = !!startRowHeader;
+
+        const getData = row => {
+          return rows[row][col] ? rows[row][col].trim() : false;
+        }; //
+
+
+        for (let row = startRow; row < rows.length && (skip || !stopOnEmpty || !!getData(row)); row++) {
+          // eslint-disable-line no-unmodified-loop-condition
+          const data = getData(row);
+
+          if (!data) {
+            continue;
           }
 
-          return null;
-        }).filter(c => c);
-        return new Convo$3(this.context, {
-          header: {
-            name: conversationId
-          },
-          conversation: convoRows
-        });
-      });
+          if (!skip) {
+            uttStruct.utterances.push(data);
+          } else {
+            if (startRowHeader === rows[row][col]) {
+              skip = false;
+            }
+          }
+        }
 
-      if (scriptType === Constants.SCRIPTING_TYPE_CONVO) {
-        this.context.AddConvos(convos);
-      } else if (scriptType === Constants.SCRIPTING_TYPE_PCONVO) {
-        this.context.AddPartialConvos(convos);
+        if (uttStruct.utterances.length === 0) {
+          // liveperson, skipping meta intents
+          debug$c(`Column ${col + 1} has no utterances, skipping`);
+          continue;
+        }
+
+        result.push(uttStruct);
       }
 
-      return convos;
+      debug$c(`Multi-column utterance file, extracted ${result.length} utterances`);
+      this.context.AddUtterances(result);
+      return result;
+    } else {
+      return [];
     }
   }
 
@@ -5761,7 +5841,7 @@ const {
 const {
   getMatchFunction
 } = MatchFunctions;
-const globPattern = '**/+(*.convo.txt|*.utterances.txt|*.pconvo.txt|*.scriptingmemory.txt|*.xlsx|*.xlsm|*.convo.csv|*.pconvo.csv|*.yaml|*.yml|*.json|*.md|*.markdown)';
+const globPattern = '**/+(*.convo.txt|*.utterances.txt|*.pconvo.txt|*.scriptingmemory.txt|*.xlsx|*.xlsm|*.convo.csv|*.pconvo.csv|*.utterances.csv|*.yaml|*.yml|*.json|*.md|*.markdown)';
 const skipPattern = /^skip[.\-_]/i;
 
 const p = (retryHelper, fn) => {
@@ -6456,6 +6536,10 @@ var ScriptingProvider_1 = class ScriptingProvider {
         result = this.ReadScriptFromBuffer(scriptBuffer, Constants.SCRIPTING_FORMAT_CSV, Constants.SCRIPTING_TYPE_CONVO);
       } else if (filename.endsWith('.pconvo.csv')) {
         result = this.ReadScriptFromBuffer(scriptBuffer, Constants.SCRIPTING_FORMAT_CSV, Constants.SCRIPTING_TYPE_PCONVO);
+      } else if (filename.endsWith('.pconvo.csv')) {
+        result = this.ReadScriptFromBuffer(scriptBuffer, Constants.SCRIPTING_FORMAT_CSV, Constants.SCRIPTING_TYPE_PCONVO);
+      } else if (filename.endsWith('.utterance.csv')) {
+        result = this.ReadScriptFromBuffer(scriptBuffer, Constants.SCRIPTING_FORMAT_CSV, Constants.SCRIPTING_TYPE_UTTERANCES);
       } else if (filename.endsWith('.yaml') || filename.endsWith('.yml')) {
         result = this.ReadScriptFromBuffer(scriptBuffer, Constants.SCRIPTING_FORMAT_YAML, [Constants.SCRIPTING_TYPE_UTTERANCES, Constants.SCRIPTING_TYPE_PCONVO, Constants.SCRIPTING_TYPE_CONVO, Constants.SCRIPTING_TYPE_SCRIPTING_MEMORY]);
       } else if (filename.endsWith('.json')) {
@@ -7233,7 +7317,7 @@ var ScriptingProvider_1 = class ScriptingProvider {
         const node = {
           sender: convoNode.sender,
           key: randomatic('0', 20),
-          hash: hash,
+          hash,
           convoNodes: convoNodeValues,
           convos: [lodash.cloneDeep(convoNodeHeader)],
           childNodes: []
@@ -8112,6 +8196,7 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
 
     this.processInbound = false;
     this.redisTopic = this.caps[Capabilities.SIMPLEREST_REDIS_TOPIC] || 'SIMPLEREST_INBOUND_SUBSCRIPTION';
+    this.cookies = {};
 
     if (this.caps[Capabilities.SIMPLEREST_INBOUND_ORDER_UNSETTLED_EVENTS_JSONPATH]) {
       const debounceTimeout = this.caps[Capabilities.SIMPLEREST_INBOUND_DEBOUNCE_TIMEOUT] || 500;
@@ -8559,6 +8644,8 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
           if (body) {
             debug$4(`got response code: ${response.statusCode}, body: ${Utils.shortenJsonString(body)}`);
 
+            this._storeCookiesFromResponse(response);
+
             try {
               body = await this._parseResponseBody(body);
             } catch (err) {
@@ -8681,6 +8768,9 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
     await executeHook(this.caps, this.requestHook, Object.assign({
       requestOptions
     }, this.view));
+
+    this._addRequestCookies(requestOptions);
+
     return requestOptions;
   }
 
@@ -8725,6 +8815,8 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
       } else {
         debug$4(`_waitForUrlResponse success on url check ${pingConfig.uri}: ${response.statusCode}/${response.statusMessage}`);
 
+        this._storeCookiesFromResponse(response);
+
         if (debug$4.enabled && body) {
           debug$4(Utils.shortenJsonString(body));
         }
@@ -8909,9 +9001,9 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
 
       const pollConfig = {
         method: verb,
-        uri: uri,
+        uri,
         followAllRedirects: true,
-        timeout: timeout
+        timeout
       };
 
       if (this.caps[Capabilities.SIMPLEREST_POLL_HEADERS]) {
@@ -8946,6 +9038,8 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
         return;
       }
 
+      this._addRequestCookies(pollConfig);
+
       request(pollConfig, async (err, response, body) => {
         if (err) {
           debug$4(`_runPolling: rest request failed: ${err.message}, request: ${JSON.stringify(pollConfig)}`);
@@ -8959,6 +9053,8 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
           } else if (body) {
             debug$4(`_runPolling: got response code: ${response.statusCode}, body: ${Utils.shortenJsonString(body)}`);
 
+            this._storeCookiesFromResponse(response);
+
             try {
               body = await this._parseResponseBody(body);
             } catch (err) {
@@ -9003,9 +9099,9 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
 
     const httpConfig = {
       method: verb,
-      uri: uri,
+      uri,
       followAllRedirects: true,
-      timeout: timeout
+      timeout
     };
 
     if (this.caps[`${capPrefix}_HEADERS`]) {
@@ -9033,6 +9129,8 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
       requestOptions: httpConfig
     }, this.view));
 
+    this._addRequestCookies(httpConfig);
+
     const retries = this._getCapValue(`${capPrefix}_RETRIES`);
 
     debug$4(`_makeCall(${capPrefix}): rest request: ${JSON.stringify(httpConfig)}`);
@@ -9052,6 +9150,43 @@ var SimpleRestContainer_1 = class SimpleRestContainer {
     }
   }
 
+  _addRequestCookies(requestOptions) {
+    if (!this.caps[Capabilities.SIMPLEREST_COOKIE_REPLICATION] || !requestOptions) {
+      return;
+    }
+
+    const url = new URL(requestOptions.uri);
+
+    if (!requestOptions.headers) {
+      requestOptions.headers = {};
+    }
+
+    requestOptions.headers.Cookie = requestOptions.headers.Cookie ? `${requestOptions.headers.Cookie}; ${this.cookies[url.host]}` : this.cookies[url.host];
+  }
+
+  _storeCookiesFromResponse(response) {
+    if (!this.caps[Capabilities.SIMPLEREST_COOKIE_REPLICATION] || !response) {
+      return;
+    }
+
+    const responseCookies = response.headers['set-cookie'];
+
+    if (!responseCookies) {
+      return;
+    }
+
+    const host = lodash.get(response, 'request.uri.host');
+
+    let cookie;
+    responseCookies.forEach(cookieString => {
+      cookie = cookie ? `${cookie}; ${cookieString}` : cookieString;
+    });
+
+    if (cookie) {
+      this.cookies[host] = cookie;
+    }
+  }
+
 };
 
 const debug$3 = debug$l('botium-connector-PluginConnectorContainer-helper');
@@ -9126,7 +9261,7 @@ const tryLoadPlugin$1 = (containermode, modulepath, args) => {
         source: 'src/containers/plugins/index.js',
         cause: {
           SECURITY_ALLOW_UNSAFE: caps[Capabilities.SECURITY_ALLOW_UNSAFE],
-          mode: mode,
+          mode,
           ...cause
         }
       });
@@ -9486,13 +9621,23 @@ var BotDriver_1 = class BotDriver {
     debug$1(`Build - Envs: ${JSON.stringify(lodash.pickBy(this.envs, (value, key) => Defaults$1.Envs[key] !== value), null, 2)}`);
     this.eventEmitter.emit(Events.CONTAINER_BUILDING);
     return new Promise((resolve, reject) => {
+      let tempDirectory = null;
       let repo = null;
       let container = null;
       async.series([driverValidated => {
         this._validate().then(() => driverValidated()).catch(driverValidated);
+      }, tempDirectoryCreated => {
+        tempDirectory = path.resolve(process.cwd(), this.caps[Capabilities.TEMPDIR], sanitizeFilename(`${this.caps[Capabilities.PROJECTNAME]} ${moment().format('YYYYMMDD HHmmss')} ${randomatic('Aa0', 5)}`));
+
+        try {
+          mkdirp.sync(tempDirectory);
+          tempDirectoryCreated();
+        } catch (err) {
+          tempDirectoryCreated(new Error(`Unable to create temp directory ${tempDirectory}: ${err.message}`));
+        }
       }, repoValidated => {
         try {
-          repo = this._getRepo();
+          repo = this._getRepo(tempDirectory);
         } catch (err) {
           return repoValidated(err);
         }
@@ -9502,7 +9647,7 @@ var BotDriver_1 = class BotDriver {
         repo.Prepare().then(() => repoPrepared()).catch(repoPrepared);
       }, containerValidated => {
         try {
-          container = this._getContainer(repo);
+          container = this._getContainer(tempDirectory, repo);
         } catch (err) {
           return containerValidated(err);
         }
@@ -9515,9 +9660,9 @@ var BotDriver_1 = class BotDriver {
           debug$1(`BotDriver Build error: ${err}`);
           this.eventEmitter.emit(Events.CONTAINER_BUILD_ERROR, err);
 
-          if (this.tempDirectory) {
-            rimraf(this.tempDirectory, err => {
-              if (err) debug$1(`Cleanup temp dir ${this.tempDirectory} failed: ${util.inspect(err)}`);
+          if (tempDirectory) {
+            rimraf(tempDirectory, err => {
+              if (err) debug$1(`Cleanup temp dir ${tempDirectory} failed: ${util.inspect(err)}`);
             });
           }
 
@@ -9693,14 +9838,6 @@ var BotDriver_1 = class BotDriver {
           throw new Error(`Capability '${Capabilities.CONTAINERMODE}' or '${Capabilities.BOTIUMGRIDURL}' missing`);
         }
 
-        this.tempDirectory = path.resolve(process.cwd(), this.caps[Capabilities.TEMPDIR], sanitizeFilename(`${this.caps[Capabilities.PROJECTNAME]} ${moment().format('YYYYMMDD HHmmss')} ${randomatic('Aa0', 5)}`));
-
-        try {
-          mkdirp.sync(this.tempDirectory);
-        } catch (err) {
-          throw new Error(`Unable to create temp directory ${this.tempDirectory}: ${err}`);
-        }
-
         resolve(this);
       } catch (err) {
         reject(err);
@@ -9708,29 +9845,29 @@ var BotDriver_1 = class BotDriver {
     });
   }
 
-  _getRepo() {
+  _getRepo(tempDirectory) {
     if (this.caps[Capabilities.BOTIUMGRIDURL]) {
       const NoRepo = NoRepo_1;
-      return new NoRepo(this.tempDirectory, this.sources);
+      return new NoRepo(tempDirectory, this.sources);
     }
 
     if (this.sources[Source.GITURL]) {
       const GitRepo = GitRepo_1;
-      return new GitRepo(this.tempDirectory, this.sources);
+      return new GitRepo(tempDirectory, this.sources);
     }
 
     if (this.sources[Source.LOCALPATH]) {
       const LocalRepo = LocalRepo_1;
-      return new LocalRepo(this.tempDirectory, this.sources);
+      return new LocalRepo(tempDirectory, this.sources);
     }
 
     throw new Error(`No Repo provider found for Sources ${util.inspect(this.sources)}`);
   }
 
-  _getContainer(repo) {
+  _getContainer(tempDirectory, repo) {
     if (this.caps[Capabilities.BOTIUMGRIDURL]) {
       const GridContainer = GridContainer_1;
-      return new GridContainer(this.eventEmitter, this.tempDirectory, repo, this.caps, this.envs);
+      return new GridContainer(this.eventEmitter, tempDirectory, repo, this.caps, this.envs);
     }
 
     if (!this.caps[Capabilities.CONTAINERMODE]) {
@@ -9739,11 +9876,11 @@ var BotDriver_1 = class BotDriver {
 
     if (this.caps[Capabilities.CONTAINERMODE] === 'inprocess') {
       const InProcessContainer = InProcessContainer_1;
-      return new InProcessContainer(this.eventEmitter, this.tempDirectory, repo, this.caps, this.envs);
+      return new InProcessContainer(this.eventEmitter, tempDirectory, repo, this.caps, this.envs);
     }
 
     const PluginConnectorContainer = PluginConnectorContainer_1;
-    return new PluginConnectorContainer(this.eventEmitter, this.tempDirectory, repo, this.caps, this.envs);
+    return new PluginConnectorContainer(this.eventEmitter, tempDirectory, repo, this.caps, this.envs);
   }
 
 };