botium-core 1.11.16 → 1.12.3

package/src/scripting/CompilerXlsx.js

@@ -4,6 +4,7 @@ const _ = require('lodash')
 const debug = require('debug')('botium-core-CompilerXlsx')
 
 const Capabilities = require('../Capabilities')
+const { E_SCRIPTING_MEMORY_COLUMN_MODE } = require('../Enums')
 const CompilerBase = require('./CompilerBase')
 const Constants = require('./Constants')
 const Utterance = require('./Utterance')
@@ -286,38 +287,93 @@ module.exports = class CompilerXlsx extends CompilerBase {
       }
 
       if (scriptType === Constants.SCRIPTING_TYPE_SCRIPTING_MEMORY) {
-        const variableNames = []
-        let colindexTemp = colindex + 1
-        while (true) {
-          const variableNameCell = this.colnames[colindexTemp] + rowindex
-          if (sheet[variableNameCell] && sheet[variableNameCell].v) {
-            variableNames.push(sheet[variableNameCell].v)
-          } else {
-            break
+        const guessScriptingMemoryColumnMode = () => {
+          const line1Cell = this.colnames[colindex] + (rowindex + 1)
+          if (sheet[line1Cell] && sheet[line1Cell].v) {
+            if (sheet[line1Cell].v.startsWith('$')) return E_SCRIPTING_MEMORY_COLUMN_MODE.TESTCASENAMES
           }
-
-          colindexTemp++
+          return E_SCRIPTING_MEMORY_COLUMN_MODE.VARNAMES
         }
+        const columnMode = this.caps[Capabilities.SCRIPTING_MEMORY_COLUMN_MODE] || guessScriptingMemoryColumnMode()
+
+        if (columnMode === E_SCRIPTING_MEMORY_COLUMN_MODE.TESTCASENAMES) {
+          const caseNames = []
+          let colindexTemp = colindex + 1
+          while (true) {
+            const caseNameCell = this.colnames[colindexTemp] + rowindex
+            if (sheet[caseNameCell] && sheet[caseNameCell].v) {
+              caseNames.push(sheet[caseNameCell].v)
+            } else {
+              break
+            }
+            colindexTemp++
+          }
 
-        rowindex += 1
-        while (true) {
-          const caseNameCell = this.colnames[colindex] + rowindex
-          if (sheet[caseNameCell] && sheet[caseNameCell].v) {
-            const caseName = sheet[caseNameCell].v
-            const values = {}
-            for (let i = 0; i < variableNames.length; i++) {
-              const variableValueCell = this.colnames[colindex + 1 + i] + rowindex
-              if (sheet[variableValueCell] && sheet[variableValueCell].v) {
-                values[variableNames[i]] = sheet[variableValueCell].v.toString()
-              } else {
-                values[variableNames[i]] = null
+          const varNames = []
+          const varValues = []
+
+          rowindex += 1
+          while (true) {
+            const varNameCell = this.colnames[colindex] + rowindex
+            if (sheet[varNameCell] && sheet[varNameCell].v) {
+              varNames.push(sheet[varNameCell].v)
+              const values = []
+              for (let i = 0; i < caseNames.length; i++) {
+                const variableValueCell = this.colnames[colindex + 1 + i] + rowindex
+                if (sheet[variableValueCell] && sheet[variableValueCell].v) {
+                  values.push(sheet[variableValueCell].v.toString())
+                } else {
+                  values.push(null)
+                }
               }
+              varValues.push(values)
+              rowindex += 1
+            } else {
+              break
             }
-            rowindex += 1
+          }
+          for (let caseIndex = 0; caseIndex < caseNames.length; caseIndex++) {
+            const caseName = caseNames[caseIndex]
 
+            const values = varNames.reduce((agg, varName, varIndex) => {
+              agg[varName] = varValues[varIndex][caseIndex] || null
+              return agg
+            }, {})
             scriptResults.push({ header: { name: caseName }, values: values })
-          } else {
-            break
+          }
+        } else {
+          const variableNames = []
+          let colindexTemp = colindex + 1
+          while (true) {
+            const variableNameCell = this.colnames[colindexTemp] + rowindex
+            if (sheet[variableNameCell] && sheet[variableNameCell].v) {
+              variableNames.push(sheet[variableNameCell].v)
+            } else {
+              break
+            }
+            colindexTemp++
+          }
+
+          rowindex += 1
+          while (true) {
+            const caseNameCell = this.colnames[colindex] + rowindex
+            if (sheet[caseNameCell] && sheet[caseNameCell].v) {
+              const caseName = sheet[caseNameCell].v
+              const values = {}
+              for (let i = 0; i < variableNames.length; i++) {
+                const variableValueCell = this.colnames[colindex + 1 + i] + rowindex
+                if (sheet[variableValueCell] && sheet[variableValueCell].v) {
+                  values[variableNames[i]] = sheet[variableValueCell].v.toString()
+                } else {
+                  values[variableNames[i]] = null
+                }
+              }
+              rowindex += 1
+
+              scriptResults.push({ header: { name: caseName }, values: values })
+            } else {
+              break
+            }
           }
         }
       }

package/src/scripting/Convo.js

@@ -36,7 +36,7 @@ class ConvoStepAssert {
   }
 
   toString () {
-    return (this.optional ? '?' : '') + (this.not ? '!' : '') + this.name + '(' + (this.args ? this.args.join(',') : 'no args') + ')'
+    return (this.optional ? '?' : '') + (this.not ? '!' : '') + this.name + '(' + (this.args ? this.args.map(a => _.truncate(a, { length: 200 })).join(',') : 'no args') + ')'
   }
 }
 
@@ -47,7 +47,7 @@ class ConvoStepLogicHook {
   }
 
   toString () {
-    return this.name + '(' + (this.args ? this.args.join(',') : 'no args') + ')'
+    return this.name + '(' + (this.args ? this.args.map(a => _.truncate(a, { length: 200 })).join(',') : 'no args') + ')'
   }
 }
 
@@ -58,7 +58,7 @@ class ConvoStepUserInput {
   }
 
   toString () {
-    return this.name + '(' + (this.args ? this.args.join(',') : 'no args') + ')'
+    return this.name + '(' + (this.args ? this.args.map(a => _.truncate(a, { length: 200 })).join(',') : 'no args') + ')'
   }
 }
 
@@ -511,7 +511,13 @@ class Convo {
             }
           }
           transcriptStep.err = err
-          throw err
+          if (err instanceof BotiumError && container.caps[Capabilities.SCRIPTING_ENABLE_SKIP_ASSERT_ERRORS]) {
+            if (!err.isAsserterError()) {
+              throw err
+            }
+          } else {
+            throw err
+          }
         } finally {
           if (convoStep.sender !== 'begin' && convoStep.sender !== 'end' && !skipTranscriptStep) {
             transcriptStep.scriptingMemory = Object.assign({}, scriptingMemory)
@@ -526,6 +532,12 @@ class Convo {
       transcript.steps = transcriptSteps.filter(s => s)
       transcript.scriptingMemory = scriptingMemory
       transcript.convoEnd = new Date()
+      if (container.caps[Capabilities.SCRIPTING_ENABLE_SKIP_ASSERT_ERRORS]) {
+        const transcriptStepErrs = transcript.steps.filter(s => s.err).map(s => s.err)
+        if (transcriptStepErrs && transcriptStepErrs.length > 0) {
+          transcript.err = botiumErrorFromList([transcriptStepErrs, transcript.err].filter(e => e), {})
+        }
+      }
     }
   }
 

package/src/scripting/ScriptingProvider.js

@@ -761,6 +761,7 @@ module.exports = class ScriptingProvider {
 
     debug(`ExpandScriptingMemoryToConvos - ${convosExpandedAll.length} convo expanded, added to convos (${this.convos.length}). Result ${convosExpandedAll.length + this.convos.length} convo`)
     this.convos = this.convos.concat(convosExpandedAll)
+    this._sortConvos()
   }
 
   ExpandUtterancesToConvos ({ useNameAsIntent, incomprehensionUtt } = {}) {
@@ -796,6 +797,11 @@ module.exports = class ScriptingProvider {
         conversation: [
           {
             sender: 'me',
+            logicHooks: [
+              {
+                name: 'SKIP_BOT_UNCONSUMED'
+              }
+            ],
             messageText: utt.name,
             stepTag: 'Step 1 - tell utterance'
           },

package/src/scripting/helper.js

@@ -1,6 +1,8 @@
 const _ = require('lodash')
 const isJSON = require('is-json')
 
+const { E_SCRIPTING_MEMORY_COLUMN_MODE } = require('../Enums')
+
 const normalizeText = (str, doCleanup) => {
   if (str && _.isArray(str)) {
     str = str.join(' ')
@@ -463,6 +465,56 @@ const convoStepToLines = (step) => {
   return lines.map(l => l.trim())
 }
 
+const linesToScriptingMemories = (lines, columnMode = null) => {
+  const guessScriptingMemoryColumnMode = (lines) => {
+    if (lines && lines.length > 1) {
+      if (lines[1].trim().startsWith('$')) return E_SCRIPTING_MEMORY_COLUMN_MODE.TESTCASENAMES
+    }
+    return E_SCRIPTING_MEMORY_COLUMN_MODE.VARNAMES
+  }
+  columnMode = columnMode || guessScriptingMemoryColumnMode(lines)
+
+  const scriptingMemories = []
+
+  if (columnMode === E_SCRIPTING_MEMORY_COLUMN_MODE.TESTCASENAMES) {
+    const caseNames = lines[0].split('|').map((name) => name.trim()).slice(1)
+
+    const varNames = []
+    const varValues = []
+    for (let row = 1; row < lines.length; row++) {
+      if (!lines[row] || lines[row].length === 0) continue
+      const rawRow = lines[row].split('|').map((name) => name.trim())
+      varNames.push(rawRow[0])
+      varValues.push(rawRow.slice(1))
+    }
+    for (let caseIndex = 0; caseIndex < caseNames.length; caseIndex++) {
+      const caseName = caseNames[caseIndex]
+
+      const values = varNames.reduce((agg, varName, varIndex) => {
+        agg[varName] = varValues[varIndex][caseIndex] || null
+        return agg
+      }, {})
+      const scriptingMemory = { header: { name: caseName }, values: values }
+      scriptingMemories.push(scriptingMemory)
+    }
+  } else {
+    const varNames = lines[0].split('|').map((name) => name.trim()).slice(1)
+    for (let row = 1; row < lines.length; row++) {
+      if (!lines[row] || lines[row].length === 0) continue
+      const rawRow = lines[row].split('|').map((name) => name.trim())
+      const caseName = rawRow[0]
+      const values = rawRow.slice(1)
+      const varValues = {}
+      for (let varIndex = 0; varIndex < varNames.length; varIndex++) {
+        varValues[varNames[varIndex]] = values[varIndex]
+      }
+      const scriptingMemory = { header: { name: caseName }, values: varValues }
+      scriptingMemories.push(scriptingMemory)
+    }
+  }
+  return scriptingMemories
+}
+
 module.exports = {
   normalizeText,
   splitStringInNonEmptyLines,
@@ -475,5 +527,6 @@ module.exports = {
   convoStepToObject,
   validSenders,
   validateSender,
-  validateConvo
+  validateConvo,
+  linesToScriptingMemories
 }

package/src/scripting/logichook/LogicHookUtils.js

@@ -240,6 +240,8 @@ module.exports = class LogicHookUtils {
           return CheckClass({ ref, ...this.buildScriptContext }, this.caps, args)
         } else if (isClass(CheckClass.PluginClass)) {
           return new CheckClass.PluginClass({ ref, ...this.buildScriptContext }, this.caps, args)
+        } else if (_.isFunction(CheckClass.PluginClass)) {
+          return CheckClass.PluginClass({ ref, ...this.buildScriptContext }, this.caps, args)
         } else {
           throw new Error(`${src} class or function expected`)
         }

package/src/scripting/logichook/asserter/JsonPathAsserter.js

@@ -118,7 +118,7 @@ module.exports = class JsonPathAsserter {
               }
             },
             cause: {
-              expected: assert || (args && `any element for ${args.join('|')}`) || (!args && `any element in ${path}`),
+              expected: assert || ((args && args.length > 0) && `any element for ${args.join('|')}`) || ((!args || args.length === 0) && `any element in ${path}`),
               actual: null,
               path
             }

package/src/scripting/logichook/logichooks/ClearQueueLogicHook.js

@@ -9,7 +9,7 @@ module.exports = class ClearQueueLogicHook {
     container._EmptyQueue()
   }
 
-  onMeEnd ({ container }) {
+  onMeStart ({ container }) {
     container._EmptyQueue()
   }
 

package/src/scripting/logichook/userinput/MediaInput.js

@@ -20,6 +20,9 @@ module.exports = class MediaInput {
   }
 
   _getResolvedUri (uri, convo) {
+    if (uri.startsWith('data:')) {
+      return new url.URL(uri)
+    }
     if (this.globalArgs && this.globalArgs.baseUris) {
       const baseUrisSelector = _.get(convo, this.globalArgs.baseSelector || DEFAULT_BASE_SELECTOR)
       if (baseUrisSelector && this.globalArgs.baseUris[baseUrisSelector]) {
@@ -134,6 +137,8 @@ module.exports = class MediaInput {
             }
           })
         })
+      } else if (uri.protocol === 'data:') {
+        return Buffer.from(uri.href.split(',')[1], 'base64')
       }
     }
   }
@@ -142,6 +147,13 @@ module.exports = class MediaInput {
     return arg.indexOf('*') >= 0
   }
 
+  _mime (arg) {
+    if (arg.startsWith('data:')) {
+      return arg.substring(arg.indexOf(':') + 1, arg.indexOf(';'))
+    }
+    return mime.lookup(arg)
+  }
+
   expandConvo ({ convo, convoStep, args }) {
     const hasWildcard = args.findIndex(a => this._isWildcard(a)) >= 0
 
@@ -187,14 +199,14 @@ module.exports = class MediaInput {
         meMsg.media.push(new BotiumMockMedia({
           mediaUri: args[0],
           downloadUri: uri.toString(),
-          mimeType: mime.lookup(args[0]),
+          mimeType: this._mime(args[0]),
           buffer
         }))
       }
     } else if (args.length === 2) {
       meMsg.media.push(new BotiumMockMedia({
         mediaUri: args[0],
-        mimeType: mime.lookup(args[0]),
+        mimeType: this._mime(args[0]),
         buffer: args[1]
       }))
     }

package/test/connectors/convos/hello.convo.txt

@@ -0,0 +1,6 @@
+hello
+
+#me
+hello
+
+#bot

package/test/connectors/simplerest.spec.js

@@ -22,6 +22,12 @@ const myCapsPost = {
   [Capabilities.SIMPLEREST_BODY_TEMPLATE]: { BODY1: 'BODY1VALUE', BODY2: '{{msg.messageText}}' },
   [Capabilities.SIMPLEREST_RESPONSE_JSONPATH]: ['$']
 }
+const myCapsFormPost = {
+  [Capabilities.CONTAINERMODE]: 'simplerest',
+  [Capabilities.SIMPLEREST_URL]: 'http://my-host.com/api/endpoint/{{msg.messageText}}',
+  [Capabilities.SIMPLEREST_METHOD]: 'POST',
+  [Capabilities.SIMPLEREST_RESPONSE_JSONPATH]: ['$']
+}
 
 const myCapsScriptingMemory = {
   [Capabilities.CONTAINERMODE]: 'simplerest',
@@ -448,7 +454,7 @@ describe('connectors.simplerest.build', function () {
       assert.isTrue(err.message.includes('Cant load hook, syntax is not valid'))
     }
   })
-  it('should query params from UPDATE_CUSTOM (without "?")', async function () {
+  it('should add query params from UPDATE_CUSTOM (without "?")', async function () {
     const myCaps = Object.assign({}, myCapsGet)
     const myMsg = Object.assign({}, msg)
     myMsg.ADD_QUERY_PARAM = {
@@ -467,7 +473,7 @@ describe('connectors.simplerest.build', function () {
 
     await container.Clean()
   })
-  it('should query params from UPDATE_CUSTOM (with "?")', async function () {
+  it('should add query params from UPDATE_CUSTOM (with "?")', async function () {
     const myCaps = Object.assign({}, myCapsGet)
     myCaps.SIMPLEREST_URL = 'http://my-host.com/api/endpoint/messageText?const1=const1'
     const myMsg = Object.assign({}, msg)
@@ -510,6 +516,26 @@ describe('connectors.simplerest.build', function () {
 
     await container.Clean()
   })
+  it('should add form params from UPDATE_CUSTOM (without "?")', async function () {
+    const myCaps = Object.assign({}, myCapsFormPost)
+    const myMsg = Object.assign({}, msg)
+    myMsg.ADD_FORM_PARAM = {
+      formparam1: 'valueparam1',
+      formparam2: '{{msg.messageText}}'
+    }
+
+    const driver = new BotDriver(myCaps)
+    const container = await driver.Build()
+    assert.equal(container.pluginInstance.constructor.name, 'SimpleRestContainer')
+
+    await container.Start()
+    const request = await container.pluginInstance._buildRequest(myMsg)
+    assert.isObject(request.form)
+    assert.equal(request.form.formparam1, 'valueparam1')
+    assert.equal(request.form.formparam2, 'messageText')
+
+    await container.Clean()
+  })
   it('should add header from UPDATE_CUSTOM', async function () {
     const myCaps = Object.assign({}, myCapsGet)
     const myMsg = Object.assign({}, msg)
@@ -734,6 +760,70 @@ describe('connectors.simplerest.processBody', function () {
     assert.equal(msgs[2].messageText, 'text 3')
     assert.equal(msgs[2].media[0].mediaUri, 'http://botium.at/3.jpg')
 
+    await container.Clean()
+  })
+  it('should process card responses', async function () {
+    const myCaps = Object.assign({}, myCapsGet, {
+      [Capabilities.SIMPLEREST_RESPONSE_JSONPATH]: '$.text',
+      [Capabilities.SIMPLEREST_CARDS_JSONPATH]: '$.cards',
+      [Capabilities.SIMPLEREST_CARD_TEXT_JSONPATH]: '$.title',
+      [Capabilities.SIMPLEREST_CARD_SUBTEXT_JSONPATH]: '$.subTitle',
+      [Capabilities.SIMPLEREST_CARD_ATTACHMENTS_JSONPATH]: '$.media',
+      [Capabilities.SIMPLEREST_CARD_BUTTONS_JSONPATH]: '$.buttons[*].text'
+    })
+    const driver = new BotDriver(myCaps)
+    const container = await driver.Build()
+    assert.equal(container.pluginInstance.constructor.name, 'SimpleRestContainer')
+
+    await container.Start()
+    const msgs = await container.pluginInstance._processBodyAsyncImpl({
+      cards: [
+        {
+          title: 'card1',
+          subTitle: 'card1 sub',
+          media: 'http://botium.at/1.jpg',
+          buttons: [
+            {
+              text: 'c1b1'
+            },
+            {
+              text: 'c1b2'
+            }
+          ]
+        },
+        {
+          title: 'card2',
+          subTitle: 'card2 sub',
+          media: 'http://botium.at/2.jpg',
+          buttons: [
+            {
+              text: 'c2b1'
+            }
+          ]
+        }
+      ]
+    }, true)
+
+    assert.exists(msgs)
+    assert.equal(msgs.length, 1)
+    assert.equal(msgs[0].cards.length, 2)
+    assert.equal(msgs[0].cards[0].text, 'card1')
+    assert.equal(msgs[0].cards[0].subtext, 'card1 sub')
+    assert.equal(msgs[0].cards[0].media.length, 1)
+    assert.equal(msgs[0].cards[0].media[0].mediaUri, 'http://botium.at/1.jpg')
+    assert.equal(msgs[0].cards[0].media[0].mimeType, 'image/jpeg')
+    assert.equal(msgs[0].cards[0].buttons.length, 2)
+    assert.equal(msgs[0].cards[0].buttons[0].text, 'c1b1')
+    assert.equal(msgs[0].cards[0].buttons[1].text, 'c1b2')
+
+    assert.equal(msgs[0].cards[1].text, 'card2')
+    assert.equal(msgs[0].cards[1].subtext, 'card2 sub')
+    assert.equal(msgs[0].cards[1].media.length, 1)
+    assert.equal(msgs[0].cards[1].media[0].mediaUri, 'http://botium.at/2.jpg')
+    assert.equal(msgs[0].cards[1].media[0].mimeType, 'image/jpeg')
+    assert.equal(msgs[0].cards[1].buttons.length, 1)
+    assert.equal(msgs[0].cards[1].buttons[0].text, 'c2b1')
+
     await container.Clean()
   })
 })
@@ -789,6 +879,7 @@ describe('connectors.simplerest.useresponse', function () {
         .get('/startencoded').reply(200, { text: JSON.stringify({ prop: 'response from start' }) })
         .get('/startstring').reply(200, 'response from start')
         .get('/msg').reply(200, { text: 'response from msg' })
+        .get('/msgfail').reply(400, { error: 'failure text' })
         .persist()
 
       const myCaps = Object.assign({
@@ -914,6 +1005,19 @@ describe('connectors.simplerest.useresponse', function () {
     assert.equal(transcript.steps.length, 1)
     assert.equal(transcript.steps[0].actual.messageText, 'response from start')
   })
+
+  it('should use error body content', async function () {
+    await this.init({
+      [Capabilities.SIMPLEREST_URL]: 'https://mock.com/msgfail'
+    })
+
+    this.compiler.ReadScript(path.resolve(__dirname, 'convos'), 'hello.convo.txt')
+    try {
+      await this.compiler.convos[0].Run(this.container)
+    } catch (err) {
+      assert.isTrue(err.message.indexOf('failure text') >= 0)
+    }
+  })
 })
 
 describe('connectors.simplerest.inbound', function () {

package/test/convo/convos/continuefailing.convo.txt

@@ -0,0 +1,19 @@
+continuefailing
+
+#me
+Hello
+
+#bot
+Hello
+
+#me
+Hello again!
+
+#bot
+Hello again FAILING!
+
+#me
+working again
+
+#bot
+working again

package/test/convo/transcript.spec.js

@@ -42,12 +42,25 @@ describe('convo.transcript', function () {
     this.compilerMultipleAssertErrors = this.driverMultipleAssertErrors.BuildCompiler()
     this.containerMultipleAssertErrors = await this.driverMultipleAssertErrors.Build()
     await this.containerMultipleAssertErrors.Start()
+
+    const myCapsSkipAssertErrors = {
+      [Capabilities.PROJECTNAME]: 'convo.transcript',
+      [Capabilities.CONTAINERMODE]: echoConnector,
+      [Capabilities.SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS]: true,
+      [Capabilities.SCRIPTING_ENABLE_SKIP_ASSERT_ERRORS]: true
+    }
+    this.driverSkipAssertErrors = new BotDriver(myCapsSkipAssertErrors)
+    this.compilerSkipAssertErrors = this.driverSkipAssertErrors.BuildCompiler()
+    this.containerSkipAssertErrors = await this.driverSkipAssertErrors.Build()
+    await this.containerSkipAssertErrors.Start()
   })
   afterEach(async function () {
     await this.container.Stop()
     await this.container.Clean()
     await this.containerMultipleAssertErrors.Stop()
     await this.containerMultipleAssertErrors.Clean()
+    await this.containerSkipAssertErrors.Stop()
+    await this.containerSkipAssertErrors.Clean()
   })
   it('should provide transcript steps on success', async function () {
     this.compiler.ReadScript(path.resolve(__dirname, 'convos'), '2steps.convo.txt')
@@ -347,4 +360,25 @@ describe('convo.transcript', function () {
     assert.equal(this.compilerMultipleAssertErrors.convos.length, 1)
     await this.compilerMultipleAssertErrors.convos[0].Run(this.containerMultipleAssertErrors)
   })
+  it('should continue on failing assertion', async function () {
+    this.compilerSkipAssertErrors.ReadScript(path.resolve(__dirname, 'convos'), 'continuefailing.convo.txt')
+    assert.equal(this.compilerSkipAssertErrors.convos.length, 1)
+
+    try {
+      await this.compilerSkipAssertErrors.convos[0].Run(this.containerSkipAssertErrors)
+      assert.fail('expected error')
+    } catch (err) {
+      assert.isDefined(err.transcript)
+      assert.equal(err.transcript.steps.length, 6)
+      assert.equal(err.transcript.steps[0].actual.messageText, this.compilerSkipAssertErrors.convos[0].conversation[0].messageText)
+      assert.equal(err.transcript.steps[1].actual.messageText, this.compilerSkipAssertErrors.convos[0].conversation[1].messageText)
+      assert.equal(err.transcript.steps[2].actual.messageText, this.compilerSkipAssertErrors.convos[0].conversation[2].messageText)
+      assert.equal(err.transcript.steps[3].expected.messageText, this.compilerSkipAssertErrors.convos[0].conversation[3].messageText)
+      assert.notEqual(err.transcript.steps[3].actual.messageText, this.compilerSkipAssertErrors.convos[0].conversation[3].messageText)
+      assert.isDefined(err.transcript.steps[3].err)
+      assert.equal(err.transcript.steps[4].expected.messageText, this.compilerSkipAssertErrors.convos[0].conversation[4].messageText)
+      assert.equal(err.transcript.steps[5].expected.messageText, this.compilerSkipAssertErrors.convos[0].conversation[5].messageText)
+      assert.isNull(err.transcript.steps[5].err)
+    }
+  })
 })

package/test/scripting/scriptingProvider.spec.js

@@ -508,11 +508,11 @@ describe('scriptingProvider.ExpandUtterancesToConvos', function () {
     assert.equal(scriptingProvider.convos[0].conversation.length, 2)
     assert.equal(scriptingProvider.convos[0].header.name, 'utt1/utt1-L1')
     assert.equal(scriptingProvider.convos[0].conversation[0].messageText, 'TEXT1')
-    assert.equal(scriptingProvider.convos[0].toString(), '1 utt1/utt1-L1 (Expanded Utterances - utt1) ({ origUttName: \'utt1\', origConvoName: \'utt1\' }): Step 1 - tell utterance: #me - TEXT1 | Step 2 - check bot response: #bot - ')
+    assert.equal(scriptingProvider.convos[0].toString(), '1 utt1/utt1-L1 (Expanded Utterances - utt1) ({ origUttName: \'utt1\', origConvoName: \'utt1\' }): Step 1 - tell utterance: #me - TEXT1 SKIP_BOT_UNCONSUMED(no args) | Step 2 - check bot response: #bot - ')
     assert.equal(scriptingProvider.convos[1].conversation.length, 2)
     assert.equal(scriptingProvider.convos[1].header.name, 'utt1/utt1-L2')
     assert.equal(scriptingProvider.convos[1].conversation[0].messageText, 'TEXT2')
-    assert.equal(scriptingProvider.convos[1].toString(), '2 utt1/utt1-L2 (Expanded Utterances - utt1) ({ origUttName: \'utt1\', origConvoName: \'utt1\' }): Step 1 - tell utterance: #me - TEXT2 | Step 2 - check bot response: #bot - ')
+    assert.equal(scriptingProvider.convos[1].toString(), '2 utt1/utt1-L2 (Expanded Utterances - utt1) ({ origUttName: \'utt1\', origConvoName: \'utt1\' }): Step 1 - tell utterance: #me - TEXT2 SKIP_BOT_UNCONSUMED(no args) | Step 2 - check bot response: #bot - ')
   })
   it('should add leading zeros for utterance tags', async function () {
     const scriptingProvider = new ScriptingProvider(DefaultCapabilities)
@@ -529,11 +529,11 @@ describe('scriptingProvider.ExpandUtterancesToConvos', function () {
     assert.equal(scriptingProvider.convos[0].conversation.length, 2)
     assert.equal(scriptingProvider.convos[0].header.name, 'utt1/utt1-L00001')
     assert.equal(scriptingProvider.convos[0].conversation[0].messageText, 'TEXT1')
-    assert.equal(scriptingProvider.convos[0].toString(), '1 utt1/utt1-L00001 (Expanded Utterances - utt1) ({ origUttName: \'utt1\', origConvoName: \'utt1\' }): Step 1 - tell utterance: #me - TEXT1 | Step 2 - check bot response: #bot - ')
+    assert.equal(scriptingProvider.convos[0].toString(), '1 utt1/utt1-L00001 (Expanded Utterances - utt1) ({ origUttName: \'utt1\', origConvoName: \'utt1\' }): Step 1 - tell utterance: #me - TEXT1 SKIP_BOT_UNCONSUMED(no args) | Step 2 - check bot response: #bot - ')
     assert.equal(scriptingProvider.convos[1].conversation.length, 2)
     assert.equal(scriptingProvider.convos[1].header.name, 'utt1/utt1-L00002')
     assert.equal(scriptingProvider.convos[1].conversation[0].messageText, 'TEXT2')
-    assert.equal(scriptingProvider.convos[1].toString(), '2 utt1/utt1-L00002 (Expanded Utterances - utt1) ({ origUttName: \'utt1\', origConvoName: \'utt1\' }): Step 1 - tell utterance: #me - TEXT2 | Step 2 - check bot response: #bot - ')
+    assert.equal(scriptingProvider.convos[1].toString(), '2 utt1/utt1-L00002 (Expanded Utterances - utt1) ({ origUttName: \'utt1\', origConvoName: \'utt1\' }): Step 1 - tell utterance: #me - TEXT2 SKIP_BOT_UNCONSUMED(no args) | Step 2 - check bot response: #bot - ')
   })
   it('should build incomprehension convos for utterance', async function () {
     const scriptingProvider = new ScriptingProvider(Object.assign({}, DefaultCapabilities, { SCRIPTING_UTTEXPANSION_INCOMPREHENSION: 'INCOMPREHENSION' }))

package/test/scripting/scriptingmemory/convosMultiMemorySameCols/buy.convo.txt

@@ -0,0 +1,6 @@
+buy
+
+#me
+Ok, then send me some $productName
+
+#bot

package/test/scripting/scriptingmemory/convosMultiMemorySameCols/products1.scriptingmemory.txt

@@ -0,0 +1,2 @@
+             | productBread | productBeer | productEE
+$productName | Bread        | Beer        | Everything Else

package/test/scripting/scriptingmemory/convosMultiMemorySameCols/products2.scriptingmemory.txt

@@ -0,0 +1,2 @@
+             | productHamburger
+$productName | Hamburger

package/test/scripting/scriptingmemory/convosSimpleCols/buy.convo.txt

@@ -0,0 +1,8 @@
+simple text
+
+#begin
+
+#me
+$productName $customer 
+
+#bot

package/test/scripting/scriptingmemory/convosSimpleCols/product.scriptingmemory.txt

@@ -0,0 +1,3 @@
+              |product1
+$productName  |Wiener Schnitzel
+$customer     |Joe

package/test/scripting/scriptingmemory/convosTwoTablesCols/buy.convo.txt

@@ -0,0 +1,6 @@
+two table
+
+#me
+buy $productName as $customerName
+
+#bot