botium-core 1.12.3 → 1.12.6

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "botium-core",
-  "version": "1.12.3",
+  "version": "1.12.6",
   "description": "The Selenium for Chatbots",
   "main": "index.js",
   "module": "dist/botium-es.js",
@@ -32,25 +32,25 @@
   },
   "homepage": "https://www.botium.ai",
   "dependencies": {
-    "@babel/runtime": "^7.17.2",
+    "@babel/runtime": "^7.17.9",
     "async": "^3.2.3",
-    "body-parser": "^1.19.1",
-    "boolean": "^3.1.4",
+    "body-parser": "^1.20.0",
+    "boolean": "^3.2.0",
     "bottleneck": "^2.19.5",
     "csv-parse": "^5.0.4",
-    "debug": "^4.3.3",
+    "debug": "^4.3.4",
     "esprima": "^4.0.1",
-    "express": "^4.17.2",
+    "express": "^4.17.3",
     "globby": "11.0.4",
-    "ioredis": "^4.28.5",
+    "ioredis": "^5.0.4",
     "is-class": "^0.0.9",
     "is-json": "^2.0.1",
     "jsonpath": "^1.1.1",
     "lodash": "^4.17.21",
     "markdown-it": "^12.3.2",
-    "mime-types": "^2.1.34",
+    "mime-types": "^2.1.35",
     "mkdirp": "^1.0.4",
-    "moment": "^2.29.1",
+    "moment": "^2.29.3",
     "mustache": "^4.2.0",
     "promise-retry": "^2.0.1",
     "promise.allsettled": "^1.0.5",
@@ -62,36 +62,36 @@
     "socket.io": "^4.4.1",
     "socket.io-client": "^4.4.1",
     "socketio-auth": "^0.1.1",
-    "swagger-jsdoc": "^6.1.0",
+    "swagger-jsdoc": "^6.2.1",
     "swagger-ui-express": "^4.3.0",
     "uuid": "^8.3.2",
-    "vm2": "^3.9.7",
+    "vm2": "^3.9.9",
     "write-yaml": "^1.0.0",
-    "xlsx": "^0.18.2",
+    "xlsx": "^0.18.5",
     "xregexp": "^5.1.0",
-    "yaml": "^1.10.2"
+    "yaml": "^2.0.1"
   },
   "devDependencies": {
-    "@babel/core": "^7.17.2",
+    "@babel/core": "^7.17.9",
     "@babel/node": "^7.16.8",
     "@babel/plugin-transform-runtime": "^7.17.0",
     "@babel/preset-env": "^7.16.11",
     "chai": "^4.3.6",
     "chai-as-promised": "^7.1.1",
     "cross-env": "^7.0.3",
-    "eslint": "^8.9.0",
-    "eslint-config-standard": "^16.0.3",
-    "eslint-plugin-import": "^2.25.4",
-    "eslint-plugin-node": "^11.1.0",
+    "eslint": "^8.13.0",
+    "eslint-config-standard": "^17.0.0",
+    "eslint-plugin-import": "^2.26.0",
+    "eslint-plugin-n": "^15.1.0",
     "eslint-plugin-promise": "^6.0.0",
     "eslint-plugin-standard": "^4.1.0",
     "license-checker": "^25.0.1",
     "license-compatibility-checker": "^0.3.5",
-    "mocha": "^9.2.0",
+    "mocha": "^9.2.2",
     "nock": "^13.2.4",
-    "npm-check-updates": "^12.3.0",
+    "npm-check-updates": "^12.5.9",
     "nyc": "^15.1.0",
-    "rollup": "^2.67.2",
+    "rollup": "^2.70.2",
     "rollup-plugin-babel": "^4.4.0",
     "rollup-plugin-commonjs": "^10.1.0",
     "rollup-plugin-json": "^4.0.0",

package/src/BotDriver.js

@@ -115,6 +115,7 @@ module.exports = class BotDriver {
     this.eventEmitter.emit(Events.CONTAINER_BUILDING)
 
     return new Promise((resolve, reject) => {
+      let tempDirectory = null
       let repo = null
       let container = null
 
@@ -126,9 +127,19 @@ module.exports = class BotDriver {
             .catch(driverValidated)
         },
 
+        (tempDirectoryCreated) => {
+          tempDirectory = path.resolve(process.cwd(), this.caps[Capabilities.TEMPDIR], sanitize(`${this.caps[Capabilities.PROJECTNAME]} ${moment().format('YYYYMMDD HHmmss')} ${randomize('Aa0', 5)}`))
+          try {
+            mkdirp.sync(tempDirectory)
+            tempDirectoryCreated()
+          } catch (err) {
+            tempDirectoryCreated(new Error(`Unable to create temp directory ${tempDirectory}: ${err.message}`))
+          }
+        },
+
         (repoValidated) => {
           try {
-            repo = this._getRepo()
+            repo = this._getRepo(tempDirectory)
           } catch (err) {
             return repoValidated(err)
           }
@@ -141,7 +152,7 @@ module.exports = class BotDriver {
 
         (containerValidated) => {
           try {
-            container = this._getContainer(repo)
+            container = this._getContainer(tempDirectory, repo)
           } catch (err) {
             return containerValidated(err)
           }
@@ -156,9 +167,9 @@ module.exports = class BotDriver {
         if (err) {
           debug(`BotDriver Build error: ${err}`)
           this.eventEmitter.emit(Events.CONTAINER_BUILD_ERROR, err)
-          if (this.tempDirectory) {
-            rimraf(this.tempDirectory, (err) => {
-              if (err) debug(`Cleanup temp dir ${this.tempDirectory} failed: ${util.inspect(err)}`)
+          if (tempDirectory) {
+            rimraf(tempDirectory, (err) => {
+              if (err) debug(`Cleanup temp dir ${tempDirectory} failed: ${util.inspect(err)}`)
             })
           }
           return reject(err)
@@ -311,12 +322,6 @@ module.exports = class BotDriver {
           throw new Error(`Capability '${Capabilities.CONTAINERMODE}' or '${Capabilities.BOTIUMGRIDURL}' missing`)
         }
 
-        this.tempDirectory = path.resolve(process.cwd(), this.caps[Capabilities.TEMPDIR], sanitize(`${this.caps[Capabilities.PROJECTNAME]} ${moment().format('YYYYMMDD HHmmss')} ${randomize('Aa0', 5)}`))
-        try {
-          mkdirp.sync(this.tempDirectory)
-        } catch (err) {
-          throw new Error(`Unable to create temp directory ${this.tempDirectory}: ${err}`)
-        }
         resolve(this)
       } catch (err) {
         reject(err)
@@ -324,35 +329,35 @@ module.exports = class BotDriver {
     })
   }
 
-  _getRepo () {
+  _getRepo (tempDirectory) {
     if (this.caps[Capabilities.BOTIUMGRIDURL]) {
       const NoRepo = require('./repos/NoRepo')
-      return new NoRepo(this.tempDirectory, this.sources)
+      return new NoRepo(tempDirectory, this.sources)
     }
     if (this.sources[Source.GITURL]) {
       const GitRepo = require('./repos/GitRepo')
-      return new GitRepo(this.tempDirectory, this.sources)
+      return new GitRepo(tempDirectory, this.sources)
     }
     if (this.sources[Source.LOCALPATH]) {
       const LocalRepo = require('./repos/LocalRepo')
-      return new LocalRepo(this.tempDirectory, this.sources)
+      return new LocalRepo(tempDirectory, this.sources)
     }
     throw new Error(`No Repo provider found for Sources ${util.inspect(this.sources)}`)
   }
 
-  _getContainer (repo) {
+  _getContainer (tempDirectory, repo) {
     if (this.caps[Capabilities.BOTIUMGRIDURL]) {
       const GridContainer = require('./containers/GridContainer')
-      return new GridContainer(this.eventEmitter, this.tempDirectory, repo, this.caps, this.envs)
+      return new GridContainer(this.eventEmitter, tempDirectory, repo, this.caps, this.envs)
     }
     if (!this.caps[Capabilities.CONTAINERMODE]) {
       throw new Error(`Capability '${Capabilities.CONTAINERMODE}' missing`)
     }
     if (this.caps[Capabilities.CONTAINERMODE] === 'inprocess') {
       const InProcessContainer = require('./containers/InProcessContainer')
-      return new InProcessContainer(this.eventEmitter, this.tempDirectory, repo, this.caps, this.envs)
+      return new InProcessContainer(this.eventEmitter, tempDirectory, repo, this.caps, this.envs)
     }
     const PluginConnectorContainer = require('./containers/PluginConnectorContainer')
-    return new PluginConnectorContainer(this.eventEmitter, this.tempDirectory, repo, this.caps, this.envs)
+    return new PluginConnectorContainer(this.eventEmitter, tempDirectory, repo, this.caps, this.envs)
   }
 }

package/src/Capabilities.js

@@ -91,6 +91,7 @@ module.exports = {
   SIMPLEREST_REDIS_TOPIC: 'SIMPLEREST_REDIS_TOPIC',
   SIMPLEREST_INBOUND_ORDER_UNSETTLED_EVENTS_JSONPATH: 'SIMPLEREST_INBOUND_ORDER_UNSETTLED_EVENTS_JSONPATH',
   SIMPLEREST_INBOUND_DEBOUNCE_TIMEOUT: 'SIMPLEREST_INBOUND_DEBOUNCE_TIMEOUT',
+  SIMPLEREST_COOKIE_REPLICATION: 'SIMPLEREST_COOKIE_REPLICATION',
   // Script Compiler
   SCRIPTING_TXT_EOL: 'SCRIPTING_TXT_EOL',
   // ROW_PER_MESSAGE or QUESTION_ANSWER

package/src/Defaults.js

@@ -34,6 +34,7 @@ module.exports = {
     [Capabilities.SIMPLEREST_STRICT_SSL]: true,
     [Capabilities.SIMPLEREST_INBOUND_UPDATE_CONTEXT]: true,
     [Capabilities.SIMPLEREST_CONTEXT_MERGE_OR_REPLACE]: 'MERGE',
+    [Capabilities.SIMPLEREST_COOKIE_REPLICATION]: true,
     [Capabilities.SCRIPTING_TXT_EOL]: '\n',
     [Capabilities.SCRIPTING_XLSX_EOL_WRITE]: '\r\n',
     [Capabilities.SCRIPTING_XLSX_HASHEADERS]: true,

package/src/containers/plugins/SimpleRestContainer.js

@@ -28,6 +28,7 @@ module.exports = class SimpleRestContainer {
     this.bottleneck = bottleneck || ((fn) => fn())
     this.processInbound = false
     this.redisTopic = this.caps[Capabilities.SIMPLEREST_REDIS_TOPIC] || 'SIMPLEREST_INBOUND_SUBSCRIPTION'
+    this.cookies = {}
 
     if (this.caps[Capabilities.SIMPLEREST_INBOUND_ORDER_UNSETTLED_EVENTS_JSONPATH]) {
       const debounceTimeout = this.caps[Capabilities.SIMPLEREST_INBOUND_DEBOUNCE_TIMEOUT] || 500
@@ -451,7 +452,7 @@ module.exports = class SimpleRestContainer {
 
             if (body) {
               debug(`got response code: ${response.statusCode}, body: ${botiumUtils.shortenJsonString(body)}`)
-
+              this._storeCookiesFromResponse(response)
               try {
                 body = await this._parseResponseBody(body)
               } catch (err) {
@@ -560,8 +561,8 @@ module.exports = class SimpleRestContainer {
       }
     }
     this._addRequestOptions(requestOptions)
-
     await executeHook(this.caps, this.requestHook, Object.assign({ requestOptions }, this.view))
+    this._addRequestCookies(requestOptions)
 
     return requestOptions
   }
@@ -593,6 +594,7 @@ module.exports = class SimpleRestContainer {
         await timeout(pingConfig.timeout)
       } else {
         debug(`_waitForUrlResponse success on url check ${pingConfig.uri}: ${response.statusCode}/${response.statusMessage}`)
+        this._storeCookiesFromResponse(response)
         if (debug.enabled && body) {
           debug(botiumUtils.shortenJsonString(body))
         }
@@ -753,9 +755,9 @@ module.exports = class SimpleRestContainer {
       const timeout = this._getCapValue(Capabilities.SIMPLEREST_POLL_TIMEOUT)
       const pollConfig = {
         method: verb,
-        uri: uri,
+        uri,
         followAllRedirects: true,
-        timeout: timeout
+        timeout
       }
       if (this.caps[Capabilities.SIMPLEREST_POLL_HEADERS]) {
         try {
@@ -783,6 +785,8 @@ module.exports = class SimpleRestContainer {
         debug(`_runPolling: exeucting request hook failed - (${err.message})`)
         return
       }
+      this._addRequestCookies(pollConfig)
+
       request(pollConfig, async (err, response, body) => {
         if (err) {
           debug(`_runPolling: rest request failed: ${err.message}, request: ${JSON.stringify(pollConfig)}`)
@@ -794,7 +798,7 @@ module.exports = class SimpleRestContainer {
             }
           } else if (body) {
             debug(`_runPolling: got response code: ${response.statusCode}, body: ${botiumUtils.shortenJsonString(body)}`)
-
+            this._storeCookiesFromResponse(response)
             try {
               body = await this._parseResponseBody(body)
             } catch (err) {
@@ -835,9 +839,9 @@ module.exports = class SimpleRestContainer {
     const timeout = this._getCapValue(`${capPrefix}_TIMEOUT`) || this._getCapValue(Capabilities.SIMPLEREST_TIMEOUT)
     const httpConfig = {
       method: verb,
-      uri: uri,
+      uri,
       followAllRedirects: true,
-      timeout: timeout
+      timeout
     }
     if (this.caps[`${capPrefix}_HEADERS`]) {
       try {
@@ -856,8 +860,8 @@ module.exports = class SimpleRestContainer {
       }
     }
     this._addRequestOptions(httpConfig)
-
     await executeHook(this.caps, this.requestHooks[capPrefix], Object.assign({ requestOptions: httpConfig }, this.view))
+    this._addRequestCookies(httpConfig)
 
     const retries = this._getCapValue(`${capPrefix}_RETRIES`)
     debug(`_makeCall(${capPrefix}): rest request: ${JSON.stringify(httpConfig)}`)
@@ -874,4 +878,34 @@ module.exports = class SimpleRestContainer {
       _.merge(httpConfig, this.caps[Capabilities.SIMPLEREST_EXTRA_OPTIONS])
     }
   }
+
+  _addRequestCookies (requestOptions) {
+    if (!this.caps[Capabilities.SIMPLEREST_COOKIE_REPLICATION] || !requestOptions) {
+      return
+    }
+    const url = new URL(requestOptions.uri)
+    if (!requestOptions.headers) {
+      requestOptions.headers = {}
+    }
+    requestOptions.headers.Cookie = requestOptions.headers.Cookie ? `${requestOptions.headers.Cookie}; ${this.cookies[url.host]}` : this.cookies[url.host]
+  }
+
+  _storeCookiesFromResponse (response) {
+    if (!this.caps[Capabilities.SIMPLEREST_COOKIE_REPLICATION] || !response) {
+      return
+    }
+    const responseCookies = response.headers['set-cookie']
+    if (!responseCookies) {
+      return
+    }
+    const host = _.get(response, 'request.uri.host')
+    let cookie
+    responseCookies.forEach(cookieString => {
+      cookie = cookie ? `${cookie}; ${cookieString}` : cookieString
+    })
+
+    if (cookie) {
+      this.cookies[host] = cookie
+    }
+  }
 }

package/src/containers/plugins/index.js

@@ -69,7 +69,7 @@ const tryLoadPlugin = (containermode, modulepath, args) => {
           source: 'src/containers/plugins/index.js',
           cause: {
             SECURITY_ALLOW_UNSAFE: caps[Capabilities.SECURITY_ALLOW_UNSAFE],
-            mode: mode,
+            mode,
             ...cause
           }
         }

package/src/helpers/Utils.js

@@ -46,7 +46,7 @@ const toJsonWeak = (stringOrNot) => {
 
 const optionalJson = (json) => {
   const body = isJson(json)
-  return body ? { 'content-type': 'application/json', body: body } : { 'content-type': 'text/plain', body: json }
+  return body ? { 'content-type': 'application/json', body } : { 'content-type': 'text/plain', body: json }
 }
 
 const shortenJsonString = (obj) => {

package/src/scripting/CompilerXlsx.js

@@ -339,7 +339,7 @@ module.exports = class CompilerXlsx extends CompilerBase {
               agg[varName] = varValues[varIndex][caseIndex] || null
               return agg
             }, {})
-            scriptResults.push({ header: { name: caseName }, values: values })
+            scriptResults.push({ header: { name: caseName }, values })
           }
         } else {
           const variableNames = []
@@ -370,7 +370,7 @@ module.exports = class CompilerXlsx extends CompilerBase {
               }
               rowindex += 1
 
-              scriptResults.push({ header: { name: caseName }, values: values })
+              scriptResults.push({ header: { name: caseName }, values })
             } else {
               break
             }

package/src/scripting/Convo.js

@@ -235,14 +235,14 @@ class Convo {
       await this.runConversation(container, scriptingMemory, transcript)
       await this._checkBotRepliesConsumed(container)
       try {
-        await this.scriptingEvents.onConvoEnd({ convo: this, convoStep: { stepTag: '#end' }, container, transcript, scriptingMemory: scriptingMemory })
+        await this.scriptingEvents.onConvoEnd({ convo: this, convoStep: { stepTag: '#end' }, container, transcript, scriptingMemory })
       } catch (err) {
         throw new TranscriptError(botiumErrorFromErr(`${this.header.name}: ${err.message}`, err), transcript)
       }
       if (transcript.err && container.caps[Capabilities.SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS]) {
         let assertConvoEndErr = null
         try {
-          await this.scriptingEvents.assertConvoEnd({ convo: this, convoStep: { stepTag: '#end' }, container, transcript, scriptingMemory: scriptingMemory })
+          await this.scriptingEvents.assertConvoEnd({ convo: this, convoStep: { stepTag: '#end' }, container, transcript, scriptingMemory })
         } catch (err) {
           assertConvoEndErr = botiumErrorFromErr(`${this.header.name}: ${err.message}`, err)
         }
@@ -257,7 +257,7 @@ class Convo {
         throw new TranscriptError(transcript.err, transcript)
       }
       try {
-        await this.scriptingEvents.assertConvoEnd({ convo: this, convoStep: { stepTag: '#end' }, container, transcript, scriptingMemory: scriptingMemory })
+        await this.scriptingEvents.assertConvoEnd({ convo: this, convoStep: { stepTag: '#end' }, container, transcript, scriptingMemory })
       } catch (err) {
         transcript.err = botiumErrorFromErr(`${this.header.name}: ${err.message}`, err)
         throw new TranscriptError(transcript.err, transcript)
@@ -307,9 +307,9 @@ class Convo {
             transcriptStep.actual = meMsg
 
             try {
-              await this.scriptingEvents.setUserInput({ convo: this, convoStep, container, scriptingMemory, meMsg, transcript, transcriptStep })
-              await this.scriptingEvents.onMeStart({ convo: this, convoStep, container, scriptingMemory, meMsg, transcript, transcriptStep })
-              await this.scriptingEvents.onMePrepare({ convo: this, convoStep, container, scriptingMemory, meMsg, transcript, transcriptStep })
+              await this.scriptingEvents.setUserInput({ convo: this, convoStep, container, scriptingMemory, meMsg, transcript, transcriptStep, transcriptSteps })
+              await this.scriptingEvents.onMeStart({ convo: this, convoStep, container, scriptingMemory, meMsg, transcript, transcriptStep, transcriptSteps })
+              await this.scriptingEvents.onMePrepare({ convo: this, convoStep, container, scriptingMemory, meMsg, transcript, transcriptStep, transcriptSteps })
 
               await this._checkBotRepliesConsumed(container)
 
@@ -535,7 +535,7 @@ class Convo {
       if (container.caps[Capabilities.SCRIPTING_ENABLE_SKIP_ASSERT_ERRORS]) {
         const transcriptStepErrs = transcript.steps.filter(s => s.err).map(s => s.err)
         if (transcriptStepErrs && transcriptStepErrs.length > 0) {
-          transcript.err = botiumErrorFromList([transcriptStepErrs, transcript.err].filter(e => e), {})
+          transcript.err = botiumErrorFromList([...transcriptStepErrs.filter(err => err !== transcript.err), transcript.err].filter(e => e), {})
         }
       }
     }

package/src/scripting/ScriptingProvider.js

@@ -1192,7 +1192,7 @@ module.exports = class ScriptingProvider {
         const node = {
           sender: convoNode.sender,
           key: randomize('0', 20),
-          hash: hash,
+          hash,
           convoNodes: convoNodeValues,
           convos: [_.cloneDeep(convoNodeHeader)],
           childNodes: []

package/src/scripting/helper.js

@@ -77,6 +77,13 @@ const flatString = (str) => {
   return str ? str.split('\n').map(s => s.trim()).join(' ') : ''
 }
 
+const _formatAppendArgs = (args) => {
+  return args ? ` ${args.map(a => _.isString(a) ? a.replace(/\|/g, '\\|') : `${a}`).join('|')}` : ''
+}
+const _parseArgs = (str) => {
+  return (str && str.length > 0 && str.replace(/\\\|/g, '###ESCAPESPLIT###').split('|').map(s => s.replace(/###ESCAPESPLIT###/g, '|').trim())) || []
+}
+
 const linesToConvoStep = (lines, sender, context, eol, singleLineMode = false) => {
   if (!validateSender(sender)) throw new Error(`Failed to parse conversation. Section "${sender}" unknown.`)
 
@@ -106,14 +113,14 @@ const linesToConvoStep = (lines, sender, context, eol, singleLineMode = false) =
       }
       const name = logicLine.split(' ')[0]
       if (sender !== 'me' && context.IsAsserterValid(name)) {
-        const args = (logicLine.length > name.length ? logicLine.substr(name.length + 1).split('|').map(a => a.trim()) : [])
+        const args = (logicLine.length > name.length ? _parseArgs(logicLine.substr(name.length + 1)) : [])
         convoStep.asserters.push({ name, args, not, optional })
       } else if (sender === 'me' && context.IsUserInputValid(name)) {
-        const args = (logicLine.length > name.length ? logicLine.substr(name.length + 1).split('|').map(a => a.trim()) : [])
+        const args = (logicLine.length > name.length ? _parseArgs(logicLine.substr(name.length + 1)) : [])
         convoStep.userInputs.push({ name, args })
         textLinesAccepted = false
       } else if (context.IsLogicHookValid(name)) {
-        const args = (logicLine.length > name.length ? logicLine.substr(name.length + 1).split('|').map(a => a.trim()) : [])
+        const args = (logicLine.length > name.length ? _parseArgs(logicLine.substr(name.length + 1)) : [])
         convoStep.logicHooks.push({ name, args })
         textLinesAccepted = false
       } else {
@@ -422,7 +429,7 @@ const convoStepToLines = (step) => {
   const lines = []
   if (step.sender === 'me') {
     step.forms && step.forms.filter(form => form.value).forEach((form) => {
-      lines.push(`FORM ${form.name}|${form.value}`)
+      lines.push(`FORM${_formatAppendArgs([form.name, form.value])}`)
     })
     if (step.buttons && step.buttons.length > 0) {
       lines.push('BUTTON ' + _decompileButton(step.buttons[0]))
@@ -432,34 +439,34 @@ const convoStepToLines = (step) => {
       lines.push(step.messageText)
     }
     step.userInputs && step.userInputs.forEach((userInput) => {
-      lines.push(userInput.name + (userInput.args ? ' ' + userInput.args.join('|') : ''))
+      lines.push(userInput.name + _formatAppendArgs(userInput.args))
     })
     step.logicHooks && step.logicHooks.forEach((logicHook) => {
-      lines.push(logicHook.name + (logicHook.args ? ' ' + logicHook.args.join('|') : ''))
+      lines.push(logicHook.name + _formatAppendArgs(logicHook.args))
     })
   } else {
     if (step.messageText) {
       lines.push((step.optional ? '?' : '') + (step.not ? '!' : '') + step.messageText)
     }
-    if (step.buttons && step.buttons.length > 0) lines.push('BUTTONS ' + step.buttons.filter(b => b.text).map(b => flatString(b.text)).join('|'))
-    if (step.media && step.media.length > 0) lines.push('MEDIA ' + step.media.filter(m => !m.buffer && m.mediaUri).map(m => m.mediaUri).join('|'))
+    if (step.buttons && step.buttons.length > 0) lines.push('BUTTONS' + _formatAppendArgs(step.buttons.filter(b => b.text).map(b => flatString(b.text))))
+    if (step.media && step.media.length > 0) lines.push('MEDIA' + _formatAppendArgs(step.media.filter(m => !m.buffer && m.mediaUri).map(m => m.mediaUri)))
     if (step.cards && step.cards.length > 0) {
       step.cards.forEach(c => {
         let cardTexts = []
         if (c.text) cardTexts = cardTexts.concat(_.isArray(c.text) ? c.text : [c.text])
         if (c.subtext) cardTexts = cardTexts.concat(_.isArray(c.subtext) ? c.subtext : [c.subtext])
         if (c.content) cardTexts = cardTexts.concat(_.isArray(c.content) ? c.content : [c.content])
-        if (cardTexts.length > 0) lines.push('CARDS ' + cardTexts.map(c => flatString(c)).join('|'))
+        if (cardTexts.length > 0) lines.push('CARDS' + _formatAppendArgs(cardTexts.map(c => flatString(c))))
 
-        if (c.buttons && c.buttons.length > 0) lines.push('BUTTONS ' + c.buttons.filter(b => b.text).map(b => flatString(b.text)).join('|'))
+        if (c.buttons && c.buttons.length > 0) lines.push('BUTTONS' + _formatAppendArgs(c.buttons.filter(b => b.text).map(b => flatString(b.text))))
         if (c.image && !c.image.buffer && c.image.mediaUri) lines.push('MEDIA ' + c.image.mediaUri)
       })
     }
     step.asserters && step.asserters.forEach((asserter) => {
-      lines.push((asserter.optional ? '?' : '') + (asserter.not ? '!' : '') + asserter.name + (asserter.args ? ' ' + asserter.args.join('|') : ''))
+      lines.push((asserter.optional ? '?' : '') + (asserter.not ? '!' : '') + asserter.name + _formatAppendArgs(asserter.args))
     })
     step.logicHooks && step.logicHooks.forEach((logicHook) => {
-      lines.push(logicHook.name + (logicHook.args ? ' ' + logicHook.args.join('|') : ''))
+      lines.push(logicHook.name + _formatAppendArgs(logicHook.args))
     })
   }
   return lines.map(l => l.trim())
@@ -494,7 +501,7 @@ const linesToScriptingMemories = (lines, columnMode = null) => {
         agg[varName] = varValues[varIndex][caseIndex] || null
         return agg
       }, {})
-      const scriptingMemory = { header: { name: caseName }, values: values }
+      const scriptingMemory = { header: { name: caseName }, values }
       scriptingMemories.push(scriptingMemory)
     }
   } else {

package/src/scripting/logichook/asserter/BaseCountAsserter.js

@@ -28,7 +28,7 @@ module.exports = class BaseCountAsserter {
         args
       },
       cause: {
-        not: not,
+        not,
         expected: check,
         actual: count
       }

package/src/scripting/logichook/asserter/ButtonsAsserter.js

@@ -1,5 +1,7 @@
+const { SCRIPTING_NORMALIZE_TEXT } = require('../../../Capabilities')
 const { BotiumError } = require('../../BotiumError')
 const { buttonsFromMsg } = require('../helpers')
+const { normalizeText } = require('../../helper')
 
 module.exports = class ButtonsAsserter {
   constructor (context, caps = {}) {
@@ -9,14 +11,14 @@ module.exports = class ButtonsAsserter {
   }
 
   _evalButtons (args, botMsg) {
-    const allButtons = buttonsFromMsg(botMsg, true).map(b => b.text)
+    const allButtons = buttonsFromMsg(botMsg, true).map(b => b.text).filter(b => b).map(b => normalizeText(b, !!this.caps[SCRIPTING_NORMALIZE_TEXT]))
     if (!args || args.length === 0) {
       return { allButtons, buttonsNotFound: [], buttonsFound: allButtons }
     }
     const buttonsNotFound = []
     const buttonsFound = []
     for (let i = 0; i < (args || []).length; i++) {
-      if (allButtons.findIndex(b => this.context.Match(b, args[i])) < 0) {
+      if (allButtons.findIndex(b => this.context.Match(b, normalizeText(args[i], !!this.caps[SCRIPTING_NORMALIZE_TEXT]))) < 0) {
         buttonsNotFound.push(args[i])
       } else {
         buttonsFound.push(args[i])

package/src/scripting/logichook/asserter/CardsAsserter.js

@@ -1,5 +1,7 @@
+const { SCRIPTING_NORMALIZE_TEXT } = require('../../../Capabilities')
 const { BotiumError } = require('../../BotiumError')
 const { cardsFromMsg } = require('../helpers')
+const { normalizeText } = require('../../helper')
 
 module.exports = class CardsAsserter {
   constructor (context, caps = {}) {
@@ -9,14 +11,14 @@ module.exports = class CardsAsserter {
   }
 
   _evalCards (args, botMsg) {
-    const allCards = cardsFromMsg(botMsg, true).reduce((acc, mc) => acc.concat([mc.text, mc.subtext, mc.content].filter(t => t)), [])
+    const allCards = cardsFromMsg(botMsg, true).reduce((acc, mc) => acc.concat([mc.text, mc.subtext, mc.content].filter(t => t).map(t => normalizeText(t, !!this.caps[SCRIPTING_NORMALIZE_TEXT]))), [])
     if (!args || args.length === 0) {
       return { allCards, cardsNotFound: [], cardsFound: allCards }
     }
     const cardsNotFound = []
     const cardsFound = []
     for (let i = 0; i < (args || []).length; i++) {
-      if (allCards.findIndex(c => this.context.Match(c, args[i])) < 0) {
+      if (allCards.findIndex(c => this.context.Match(c, normalizeText(args[i], !!this.caps[SCRIPTING_NORMALIZE_TEXT]))) < 0) {
         cardsNotFound.push(args[i])
       } else {
         cardsFound.push(args[i])

package/test/compiler/compilertxt.spec.js

@@ -308,5 +308,18 @@ describe('compiler.compilertxt', function () {
       assert.equal(convo.conversation[0].asserters.length, 1)
       assert.deepEqual(convo.conversation[0].asserters[0], { name: 'BUTTONS', args: ['Test1', 'Test2'], not: true, optional: false })
     })
+    it('should allow escape pipe for args', async function () {
+      const scriptBuffer = fs.readFileSync(path.resolve(__dirname, CONVOS_DIR, 'convos_args_escape.convo.txt'))
+      const context = buildContextWithPause()
+      const caps = {
+      }
+      const compiler = new Compiler(context, Object.assign({}, DefaultCapabilities, caps))
+
+      compiler.Compile(scriptBuffer, 'SCRIPTING_TYPE_CONVO')
+      const convo = context.convos[0]
+      assert.equal(convo.conversation.length, 1)
+      assert.equal(convo.conversation[0].asserters.length, 1)
+      assert.deepEqual(convo.conversation[0].asserters[0], { name: 'BUTTONS', args: ['Test|1', 'Test|2'], not: false, optional: false })
+    })
   })
 })

package/test/compiler/convos/txt/convos_args_escape.convo.txt

@@ -0,0 +1,2 @@
+#bot
+BUTTONS Test\|1|Test\|2