botium-core 1.11.16 → 1.12.3

package/index.js

@@ -4,6 +4,7 @@ module.exports = {
   ScriptingConstants: require('./src/scripting/Constants'),
   Capabilities: require('./src/Capabilities'),
   Defaults: require('./src/Defaults'),
+  Enums: require('./src/Enums'),
   Source: require('./src/Source'),
   Events: require('./src/Events'),
   Plugins: require('./src/Plugins'),

package/package.json

@@ -1,11 +1,11 @@
 {
   "name": "botium-core",
-  "version": "1.11.16",
+  "version": "1.12.3",
   "description": "The Selenium for Chatbots",
   "main": "index.js",
   "module": "dist/botium-es.js",
   "engines": {
-    "node": ">=10.0.0"
+    "node": ">=14.0.0"
   },
   "scripts": {
     "postinstall": "node ./report.js",
@@ -32,23 +32,23 @@
   },
   "homepage": "https://www.botium.ai",
   "dependencies": {
-    "@babel/runtime": "^7.16.0",
-    "async": "^3.2.2",
-    "body-parser": "^1.19.0",
+    "@babel/runtime": "^7.17.2",
+    "async": "^3.2.3",
+    "body-parser": "^1.19.1",
     "boolean": "^3.1.4",
     "bottleneck": "^2.19.5",
-    "csv-parse": "^4.16.3",
-    "debug": "^4.3.2",
+    "csv-parse": "^5.0.4",
+    "debug": "^4.3.3",
     "esprima": "^4.0.1",
-    "express": "^4.17.1",
+    "express": "^4.17.2",
     "globby": "11.0.4",
-    "ioredis": "^4.28.0",
+    "ioredis": "^4.28.5",
     "is-class": "^0.0.9",
     "is-json": "^2.0.1",
     "jsonpath": "^1.1.1",
     "lodash": "^4.17.21",
-    "markdown-it": "^12.2.0",
-    "mime-types": "^2.1.33",
+    "markdown-it": "^12.3.2",
+    "mime-types": "^2.1.34",
     "mkdirp": "^1.0.4",
     "moment": "^2.29.1",
     "mustache": "^4.2.0",
@@ -58,40 +58,40 @@
     "request": "^2.88.2",
     "rimraf": "^3.0.2",
     "sanitize-filename": "^1.6.3",
-    "slugify": "^1.6.1",
-    "socket.io": "^4.3.1",
-    "socket.io-client": "^4.3.2",
+    "slugify": "^1.6.5",
+    "socket.io": "^4.4.1",
+    "socket.io-client": "^4.4.1",
     "socketio-auth": "^0.1.1",
     "swagger-jsdoc": "^6.1.0",
-    "swagger-ui-express": "^4.1.6",
+    "swagger-ui-express": "^4.3.0",
     "uuid": "^8.3.2",
-    "vm2": "^3.9.5",
+    "vm2": "^3.9.7",
     "write-yaml": "^1.0.0",
-    "xlsx": "^0.17.3",
+    "xlsx": "^0.18.2",
     "xregexp": "^5.1.0",
     "yaml": "^1.10.2"
   },
   "devDependencies": {
-    "@babel/core": "^7.16.0",
-    "@babel/node": "^7.16.0",
-    "@babel/plugin-transform-runtime": "^7.16.0",
-    "@babel/preset-env": "^7.16.0",
-    "chai": "^4.3.4",
+    "@babel/core": "^7.17.2",
+    "@babel/node": "^7.16.8",
+    "@babel/plugin-transform-runtime": "^7.17.0",
+    "@babel/preset-env": "^7.16.11",
+    "chai": "^4.3.6",
     "chai-as-promised": "^7.1.1",
     "cross-env": "^7.0.3",
-    "eslint": "^8.1.0",
+    "eslint": "^8.9.0",
     "eslint-config-standard": "^16.0.3",
-    "eslint-plugin-import": "^2.25.2",
+    "eslint-plugin-import": "^2.25.4",
     "eslint-plugin-node": "^11.1.0",
-    "eslint-plugin-promise": "^5.1.1",
+    "eslint-plugin-promise": "^6.0.0",
     "eslint-plugin-standard": "^4.1.0",
     "license-checker": "^25.0.1",
     "license-compatibility-checker": "^0.3.5",
-    "mocha": "^9.1.3",
-    "nock": "^13.1.4",
-    "npm-check-updates": "^12.0.0",
+    "mocha": "^9.2.0",
+    "nock": "^13.2.4",
+    "npm-check-updates": "^12.3.0",
     "nyc": "^15.1.0",
-    "rollup": "^2.59.0",
+    "rollup": "^2.67.2",
     "rollup-plugin-babel": "^4.4.0",
     "rollup-plugin-commonjs": "^10.1.0",
     "rollup-plugin-json": "^4.0.0",

package/samples/connectors/custom/botium-connector-myapi.js

@@ -23,13 +23,13 @@ class BotiumConnectorMyApi {
         [CoreCapabilities.SIMPLEREST_URL]: this.caps[Capabilities.MYAPI_URL],
         [CoreCapabilities.SIMPLEREST_METHOD]: 'POST',
         [CoreCapabilities.SIMPLEREST_RESPONSE_JSONPATH]: '$.reply',
-        [CoreCapabilities.SIMPLEREST_BODY_TEMPLATE]: JSON.stringify({ 
+        [CoreCapabilities.SIMPLEREST_BODY_TEMPLATE]: JSON.stringify({
           username: 'botium',
           message: '{{msg.messageText}}',
           session: '{{botium.conversationId}}',
           startsession: false,
           quickreply: null
-         })
+        })
       }
       if (this.caps[Capabilities.MYAPI_TOKEN]) {
         this.delegateCaps[CoreCapabilities.SIMPLEREST_HEADERS_TEMPLATE] = `{ "Authorization": "Token ${this.caps[Capabilities.MYAPI_TOKEN]}"}`
@@ -104,4 +104,4 @@ module.exports = {
       }
     ]
   }
-}
+}

package/samples/extensions/asserterHooks/DummyAsserter.js

@@ -6,17 +6,17 @@ module.exports = class DummyAsserter {
     this.caps = caps
   }
 
-  assertConvoBegin ({convo, container, args}) {
+  assertConvoBegin ({ convo, container, args }) {
     console.log(`Dummy asserter Begin started with those args: ${utils.inspect(args)}`)
     return Promise.resolve()
   }
 
-  assertConvoStep ({convo, convoStep, args, botMsg}) {
+  assertConvoStep ({ convo, convoStep, args, botMsg }) {
     console.log(`ConvoStep dummy assertion with those args: ${utils.inspect(args)}, botMessage: ${utils.inspect(botMsg)} ...`)
     return Promise.resolve()
   }
 
-  assertConvoEnd ({convo, container, transcript, args}) {
+  assertConvoEnd ({ convo, container, transcript, args }) {
     console.log(`ConvoEnd dummy assertion with those args: ${utils.inspect(args)}, transcript: ${utils.inspect(transcript)} ...`)
     return Promise.resolve()
   }

package/src/BotDriver.js

@@ -109,9 +109,9 @@ module.exports = class BotDriver {
 
   Build () {
     debug(`Build - Botium Core Version: ${version}`)
-    debug(`Build - Capabilites: ${util.inspect(this.caps)}`)
-    debug(`Build - Sources : ${util.inspect(this.sources)}`)
-    debug(`Build - Envs : ${util.inspect(this.envs)}`)
+    debug(`Build - Capabilites: ${JSON.stringify(_.pickBy(this.caps, (value, key) => Defaults.Capabilities[key] !== value), null, 2)}`)
+    debug(`Build - Sources: ${JSON.stringify(_.pickBy(this.sources, (value, key) => Defaults.Sources[key] !== value), null, 2)}`)
+    debug(`Build - Envs: ${JSON.stringify(_.pickBy(this.envs, (value, key) => Defaults.Envs[key] !== value), null, 2)}`)
     this.eventEmitter.emit(Events.CONTAINER_BUILDING)
 
     return new Promise((resolve, reject) => {

package/src/Capabilities.js

@@ -73,6 +73,11 @@ module.exports = {
   SIMPLEREST_RESPONSE_HOOK: 'SIMPLEREST_RESPONSE_HOOK',
   SIMPLEREST_MEDIA_JSONPATH: 'SIMPLEREST_MEDIA_JSONPATH',
   SIMPLEREST_BUTTONS_JSONPATH: 'SIMPLEREST_BUTTONS_JSONPATH',
+  SIMPLEREST_CARDS_JSONPATH: 'SIMPLEREST_CARDS_JSONPATH',
+  SIMPLEREST_CARD_TEXT_JSONPATH: 'SIMPLEREST_CARD_TEXT_JSONPATH',
+  SIMPLEREST_CARD_SUBTEXT_JSONPATH: 'SIMPLEREST_CARD_SUBTEXT_JSONPATH',
+  SIMPLEREST_CARD_BUTTONS_JSONPATH: 'SIMPLEREST_CARD_BUTTONS_JSONPATH',
+  SIMPLEREST_CARD_ATTACHMENTS_JSONPATH: 'SIMPLEREST_CARD_ATTACHMENTS_JSONPATH',
   SIMPLEREST_CONTEXT_JSONPATH: 'SIMPLEREST_CONTEXT_JSONPATH',
   SIMPLEREST_CONTEXT_MERGE_OR_REPLACE: 'SIMPLEREST_CONTEXT_MERGE_OR_REPLACE',
   SIMPLEREST_CONVERSATION_ID_TEMPLATE: 'SIMPLEREST_CONVERSATION_ID_TEMPLATE',
@@ -111,6 +116,7 @@ module.exports = {
   SCRIPTING_NORMALIZE_TEXT: 'SCRIPTING_NORMALIZE_TEXT',
   SCRIPTING_ENABLE_MEMORY: 'SCRIPTING_ENABLE_MEMORY',
   SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS: 'SCRIPTING_ENABLE_MULTIPLE_ASSERT_ERRORS',
+  SCRIPTING_ENABLE_SKIP_ASSERT_ERRORS: 'SCRIPTING_ENABLE_SKIP_ASSERT_ERRORS',
   SCRIPTING_FORCE_BOT_CONSUMED: 'SCRIPTING_FORCE_BOT_CONSUMED',
   // regexp, regexpIgnoreCase, wildcard, wildcardIgnoreCase, wildcardExact, wildcardExactIgnoreCase, include, includeIgnoreCase, equals, equalsIgnoreCase
   SCRIPTING_MATCHING_MODE: 'SCRIPTING_MATCHING_MODE',
@@ -126,6 +132,8 @@ module.exports = {
   SCRIPTING_MEMORYEXPANSION_KEEP_ORIG: 'SCRIPTING_MEMORYEXPANSION_KEEP_ORIG',
   // word, non_whitespace, joker
   SCRIPTING_MEMORY_MATCHING_MODE: 'SCRIPTING_MEMORY_MATCHING_MODE',
+  // varnames, testcasenames
+  SCRIPTING_MEMORY_COLUMN_MODE: 'SCRIPTING_MEMORY_COLUMN_MODE',
   // Botium Lifecycle Hooks
   CUSTOMHOOK_ONBUILD: 'CUSTOMHOOK_ONBUILD',
   CUSTOMHOOK_ONSTART: 'CUSTOMHOOK_ONSTART',
@@ -140,6 +148,7 @@ module.exports = {
   // API Calls Rate Limiting
   RATELIMIT_USERSAYS_MAXCONCURRENT: 'RATELIMIT_USERSAYS_MAXCONCURRENT',
   RATELIMIT_USERSAYS_MINTIME: 'RATELIMIT_USERSAYS_MINTIME',
+  RATELIMIT_BOTTLENECK_FN: 'RATELIMIT_BOTTLENECK_FN',
   SECURITY_ALLOW_UNSAFE: 'SECURITY_ALLOW_UNSAFE',
   PRECOMPILERS: 'PRECOMPILERS'
 }

package/src/Defaults.js

@@ -31,7 +31,6 @@ module.exports = {
     [Capabilities.SIMPLEREST_METHOD]: 'GET',
     [Capabilities.SIMPLEREST_IGNORE_EMPTY]: true,
     [Capabilities.SIMPLEREST_TIMEOUT]: 10000,
-    [Capabilities.SIMPLEREST_EXTRA_OPTIONS]: {},
     [Capabilities.SIMPLEREST_STRICT_SSL]: true,
     [Capabilities.SIMPLEREST_INBOUND_UPDATE_CONTEXT]: true,
     [Capabilities.SIMPLEREST_CONTEXT_MERGE_OR_REPLACE]: 'MERGE',
@@ -50,6 +49,7 @@ module.exports = {
     [Capabilities.SCRIPTING_UTTEXPANSION_NAMING_MODE]: 'justLineTag',
     [Capabilities.SCRIPTING_UTTEXPANSION_NAMING_UTTERANCE_MAX]: '16',
     [Capabilities.SCRIPTING_MEMORYEXPANSION_KEEP_ORIG]: false,
+    [Capabilities.SCRIPTING_ENABLE_SKIP_ASSERT_ERRORS]: false,
     [Capabilities.SCRIPTING_FORCE_BOT_CONSUMED]: false,
     [Capabilities.ASSERTERS]: [],
     [Capabilities.LOGIC_HOOKS]: [],

package/src/Enums.js

@@ -0,0 +1,6 @@
+module.exports = {
+  E_SCRIPTING_MEMORY_COLUMN_MODE: {
+    VARNAMES: 'varnames',
+    TESTCASENAMES: 'testcasenames'
+  }
+}

package/src/containers/BaseContainer.js

@@ -21,7 +21,7 @@ module.exports = class BaseContainer {
     this.tempDirectory = tempDirectory
     this.cleanupTasks = []
     this.queues = {}
-    this.userSaysLimiter = null
+    this.bottleneck = null
   }
 
   Validate () {
@@ -32,18 +32,28 @@ module.exports = class BaseContainer {
     this.onStopHook = getHook(this.caps, this.caps[Capabilities.CUSTOMHOOK_ONSTOP])
     this.onCleanHook = getHook(this.caps, this.caps[Capabilities.CUSTOMHOOK_ONCLEAN])
 
-    return Promise.resolve()
-  }
-
-  Build () {
-    if (this.caps[Capabilities.RATELIMIT_USERSAYS_MAXCONCURRENT] || this.caps[Capabilities.RATELIMIT_USERSAYS_MINTIME]) {
+    if (this.caps[Capabilities.RATELIMIT_BOTTLENECK_FN]) {
+      if (_.isFunction(this.caps[Capabilities.RATELIMIT_BOTTLENECK_FN])) {
+        this.bottleneck = this.caps[Capabilities.RATELIMIT_BOTTLENECK_FN]
+        debug('Validate: Applying userSays rate limits from capability')
+      } else {
+        const limiter = new Bottleneck(this.caps[Capabilities.RATELIMIT_BOTTLENECK_FN])
+        this.bottleneck = (fn) => limiter.schedule(fn)
+        debug(`Validate: Applying userSays rate limits ${util.inspect(this.caps[Capabilities.RATELIMIT_BOTTLENECK_FN])}`)
+      }
+    } else if (this.caps[Capabilities.RATELIMIT_USERSAYS_MAXCONCURRENT] || this.caps[Capabilities.RATELIMIT_USERSAYS_MINTIME]) {
       const opts = {}
       if (this.caps[Capabilities.RATELIMIT_USERSAYS_MAXCONCURRENT]) opts.maxConcurrent = this.caps[Capabilities.RATELIMIT_USERSAYS_MAXCONCURRENT]
       if (this.caps[Capabilities.RATELIMIT_USERSAYS_MINTIME]) opts.minTime = this.caps[Capabilities.RATELIMIT_USERSAYS_MINTIME]
-      this.userSaysLimiter = new Bottleneck(opts)
-      debug(`Build: Applying userSays rate limits ${util.inspect(opts)}`)
+      const limiter = new Bottleneck(opts)
+      this.bottleneck = (fn) => limiter.schedule(fn)
+      debug(`Validate: Applying userSays rate limits ${util.inspect(opts)}`)
     }
 
+    return Promise.resolve()
+  }
+
+  Build () {
     return new Promise((resolve, reject) => {
       this._RunCustomHook('onBuild', this.onBuildHook)
         .then(() => resolve(this))
@@ -69,8 +79,8 @@ module.exports = class BaseContainer {
     const run = () => this._RunCustomHook('onUserSays', this.onUserSaysHook, { meMsg })
       .then(() => this.UserSaysImpl(meMsg))
 
-    if (this.userSaysLimiter) {
-      return this.userSaysLimiter.schedule(run)
+    if (this.bottleneck) {
+      return this.bottleneck(run)
     } else {
       return run()
     }

package/src/containers/PluginConnectorContainer.js

@@ -17,6 +17,7 @@ module.exports = class PluginConnectorContainer extends BaseContainer {
       {
         container: this,
         queueBotSays: (msg) => this._QueueBotSays(msg),
+        bottleneck: this.bottleneck,
         eventEmitter: this.eventEmitter,
         caps: this.caps,
         sources: this.sources,

package/src/containers/plugins/SimpleRestContainer.js

@@ -17,13 +17,15 @@ const Defaults = require('../../Defaults').Capabilities
 const { SCRIPTING_FUNCTIONS } = require('../../scripting/ScriptingMemory')
 const { getHook, executeHook } = require('../../helpers/HookUtils')
 const { escapeJSONString } = require('../../helpers/Utils')
+const { BotiumError } = require('../../scripting/BotiumError')
 
 Mustache.escape = s => s
 
 module.exports = class SimpleRestContainer {
-  constructor ({ queueBotSays, caps }) {
+  constructor ({ queueBotSays, caps, bottleneck }) {
     this.queueBotSays = queueBotSays
     this.caps = Object.assign({}, Defaults, caps)
+    this.bottleneck = bottleneck || ((fn) => fn())
     this.processInbound = false
     this.redisTopic = this.caps[Capabilities.SIMPLEREST_REDIS_TOPIC] || 'SIMPLEREST_INBOUND_SUBSCRIPTION'
 
@@ -307,34 +309,82 @@ module.exports = class SimpleRestContainer {
       }
 
       for (const jsonPathRoot of jsonPathRoots) {
-        const media = []
-        const buttons = []
-
-        const jsonPathsMedia = getAllCapValues(Capabilities.SIMPLEREST_MEDIA_JSONPATH, this.caps)
-        jsonPathsMedia.forEach(jsonPath => {
-          const responseMedia = jp.query(jsonPathRoot, jsonPath)
-          if (responseMedia) {
-            (_.isArray(responseMedia) ? _.flattenDeep(responseMedia) : [responseMedia]).forEach(m =>
-              media.push({
-                mediaUri: m,
-                mimeType: mime.lookup(m) || 'application/unknown'
-              })
-            )
-            debug(`found response media: ${util.inspect(media)}`)
+        const _retrieveMedia = (jsonPathMediaRoot, jsonPathsMedia) => {
+          const retrievedMedia = []
+          jsonPathsMedia.forEach(jsonPath => {
+            const responseMedia = jp.query(jsonPathMediaRoot, jsonPath)
+            if (responseMedia) {
+              (_.isArray(responseMedia) ? _.flattenDeep(responseMedia) : [responseMedia]).forEach(m =>
+                retrievedMedia.push({
+                  mediaUri: m,
+                  mimeType: mime.lookup(m) || 'application/unknown'
+                })
+              )
+            }
+          })
+          return retrievedMedia
+        }
+
+        const _retrieveButtons = (jsonPathButtonRoot, jsonPathsButtons) => {
+          const retrievedButtons = []
+          jsonPathsButtons.forEach(jsonPath => {
+            const responseButtons = jp.query(jsonPathButtonRoot, jsonPath)
+            if (responseButtons) {
+              (_.isArray(responseButtons) ? _.flattenDeep(responseButtons) : [responseButtons]).forEach(b =>
+                retrievedButtons.push({
+                  text: b
+                })
+              )
+            }
+          })
+          return retrievedButtons
+        }
+
+        const _getCardText = (responseCardText) => {
+          if (responseCardText) {
+            const texts = _.isArray(responseCardText) ? _.flattenDeep(responseCardText) : [responseCardText]
+            if (texts.length > 1) {
+              debug(`more than one text found for card: ${util.inspect(texts)}`)
+            }
+            if (texts.length > 0) {
+              return texts[0]
+            }
           }
-        })
-        const jsonPathsButtons = getAllCapValues(Capabilities.SIMPLEREST_BUTTONS_JSONPATH, this.caps)
-        jsonPathsButtons.forEach(jsonPath => {
-          const responseButtons = jp.query(jsonPathRoot, jsonPath)
-          if (responseButtons) {
-            (_.isArray(responseButtons) ? _.flattenDeep(responseButtons) : [responseButtons]).forEach(b =>
-              buttons.push({
-                text: b
+        }
+
+        const media = _retrieveMedia(jsonPathRoot, getAllCapValues(Capabilities.SIMPLEREST_MEDIA_JSONPATH, this.caps))
+        debug(`found response media: ${util.inspect(media)}`)
+        const buttons = _retrieveButtons(jsonPathRoot, getAllCapValues(Capabilities.SIMPLEREST_BUTTONS_JSONPATH, this.caps))
+        debug(`found response buttons: ${util.inspect(buttons)}`)
+        const cards = []
+
+        const jsonPathsCards = getAllCapValues(Capabilities.SIMPLEREST_CARDS_JSONPATH, this.caps)
+        jsonPathsCards.forEach(jsonPath => {
+          const responseCards = jp.query(jsonPathRoot, jsonPath)
+          if (responseCards) {
+            (_.isArray(responseCards) ? _.flattenDeep(responseCards) : [responseCards]).forEach(c => {
+              const card = {}
+
+              const jsonPathsCardText = getAllCapValues(Capabilities.SIMPLEREST_CARD_TEXT_JSONPATH, this.caps)
+              jsonPathsCardText.forEach(jsonPath => {
+                card.text = _getCardText(jp.query(c, jsonPath))
               })
-            )
-            debug(`found response buttons: ${util.inspect(buttons)}`)
+
+              const jsonPathsCardSubText = getAllCapValues(Capabilities.SIMPLEREST_CARD_SUBTEXT_JSONPATH, this.caps)
+              jsonPathsCardSubText.forEach(jsonPath => {
+                card.subtext = _getCardText(jp.query(c, jsonPath))
+              })
+
+              card.buttons = _retrieveButtons(c, getAllCapValues(Capabilities.SIMPLEREST_CARD_BUTTONS_JSONPATH, this.caps))
+              card.media = _retrieveMedia(c, getAllCapValues(Capabilities.SIMPLEREST_CARD_ATTACHMENTS_JSONPATH, this.caps))
+
+              if (_.keys(card).length > 0) {
+                cards.push(card)
+              }
+            })
           }
         })
+        debug(`found response cards: ${util.inspect(cards)}`)
 
         let hasMessageText = false
         const jsonPathsTexts = getAllCapValues(Capabilities.SIMPLEREST_RESPONSE_JSONPATH, this.caps)
@@ -349,18 +399,18 @@ module.exports = class SimpleRestContainer {
             if (!messageText) continue
 
             hasMessageText = true
-            const botMsg = { sourceData: body, messageText, media, buttons }
+            const botMsg = { sourceData: body, messageText, media, buttons, cards }
             await executeHook(this.caps, this.responseHook, Object.assign({ botMsg, botMsgRoot: jsonPathRoot, messageTextIndex }, this.view))
             result.push(botMsg)
           }
         }
 
         if (!hasMessageText) {
-          const botMsg = { messageText: '', sourceData: body, media, buttons }
+          const botMsg = { messageText: '', sourceData: body, media, buttons, cards }
           const beforeHookKeys = Object.keys(botMsg)
           await executeHook(this.caps, this.responseHook, Object.assign({ botMsg, botMsgRoot: jsonPathRoot }, this.view))
           const afterHookKeys = Object.keys(botMsg)
-          if (beforeHookKeys.length !== afterHookKeys.length || !!(botMsg.messageText && botMsg.messageText.length > 0) || botMsg.media.length > 0 || botMsg.buttons.length > 0 || !this.caps[Capabilities.SIMPLEREST_IGNORE_EMPTY]) {
+          if (beforeHookKeys.length !== afterHookKeys.length || !!(botMsg.messageText && botMsg.messageText.length > 0) || botMsg.media.length > 0 || botMsg.buttons.length > 0 || botMsg.cards.length > 0 || !this.caps[Capabilities.SIMPLEREST_IGNORE_EMPTY]) {
             result.push(botMsg)
           }
         }
@@ -387,6 +437,15 @@ module.exports = class SimpleRestContainer {
               if (debug.enabled && body) {
                 debug(botiumUtils.shortenJsonString(body))
               }
+              if (body) {
+                const jsonBody = botiumUtils.toJsonWeak(body)
+                const errKey = Object.keys(jsonBody).find(k => k.startsWith('err') || k.startsWith('fail'))
+                if (errKey) {
+                  return reject(new BotiumError(`got error response: ${response.statusCode}/${response.statusMessage} - ${jsonBody[errKey]}`, {
+                    message: botiumUtils.shortenJsonString(body)
+                  }))
+                }
+              }
               return reject(new Error(`got error response: ${response.statusCode}/${response.statusMessage}`))
             }
 
@@ -478,6 +537,15 @@ module.exports = class SimpleRestContainer {
         requestOptions.uri = `${requestOptions.uri}?${appendToUri}`
       }
     }
+    if (msg.ADD_FORM_PARAM && Object.keys(msg.ADD_FORM_PARAM).length > 0) {
+      requestOptions.form = {}
+      for (const formKey of Object.keys(msg.ADD_FORM_PARAM)) {
+        const formValue = this._getMustachedVal(
+          _.isString(msg.ADD_FORM_PARAM[formKey]) ? msg.ADD_FORM_PARAM[formKey] : JSON.stringify(msg.ADD_FORM_PARAM[formKey]),
+          false)
+        requestOptions.form[formKey] = formValue
+      }
+    }
     if (msg.ADD_HEADER && Object.keys(msg.ADD_HEADER).length > 0) {
       requestOptions.headers = requestOptions.headers || {}
 
@@ -509,11 +577,11 @@ module.exports = class SimpleRestContainer {
         throw new Error(`Failed to ping bot after ${retries} retries`)
       }
       tries++
-      const { err, response, body } = await new Promise((resolve) => {
+      const { err, response, body } = await this.bottleneck(() => new Promise((resolve) => {
         request(pingConfig, (err, response, body) => {
           resolve({ err, response, body })
         })
-      })
+      }))
       if (err) {
         debug(`_waitForUrlResponse error on url check ${pingConfig.uri}: ${err}`)
         await timeout(pingConfig.timeout)

package/src/scripting/BotiumError.js

@@ -26,6 +26,27 @@ const BotiumError = class BotiumError extends Error {
     this.context.message = message.message || message
   }
 
+  isAsserterError () {
+    if (this.context) {
+      const errArr = _.isArray(this.context) ? this.context : [this.context]
+      const hasNotAsserterError = errArr.findIndex(errDetail => {
+        if (errDetail.type === 'list') {
+          if (errDetail.errors) {
+            return errDetail.errors.findIndex(e => e.type !== 'asserter') >= 0
+          } else {
+            return true
+          }
+        } else {
+          return errDetail.type !== 'asserter'
+        }
+      }) >= 0
+      if (hasNotAsserterError) return false
+      return true
+    } else {
+      return false
+    }
+  }
+
   prettify (includeJson) {
     const lines = []
     if (this.context) {

package/src/scripting/CompilerCsv.js

@@ -1,4 +1,4 @@
-const parse = require('csv-parse/lib/sync')
+const { parse } = require('csv-parse/sync')
 const _ = require('lodash')
 const debug = require('debug')('botium-core-CompilerCsv')
 

package/src/scripting/CompilerObjectBase.js

@@ -6,7 +6,7 @@ const CompilerBase = require('./CompilerBase')
 const Constants = require('./Constants')
 const Utterance = require('./Utterance')
 const { Convo } = require('./Convo')
-const { linesToConvoStep, validSenders } = require('./helper')
+const { linesToConvoStep, validSenders, linesToScriptingMemories } = require('./helper')
 
 module.exports = class CompilerObjectBase extends CompilerBase {
   constructor (context, caps = {}) {
@@ -109,20 +109,10 @@ module.exports = class CompilerObjectBase extends CompilerBase {
     if (lines && lines.length > 0) {
       if (_.isString(lines[0])) {
         if (lines.length > 1) {
-          const names = lines[0].split('|').map((name) => name.trim()).slice(1)
-          const scriptingMemories = []
-          for (let row = 1; row < lines.length; row++) {
-            const rawRow = lines[row].split('|').map((name) => name.trim())
-            const caseName = rawRow[0]
-            const values = rawRow.slice(1)
-            const json = {}
-            for (let col = 0; col < names.length; col++) {
-              json[names[col]] = values[col]
-            }
-            const scriptingMemory = { header: { name: caseName }, values: json }
-            scriptingMemories.push(scriptingMemory)
+          const scriptingMemories = linesToScriptingMemories(lines, this.caps[Capabilities.SCRIPTING_MEMORY_COLUMN_MODE])
+          if (scriptingMemories && scriptingMemories.length > 0) {
+            this.context.AddScriptingMemories(scriptingMemories)
           }
-          this.context.AddScriptingMemories(scriptingMemories)
           return scriptingMemories
         }
       } else {

package/src/scripting/CompilerTxt.js

@@ -5,7 +5,7 @@ const Constants = require('./Constants')
 const CompilerBase = require('./CompilerBase')
 const Utterance = require('./Utterance')
 const { ConvoHeader, Convo } = require('./Convo')
-const { linesToConvoStep, convoStepToLines, validateConvo, validSenders } = require('./helper')
+const { linesToConvoStep, convoStepToLines, validateConvo, validSenders, linesToScriptingMemories } = require('./helper')
 
 module.exports = class CompilerTxt extends CompilerBase {
   constructor (context, caps = {}) {
@@ -131,21 +131,10 @@ module.exports = class CompilerTxt extends CompilerBase {
 
   _compileScriptingMemory (lines) {
     if (lines && lines.length > 1) {
-      const names = lines[0].split('|').map((name) => name.trim()).slice(1)
-      const scriptingMemories = []
-      for (let row = 1; row < lines.length; row++) {
-        if (!lines[row] || lines[row].length === 0) continue
-        const rawRow = lines[row].split('|').map((name) => name.trim())
-        const caseName = rawRow[0]
-        const values = rawRow.slice(1)
-        const json = {}
-        for (let col = 0; col < names.length; col++) {
-          json[names[col]] = values[col]
-        }
-        const scriptingMemory = { header: { name: caseName }, values: json }
-        scriptingMemories.push(scriptingMemory)
+      const scriptingMemories = linesToScriptingMemories(lines, this.caps[Capabilities.SCRIPTING_MEMORY_COLUMN_MODE])
+      if (scriptingMemories && scriptingMemories.length > 0) {
+        this.context.AddScriptingMemories(scriptingMemories)
       }
-      this.context.AddScriptingMemories(scriptingMemories)
       return scriptingMemories
     }
   }