entodicton 9.7.1 → 9.8.0-beta.0

package/client.js

@@ -12,7 +12,7 @@ const _ = require('lodash')
 const stringify = require('json-stable-stringify')
 const Lines = require('./lines')
 const flattens = require('./src/flatten')
-const { sortJson, appendNoDups, InitCalls, updateQueries, safeNoDups, stableId, where, suggestAssociationsFix, suggestAssociationsFixFromSummaries, validProps } = require('./src/helpers')
+const { helpDebugHierarchy, sortJson, appendNoDups, InitCalls, updateQueries, safeNoDups, stableId, where, suggestAssociationsFix, suggestAssociationsFixFromSummaries, validProps, OverrideCheck, removeProp, } = require('./src/helpers')
 const runtime = require('./runtime')
 const db = require('./src/debug')
 
@@ -59,20 +59,11 @@ const pickObjects = (config, testConfig, getObjects) => {
       throw new Error(`In the checks for ${config.name} the KM ${km} does not exist`)
     }
 
-    if (false) {
-      if (checks[km] && checks[km].find((check) => check.match && check.apply)) {
-        projection[km] = project2(objects, checks[km])
-      } else {
-        projection[km] = project(objects, checks[km])
-      }
-    } else {
-      const lastIndex = contextChecks.length - 1
-      const last = contextChecks[lastIndex]
-      contextChecks[lastIndex] = { match: last.match, apply: () => [...new Set([...(checks[km] || []), ...last.apply()])] }
+    const lastIndex = contextChecks.length - 1
+    const last = contextChecks[lastIndex]
+    contextChecks[lastIndex] = { match: last.match, apply: () => [...new Set([...(checks[km] || []), ...last.apply()])] }
 
-      // projection[km] = project2(objects, [...checks[km], ...contextChecks])
-      projection[km] = project2(objects, contextChecks)
-    }
+    projection[km] = project2(objects, contextChecks)
   }
   return projection
 }
@@ -167,10 +158,12 @@ const writeTest = (fn, query, objects, generated, paraphrases, responses, contex
   if (runtime.fs.existsSync(fn)) {
     tests = JSON.parse(runtime.fs.readFileSync(fn))
   }
+  /*
   for (const association of associations) {
     association.sort()
   }
   associations.sort()
+  */
   // tests[query] = sortJson({ paraphrases, responses, contexts, objects: convertToStable(objects), associations, metadata, config, developerTest: saveDeveloper }, { depth: 25 })
   const results = sortJson({
     query,
@@ -265,7 +258,7 @@ const throwErrorHandler = (error) => {
   throw error
 }
 
-const _process = async (config, query, { initializer, commandLineArgs, credentials, writeTests, isProcess, isModule, isTest, saveDeveloper, rebuildingTemplate, testConfig, testsFN, errorHandler = throwErrorHandler } = {}) => {
+const _process = async (config, query, { queryNumber, initializer, commandLineArgs, credentials, writeTests, logs, isProcess, isModule, isTest, saveDeveloper, rebuildingTemplate, testConfig, testsFN, errorHandler = throwErrorHandler } = {}) => {
   if (credentials) {
     config.server(credentials.server, credentials.key)
   }
@@ -296,11 +289,12 @@ const _process = async (config, query, { initializer, commandLineArgs, credentia
   // '\\n' from tests of '\n' from users. the former is because newline is not a valid json character so the testfile has it encoded
   let queries = query.split(/\\n|\n/)
   const summaries = [] // for error
+  logs = logs || []
   try {
     const response = {
       hierarchy: [],
       load_cache_time: 0.0,
-      logs: [],
+      logs: logs,
       metadata: {
         opChoices: []
       },
@@ -334,6 +328,9 @@ const _process = async (config, query, { initializer, commandLineArgs, credentia
       data.utterance = queries[0]
       data.start_counter = startCounter
       let json = await doWithRetries(retries, url, queryParams, data)
+      if (json.logs) {
+        logs.push(...json.logs)
+      }
       let resetData = false
       if (json.code === 'NOT_IN_CACHE') {
         resetData = true
@@ -367,28 +364,27 @@ const _process = async (config, query, { initializer, commandLineArgs, credentia
         const summary = { summaries: json.summaries, length: json.contexts.length }
         summaries.push(summary)
         const { updatedContextIdCounter, contextsPrime, generatedPrime, paraphrasesPrime, paraphrasesParenthesizedPrime, generatedParenthesizedPrime, responsesPrime } =
-                                  await processContextsB({ contextIdCounter, calls, isTest, isProcess, isModule, rebuildingTemplate, config, hierarchy, json, commandLineArgs /*, generators, semantics */ })
+                                  await processContextsB({ contextIdCounter, logs, calls, isTest, isProcess, isModule, rebuildingTemplate, config, hierarchy, json, commandLineArgs /*, generators, semantics */ })
         contextIdCounter = updatedContextIdCounter
         if (isTest) {
           const end = runtime.performance.performance.now()
           clientSideTime = end - start
         }
-        response.associations = json.associations
+        // response.associations = json.associations
         response.learned_contextual_priorities = json.learned_contextual_priorities
         response.hierarchy = json.hierarchy
         response.load_cache_time += json.load_cache_time
-        appendNoDups(response.logs, json.logs)
         response.memory_free_percent = json.memory_free_percent
-        // appendNoDups(response.metadata.associations, json.metadata.associations)
-        // appendNoDups(response.metadata.priorities, json.metadata.priorities)
         appendNoDups(response.metadata.opChoices, json.metadata.opChoices)
         response.times += json.times
         response.clientSideTimes += clientSideTime
         response.trace = response.trace.concat(json.trace)
         response.version = json.version
         response.explain_priorities = json.explain_priorities
+        response.explain_associations_details = (response.explain_associations_details || []).concat(json.explain_associations_details)
+        response.explain_associations_trie = json.explain_associations_trie
         response.contextual_priorities_ambiguities = json.contextual_priorities_ambiguities
-        response.rtf_associations = json.rtf_associations
+        // response.rtf_associations = json.rtf_associations
 
         response.contexts = response.contexts.concat(contextsPrime)
         response.generated = response.generated.concat(generatedPrime)
@@ -414,6 +410,7 @@ const _process = async (config, query, { initializer, commandLineArgs, credentia
     return response
   } catch (error) {
     error.summaries = summaries
+    error.queryNumber = queryNumber
     error.query = query
     errorHandler(error)
   }
@@ -479,7 +476,7 @@ const getConfigForTest = (config, testConfig) => {
   return configForTest
 }
 
-const runTest = async (config, expected, { args, verbose, testConfig, debug, timings = { server: 0, client: 0 } }) => {
+const runTest = async (config, expected, { args, verbose, testConfig, debug, timings = { server: 0, client: 0 }, index = 0 }) => {
   const test = expected.query
   if (args.query && args.query != test) {
     // no run this
@@ -506,16 +503,17 @@ const runTest = async (config, expected, { args, verbose, testConfig, debug, tim
       setupArgs(args, config)
       await testConfig.initializer(args)
     }
-    const result = await _process(config, test, { errorHandler, isTest: true, isProcess: true, isModule: false })
+    const result = await _process(config, test, { queryNumber: args.queryNumber, errorHandler, isTest: true, isProcess: true, isModule: false })
     result.query = test
     if (debug) {
       defaultInnerProcess(config, errorHandler, result)
     }
     if (verbose) {
-      const widths = [100, 60]
+      const widths = [4, 100, 60]
       const lines = new Lines(widths)
-      lines.setElement(0, 0, test)
-      lines.setElement(0, 1, `time on server: ${result.times.toFixed(2)} client: ${(result.clientSideTimes / 1000).toFixed(2)}`)
+      lines.setElement(0, 0, index)
+      lines.setElement(0, 1, test)
+      lines.setElement(0, 2, `time on server: ${result.times.toFixed(2)} client: ${(result.clientSideTimes / 1000).toFixed(2)}`)
       timings.server += result.times
       timings.client += result.clientSideTimes / 1000
       lines.log()
@@ -618,18 +616,23 @@ const runTest = async (config, expected, { args, verbose, testConfig, debug, tim
 
 const runTestsHelper = async (config, tests, failed, juicyBits) => {
   const { stopAtFirstError } = juicyBits
+  let index = 0
   while (true) {
     if (tests.length === 0) {
       return Promise.resolve(failed)
     }
     const test = tests.shift()
+    juicyBits.index = index
+    juicyBits.args.queryNumber = index
     const result = await runTest(config, test, juicyBits)
     if (result != null) {
+      result.index = index
       failed.push(result)
       if (stopAtFirstError) {
         return failed
       }
     }
+    index += 1
   }
 }
 
@@ -678,13 +681,6 @@ const saveTests = (config, testFile, testConfig) => {
   return saveTestsHelper(testFile, config, tests, tests.map((test) => test.query), testConfig)
 }
 
-/*
-const showExamples = (testFile) => {
-  const tests = JSON.parse(fs.readFileSync(testFile))
-  Object.keys(tests).forEach((test) => console.log(test))
-}
-*/
-
 const showInfo = (description, section, config) => {
   console.log(JSON.stringify(config.getInfo(), null, 2))
 }
@@ -798,7 +794,7 @@ const defaultErrorHandler = async (error) => {
   }
 
   if (error.query) {
-    console.log('query: ', error.query)
+    console.log(`query: #${error.queryNumber} ${error.query}`)
     doErrorExit = true
   }
 
@@ -890,6 +886,14 @@ const defaultInnerProcess = (config, errorHandler, responses) => {
       console.log(`    inputs: ${JSON.stringify(inputs)} output: ${JSON.stringify(output)}  reason: ${reason}`)
     }
   }
+
+  if (responses.explain_associations_details) {
+    console.log(responses.explain_associations_trie)
+    for (const l of responses.explain_associations_details) {
+      console.log(l)
+    }
+  }
+
   // const objects = config.get('objects').namespaced[config.uuid]
   const actualGetObjects = (name) => {
     if (!name) {
@@ -1066,7 +1070,7 @@ const rebuildTemplate = async ({ config, instance, target, previousResultss, reb
           config.fragmentsBeingBuilt.push({ query: query.query, contexts: results.contexts })
         }
         accumulators.summaries = accumulators.summaries.concat(results.summaries)
-        accumulators.associations = accumulators.associations.concat(results.associations)
+        // accumulators.associations = accumulators.associations.concat(results.associations)
         accumulators.learned_contextual_priorities = accumulators.learned_contextual_priorities.concat(results.learned_contextual_priorities)
         await looper(configs)
       } catch (e) {
@@ -1102,7 +1106,7 @@ const rebuildTemplate = async ({ config, instance, target, previousResultss, reb
         await looper([])
       } else {
         try {
-          config.addInternal(_.cloneDeep(extraConfig), { handleCalculatedProps: true })
+          config.addInternal(_.cloneDeep(extraConfig), { handleCalculatedProps: true, addFirst: true })
         } catch (e) {
           const where = extraConfig.where ? ` ${extraConfig.where}` : ''
           throw new Error(`Error processing extra config${where}: ${e.stack}}`)
@@ -1124,8 +1128,9 @@ const rebuildTemplate = async ({ config, instance, target, previousResultss, reb
       associations.sort()
     }
     const stabilizeOutput = (template) => {
-      stabilizeAssociations(template.associations)
+      // stabilizeAssociations(template.associations)
       const stabilize = (results) => {
+        removeProp(results, (_, k) => k === "context_id")
         for (let i = 0; i < results.length; ++i) {
           const result = results[i]
           if (result.apply) {
@@ -1138,8 +1143,7 @@ const rebuildTemplate = async ({ config, instance, target, previousResultss, reb
             delete result.memory_free_percent
             delete result.logs
             delete result.version
-            result.hierarchy.sort()
-            stabilizeAssociations(result.associations)
+            // stabilizeAssociations(result.associations)
             result.learned_contextual_priorities = safeNoDups(result.learned_contextual_priorities)
           }
         }
@@ -1314,7 +1318,6 @@ const knowledgeModuleImpl = async ({
 
       const helpDebugWord = 'In order to get a debug break when a specific word is created set the DEBUG_WORD environment variable to the JSON of the association to break on. For example DEBUG_WORD=\'"the"\''
       const helpDebugAssociation = 'In order to get a debug break when a specific association is created set the DEBUG_ASSOCIATION environment variable to the JSON of the association to break on. For example DEBUG_ASSOCIATION=\'[["the", 0], ["mammal", 1]]\''
-      const helpDebugHierarchy = 'In order to get a debug break when a specific hierarchy is created set the DEBUG_HIERARCHY environment variable to the JSON of the child-parent pair to break on. For example DEBUG_HIERARCHY=\'[["cat", 1], ["mammel", 1]]\''
       const helpDebugPriority = 'In order to get a debug break when a specific set of priorities is created set set DEBUG_PRIORITY environment variable to the JSON of the priorities that you want to break on. For example DEBUG_PRIORITY=\'[["verb", 0], ["article", 0]]\''
       const helpDebugContextualPriority = 'In order to get a debug break when a specific set of contextual priorities is created set set DEBUG_CONTEXTUAL_PRIORITY environment variable to the JSON of the priorities that you want to break on. For example DEBUG_CONTEXTUAL_PRIORITY=\'{ context: [["verb", 0], ["article", 0], select: 1}\''
       const helpDebugBridge = 'In order to get a debug break when a specific bridge is created set the DEBUG_BRIDGE environment variable to id to break on. For example DEBUG_BRIDGE=\'car\''
@@ -1337,6 +1340,7 @@ const knowledgeModuleImpl = async ({
       parser.add_argument('-cl', '--checkForLoop', { nargs: '?', help: 'Check for loops in the priorities, Optional argument is list of operator keys to consider. For example [["banana", 0], ["food", 1]]' })
       parser.add_argument('-r', '--reset', { action: 'store_true', help: 'Get the server to bypass the cache and rebuild everything' })
       parser.add_argument('-q', '--query', { help: 'Run the specified query' })
+      parser.add_argument('-qn', '--queryNumber', { help: 'Run the query specified by the given index' })
       parser.add_argument('-f', '--filter', { help: 'for -pd only the data for the knowledge modules that start with this string will be shown' })
       parser.add_argument('-ip ', '--server', { help: 'Server to run against' })
       parser.add_argument('--trace', { action: 'store_true', help: 'Trace the semantics and generator calls.' })
@@ -1376,6 +1380,7 @@ const knowledgeModuleImpl = async ({
       parser.add_argument('-dcp', '--debugContextualPriority', { action: 'store_true', help: helpDebugContextualPriority })
       parser.add_argument('-db', '--debugBridge', { action: 'store_true', help: helpDebugBridge })
       parser.add_argument('-do', '--debugOperator', { action: 'store_true', help: helpDebugOperator })
+      parser.add_argument('-ea', '--explainAssociations', { action: 'store_true', help: 'The server will return information about the associations used to decide on the interpretation.' })
       parser.add_argument('-ep', '--explainPriorities', { action: 'store_true', help: 'The server will return all priorities including the generated one along with an explanation of there they came from' })
       parser.add_argument('-dic', '--debugIncludeConvolutions', { nargs: '?', help: 'When running with the --debugIncludeConvolutions flag the logs will include convolutions which are somewhat annoyingly verbose. Default is false' })
       parser.add_argument('-bc', '--bypassCache', { action: 'store_true', help: 'Bypass the cache on the server side and rebuild' })
@@ -1383,6 +1388,10 @@ const knowledgeModuleImpl = async ({
       const args = parser.parse_args()
       args.count = args.count || 1
 
+      if (args.queryNumber) {
+        args.query = test.contents[args.queryNumber].query
+      }
+
       if (args.rebuildTemplateFull) {
         args.rebuildTemplate = true
       }
@@ -1476,9 +1485,10 @@ const knowledgeModuleImpl = async ({
 
       if (args.deleteTest) {
         let tests = JSON.parse(runtime.fs.readFileSync(testConfig.name))
+        const nTests = tests.length
         tests = tests.filter((test) => test.query !== args.deleteTest)
         writeTestFile(testConfig.name, tests)
-        console.log(`Delete the test for "${args.deleteTest}"`)
+        console.log(`Deleted ${nTests - tests.length} tests for "${args.deleteTest}"`)
         return
       }
 
@@ -1509,6 +1519,10 @@ const knowledgeModuleImpl = async ({
         config.config.explain_priorities = true
       }
 
+      if (args.explainAssociations) {
+        config.config.explain_associations = true
+      }
+
       config.config.debugIncludeConvolutions = args.debugIncludeConvolutions || process.argv.includes('--debugIncludeConvolutions') || process.argv.includes('-dic')
 
       let configPrinted = false
@@ -1528,7 +1542,7 @@ const knowledgeModuleImpl = async ({
             console.log('Test queries')
             let counter = 0
             for (const test of config.tests) {
-              console.log(`${counter} - ${test.query}`)
+              console.log(`#${counter} - ${test.query}`)
               counter += 1
             }
           }
@@ -1541,7 +1555,10 @@ const knowledgeModuleImpl = async ({
           if (hasArg('c')) {
             const { data } = setupProcessB({ config })
             console.log('Config as sent to server')
-            console.log(JSON.stringify(data, null, 2))
+            const toPrint = { ...data }
+            toPrint['priorities'] = toPrint['priorities'].map((value) => JSON.stringify(value).replace(/\\"/g, '"'))
+            toPrint['associations']['positive'] = toPrint['associations']['positive'].map((value) => JSON.stringify(value).replace(/\\"/g, '"'))
+            console.log(JSON.stringify(toPrint, null, 2).replace(/\\"/g, '"'))
           }
           if (hasArg('l')) {
             console.log('Module load ordering')
@@ -1635,12 +1652,7 @@ const knowledgeModuleImpl = async ({
           }
 
           if (hasArg('s')) {
-            const easyToRead = _.cloneDeep(config.config.semantics)
-            for (const semantic of easyToRead) {
-              semantic.match = semantic.match.toString()
-              semantic.apply = semantic.apply.toString()
-            }
-            console.dir(easyToRead)
+            config.printSemantics()
           }
         }
       }
@@ -1757,7 +1769,7 @@ const knowledgeModuleImpl = async ({
                 if (hasError) {
                   console.log('**************************** ERRORS ************************')
                   for (const result of results) {
-                    console.log('Utterance: ', result.utterance)
+                    console.log(`Utterance: #${result.index} ${result.utterance}`)
                     if (!result.hasError) {
                       continue
                     }
@@ -1773,7 +1785,7 @@ const knowledgeModuleImpl = async ({
                         newError = true
                         headerShown = true
                         if (args.vimdiff) {
-                          vimdiff(actual, expected, `"${label} - ${result.utterance}"`)
+                          vimdiff(actual, expected, `"${label} - #${result.index} ${result.utterance}"`)
                         }
                         result.hasError = true
                       }
@@ -1916,12 +1928,17 @@ const knowledgeModuleImpl = async ({
                     console.log('use -v arg to write files expected.json and actual.json in the current directory for detailed comparison. Or do -s and then git diff the changes.')
                     // console.log(JSON.stringify(contexts))
                     let errorCount = 0
+                    const failedTests = []
                     for (const result of results) {
                       if (result.hasError) {
-                        console.log(`FAILED ${result.utterance}`)
+                        console.log(`FAILED #${result.index} ${result.utterance}`)
+                        failedTests.push({ index: result.index, utterance: result.utterance })
                         errorCount += 1
                       }
                     }
+                    const failedFile = './FAILED.json'
+                    console.log(`Failed tests are written to ${failedFile}`)
+                    runtime.fs.writeFileSync(failedFile, JSON.stringify(failedTests, 0, 2))
                     console.log(`**************************** THERE WERE ${errorCount} TEST FAILURES ************************`)
                   }
                 }
@@ -1980,7 +1997,7 @@ const knowledgeModuleImpl = async ({
           global.beforeObjects = _.cloneDeep(objects)
         }
         try {
-          await processResults(_process(config, args.query, { commandLineArgs: args, isProcess, isModule: !isProcess, dontAddAssociations: args.dontAddAssociations, writeTests: args.save || args.saveDeveloper, saveDeveloper: args.saveDeveloper, testConfig, testsFN: test }))
+          await processResults(_process(config, args.query, { commandLineArgs: args, isProcess, logs: [], isModule: !isProcess, dontAddAssociations: args.dontAddAssociations, writeTests: args.save || args.saveDeveloper, saveDeveloper: args.saveDeveloper, testConfig, testsFN: test }))
         } catch (error) {
           printConfig()
           console.log('Error', error)
@@ -2104,4 +2121,5 @@ module.exports = {
   writeTest,
   getConfigForTest,
   debug: db,
+  OverrideCheck,
 }

package/index.js

@@ -1,7 +1,7 @@
 const { Semantics, Semantic } = require('./src/semantics')
 const { Generators, Generator } = require('./src/generators')
 const { Config } = require('./src/config')
-const { w, where } = require('./src/helpers')
+const { w, where, OverrideCheck, setByPath, getByPath, removeProp } = require('./src/helpers')
 const Digraph = require('./src/digraph')
 const client = require('./client')
 const flattens = require('./src/flatten')
@@ -16,6 +16,8 @@ module.exports = {
   runTests: client.runTests,
   knowledgeModule: client.knowledgeModule,
   ensureTestFile: client.ensureTestFile,
+  setByPath,
+  getByPath,
   where,
   stableId: client.stableId,
   w,
@@ -28,5 +30,7 @@ module.exports = {
   flattens: flattens.flattens,
   flatten: flattens.flatten,
   unflatten: unflatten.unflatten,
-  debug
+  debug,
+  OverrideCheck,
+  removeProp,
 }

package/package.json

@@ -73,6 +73,6 @@
     "scriptjs": "^2.5.9",
     "uuid": "^8.3.2"
   },
-  "version": "9.7.1",
+  "version": "9.8.0-beta.0",
   "license": "UNLICENSED"
 }

package/src/config.js

@@ -454,7 +454,7 @@ const handleBridgeProps = (config, bridge, { addFirst, uuid } = {}) => {
           // match: async (args) => bridge.id === args.context.marker && args.context.level === level && !args.context.paraphrase && (args.context.response || args.context.isResponse) && await match(args),
           match: async (args) => {
             if (bridge.callId == args.callId) {
-              debugger
+              debugger // eslint-disable-line no-debugger
             }
             return args.isA(args.context.marker, bridge.id) && args.context.level === level && !args.context.paraphrase && (args.context.response != null || args.context.isResponse) && await match(args)
           },
@@ -563,7 +563,7 @@ const handleCalculatedProps = (baseConfig, moreConfig, { addFirst, uuid } = {})
         'generatorr', 
         'generators', 
         'id', 
-        'init', 
+        'initial', 
         'inverted', 
         'isA', 
         'level', 
@@ -572,6 +572,7 @@ const handleCalculatedProps = (baseConfig, moreConfig, { addFirst, uuid } = {})
         'operator', 
         'optional', 
         'parents',
+        'preferOver',
         'return_type_selector', 
         'scope', 
         'selector', 
@@ -601,7 +602,12 @@ const handleCalculatedProps = (baseConfig, moreConfig, { addFirst, uuid } = {})
 }
 
 if (runtime.process.env.DEBUG_HIERARCHY) {
-  global.entodictonDebugHierarchy = JSON.parse(runtime.process.env.DEBUG_HIERARCHY)
+  try {
+    global.entodictonDebugHierarchy = JSON.parse(runtime.process.env.DEBUG_HIERARCHY)
+  } catch( e ) {
+    console.error("Invalid valid for DEBUG_HIERARCHY")
+    console.error(helpers.helpDebugHierarchy)
+  }
 }
 
 // i keep randomly doing one of the other so I will just make both work the same way
@@ -975,6 +981,15 @@ class Config {
     return config_toServer(config)
   }
 
+  printSemantics() {
+    const easyToRead = _.cloneDeep(this.config.semantics)
+    for (const semantic of easyToRead) {
+      semantic.match = semantic.match.toString()
+      semantic.apply = semantic.apply.toString()
+    }
+    console.dir(easyToRead)
+  }
+
   async run(handler) {
     return configHelpers.run(this, handler)
   }
@@ -1285,6 +1300,8 @@ class Config {
       } else {
         return fi
       }
+    } else {
+      throw new Error(`The fragment for '${query} was not found.`)
     }
   }
 
@@ -1655,6 +1672,7 @@ class Config {
     }
   }
 
+  // handler/listener
   updateBridge(id, updater) {
     const bridge = this.config.bridges.find((b) => b.id === id)
     updater({ config: this, bridge })
@@ -1674,6 +1692,7 @@ class Config {
         return
       }
     }
+
     if (global.transitoryMode) {
       def.transitoryMode = true
     }
@@ -2313,6 +2332,7 @@ class Config {
     }
   }
 
+  // TODO Api or API -> pick one and do that
   async setMultiApi (initializer) {
     await this.setApi(() => multiApiImpl(initializer))
   }
@@ -2420,11 +2440,17 @@ class Config {
         if (!api.initialize) {
           throw new Error(`Expected the API for ${this.name} to have an initialize function.`)
         }
+        if (api.baseAPI) {
+          new helpers.OverrideCheck(api.baseAPI).check(api)
+        }
       }
     } else {
       if (!value.initialize) {
         throw new Error(`Expected the API to have an initialize function for ${this.name}. If you are trying to pass in multiple API configs at once use setApiKMs to set the names of the configs that you want set.`)
       }
+      if (value.baseAPI) {
+        new helpers.OverrideCheck(value.baseAPI).check(value)
+      }
     }
 
     if (this._api && this._api.multiApi) {
@@ -3368,6 +3394,10 @@ class Config {
     let duplicated = new Set()
     const seen = new Set()
     for (const bridge of this.config.bridges) {
+      if (typeof bridge.id !== 'string') {
+        throw new Error('Config.addBridge: expected the bridge id to be a non-empty string.')
+      }
+
       const id = `${bridge.id}/${bridge.level} (namespace: ${bridge.uuid || this.uuid})`
       if (seen.has(id)) {
         duplicated.add(id)

package/src/configHelpers.js

@@ -145,6 +145,7 @@ const setupArgs = (args, config, logs, hierarchy, uuidForScoping) => {
     args.objects = config.get('objects')
     args.getObjects = getObjects(args.objects)
   }
+  args.debug = debug
   args.enable = (key) => {
     config.addEnable(key)
   }
@@ -163,7 +164,23 @@ const setupArgs = (args, config, logs, hierarchy, uuidForScoping) => {
     }
   }
   args.contextHierarchy = new ContextHierarchy()
-  args.handlerStack = new HandlerStack()
+  args.namespaced = {
+    get: (km, context, property, _default) => {
+      context.namespaced ??= {}
+      context.namespaced[km] ??= {}
+      const value = context.namespaced[km][property]
+      if (value == undefined) {
+        return _default
+      }
+      return value
+    },
+    set: (km, context, property, value) => {
+      context.namespaced ??= {}
+      context.namespaced[km] ??= {}
+      return context.namespaced[km][property] = value
+    }
+  }
+  args.stack = new HandlerStack()
   args.cleanAssign = cleanAssign
   args.km = (name) => config.getConfig(name)
   args.api = (name) => config.getConfig(name).api
@@ -332,9 +349,11 @@ const processContext = async (context, { objects = {}, config, logs = [] }) => {
 const setupProcessB = ({ config, initializer, allowDelta = false, rebuildingTemplate = false } = {}) => {
   const key = config._key
   const data = Object.assign({ key, version: '3' }, { uuid: config._uuid })
+  /*
   if (rebuildingTemplate) {
     data.return_rtf_associations = true
   }
+  */
   if (allowDelta && config.allowDelta && config.hasDelta()) {
     // console.log('config', config)
     data.delta = config.delta()
@@ -392,7 +411,7 @@ const setupContexts = (rawContexts) => {
   return contexts
 }
 
-const processContextsB = async ({ config, calls, hierarchy, semantics, generators, json, isTest, isProcess, isModule, rebuildingTemplate, isInstance, instance, query, data, retries, url, commandLineArgs, forTemplate, contextIdCounter }) => {
+const processContextsB = async ({ config, calls, hierarchy, logs, semantics, generators, json, isTest, isProcess, isModule, rebuildingTemplate, isInstance, instance, query, data, retries, url, commandLineArgs, forTemplate, contextIdCounter }) => {
   // TODO fix this name to contextsPrime
   const contextsPrime = []
   const generatedPrime = []
@@ -404,10 +423,7 @@ const processContextsB = async ({ config, calls, hierarchy, semantics, generator
 
   const objects = config.get('objects')
   const args = { objects, isResponse: true, response: json, isTest, isInstance, getObjects: getObjects(objects), instance, contexts, isProcess, isModule, calls }
-  if (!json.logs) {
-    json.logs = []
-  }
-  setupArgs(args, config, json.logs, hierarchy)
+  setupArgs(args, config, logs, hierarchy)
   const toDo = [...contexts]
   args.insert = (context) => toDo.unshift(context)
   let overlap, lastRange
@@ -425,7 +441,7 @@ const processContextsB = async ({ config, calls, hierarchy, semantics, generator
       }
       const generateParenthesized = isTest || (commandLineArgs && commandLineArgs.save)
       if (!config.get('skipSemantics')) {
-        const semantics = config.getSemantics(json.logs)
+        const semantics = config.getSemantics(logs)
         try {
           contextPrime = await semantics.apply(args, context)
           // contextPrime.greg = 'yes'
@@ -468,11 +484,11 @@ const processContextsB = async ({ config, calls, hierarchy, semantics, generator
         // noop
       } else {
         let assumed = { isResponse: true }
-        const generated = contextPrime.isResponse ? await config.getGenerators(json.logs).apply({ ...args, assumed }, contextPrime, assumed) : ''
+        const generated = contextPrime.isResponse ? await config.getGenerators(logs).apply({ ...args, assumed }, contextPrime, assumed) : ''
         let generatedParenthesized = []
         if (generateParenthesized) {
           config.setParenthesized(true)
-          generatedParenthesized = contextPrime.isResponse ? await config.getGenerators(json.logs).apply({ ...args, assumed }, contextPrime, assumed) : ''
+          generatedParenthesized = contextPrime.isResponse ? await config.getGenerators(logs).apply({ ...args, assumed }, contextPrime, assumed) : ''
           config.setParenthesized(false)
         }
         // assumed = { paraphrase: true, response: false };
@@ -480,11 +496,11 @@ const processContextsB = async ({ config, calls, hierarchy, semantics, generator
         if (generateParenthesized) {
           config.setParenthesized(false)
         }
-        const paraphrases = await config.getGenerators(json.logs).apply({ ...args, assumed }, contextPrime, assumed)
+        const paraphrases = await config.getGenerators(logs).apply({ ...args, assumed }, contextPrime, assumed)
         let paraphrasesParenthesized = []
         if (generateParenthesized) {
           config.setParenthesized(true)
-          paraphrasesParenthesized = await config.getGenerators(json.logs).apply({ ...args, assumed }, contextPrime, assumed)
+          paraphrasesParenthesized = await config.getGenerators(logs).apply({ ...args, assumed }, contextPrime, assumed)
           config.setParenthesized(false)
         }
         contextsPrime.push(contextPrime)
@@ -513,9 +529,9 @@ const processContextsB = async ({ config, calls, hierarchy, semantics, generator
       }
       e.context = contextPrime
       if (e.logs) {
-        e.logs = e.logs.concat(json.logs)
+        e.logs = e.logs.concat(logs)
       } else {
-        e.logs = json.logs
+        e.logs = logs
       }
       e.metadata = json.metadata
       if (json.trace) {
@@ -532,10 +548,12 @@ const loadInstance = async (config, instance) => {
   const transitoryMode = global.transitoryMode
   global.transitoryMode = false
 
+  /*
   const rl = instance.resultss.length
   if (rl > 0) {
     config.addAssociations(instance.resultss[instance.resultss.length - 1].rtf_associations || [])
   }
+  */
   /*
   TODO needs updating if still wanted
   if (instance && (instance.associations || instance.learned_contextual_priorities)) {