theprogrammablemind 9.7.1 → 9.8.0

package/client.js

@@ -12,7 +12,7 @@ const _ = require('lodash')
 const stringify = require('json-stable-stringify')
 const Lines = require('./lines')
 const flattens = require('./src/flatten')
-const { sortJson, appendNoDups, InitCalls, updateQueries, safeNoDups, stableId, where, suggestAssociationsFix, suggestAssociationsFixFromSummaries, validProps } = require('./src/helpers')
+const { helpDebugHierarchy, sortJson, appendNoDups, InitCalls, updateQueries, safeNoDups, stableId, where, suggestAssociationsFix, suggestAssociationsFixFromSummaries, validProps, OverrideCheck, } = require('./src/helpers')
 const runtime = require('./runtime')
 const db = require('./src/debug')
 
@@ -167,10 +167,12 @@ const writeTest = (fn, query, objects, generated, paraphrases, responses, contex
   if (runtime.fs.existsSync(fn)) {
     tests = JSON.parse(runtime.fs.readFileSync(fn))
   }
+  /*
   for (const association of associations) {
     association.sort()
   }
   associations.sort()
+  */
   // tests[query] = sortJson({ paraphrases, responses, contexts, objects: convertToStable(objects), associations, metadata, config, developerTest: saveDeveloper }, { depth: 25 })
   const results = sortJson({
     query,
@@ -265,7 +267,7 @@ const throwErrorHandler = (error) => {
   throw error
 }
 
-const _process = async (config, query, { initializer, commandLineArgs, credentials, writeTests, isProcess, isModule, isTest, saveDeveloper, rebuildingTemplate, testConfig, testsFN, errorHandler = throwErrorHandler } = {}) => {
+const _process = async (config, query, { queryNumber, initializer, commandLineArgs, credentials, writeTests, logs, isProcess, isModule, isTest, saveDeveloper, rebuildingTemplate, testConfig, testsFN, errorHandler = throwErrorHandler } = {}) => {
   if (credentials) {
     config.server(credentials.server, credentials.key)
   }
@@ -296,11 +298,12 @@ const _process = async (config, query, { initializer, commandLineArgs, credentia
   // '\\n' from tests of '\n' from users. the former is because newline is not a valid json character so the testfile has it encoded
   let queries = query.split(/\\n|\n/)
   const summaries = [] // for error
+  logs = logs || []
   try {
     const response = {
       hierarchy: [],
       load_cache_time: 0.0,
-      logs: [],
+      logs: logs,
       metadata: {
         opChoices: []
       },
@@ -334,6 +337,9 @@ const _process = async (config, query, { initializer, commandLineArgs, credentia
       data.utterance = queries[0]
       data.start_counter = startCounter
       let json = await doWithRetries(retries, url, queryParams, data)
+      if (json.logs) {
+        logs.push(...json.logs)
+      }
       let resetData = false
       if (json.code === 'NOT_IN_CACHE') {
         resetData = true
@@ -367,28 +373,26 @@ const _process = async (config, query, { initializer, commandLineArgs, credentia
         const summary = { summaries: json.summaries, length: json.contexts.length }
         summaries.push(summary)
         const { updatedContextIdCounter, contextsPrime, generatedPrime, paraphrasesPrime, paraphrasesParenthesizedPrime, generatedParenthesizedPrime, responsesPrime } =
-                                  await processContextsB({ contextIdCounter, calls, isTest, isProcess, isModule, rebuildingTemplate, config, hierarchy, json, commandLineArgs /*, generators, semantics */ })
+                                  await processContextsB({ contextIdCounter, logs, calls, isTest, isProcess, isModule, rebuildingTemplate, config, hierarchy, json, commandLineArgs /*, generators, semantics */ })
         contextIdCounter = updatedContextIdCounter
         if (isTest) {
           const end = runtime.performance.performance.now()
           clientSideTime = end - start
         }
-        response.associations = json.associations
+        // response.associations = json.associations
         response.learned_contextual_priorities = json.learned_contextual_priorities
         response.hierarchy = json.hierarchy
         response.load_cache_time += json.load_cache_time
-        appendNoDups(response.logs, json.logs)
         response.memory_free_percent = json.memory_free_percent
-        // appendNoDups(response.metadata.associations, json.metadata.associations)
-        // appendNoDups(response.metadata.priorities, json.metadata.priorities)
         appendNoDups(response.metadata.opChoices, json.metadata.opChoices)
         response.times += json.times
         response.clientSideTimes += clientSideTime
         response.trace = response.trace.concat(json.trace)
         response.version = json.version
         response.explain_priorities = json.explain_priorities
+        response.explain_associations = json.explain_associations
         response.contextual_priorities_ambiguities = json.contextual_priorities_ambiguities
-        response.rtf_associations = json.rtf_associations
+        // response.rtf_associations = json.rtf_associations
 
         response.contexts = response.contexts.concat(contextsPrime)
         response.generated = response.generated.concat(generatedPrime)
@@ -414,6 +418,7 @@ const _process = async (config, query, { initializer, commandLineArgs, credentia
     return response
   } catch (error) {
     error.summaries = summaries
+    error.queryNumber = queryNumber
     error.query = query
     errorHandler(error)
   }
@@ -479,7 +484,7 @@ const getConfigForTest = (config, testConfig) => {
   return configForTest
 }
 
-const runTest = async (config, expected, { args, verbose, testConfig, debug, timings = { server: 0, client: 0 } }) => {
+const runTest = async (config, expected, { args, verbose, testConfig, debug, timings = { server: 0, client: 0 }, index = 0 }) => {
   const test = expected.query
   if (args.query && args.query != test) {
     // no run this
@@ -506,16 +511,17 @@ const runTest = async (config, expected, { args, verbose, testConfig, debug, tim
       setupArgs(args, config)
       await testConfig.initializer(args)
     }
-    const result = await _process(config, test, { errorHandler, isTest: true, isProcess: true, isModule: false })
+    const result = await _process(config, test, { queryNumber: args.queryNumber, errorHandler, isTest: true, isProcess: true, isModule: false })
     result.query = test
     if (debug) {
       defaultInnerProcess(config, errorHandler, result)
     }
     if (verbose) {
-      const widths = [100, 60]
+      const widths = [4, 100, 60]
       const lines = new Lines(widths)
-      lines.setElement(0, 0, test)
-      lines.setElement(0, 1, `time on server: ${result.times.toFixed(2)} client: ${(result.clientSideTimes / 1000).toFixed(2)}`)
+      lines.setElement(0, 0, index)
+      lines.setElement(0, 1, test)
+      lines.setElement(0, 2, `time on server: ${result.times.toFixed(2)} client: ${(result.clientSideTimes / 1000).toFixed(2)}`)
       timings.server += result.times
       timings.client += result.clientSideTimes / 1000
       lines.log()
@@ -618,18 +624,23 @@ const runTest = async (config, expected, { args, verbose, testConfig, debug, tim
 
 const runTestsHelper = async (config, tests, failed, juicyBits) => {
   const { stopAtFirstError } = juicyBits
+  let index = 0
   while (true) {
     if (tests.length === 0) {
       return Promise.resolve(failed)
     }
     const test = tests.shift()
+    juicyBits.index = index
+    juicyBits.args.queryNumber = index
     const result = await runTest(config, test, juicyBits)
     if (result != null) {
+      result.index = index
       failed.push(result)
       if (stopAtFirstError) {
         return failed
       }
     }
+    index += 1
   }
 }
 
@@ -678,13 +689,6 @@ const saveTests = (config, testFile, testConfig) => {
   return saveTestsHelper(testFile, config, tests, tests.map((test) => test.query), testConfig)
 }
 
-/*
-const showExamples = (testFile) => {
-  const tests = JSON.parse(fs.readFileSync(testFile))
-  Object.keys(tests).forEach((test) => console.log(test))
-}
-*/
-
 const showInfo = (description, section, config) => {
   console.log(JSON.stringify(config.getInfo(), null, 2))
 }
@@ -798,7 +802,7 @@ const defaultErrorHandler = async (error) => {
   }
 
   if (error.query) {
-    console.log('query: ', error.query)
+    console.log(`query: #${error.queryNumber} ${error.query}`)
     doErrorExit = true
   }
 
@@ -890,6 +894,11 @@ const defaultInnerProcess = (config, errorHandler, responses) => {
       console.log(`    inputs: ${JSON.stringify(inputs)} output: ${JSON.stringify(output)}  reason: ${reason}`)
     }
   }
+
+  if (responses.explain_associations) {
+    console.log(responses.explain_associations)
+  }
+
   // const objects = config.get('objects').namespaced[config.uuid]
   const actualGetObjects = (name) => {
     if (!name) {
@@ -1066,7 +1075,7 @@ const rebuildTemplate = async ({ config, instance, target, previousResultss, reb
           config.fragmentsBeingBuilt.push({ query: query.query, contexts: results.contexts })
         }
         accumulators.summaries = accumulators.summaries.concat(results.summaries)
-        accumulators.associations = accumulators.associations.concat(results.associations)
+        // accumulators.associations = accumulators.associations.concat(results.associations)
         accumulators.learned_contextual_priorities = accumulators.learned_contextual_priorities.concat(results.learned_contextual_priorities)
         await looper(configs)
       } catch (e) {
@@ -1102,7 +1111,7 @@ const rebuildTemplate = async ({ config, instance, target, previousResultss, reb
         await looper([])
       } else {
         try {
-          config.addInternal(_.cloneDeep(extraConfig), { handleCalculatedProps: true })
+          config.addInternal(_.cloneDeep(extraConfig), { handleCalculatedProps: true, addFirst: true })
         } catch (e) {
           const where = extraConfig.where ? ` ${extraConfig.where}` : ''
           throw new Error(`Error processing extra config${where}: ${e.stack}}`)
@@ -1124,7 +1133,7 @@ const rebuildTemplate = async ({ config, instance, target, previousResultss, reb
       associations.sort()
     }
     const stabilizeOutput = (template) => {
-      stabilizeAssociations(template.associations)
+      // stabilizeAssociations(template.associations)
       const stabilize = (results) => {
         for (let i = 0; i < results.length; ++i) {
           const result = results[i]
@@ -1138,8 +1147,7 @@ const rebuildTemplate = async ({ config, instance, target, previousResultss, reb
             delete result.memory_free_percent
             delete result.logs
             delete result.version
-            result.hierarchy.sort()
-            stabilizeAssociations(result.associations)
+            // stabilizeAssociations(result.associations)
             result.learned_contextual_priorities = safeNoDups(result.learned_contextual_priorities)
           }
         }
@@ -1314,7 +1322,6 @@ const knowledgeModuleImpl = async ({
 
       const helpDebugWord = 'In order to get a debug break when a specific word is created set the DEBUG_WORD environment variable to the JSON of the association to break on. For example DEBUG_WORD=\'"the"\''
       const helpDebugAssociation = 'In order to get a debug break when a specific association is created set the DEBUG_ASSOCIATION environment variable to the JSON of the association to break on. For example DEBUG_ASSOCIATION=\'[["the", 0], ["mammal", 1]]\''
-      const helpDebugHierarchy = 'In order to get a debug break when a specific hierarchy is created set the DEBUG_HIERARCHY environment variable to the JSON of the child-parent pair to break on. For example DEBUG_HIERARCHY=\'[["cat", 1], ["mammel", 1]]\''
       const helpDebugPriority = 'In order to get a debug break when a specific set of priorities is created set set DEBUG_PRIORITY environment variable to the JSON of the priorities that you want to break on. For example DEBUG_PRIORITY=\'[["verb", 0], ["article", 0]]\''
       const helpDebugContextualPriority = 'In order to get a debug break when a specific set of contextual priorities is created set set DEBUG_CONTEXTUAL_PRIORITY environment variable to the JSON of the priorities that you want to break on. For example DEBUG_CONTEXTUAL_PRIORITY=\'{ context: [["verb", 0], ["article", 0], select: 1}\''
       const helpDebugBridge = 'In order to get a debug break when a specific bridge is created set the DEBUG_BRIDGE environment variable to id to break on. For example DEBUG_BRIDGE=\'car\''
@@ -1337,6 +1344,7 @@ const knowledgeModuleImpl = async ({
       parser.add_argument('-cl', '--checkForLoop', { nargs: '?', help: 'Check for loops in the priorities, Optional argument is list of operator keys to consider. For example [["banana", 0], ["food", 1]]' })
       parser.add_argument('-r', '--reset', { action: 'store_true', help: 'Get the server to bypass the cache and rebuild everything' })
       parser.add_argument('-q', '--query', { help: 'Run the specified query' })
+      parser.add_argument('-qn', '--queryNumber', { help: 'Run the query specified by the given index' })
       parser.add_argument('-f', '--filter', { help: 'for -pd only the data for the knowledge modules that start with this string will be shown' })
       parser.add_argument('-ip ', '--server', { help: 'Server to run against' })
       parser.add_argument('--trace', { action: 'store_true', help: 'Trace the semantics and generator calls.' })
@@ -1376,6 +1384,7 @@ const knowledgeModuleImpl = async ({
       parser.add_argument('-dcp', '--debugContextualPriority', { action: 'store_true', help: helpDebugContextualPriority })
       parser.add_argument('-db', '--debugBridge', { action: 'store_true', help: helpDebugBridge })
       parser.add_argument('-do', '--debugOperator', { action: 'store_true', help: helpDebugOperator })
+      parser.add_argument('-ea', '--explainAssociations', { action: 'store_true', help: 'The server will return information about the associations used to decide on the interpretation.' })
       parser.add_argument('-ep', '--explainPriorities', { action: 'store_true', help: 'The server will return all priorities including the generated one along with an explanation of there they came from' })
       parser.add_argument('-dic', '--debugIncludeConvolutions', { nargs: '?', help: 'When running with the --debugIncludeConvolutions flag the logs will include convolutions which are somewhat annoyingly verbose. Default is false' })
       parser.add_argument('-bc', '--bypassCache', { action: 'store_true', help: 'Bypass the cache on the server side and rebuild' })
@@ -1383,6 +1392,10 @@ const knowledgeModuleImpl = async ({
       const args = parser.parse_args()
       args.count = args.count || 1
 
+      if (args.queryNumber) {
+        args.query = test.contents[args.queryNumber].query
+      }
+
       if (args.rebuildTemplateFull) {
         args.rebuildTemplate = true
       }
@@ -1476,9 +1489,10 @@ const knowledgeModuleImpl = async ({
 
       if (args.deleteTest) {
         let tests = JSON.parse(runtime.fs.readFileSync(testConfig.name))
+        const nTests = tests.length
         tests = tests.filter((test) => test.query !== args.deleteTest)
         writeTestFile(testConfig.name, tests)
-        console.log(`Delete the test for "${args.deleteTest}"`)
+        console.log(`Deleted ${nTests - tests.length} tests for "${args.deleteTest}"`)
         return
       }
 
@@ -1509,6 +1523,10 @@ const knowledgeModuleImpl = async ({
         config.config.explain_priorities = true
       }
 
+      if (args.explainAssociations) {
+        config.config.explain_associations = true
+      }
+
       config.config.debugIncludeConvolutions = args.debugIncludeConvolutions || process.argv.includes('--debugIncludeConvolutions') || process.argv.includes('-dic')
 
       let configPrinted = false
@@ -1528,7 +1546,7 @@ const knowledgeModuleImpl = async ({
             console.log('Test queries')
             let counter = 0
             for (const test of config.tests) {
-              console.log(`${counter} - ${test.query}`)
+              console.log(`#${counter} - ${test.query}`)
               counter += 1
             }
           }
@@ -1541,7 +1559,10 @@ const knowledgeModuleImpl = async ({
           if (hasArg('c')) {
             const { data } = setupProcessB({ config })
             console.log('Config as sent to server')
-            console.log(JSON.stringify(data, null, 2))
+            const toPrint = { ...data }
+            toPrint['priorities'] = toPrint['priorities'].map((value) => JSON.stringify(value).replace(/\\"/g, '"'))
+            toPrint['associations']['positive'] = toPrint['associations']['positive'].map((value) => JSON.stringify(value).replace(/\\"/g, '"'))
+            console.log(JSON.stringify(toPrint, null, 2).replace(/\\"/g, '"'))
           }
           if (hasArg('l')) {
             console.log('Module load ordering')
@@ -1635,12 +1656,7 @@ const knowledgeModuleImpl = async ({
           }
 
           if (hasArg('s')) {
-            const easyToRead = _.cloneDeep(config.config.semantics)
-            for (const semantic of easyToRead) {
-              semantic.match = semantic.match.toString()
-              semantic.apply = semantic.apply.toString()
-            }
-            console.dir(easyToRead)
+            config.printSemantics()
           }
         }
       }
@@ -1757,7 +1773,7 @@ const knowledgeModuleImpl = async ({
                 if (hasError) {
                   console.log('**************************** ERRORS ************************')
                   for (const result of results) {
-                    console.log('Utterance: ', result.utterance)
+                    console.log(`Utterance: #${result.index} ${result.utterance}`)
                     if (!result.hasError) {
                       continue
                     }
@@ -1773,7 +1789,7 @@ const knowledgeModuleImpl = async ({
                         newError = true
                         headerShown = true
                         if (args.vimdiff) {
-                          vimdiff(actual, expected, `"${label} - ${result.utterance}"`)
+                          vimdiff(actual, expected, `"${label} - #${result.index} ${result.utterance}"`)
                         }
                         result.hasError = true
                       }
@@ -1916,12 +1932,17 @@ const knowledgeModuleImpl = async ({
                     console.log('use -v arg to write files expected.json and actual.json in the current directory for detailed comparison. Or do -s and then git diff the changes.')
                     // console.log(JSON.stringify(contexts))
                     let errorCount = 0
+                    const failedTests = []
                     for (const result of results) {
                       if (result.hasError) {
-                        console.log(`FAILED ${result.utterance}`)
+                        console.log(`FAILED #${result.index} ${result.utterance}`)
+                        failedTests.push({ index: result.index, utterance: result.utterance })
                         errorCount += 1
                       }
                     }
+                    const failedFile = './FAILED.json'
+                    console.log(`Failed tests are written to ${failedFile}`)
+                    runtime.fs.writeFileSync(failedFile, JSON.stringify(failedTests, 0, 2))
                     console.log(`**************************** THERE WERE ${errorCount} TEST FAILURES ************************`)
                   }
                 }
@@ -1980,7 +2001,7 @@ const knowledgeModuleImpl = async ({
           global.beforeObjects = _.cloneDeep(objects)
         }
         try {
-          await processResults(_process(config, args.query, { commandLineArgs: args, isProcess, isModule: !isProcess, dontAddAssociations: args.dontAddAssociations, writeTests: args.save || args.saveDeveloper, saveDeveloper: args.saveDeveloper, testConfig, testsFN: test }))
+          await processResults(_process(config, args.query, { commandLineArgs: args, isProcess, logs: [], isModule: !isProcess, dontAddAssociations: args.dontAddAssociations, writeTests: args.save || args.saveDeveloper, saveDeveloper: args.saveDeveloper, testConfig, testsFN: test }))
         } catch (error) {
           printConfig()
           console.log('Error', error)
@@ -2104,4 +2125,5 @@ module.exports = {
   writeTest,
   getConfigForTest,
   debug: db,
+  OverrideCheck,
 }

package/index.js

@@ -1,7 +1,7 @@
 const { Semantics, Semantic } = require('./src/semantics')
 const { Generators, Generator } = require('./src/generators')
 const { Config } = require('./src/config')
-const { w, where } = require('./src/helpers')
+const { w, where, OverrideCheck, setByPath, getByPath } = require('./src/helpers')
 const Digraph = require('./src/digraph')
 const client = require('./client')
 const flattens = require('./src/flatten')
@@ -16,6 +16,8 @@ module.exports = {
   runTests: client.runTests,
   knowledgeModule: client.knowledgeModule,
   ensureTestFile: client.ensureTestFile,
+  setByPath,
+  getByPath,
   where,
   stableId: client.stableId,
   w,
@@ -28,5 +30,6 @@ module.exports = {
   flattens: flattens.flattens,
   flatten: flattens.flatten,
   unflatten: unflatten.unflatten,
-  debug
+  debug,
+  OverrideCheck,
 }

package/package.json

@@ -73,6 +73,6 @@
     "scriptjs": "^2.5.9",
     "uuid": "^8.3.2"
   },
-  "version": "9.7.1",
+  "version": "9.8.0",
   "license": "UNLICENSED"
 }

package/src/config.js

@@ -454,7 +454,7 @@ const handleBridgeProps = (config, bridge, { addFirst, uuid } = {}) => {
           // match: async (args) => bridge.id === args.context.marker && args.context.level === level && !args.context.paraphrase && (args.context.response || args.context.isResponse) && await match(args),
           match: async (args) => {
             if (bridge.callId == args.callId) {
-              debugger
+              debugger // eslint-disable-line no-debugger
             }
             return args.isA(args.context.marker, bridge.id) && args.context.level === level && !args.context.paraphrase && (args.context.response != null || args.context.isResponse) && await match(args)
           },
@@ -563,7 +563,7 @@ const handleCalculatedProps = (baseConfig, moreConfig, { addFirst, uuid } = {})
         'generatorr', 
         'generators', 
         'id', 
-        'init', 
+        'initial', 
         'inverted', 
         'isA', 
         'level', 
@@ -572,6 +572,7 @@ const handleCalculatedProps = (baseConfig, moreConfig, { addFirst, uuid } = {})
         'operator', 
         'optional', 
         'parents',
+        'preferOver',
         'return_type_selector', 
         'scope', 
         'selector', 
@@ -601,7 +602,12 @@ const handleCalculatedProps = (baseConfig, moreConfig, { addFirst, uuid } = {})
 }
 
 if (runtime.process.env.DEBUG_HIERARCHY) {
-  global.entodictonDebugHierarchy = JSON.parse(runtime.process.env.DEBUG_HIERARCHY)
+  try {
+    global.entodictonDebugHierarchy = JSON.parse(runtime.process.env.DEBUG_HIERARCHY)
+  } catch( e ) {
+    console.error("Invalid valid for DEBUG_HIERARCHY")
+    console.error(helpers.helpDebugHierarchy)
+  }
 }
 
 // i keep randomly doing one of the other so I will just make both work the same way
@@ -975,6 +981,15 @@ class Config {
     return config_toServer(config)
   }
 
+  printSemantics() {
+    const easyToRead = _.cloneDeep(this.config.semantics)
+    for (const semantic of easyToRead) {
+      semantic.match = semantic.match.toString()
+      semantic.apply = semantic.apply.toString()
+    }
+    console.dir(easyToRead)
+  }
+
   async run(handler) {
     return configHelpers.run(this, handler)
   }
@@ -1285,6 +1300,8 @@ class Config {
       } else {
         return fi
       }
+    } else {
+      throw new Error(`The fragment for '${query} was not found.`)
     }
   }
 
@@ -1655,6 +1672,7 @@ class Config {
     }
   }
 
+  // handler/listener
   updateBridge(id, updater) {
     const bridge = this.config.bridges.find((b) => b.id === id)
     updater({ config: this, bridge })
@@ -1674,6 +1692,7 @@ class Config {
         return
       }
     }
+
     if (global.transitoryMode) {
       def.transitoryMode = true
     }
@@ -2313,6 +2332,7 @@ class Config {
     }
   }
 
+  // TODO Api or API -> pick one and do that
   async setMultiApi (initializer) {
     await this.setApi(() => multiApiImpl(initializer))
   }
@@ -2420,11 +2440,17 @@ class Config {
         if (!api.initialize) {
           throw new Error(`Expected the API for ${this.name} to have an initialize function.`)
         }
+        if (api.baseAPI) {
+          new helpers.OverrideCheck(api.baseAPI).check(api)
+        }
       }
     } else {
       if (!value.initialize) {
         throw new Error(`Expected the API to have an initialize function for ${this.name}. If you are trying to pass in multiple API configs at once use setApiKMs to set the names of the configs that you want set.`)
       }
+      if (value.baseAPI) {
+        new helpers.OverrideCheck(value.baseAPI).check(value)
+      }
     }
 
     if (this._api && this._api.multiApi) {
@@ -3368,6 +3394,10 @@ class Config {
     let duplicated = new Set()
     const seen = new Set()
     for (const bridge of this.config.bridges) {
+      if (typeof bridge.id !== 'string') {
+        throw new Error('Config.addBridge: expected the bridge id to be a non-empty string.')
+      }
+
       const id = `${bridge.id}/${bridge.level} (namespace: ${bridge.uuid || this.uuid})`
       if (seen.has(id)) {
         duplicated.add(id)

package/src/configHelpers.js

@@ -145,6 +145,7 @@ const setupArgs = (args, config, logs, hierarchy, uuidForScoping) => {
     args.objects = config.get('objects')
     args.getObjects = getObjects(args.objects)
   }
+  args.debug = debug
   args.enable = (key) => {
     config.addEnable(key)
   }
@@ -163,7 +164,23 @@ const setupArgs = (args, config, logs, hierarchy, uuidForScoping) => {
     }
   }
   args.contextHierarchy = new ContextHierarchy()
-  args.handlerStack = new HandlerStack()
+  args.namespaced = {
+    get: (km, context, property, _default) => {
+      context.namespaced ??= {}
+      context.namespaced[km] ??= {}
+      const value = context.namespaced[km][property]
+      if (value == undefined) {
+        return _default
+      }
+      return value
+    },
+    set: (km, context, property, value) => {
+      context.namespaced ??= {}
+      context.namespaced[km] ??= {}
+      return context.namespaced[km][property] = value
+    }
+  }
+  args.stack = new HandlerStack()
   args.cleanAssign = cleanAssign
   args.km = (name) => config.getConfig(name)
   args.api = (name) => config.getConfig(name).api
@@ -332,9 +349,11 @@ const processContext = async (context, { objects = {}, config, logs = [] }) => {
 const setupProcessB = ({ config, initializer, allowDelta = false, rebuildingTemplate = false } = {}) => {
   const key = config._key
   const data = Object.assign({ key, version: '3' }, { uuid: config._uuid })
+  /*
   if (rebuildingTemplate) {
     data.return_rtf_associations = true
   }
+  */
   if (allowDelta && config.allowDelta && config.hasDelta()) {
     // console.log('config', config)
     data.delta = config.delta()
@@ -392,7 +411,7 @@ const setupContexts = (rawContexts) => {
   return contexts
 }
 
-const processContextsB = async ({ config, calls, hierarchy, semantics, generators, json, isTest, isProcess, isModule, rebuildingTemplate, isInstance, instance, query, data, retries, url, commandLineArgs, forTemplate, contextIdCounter }) => {
+const processContextsB = async ({ config, calls, hierarchy, logs, semantics, generators, json, isTest, isProcess, isModule, rebuildingTemplate, isInstance, instance, query, data, retries, url, commandLineArgs, forTemplate, contextIdCounter }) => {
   // TODO fix this name to contextsPrime
   const contextsPrime = []
   const generatedPrime = []
@@ -404,10 +423,7 @@ const processContextsB = async ({ config, calls, hierarchy, semantics, generator
 
   const objects = config.get('objects')
   const args = { objects, isResponse: true, response: json, isTest, isInstance, getObjects: getObjects(objects), instance, contexts, isProcess, isModule, calls }
-  if (!json.logs) {
-    json.logs = []
-  }
-  setupArgs(args, config, json.logs, hierarchy)
+  setupArgs(args, config, logs, hierarchy)
   const toDo = [...contexts]
   args.insert = (context) => toDo.unshift(context)
   let overlap, lastRange
@@ -425,7 +441,7 @@ const processContextsB = async ({ config, calls, hierarchy, semantics, generator
       }
       const generateParenthesized = isTest || (commandLineArgs && commandLineArgs.save)
       if (!config.get('skipSemantics')) {
-        const semantics = config.getSemantics(json.logs)
+        const semantics = config.getSemantics(logs)
         try {
           contextPrime = await semantics.apply(args, context)
           // contextPrime.greg = 'yes'
@@ -468,11 +484,11 @@ const processContextsB = async ({ config, calls, hierarchy, semantics, generator
         // noop
       } else {
         let assumed = { isResponse: true }
-        const generated = contextPrime.isResponse ? await config.getGenerators(json.logs).apply({ ...args, assumed }, contextPrime, assumed) : ''
+        const generated = contextPrime.isResponse ? await config.getGenerators(logs).apply({ ...args, assumed }, contextPrime, assumed) : ''
         let generatedParenthesized = []
         if (generateParenthesized) {
           config.setParenthesized(true)
-          generatedParenthesized = contextPrime.isResponse ? await config.getGenerators(json.logs).apply({ ...args, assumed }, contextPrime, assumed) : ''
+          generatedParenthesized = contextPrime.isResponse ? await config.getGenerators(logs).apply({ ...args, assumed }, contextPrime, assumed) : ''
           config.setParenthesized(false)
         }
         // assumed = { paraphrase: true, response: false };
@@ -480,11 +496,11 @@ const processContextsB = async ({ config, calls, hierarchy, semantics, generator
         if (generateParenthesized) {
           config.setParenthesized(false)
         }
-        const paraphrases = await config.getGenerators(json.logs).apply({ ...args, assumed }, contextPrime, assumed)
+        const paraphrases = await config.getGenerators(logs).apply({ ...args, assumed }, contextPrime, assumed)
         let paraphrasesParenthesized = []
         if (generateParenthesized) {
           config.setParenthesized(true)
-          paraphrasesParenthesized = await config.getGenerators(json.logs).apply({ ...args, assumed }, contextPrime, assumed)
+          paraphrasesParenthesized = await config.getGenerators(logs).apply({ ...args, assumed }, contextPrime, assumed)
           config.setParenthesized(false)
         }
         contextsPrime.push(contextPrime)
@@ -513,9 +529,9 @@ const processContextsB = async ({ config, calls, hierarchy, semantics, generator
       }
       e.context = contextPrime
       if (e.logs) {
-        e.logs = e.logs.concat(json.logs)
+        e.logs = e.logs.concat(logs)
       } else {
-        e.logs = json.logs
+        e.logs = logs
       }
       e.metadata = json.metadata
       if (json.trace) {
@@ -532,10 +548,12 @@ const loadInstance = async (config, instance) => {
   const transitoryMode = global.transitoryMode
   global.transitoryMode = false
 
+  /*
   const rl = instance.resultss.length
   if (rl > 0) {
     config.addAssociations(instance.resultss[instance.resultss.length - 1].rtf_associations || [])
   }
+  */
   /*
   TODO needs updating if still wanted
   if (instance && (instance.associations || instance.learned_contextual_priorities)) {

package/src/debug.js

@@ -27,6 +27,18 @@ const unhit = (name) => {
   hits[name] = false
 }
 
+const hitScoped = async (name, call) => {
+  hit(name)
+  try {
+    const result = await call()
+    unhit(name)
+    return result
+  } catch( e ) {
+    unhit(name)
+    throw e
+  }
+}
+
 const wasHit = (name) => {
   return hits[name]
 }
@@ -64,16 +76,19 @@ const _break = (name) => {
   }
 }
 
+const breakAt = _break;
+
 module.exports = {
   counter,
   get,
   _break, // break is a keyword
-
+  breakAt,
   // used for tests
   reset,
   hit,
   unhit,
   wasHit,
   getDb,
-  setDb
+  setDb,
+  hitScoped,
 }

package/src/digraph.js

@@ -73,11 +73,25 @@ class Digraph {
     this._edges = edges
   }
 
-  /*
-  set edges(edges) {
-    this._edges = edges.map( toA )
+  tos(from) {
+    const tos = []
+    for (const edge of this._edges) {
+      if (edge[0] == from) {
+        tos.push(edge[1])
+      }
+    }
+    return tos
+  }
+
+  froms(to) {
+    const froms = []
+    for (const edge of this._edges) {
+      if (edge[1] == to) {
+        froms.push(edge[0])
+      }
+    }
+    return froms
   }
-*/
 
   acdcs (s, from, to) {
     if (!s) {
@@ -170,18 +184,6 @@ class Digraph {
     return this.minima(common)
   }
 
-  /*
-  maxima (nodes) {
-    const maxima = new Set(nodes)
-    const descendants = new Set([])
-    nodes.forEach((node) => {
-      this.descendants(node).forEach((n) => descendants.add(n))
-    })
-    descendants.forEach((n) => maxima.delete(n))
-    return maxima
-  }
-  */
-
   add (child, parent) {
     this._edges.push([child, parent])
   }

package/src/digraph_internal.js

@@ -39,6 +39,26 @@ class DigraphInternal {
     this._edges = edges
   }
 
+  tos(from) {
+    const tos = []
+    for (const edge of this._edges) {
+      if (edge[0] == from) {
+        tos.push(edge[1])
+      }
+    }
+    return tos
+  }
+
+  froms(to) {
+    const froms = []
+    for (const edge of this._edges) {
+      if (edge[1] == to) {
+        froms.push(edge[0])
+      }
+    }
+    return froms
+  }
+
   get length () {
     return this._edges.length
   }
@@ -137,18 +157,6 @@ class DigraphInternal {
     return this.minima(common)
   }
 
-  /*
-  maxima (nodes) {
-    const maxima = new Set(nodes)
-    const descendants = new Set([])
-    nodes.forEach((node) => {
-      this.descendants(node).forEach((n) => descendants.add(n))
-    })
-    descendants.forEach((n) => maxima.delete(n))
-    return maxima
-  }
-  */
-
   add (child, parent) {
     this._edges.push([child, parent])
   }

package/src/flatten.js

@@ -1,7 +1,8 @@
-const { isArray, isObject, isCompound } = require('./helpers')
+const { isArray, isObject, isCompound, } = require('./helpers')
+const debug = require('./debug')
 const _ = require('lodash')
 
-const DEBUG = (...args) => {
+const DEBUG = (label, details) => {
 //  DEBUG(...args)
 }
 
@@ -46,33 +47,24 @@ const zip = (a1, a2) => {
 }
 
 const flattenListHelper = (markers, values) => {
-  const flats = []
   let wasFlattened = false
-  let singles = []
+  const all = []
   for (const value of values) {
     if (!isCompound(value)) {
-      singles.push(value)
+      all.push([value])
     } else {
       const [more, wf] = flatten(markers, value)
       if (wf) {
         wasFlattened = wasFlattened || wf
-        flats.push(more)
+        all.push(more)
       } else {
-        singles = singles.concat(more)
+        all.push(...more.map((m) => [m]))
       }
     }
   }
 
-  // product does weirdness with only choice
-  if (!wasFlattened) {
-    return [[singles], wasFlattened]
-  } else {
-    const results = []
-    for (const flat of cartesian(...flats)) {
-      results.push(singles.concat(flat))
-    }
-    return [results, wasFlattened]
-  }
+  const result = cartesian(...all)
+  return [result, wasFlattened]
 }
 
 // returns (list, wasFlattened)
@@ -84,6 +76,9 @@ const flatten = (markers, value) => {
   if (value.flatten === false) {
     return [[value], false]
   }
+
+  const flatten_ignore = value.flatten_ignore || []
+
   const marker = value.marker
   let properties = value
 
@@ -113,8 +108,9 @@ const flatten = (markers, value) => {
   for (const key in properties) {
     let wf = false
     let values
-    // if isinstance(properties[key], Context) {
-    if (isObject(properties[key])) {
+    if (flatten_ignore.includes(key)) {
+      values = [properties[key]]
+    } else if (isObject(properties[key])) {
       const context = properties[key];
       [values, wf] = flatten(markers, context)
     // } else if (isinstance(properties[key], list)) {

package/src/fragments.js

@@ -1,6 +1,29 @@
 const _ = require('lodash')
 const helpers = require('./helpers')
 
+function createChangeTracker(obj) {
+  const changes = new Set();
+
+  const handler = {
+    set(target, prop, value) {
+      changes.add(prop);
+      target[prop] = value;
+      return true;
+    },
+    deleteProperty(target, prop) {
+      changes.add(prop);
+      delete target[prop];
+      return true;
+    }
+  };
+
+  return {
+    proxy: new Proxy(obj, handler),
+    getChanges: () => Array.from(changes)
+  };
+}
+
+
 function fragmentInstantiator (args, contexts) {
   return new Object({ 
     contexts: () => {
@@ -13,13 +36,15 @@ function fragmentInstantiator (args, contexts) {
       args.pathEquals = helpers.pathEquals
       while (todo.length > 0) {
         const { context, path } = todo.pop()
-        args.context = context
+        const { proxy, getChanges } = createChangeTracker(context);
+        args.context = proxy
         args.path = path
         for (const mapping of mappings) {
           if (await mapping.match(args)) {
             await mapping.apply(args)
           }
         }
+        const ignore = getChanges()
         for (const key of Object.keys(context)) {
           // if (['number', 'string', 'boolean'].includes(typeof (context[key]))) {
           if (!helpers.isCompound(context[key])) {
@@ -28,7 +53,9 @@ function fragmentInstantiator (args, contexts) {
           if (context[key].instantiated) {
             continue
           }
-          todo.push({ context: context[key], path: [...path, key] })
+          if (!ignore.includes(key)) {
+            todo.push({ context: context[key], path: [...path, key] })
+          }
         }
       }
       if (contexts.length == 1 && instantiated.length == 1) {

package/src/generators.js

@@ -1,6 +1,7 @@
 const { args: contextArgs, normalizeGenerator } = require('./helpers')
 const Lines = require('../lines')
 const helpers = require('./helpers')
+const debug = require('./debug')
 
 class Generator {
   // constructor ({ match, apply, uuid, index, km, priority, notes }) {
@@ -65,14 +66,16 @@ class Generator {
     }
     const args = Object.assign({}, baseArgs, moreArgs, (baseArgs.getUUIDScoped || (() => { return {} }))(this.uuid))
     // return this.match(args)
-    const matches = await this.match(args)
-    if ((matches && (options.debug || {}).match) ||
-        callId === this.callId) {
-      // next line is the matcher
-      debugger // eslint-disable-line no-debugger
-      await this.match(args)
-    }
-    return matches
+    return await debug.hitScoped(args.callId, async () => {
+      const matches = await this.match(args)
+      if ((matches && (options.debug || {}).match) ||
+          callId === this.callId) {
+        // next line is the matcher
+        debugger // eslint-disable-line no-debugger
+        await this.match(args)
+      }
+      return matches
+    })
   }
 
   // apply (baseArgs, objects, g, gs, context, hierarchy, config, response, log, options = {}) {
@@ -121,11 +124,12 @@ class Generator {
     if (this.property === 'generatorp') {
       args.g = args.gp
     }
-    if ((options.debug || {}).apply ||
-        callId === this.callId) {
-      debugger // eslint-disable-line no-debugger
-    }
-    return await this._apply(args)
+    return await debug.hitScoped(args.callId, async () => {
+      if ((options.debug || {}).apply || process.env.DEBUG_CALLID == args.callId || callId === this.callId) {
+        debugger // eslint-disable-line no-debugger
+      }
+      return await this._apply(args)  // DEBUG: This is the line you want to step into
+    })
   }
 }
 
@@ -186,6 +190,13 @@ class Generators {
         const log = (message) => { this.logs.push(message) }
         // this.logs.push(`Generators: applied ${generator.toString()}\n to\n ${stringify(context)}`)
         let errorMessage = 'The apply function did not return a value'
+        if (process.env.TPMKMS_TRACE) {
+          console.error("TPMKMS_TRACE", debug.counter("TPMKMS_TRACE"))
+          console.error(generator.toLabel())
+          console.error(generator.toString())
+          console.log(`To debug this use debug.breakAt('${args.calls.current()}') or DEBUG_CALLID="${args.calls.current()}"`)
+        }
+
         try {
           generated = await generator.apply(args, objects, context, hierarchy, config, response, log, options)
         } catch (e) {
@@ -220,7 +231,7 @@ class Generators {
           lines.setElement(0, 2, stack)
           lines.newRow()
           lines.setElement(0, 1, 'DEBUG')
-          lines.setElement(0, 2, `To debug this use args.callId === '${args.calls.current()}'`)
+          lines.setElement(0, 2, `To debug this use debug.breakAt('${args.calls.current()}') or DEBUG_CALLID="${args.calls.current()}"`)
           lines.newRow()
           lines.setElement(0, 1, 'ERROR')
           lines.setElement(0, 2, errorMessage)
@@ -252,7 +263,7 @@ class Generators {
           lines.setElement(0, 2, stack)
           lines.newRow()
           lines.setElement(0, 1, 'DEBUG')
-          lines.setElement(0, 2, `To debug this use args.callId === '${args.calls.current()}'`)
+          lines.setElement(0, 2, `To debug this use debug.breakAt('${args.calls.current()}')`)
           lines.newRow()
           lines.setElement(0, 1, 'TO')
           lines.setElement(0, 2, `context_id: ${context.context_id}`)

package/src/helpers.js

@@ -1,6 +1,27 @@
 const deepEqual = require('deep-equal')
 const stringify = require('json-stable-stringify')
 
+
+// check if member function of a class have been overriden by an subclass
+class OverrideCheck {
+  constructor(base, suffix='API') {
+    this.base = base
+    this.checks = Object.getOwnPropertyNames(base.prototype).filter(key => typeof base.prototype[key] === 'function' && key.endsWith(suffix));
+  }
+
+  check(obj) {
+    const overriden = obj.constructor !== obj.baseAPI
+    if (!overriden) {
+      return
+    }
+    for (const check of this.checks) {
+      if (obj[check] == this.base.prototype[check]) {
+        throw new Error(`For ${obj.constructor.name} you need to override ${check}`)
+      }
+    }
+  }
+}
+
 function pathEquals (p1, p2) {
   if (p1.length !== p2.length) {
     return false
@@ -523,52 +544,77 @@ const stableId = (tag) => {
 }
 
 function getByPath(obj, path, defaultValue) {
+  const segments = Array.isArray(path) ? path : [path];
+  const keys = segments.flatMap((segment) => {
+    if (typeof segment !== "string") return [segment];
+    return segment
+      .replace(/\[(\d+)\]/g, ".$1")
+      .split(".")
+      .filter((key) => key !== "");
+  });
+
   let current = obj;
-  for (const key of path) {
+  for (const key of keys) {
     if (current === null || current === undefined) return defaultValue;
-    if (typeof current !== 'object') return defaultValue;
+    if (typeof current !== "object") return defaultValue;
     current = current[key];
   }
   return current === undefined ? defaultValue : current;
 }
 
+function normalizePath(path) {
+  const segments = Array.isArray(path) ? path : [path];
+  return segments.flatMap((segment) => {
+    if (typeof segment !== "string") return [segment];
+    return segment
+      .replace(/\[(\d+)\]/g, ".$1")
+      .split(".")
+      .filter((key) => key !== "");
+  });
+}
+
+function isArrayIndex(key) {
+  if (typeof key === "number") return Number.isInteger(key) && key >= 0;
+  return key !== "" && String(key >>> 0) === String(key);
+}
+
 /**
- * Set a value in an object by path array.
+ * Set a value in an object by path (string or array).
  * Automatically creates missing objects {} or arrays [] as needed.
  *
  * @param {Object} obj - The root object to modify
- * @param {Array<string|number>} path - Array of keys/indices
+ * @param {string|Array<string|number>} path - Path keys/indices
  * @param {*} value - Value to set
  * @returns {*} The set value (for chaining)
  */
 function setByPath(obj, path, value) {
-  if (!Array.isArray(path) || path.length === 0) {
-    throw new Error('Path must be a non-empty array');
+  const keys = normalizePath(path);
+
+  if (keys.length === 0) {
+    throw new Error("Path must be a non-empty string or array");
+  }
+
+  if (obj == null || typeof obj !== "object") {
+    throw new Error("Target must be an object or array");
   }
 
   let current = obj;
 
-  for (let i = 0; i < path.length; i++) {
-    const key = path[i];
-    const isLast = i === path.length - 1;
+  for (let i = 0; i < keys.length; i++) {
+    const key = keys[i];
+    const isLast = i === keys.length - 1;
 
     if (isLast) {
-      // Final step — just assign
       current[key] = value;
     } else {
-      // Not last — ensure next level exists
-      const nextKey = path[i + 1];
-
-      if (current[key] == null) {
-        // Auto-create: array if next key is number, otherwise object
-        current[key] = typeof nextKey === 'number' || String(nextKey >>> 0) === nextKey
-          ? []
-          : {};
-      } else if (Array.isArray(current[key]) && typeof nextKey !== 'number') {
-        // Safety: if current is array but next key isn't a valid index → convert to object
+      const nextKey = keys[i + 1];
+      const nextIsIndex = isArrayIndex(nextKey);
+
+      if (current[key] == null || typeof current[key] !== "object") {
+        current[key] = nextIsIndex ? [] : {};
+      } else if (Array.isArray(current[key]) && !nextIsIndex) {
         current[key] = { ...current[key] };
-      } else if (!Array.isArray(current[key]) && typeof nextKey === 'number') {
-        // If next expects array but current is object → convert
+      } else if (!Array.isArray(current[key]) && nextIsIndex) {
         current[key] = Object.values(current[key]);
       }
 
@@ -579,7 +625,11 @@ function setByPath(obj, path, value) {
   return value;
 }
 
+const helpDebugHierarchy = 'In order to get a debug break when a specific hierarchy is created set the DEBUG_HIERARCHY environment variable to the JSON of the child-parent pair to break on. For example DEBUG_HIERARCHY=\'["cat", "mammel"]\''
+
 module.exports = {
+  helpDebugHierarchy,
+
   stableId,
   ecatch,
   functionsToStrings,
@@ -611,4 +661,5 @@ module.exports = {
   assignAssumed,
   watchProperty,
   pathEquals,
+  OverrideCheck,
 }

package/src/project2.js

@@ -101,6 +101,10 @@ function project(source, filters, path=[]) {
     } else if (prop.property && source.hasOwnProperty(prop.property)) {
       // If the property is an object and not null, recursively project it
       if (typeof source[prop.property] === 'object' && source[prop.property] !== null) {
+        if (prop.all) {
+          result[prop.property] = source[prop.property]
+          return
+        }
         result[prop.property] = {}
         const instantiatedCheck = []
         for (const check of prop.check) {

package/src/semantics.js

@@ -75,13 +75,16 @@ class Semantic {
   async matches (args, context, options = {}) {
     args = {...args}
     this.fixUpArgs(args, context)
-    const matches = await this.matcher(args)
-    if (matches && (options.debug || {}).match || args.callId === this.callId) {
-      // next line is the matcher
-      debugger // eslint-disable-line no-debugger
-      await this.matcher(args)
-    }
-    return matches
+    return await debug.hitScoped(args.callId, async () => {
+      const matches = await this.matcher(args)
+      if (matches) {
+        if ((options.debug || {}).match || args.callId === this.callId || process.env.DEBUG_CALLID == args.callId) {
+          debugger // eslint-disable-line no-debugger
+          await this.matcher(args) // DEBUG: This is the line you step into
+        }
+      }
+      return matches
+    })
   }
 
   async apply (args, context, s, options = {}) {
@@ -97,21 +100,24 @@ class Semantic {
     const contextPrime = Object.assign({}, context)
     this.fixUpArgs(args, contextPrime)
 
-    if ((options.debug || {}).apply || args.callId === this.callId) {
-      debugger // eslint-disable-line no-debugger
-    }
-    if (args.breakOnSemantics) {
-      debugger // eslint-disable-line no-debugger
-    }
-    try {
-      args.handlerStack.push(this)
-      await this._apply(args)
-      args.handlerStack.pop()
-    } catch( e ) {
-      args.handlerStack.pop()
-      throw e
-    }
-    return contextPrime
+    return await debug.hitScoped(args.callId, async () => {
+      if ((options.debug || {}).apply || args.callId === this.callId || process.env.DEBUG_CALLID == args.callId) {
+        debugger // eslint-disable-line no-debugger  // STEP ABOUT THREE TIMES TO THE DEBUG LINE
+      }
+      if (args.breakOnSemantics) {
+        debugger // eslint-disable-line no-debugger
+      }
+
+      try {
+        args.stack.push(this)
+        await this._apply(args) // DEBUG: This is the line you want to step into
+        args.stack.pop()
+      } catch( e ) {
+        args.stack.pop()
+        throw e
+      }
+      return contextPrime
+    })
   }
 }
 
@@ -187,6 +193,8 @@ class Semantics {
     let seenQuestion = false
     const deferred = []
     args.log = (message) => { this.logs.push(message) }
+    const finallyList = []; // called after the semantic is processed
+    args._finally = (call) => finallyList.unshift(call)
     for (const isemantic in this.semantics) {
       const semantic = this.semantics[isemantic]
       // only one question at a time
@@ -253,7 +261,7 @@ class Semantics {
           lines.setElement(0, 2, semantic.toString())
           lines.newRow()
           lines.setElement(0, 1, 'DEBUG')
-          lines.setElement(0, 2, `To debug this use args.callId === '${args.calls.current()}'`)
+          lines.setElement(0, 2, `To debug this use debug.breakAt('${args.calls.current()}') in the code or DEBUG_CALLID="${args.calls.current()}"`)
           lines.newRow()
           lines.setElement(0, 1, 'TO')
           lines.setElement(0, 2, `context_id: ${context.context_id}`)
@@ -288,7 +296,7 @@ class Semantics {
           lines.setElement(0, 2, semantic.toString())
           lines.newRow()
           lines.setElement(0, 1, 'DEBUG')
-          lines.setElement(0, 2, `To debug this use args.callId === '${args.calls.current()}'`)
+          lines.setElement(0, 2, `To debug this use debug.breakAt('${args.calls.current()}') in the code or DEBUG_CALLID="${args.calls.current()}"`)
           lines.newRow()
           lines.setElement(0, 1, 'TO')
           lines.setElement(0, 2, `context_id: ${context.context_id}`)
@@ -319,6 +327,9 @@ class Semantics {
       }
       counter += 1
     }
+    for (const f of finallyList) {
+      await f()
+    }
     args.calls.pop()
     if (!applied && debug) {
       const widths = Lines.addRemainder([10, 10])