theprogrammablemind 9.6.3-beta.3 → 9.6.3-beta.31

package/client.js

@@ -1339,6 +1339,7 @@ const knowledgeModuleImpl = async ({
       parser.add_argument('-q', '--query', { help: 'Run the specified query' })
       parser.add_argument('-f', '--filter', { help: 'for -pd only the data for the knowledge modules that start with this string will be shown' })
       parser.add_argument('-ip ', '--server', { help: 'Server to run against' })
+      parser.add_argument('--trace', { action: 'store_true', help: 'Trace the semantics and generator calls.' })
       parser.add_argument('-qp ', '--queryParams', { help: 'Query params for the server call' })
       parser.add_argument('-dt', '--deleteTest', { help: 'Delete the specified query from the tests file.' })
       parser.add_argument('--parenthesized', { action: 'store_true', help: 'Show the generated phrases with parenthesis.' })
@@ -1402,6 +1403,10 @@ const knowledgeModuleImpl = async ({
 
       // setup();
 
+      if (args.trace) {
+        process.env.TPMKMS_TRACE = true
+      }
+
       if (args.parenthesized) {
         config.parenthesized = true
       }

package/package.json

@@ -73,6 +73,6 @@
     "scriptjs": "^2.5.9",
     "uuid": "^8.3.2"
   },
-  "version": "9.6.3-beta.3",
+  "version": "9.6.3-beta.31",
   "license": "UNLICENSED"
 }

package/src/config.js

@@ -115,6 +115,10 @@ const debugOperator = (operator) => {
       // debug operator hit
       debugger // eslint-disable-line no-debugger
     }
+    if ((`${operator.pattern || operator}`).includes(global.entodictonDebugOperator)) {
+      // debug operator hit
+      debugger // eslint-disable-line no-debugger
+    }
   }
 }
 
@@ -987,7 +991,7 @@ class Config {
   getInfo () {
     const name = this.name
     const includes = this.configs.slice(1).map((km) => km.config.name)
-    includes.sort()
+    // includes.sort()
     const visibleExamples = []
     for (const test of this.tests) {
       if (!test.developerTest) {
@@ -2874,6 +2878,9 @@ class Config {
   }
 
   getContextChecks() {
+    if (this.getContextChecksCache) {
+      return this.getContextChecksCache
+    }
     const allChecks = []
     let defaults = () => []
     if (this.loadOrdering) {
@@ -2910,6 +2917,7 @@ class Config {
       match: () => true,
       apply: defaults
     })
+    this.getContextChecksCache = allChecks
     return allChecks
   }
 

package/src/configHelpers.js

@@ -86,6 +86,30 @@ const cleanAssign = (dest, ...srcs) => {
   Object.assign(dest, ...srcs)
 }
 
+// handler is a semantic or a generator
+class HandlerStack {
+  constructor(handlers = []) {
+    this.handlers = [...handlers]
+  }
+
+  push(handler) {
+    this.handlers.push(handler)
+  }
+
+  pop() {
+    this.handlers.pop()
+  }
+
+  toString() {
+    let str = ''
+    for (let i = this.handlers.length - 1; i >= 0; --i) {
+      str += this.handlers[i].toLabel() + '\n'
+      str += this.handlers[i].toString() + '\n\n'
+    }
+    return str
+  }
+}
+
 class ContextHierarchy {
   constructor(contexts = []) {
     this.contexts = [...contexts]
@@ -139,6 +163,7 @@ const setupArgs = (args, config, logs, hierarchy, uuidForScoping) => {
     }
   }
   args.contextHierarchy = new ContextHierarchy()
+  args.handlerStack = new HandlerStack()
   args.cleanAssign = cleanAssign
   args.km = (name) => config.getConfig(name)
   args.api = (name) => config.getConfig(name).api
@@ -591,4 +616,5 @@ module.exports = {
   loadInstance,
   isA,
   ContextHierarchy,
+  HandlerStack,
 }

package/src/flatten.js

@@ -109,7 +109,7 @@ const flatten = (markers, value) => {
   const keys = []
   const valuess = []
   const unchanged = {}
-  DEBUG('properties', JSON.stringify(properties, null, 2))
+  DEBUG('properties', () => JSON.stringify(properties, null, 2))
   for (const key in properties) {
     let wf = false
     let values
@@ -133,11 +133,11 @@ const flatten = (markers, value) => {
   }
 
   const propertiess = []
-  DEBUG('-----------> valuess', JSON.stringify(valuess))
-  DEBUG('-----------> cartesian(valuess)', JSON.stringify(cartesian(valuess)))
+  DEBUG('-----------> valuess', () => JSON.stringify(valuess))
+  DEBUG('-----------> cartesian(valuess)', () => JSON.stringify(cartesian(valuess)))
   // for (let values of itertools.product(*valuess)) {
   const cp = cartesian(...valuess)
-  DEBUG('-----------> cp', JSON.stringify(cp))
+  DEBUG('-----------> cp', () => JSON.stringify(cp))
   for (const values of cartesian(...valuess)) {
     // properties = copy.deepcopy(unchanged)
     properties = _.cloneDeep(unchanged)

package/src/fragments.js

@@ -1,18 +1,6 @@
 const _ = require('lodash')
 const helpers = require('./helpers')
 
-function pathEquals (p1, p2) {
-  if (p1.length !== p2.length) {
-    return false
-  }
-  for (let i = 0; i < p1.length; ++i) {
-    if (p1[i] !== p2[i]) {
-      return false
-    }
-  }
-  return true
-}
-
 function fragmentInstantiator (args, contexts) {
   return new Object({ 
     contexts: () => {
@@ -22,7 +10,7 @@ function fragmentInstantiator (args, contexts) {
       const instantiated = _.cloneDeep(contexts)
       const todo = [{ context: instantiated, path: [] }]
       args = { ...args }
-      args.pathEquals = pathEquals
+      args.pathEquals = helpers.pathEquals
       while (todo.length > 0) {
         const { context, path } = todo.pop()
         args.context = context

package/src/helpers.js

@@ -1,6 +1,22 @@
 const deepEqual = require('deep-equal')
 const stringify = require('json-stable-stringify')
 
+function pathEquals (p1, p2) {
+  if (p1.length !== p2.length) {
+    return false
+  }
+  for (let i = 0; i < p1.length; ++i) {
+    if (typeof p2[i] == 'function') {
+      if (!p2[i](p1[i])) {
+        return false
+      }
+    } else if (p1[i] !== p2[i]) {
+      return false
+    }
+  }
+  return true
+}
+
 function watchProperty(obj, propName) {
   let value = obj[propName];
 
@@ -594,4 +610,5 @@ module.exports = {
   setByPath,
   assignAssumed,
   watchProperty,
+  pathEquals,
 }

package/src/project.js

@@ -23,6 +23,12 @@ const project = (object, filter) => {
     return object
   }
 
+  if (object.checks) {
+    for (const check in object.checks) {
+      filter.push(check)
+    }
+  }
+
   const projection = {}
   const set = (property, value) => {
     if (value === null || value === undefined) {

package/src/project2.js

@@ -1,4 +1,5 @@
 const debug = require('./debug')
+const helpers = require('./helpers')
 
 function areFirstNEqual(arr1, arr2, n) {
   if (n <= 0) return true;
@@ -16,6 +17,7 @@ function project(source, filters, path=[]) {
   if (['boolean', 'string', 'number'].includes(typeof source)) {
     return source
   }
+
   if (Array.isArray(source)) {
     const result = []
     for (const value of source) {
@@ -35,8 +37,8 @@ function project(source, filters, path=[]) {
   }
 
   // Find the applicable filter for the current context
-  const filter = filters.find(f => f.match({ context: source }));
-  if (!filter) {
+  const selectedFilters = filters.filter(f => f.match({ context: source, path, pathEquals: helpers.pathEquals }));
+  if (filters.length == 0) {
     if (Array.isArray(source)) {
       return source.map((element) => project(element, filters, [...path, '*']))
     }
@@ -44,7 +46,17 @@ function project(source, filters, path=[]) {
   }
 
   // Get the properties to include from the apply function
-  let properties = filter.apply(source);
+  let properties = []
+  for (const filter of selectedFilters) {
+    for (const property of filter.apply(source)) {
+      properties.push(property)
+    }
+  }
+  if (source?.checks) {
+    for (const check of source.checks) {
+      properties.push(check)
+    }
+  }
 
   // update 
   const updatedProperties = []
@@ -69,7 +81,7 @@ function project(source, filters, path=[]) {
         result[endProp] = source[endProp]
       } else if (Array.isArray(source[endProp])) {
         result[endProp] = []
-        for (const key in source[endProp]) {
+        for (const key of source[endProp].keys()) {
           result[endProp].push(project(source[endProp][key], filters, [...path, endProp, key]))
         }
       } else {
@@ -90,7 +102,19 @@ function project(source, filters, path=[]) {
       // If the property is an object and not null, recursively project it
       if (typeof source[prop.property] === 'object' && source[prop.property] !== null) {
         result[prop.property] = {}
-        for (const key of prop.check) {
+        const instantiatedCheck = []
+        for (const check of prop.check) {
+          if (typeof check.property == 'function') {
+            for (const sourceKey of source[prop.property].keys()) {
+              if (check.property(sourceKey)) {
+                instantiatedCheck.push({ property: sourceKey, check: check.check })
+              }
+            }
+          } else {
+            instantiatedCheck.push(check)
+          }
+        }
+        for (const key of instantiatedCheck) {
           if (typeof key == 'string') {
             result[prop.property][key] = project(source[prop.property][key], filters, [...path, prop.property, key]);
           } else {
@@ -98,7 +122,7 @@ function project(source, filters, path=[]) {
               match: () => true,
               apply: () => key.check
             }
-            result[prop.property][key.property] = project(source[prop.property][key.property], [f], [...path, prop.property, key.property]);
+            result[prop.property][key.property] = project(source[prop.property][key.property], [...filters, f], [...path, prop.property, key.property]);
           }
         }
       } else {

package/src/semantics.js

@@ -103,7 +103,14 @@ class Semantic {
     if (args.breakOnSemantics) {
       debugger // eslint-disable-line no-debugger
     }
-    await this._apply(args)
+    try {
+      args.handlerStack.push(this)
+      await this._apply(args)
+      args.handlerStack.pop()
+    } catch( e ) {
+      args.handlerStack.pop()
+      throw e
+    }
     return contextPrime
   }
 }
@@ -172,7 +179,6 @@ class Semantics {
     args = { ...args }
 
     const config = args.config
-    const debug = config.getDebug()
     let contextPrime = Object.assign({}, context)
     const s = (context, options) => this.apply(args, context, options)
     let applied = false
@@ -205,6 +211,11 @@ class Semantics {
             continueWasCalled = true
           }
           args._continue = _continue
+          if (process.env.TPMKMS_TRACE) {
+            console.error("TPMKMS_TRACE", debug.counter("TPMKMS_TRACE"))
+            console.error(semantic.toLabel())
+            console.error(semantic.toString())
+          }
           contextPrime = await semantic.apply(args, context, s, options)
           if (continueWasCalled) {
             continue