theprogrammablemind 7.5.4-beta.3 → 7.5.4-beta.5

package/client.js

@@ -8,7 +8,7 @@ const _ = require('lodash')
 const stringify = require('json-stable-stringify')
 const Lines = require('./lines')
 const flattens = require('./src/flatten')
-const { appendNoDups, InitCalls } = require('./src/helpers')
+const { appendNoDups, InitCalls, updateQueries } = require('./src/helpers')
 const runtime = require('./runtime')
 const sortJson = runtime.sortJson
 
@@ -478,7 +478,7 @@ const doWithRetries = async (n, url, queryParams, data) => {
   }
 }
 
-const setupProcessB = ({ config, allowDelta=false } = {}) => {
+const setupProcessB = ({ config, initializer, allowDelta=false } = {}) => {
   const key = config._key
 
   const data = Object.assign({ key, version: '3' }, { uuid: config._uuid })
@@ -526,7 +526,7 @@ const processInstance = (config, instance) => {
   global.transitoryMode = transitoryMode
 }
 
-const _process = async (config, query, { commandLineArgs, credentials, writeTests, isTest, saveDeveloper, testConfig, testsFN, errorHandler = defaultErrorHandler } = {}) => {
+const _process = async (config, query, { initializer, commandLineArgs, credentials, writeTests, isTest, saveDeveloper, testConfig, testsFN, errorHandler = defaultErrorHandler } = {}) => {
   if (credentials) {
     config.server(credentials.server, credentials.key)
   }
@@ -546,7 +546,7 @@ const _process = async (config, query, { commandLineArgs, credentials, writeTest
     throw error
   }
 
-  let { data, /* generators, semantics, */ hierarchy } = setupProcessB({ config, allowDelta: true })
+  let { data, /* generators, semantics, */ hierarchy } = setupProcessB({ config, initializer, allowDelta: true })
   if (commandLineArgs && commandLineArgs.checkForLoop) {
     data.checkForLoop = true
   }
@@ -1057,7 +1057,7 @@ const build = async ({ config, target, template, errorHandler = defaultErrorHand
       finish()
       return
     }
-    const { property, hierarchy, query: queryOrExtraConfig, skipSemantics } = queries.shift()
+    const { property, hierarchy, query: queryOrExtraConfig, initializer, skipSemantics } = queries.shift()
     // queries are strings or { query: "blah", development: true/false }
     if (typeof queryOrExtraConfig === 'string' || queryOrExtraConfig.query) {
       let query = queryOrExtraConfig;
@@ -1082,7 +1082,7 @@ const build = async ({ config, target, template, errorHandler = defaultErrorHand
       }
 
       try {
-        const results = await _process(config, query.query, {})
+        const results = await _process(config, query.query, {initializer})
         if (config.config.debug) {
           // TODO pass in the error handler like the other ones
           defaultInnerProcess(config, defaultErrorHandler, results)
@@ -1143,7 +1143,7 @@ const build = async ({ config, target, template, errorHandler = defaultErrorHand
       return template
     };
     stabilizeOutput(accumulators)
-    runtime.fs.writeFileSync(instanceName, JSON.stringify(Object.assign({ queries: template.queries }, accumulators), 0, 2))
+    runtime.fs.writeFileSync(instanceName, JSON.stringify(Object.assign({ queries: template.queries.map(updateQueries) }, accumulators), 0, 2))
 
     // km tests file
     const testsName = `./${target}.test.json`
@@ -1160,7 +1160,9 @@ const build = async ({ config, target, template, errorHandler = defaultErrorHand
       return queryStringOrProperties
     }
   }
-  let todo = (template.queries || []).map((query) => { return { property: 'resultss', query, skipSemantics: false } })
+  let todo = []
+  todo = todo.concat((template.initializers || []).map((query) => { return { initializer: true, property: 'resultss', query, skipSemantics: false } }))
+  todo = todo.concat((template.queries || []).map((query) => { return { property: 'resultss', query, skipSemantics: false } }))
   todo = todo.concat((template.fragments || []).map((query) => { return Object.assign({}, toProperties(query), { property: 'fragments', skipSemantics: false }) }))
   todo = todo.concat((template.semantics || []).map((definition) => { return { property: 'semantics', query: `${definition.from}\n${definition.to}`, skipSemantics: true } }))
   await looper(Object.assign([], todo))
@@ -1265,7 +1267,6 @@ const knowledgeModule = async ({
       config.load(template.template, template.instance)
     }
   }
-
   if (isProcess) {
     // setup();
     const parser = new runtime.ArgumentParser({
@@ -1299,6 +1300,7 @@ const knowledgeModule = async ({
     parser.add_argument('-da', '--debugAssociation', { help: 'When running with the --debugAssociation flag the debugging will break when the specified association is added to the config' })
     parser.add_argument('-dh', '--debugHierarchy', { help: 'When running with the --debugHierarchy flag the debugging will break when the specified child-parent pair is added to the config for the main config. Set DEBUG_HIERARCHY to debug any config loaded. For example DEBUG_HIERARCHY=\'["cat", "mammel"]\'' })
     parser.add_argument('-db', '--debugBridge', { help: 'When running with the --debugBridge flag the debugging will break when the specified bridge is added to the config for the main config. Set DEBUG_BRIDGE to debug any config loaded. For example DEBUG_BRIDGE=\'id/level\'' })
+    parser.add_argument('-do', '--debugOperator', { help: 'When running with the --debugOperator flag the debugging will break when the specified operator is added to the config for the main config. Set DEBUG_OPERATOR to debug any config loaded. For example DEBUG_OPERATOR=\'([operator] ([arg]))\'' })
 
     const args = parser.parse_args()
     args.count = args.count || 1
@@ -1316,6 +1318,10 @@ const knowledgeModule = async ({
         console.log('Expected DEBUG_BRIDGE to be of the form "id/level"');
       }
     }
+    if (args.debugOperator) {
+        // id/level
+      global.entodictonDebugOperator = args.debugOperator
+    }
 
     if (args.clean) {
       const tests = JSON.parse(runtime.fs.readFileSync(testConfig.name))

package/package.json

@@ -16,6 +16,7 @@
     "lint:fix": "eslint \"**/*.js\" --fix",
     "lint": "eslint \"**/*.js\"",
     "to": "node node_modules/.bin/jest --runInBand -t NEO23",
+    "tos": "node node_modules/.bin/jest --runInBand -t NEOS23",
     "test": "jest --config ./jest.config.json",
     "test:watch": "npm run test -- --watch"
   },
@@ -61,6 +62,6 @@
     "json-stable-stringify": "^1.0.1",
     "node-fetch": "^2.6.1"
   },
-  "version": "7.5.4-beta.3",
+  "version": "7.5.4-beta.5",
   "license": "ISC"
 }

package/src/config.js

@@ -5,7 +5,6 @@ const { Generators } = require('./generators')
 const client = require('../client')
 const Digraph = require('./digraph')
 const helpers = require('./helpers')
-const deepEqual = require('deep-equal')
 const runtime = require('../runtime')
 const _ = require('lodash')
 
@@ -117,6 +116,11 @@ if (runtime.process.env.DEBUG_BRIDGE) {
   global.entodictonDebugBridge[1] = int(global.entodictonDebugBridge[1])
 }
 
+if (runtime.process.env.DEBUG_OPERATOR) {
+  // id/level
+  global.entodictonDebugOperator = runtime.process.env.DEBUG_OPERATOR
+}
+
 const hierarchyCanonical = (element) => {
     if (element.child && element.parent) {
       return element
@@ -417,6 +421,29 @@ const multiApiImpl = (initializer) => {
 
 class Config {
 
+  // return the config with just the elements from the included KM's
+  baseConfig() {
+    const operators = this.config.operators.filter((operator) => {
+      return operator.uuid !== this.uuid
+    })
+    const bridges = this.config.bridges.filter((bridge) => {
+      return bridge.uuid !== this.uuid
+    })
+    const words = {}
+    for (let word in this.config.words) {
+      const defs = this.config.words[word].filter( (def) => def.uuid !== this.uuid )
+      if (defs.length > 0) {
+        words[word] = defs
+      }
+    }
+    debugger
+    return {
+      operators,
+      bridges,
+      words
+    }
+  }
+
   getCounter (maybeName = '') {
     const counter = this.configCounter
     this.configCounter += 1
@@ -618,12 +645,13 @@ class Config {
     }
     const instanceFragments = (instance.fragments || []).map((fragment) => fragment.key || fragment.query).map( toCanonical )
     const templateFragments = (template.fragments || []).concat(this.dynamicFragments).map( toCanonical )
-    const sameFragments = deepEqual(templateFragments, instanceFragments)
-    const sameQueries = deepEqual((template.queries || []), (instance.queries || []))
+    const sameFragments = helpers.safeEquals(templateFragments, instanceFragments)
+    const sameQueries = helpers.safeEquals((template.queries || []).map(helpers.updateQueries), (instance.queries || []))
     return !(instance && sameQueries && sameFragments)
   }
 
   load (template, instance, options = { rebuild: false } ) {
+    this.template = template
     this.logs.push(`loading template for ${this.name}`)
     if (instance && instance.associations && !options.rebuild) {
       this.addAssociations(instance.associations)
@@ -685,7 +713,7 @@ class Config {
       }
     }
     if (global.entodictonDebugAssociation) {
-      if (deepEqual(global.entodictonDebugAssociation, association)) {
+      if (helpers.safeEquals(global.entodictonDebugAssociation, association)) {
         debugger; // debug association hit
       }
     }
@@ -720,7 +748,7 @@ class Config {
       throw `addHierarchy expected parent property to be a string. got ${JSON.stringify(parent)}`
     }
     if (global.entodictonDebugHierarchy) {
-      if (deepEqual(global.entodictonDebugHierarchy, [child, parent])) {
+      if ((helpers.safeEquals.entodictonDebugHierarchy, [child, parent])) {
         debugger; // debug hierarchy hit
       }
     }
@@ -738,7 +766,7 @@ class Config {
     }
 
     if (global.entodictonDebugHierarchy) {
-      if (deepEqual(global.entodictonDebugHierarchy, [child, parent])) {
+      if (helpers.safeEquals(global.entodictonDebugHierarchy, [child, parent])) {
         debugger; // debug hierarchy hit
       }
     }
@@ -845,6 +873,7 @@ class Config {
     if (!this.config.operators) {
       this.config.operators = []
     }
+
     const operators = this.config.operators
 
     let operator;
@@ -854,6 +883,12 @@ class Config {
       operator = Object.assign({}, objectOrPattern, { uuid: this._uuid })
     }
 
+    if (global.entodictonDebugOperator) {
+      if (operator.pattern === global.entodictonDebugOperator) {
+        debugger; // debug operator hit
+      }
+    }
+
     if (operator.allowDups) {
       if (operators.find( (o) => o.pattern == operator.pattern )) {
         return;
@@ -1726,7 +1761,8 @@ class Config {
 
       if (currentConfig.api) {
         currentConfig.api.objects = args.objects
-        currentConfig.api.config = () => this
+        // GREG42 currentConfig.api.config = () => this
+        currentConfig.api.config = () => args.baseConfig
         currentConfig.api.uuid = currentConfig._uuid
       }
       // this.instances.forEach( (instance) => client.processInstance(this, instance) )

package/src/helpers.js

@@ -44,10 +44,23 @@ const appendNoDups = (l1, l2) => {
 }
 
 const safeEquals = (v1, v2) => {
-  if (!deepEqual(stringify(v1), stringify(v2))) {
+  if (typeof v1 !== typeof v2) {
     return false
   }
-  return true
+
+  const type = typeof v1
+  if (type == 'number' || type == 'string') {
+    return v1 == v2
+  } else if (type == 'function') {
+    return v1.toString() == v2.toString()
+  } else {
+    for (let key in v1) {
+      if (!safeEquals(v1[key], v2[key])) {
+        return false
+      }
+    }
+    return true
+  }
 }
 
 /*
@@ -238,7 +251,66 @@ const mapInPlace = (list, fn) => {
   }
 }
 
+const updateQueries = (queryOrConfig) => {
+  if (typeof queryOrConfig == 'string' || queryOrConfig.query) {
+    return queryOrConfig
+  } else {
+    const config = queryOrConfig
+    return functionsToStrings(config)
+  }
+}
+
+const functionsToStrings = (config) => {
+  config = {...config}
+  const mapGenerator = (generator) => {
+      if (generator.apply) {
+        return { ...generator, match: generator.match.toString(), apply: generator.apply.toString() }
+      } else {
+        return [ generator[0].toString(), generator[1].toString() ]
+      }
+    }
+  if (config.generators) {
+    config.generators = config.generators.map( mapGenerator )
+  }
+  if (config.semantics) {
+    config.semantics = config.semantics.map( (semantic) => {
+      if (semantic.apply) {
+        return { ...semantic, match: semantic.match.toString(), apply: semantic.apply.toString() }
+      } else {
+        return [ semantic[0].toString(), semantic[1].toString() ]
+      }
+    })
+  }
+  if (config.bridges) {
+    config.bridges = config.bridges.map( (bridge) => {
+      bridge = {...bridge}
+      if (bridge.generator) {
+        bridge.generator = bridge.generator.toString()
+      }
+      if (bridge.generators) {
+        bridge.generators = bridge.generators.map( mapGenerator )
+      }
+      if (bridge.generatorp) {
+        bridge.generatorp = bridge.generatorp.toString()
+      }
+      if (bridge.generatorr) {
+        bridge.generatorr = bridge.generatorr.toString()
+      }
+      if (bridge.semantic) {
+        bridge.semantic = bridge.semantic.toString()
+      }
+      if (bridge.evaluator) {
+        bridge.evaluator = bridge.evaluator.toString()
+      }
+      return bridge
+    })
+  }
+  return config
+}
+
 module.exports = { 
+  functionsToStrings,
+  updateQueries,
   mapInPlace,
   validProps, 
   args,