theprogrammablemind 7.3.5 → 7.3.6

package/client.js

@@ -9,29 +9,8 @@ const stringify = require('json-stable-stringify')
 const Lines = require('./lines')
 const flattens = require('./src/flatten')
 const { appendNoDups, InitCalls } = require('./src/helpers')
-const sortJson = require('sort-json')
-const util = require('util')
-const { diffString } = require('json-diff')
-
-const isJest = () => {
-  return process.env.JEST_WORKER_ID !== undefined;
-}
-
-let fs
-let ArgumentParser
-
-const setupLibs = () => {
-  if (!fs) {
-    fs = require('fs')
-  }
-  if (!ArgumentParser) {
-    ArgumentParser = require('argparse').ArgumentParser
-  }
-}
-
-if (isJest()) {
-  setupLibs()
-}
+const runtime = require('./runtime')
+const sortJson = runtime.sortJson
 
 const ask = (config) => (asks) => {
   for (let ask of asks) {
@@ -70,13 +49,13 @@ const ask = (config) => (asks) => {
 const vimdiff = (actualJSON, expectedJSON) => {
   const path = '.'
   const actual = sortJson(actualJSON, { depth: 25 })
-  fs.writeFileSync(`${path}/actual.json`, JSON.stringify(actual, 0, 2))
+  runtime.fs.writeFileSync(`${path}/actual.json`, JSON.stringify(actual, 0, 2))
   const expected = sortJson(expectedJSON, { depth: 25 })
-  fs.writeFileSync(`${path}/expected.json`, JSON.stringify(expected, 0, 2))
+  runtime.fs.writeFileSync(`${path}/expected.json`, JSON.stringify(expected, 0, 2))
   // console.log(`vimdiff ${path}/actual.json ${path}/expected.json`)
   {
-    const editor = process.env.EDITOR || 'vimdiff'
-    const child = child_process.spawn(editor, [`${path}/expected.json`, `${path}/actual.json`], { stdio: 'inherit' })
+    const editor = runtime.process.env.EDITOR || 'vimdiff'
+    const child = runtime.child_process.spawn(editor, [`${path}/expected.json`, `${path}/actual.json`], { stdio: 'inherit' })
     child.on('exit', function (e, code) {
       console.log('finished')
     })
@@ -251,13 +230,13 @@ const writeTestFile = (fn, tests) => {
     }
   }
   stabilize(tests)
-  fs.writeFileSync(fn, stringify(tests, { space: 2 }), { encoding: 'utf8', flag: 'w+' })
+  runtime.fs.writeFileSync(fn, stringify(tests, { space: 2 }), { encoding: 'utf8', flag: 'w+' })
 }
 
 const writeTest = (fn, query, objects, generated, paraphrases, responses, contexts, associations, metadata, config, saveDeveloper) => {
   let tests = []
-  if (fs.existsSync(fn)) {
-    tests = JSON.parse(fs.readFileSync(fn))
+  if (runtime.fs.existsSync(fn)) {
+    tests = JSON.parse(runtime.fs.readFileSync(fn))
   }
   for (let association of associations) {
     association.sort()
@@ -723,7 +702,7 @@ const runTestsHelper = async (config, tests, failed, juicyBits) => {
 }
 
 const runTests = async (config, testFile, juicyBits) => {
-  const tests = JSON.parse(fs.readFileSync(testFile))
+  const tests = JSON.parse(runtime.fs.readFileSync(testFile))
   const { beforeTests, afterTests } = juicyBits
   beforeTests()
   if (juicyBits.verbose) {
@@ -760,7 +739,7 @@ const saveTestsHelper = async (testFile, config, tests, todo, beforeQuery, testC
 }
 
 const saveTests = (config, testFile, beforeQuery, testConfig) => {
-  const tests = JSON.parse(fs.readFileSync(testFile))
+  const tests = JSON.parse(runtime.fs.readFileSync(testFile))
   console.log(testFile)
   return saveTestsHelper(testFile, config, tests, tests.map( (test) => test.query ), beforeQuery, testConfig)
 }
@@ -862,7 +841,7 @@ const defaultErrorHandler = async (error) => {
   }
 
   if (error.config) {
-    console.log('objects', util.inspect(error.config.get('objects'), { depth: Infinity, sorted: true }))
+    console.log('objects', runtime.util.inspect(error.config.get('objects'), { depth: Infinity, sorted: true }))
   }
 
   if (error.stack) {
@@ -914,9 +893,9 @@ const defaultInnerProcess = (config, errorHandler, responses) => {
   console.log(responses.trace)
 
   if (global.beforeObjects) {
-    console.log('objects', diffString(global.beforeObjects, config.get('objects')))
+    console.log('objects', runtime.jsonDiff.diffString(global.beforeObjects, config.get('objects')))
   } else {
-    console.log('objects', util.inspect(config.get('objects'), { depth: Infinity, sorted: true }))
+    console.log('objects', runtime.util.inspect(config.get('objects'), { depth: Infinity, sorted: true }))
   }
   console.log('--- The contexts are ----------')
   console.log(JSON.stringify(sortJson(responses.contexts, { depth: 25 }), null, 2))
@@ -1077,13 +1056,13 @@ const build = async ({ config, target, beforeQuery, template, errorHandler = def
       return template
     };
     stabilizeOutput(accumulators)
-    fs.writeFileSync(instanceName, JSON.stringify(Object.assign({ queries: template.queries }, accumulators), 0, 2))
+    runtime.fs.writeFileSync(instanceName, JSON.stringify(Object.assign({ queries: template.queries }, accumulators), 0, 2))
 
     // km tests file
     const testsName = `./${target}.test.json`
-    if (!fs.existsSync(testsName)) {
+    if (!runtime.fs.existsSync(testsName)) {
       console.log(`Writing km file tests file "${testsName}" since it does not exist`)
-      fs.writeFileSync(testsName, JSON.stringify({}, 0, 2))
+      runtime.fs.writeFileSync(testsName, JSON.stringify({}, 0, 2))
     }
   }
 
@@ -1171,8 +1150,8 @@ const knowledgeModule = async ({
     config.tests = test.contents
     test = test.name
   } else {
-    if (fs && fs.existsSync(test)) {
-      config.tests = JSON.parse(fs.readFileSync(test))
+    if (runtime.fs && runtime.fs.existsSync(test)) {
+      config.tests = JSON.parse(runtime.fs.readFileSync(test))
     } else {
       config.tests = {}
     }
@@ -1189,8 +1168,7 @@ const knowledgeModule = async ({
 
   if (isProcess) {
     // setup();
-    setupLibs()
-    const parser = new ArgumentParser({
+    const parser = new runtime.ArgumentParser({
       description: 'Entodicton knowledge module'
     })
 
@@ -1237,7 +1215,7 @@ const knowledgeModule = async ({
     }
 
     if (args.clean) {
-      const tests = JSON.parse(fs.readFileSync(testConfig.name))
+      const tests = JSON.parse(runtime.fs.readFileSync(testConfig.name))
       for (let test of tests) {
         delete test.associations
       }
@@ -1247,7 +1225,7 @@ const knowledgeModule = async ({
     }
 
     if (args.queryDelete) {
-      let tests = JSON.parse(fs.readFileSync(testConfig.name))
+      let tests = JSON.parse(runtime.fs.readFileSync(testConfig.name))
       tests = tests.filter( (test) => test.query !== args.queryDelete );
       writeTestFile(testConfig.name, tests)
       console.log(`Remove the test for "${args.queryDelete}"`)
@@ -1399,7 +1377,7 @@ const knowledgeModule = async ({
         const l = (n, hasError) => {
           if (n === 0) {
             if (hasError) {
-              process.exit(-1)
+              runtime.process.exit(-1)
             }
             return
           }
@@ -1445,7 +1423,7 @@ const knowledgeModule = async ({
             l(n - 1, hasError || newError)
           }).catch((error) => {
             console.error(error)
-            process.exit(-1)
+            runtime.process.exit(-1)
             errorHandler(error)
           })
         }
@@ -1454,7 +1432,7 @@ const knowledgeModule = async ({
         test()
       }
     } else if (args.loop) {
-      const readline = require('readline').createInterface({ input: process.stdin, output: process.stdout })
+      const readline = runtime.readline.createInterface({ input: runtime.process.stdin, output: runtime.process.stdout })
       const f = () => readline.question('Enter query? (newline to quit) ', query => {
         query = query.trim()
         if (query.length === 0) {
@@ -1502,13 +1480,12 @@ const test = (name) => {
 */
 
 const ensureTestFile = (module, name, type) => {
-  setupLibs()
   const isProcess = require.main === module
   if (isProcess) {
     const fn = `./${name}.${type}.json`
-    if (!fs.existsSync(fn)) {
+    if (!runtime.fs.existsSync(fn)) {
       console.log('writing')
-      fs.writeFileSync(fn, '[]')
+      runtime.fs.writeFileSync(fn, '[]')
     }
   }
 }
@@ -1519,7 +1496,11 @@ function where(goUp = 2) {
   const regexForm2 = /at (.*):(\d+):(\d+)$/
   const line = e.stack.split("\n")[goUp];
   const match = regexForm1.exec(line) || regexForm2.exec(line);
-  return `${match[1]}:${match[2]}`
+  if (match) {
+    return `${match[1]}:${match[2]}`
+  } else {
+    return 'running in browser'
+  }
 }
 
 function w(func) {

package/package.json

@@ -1,6 +1,24 @@
 {
-  "author": "dev@thinktelligence.com",
-  "license": "ISC",
+  "devDependencies": {
+    "eslint-plugin-import": "^2.23.4",
+    "jest": "^26.6.3",
+    "@typescript-eslint/parser": "^4.28.4",
+    "@typescript-eslint/eslint-plugin": "^4.28.4",
+    "eslint-plugin-node": "^11.1.0",
+    "eslint-config-standard": "^16.0.3",
+    "eslint-plugin-promise": "^5.1.0",
+    "eslint": "^7.31.0"
+  },
+  "scripts": {
+    "to:debug": "node inspect node_modules/.bin/jest --runInBand -t ONE23",
+    "test:debug": "node inspect node_modules/.bin/jest --runInBand --config ./jest.config.json",
+    "tod": "node inspect node_modules/.bin/jest --runInBand -t ONE23",
+    "lint:fix": "eslint \"**/*.js\" --fix",
+    "lint": "eslint \"**/*.js\"",
+    "to": "node node_modules/.bin/jest --runInBand -t NEO",
+    "test": "jest --config ./jest.config.json",
+    "test:watch": "npm run test -- --watch"
+  },
   "keywords": [
     "NLP",
     "NLU",
@@ -10,14 +28,15 @@
     "natural language understanding",
     "chatbot"
   ],
-  "version": "7.3.5",
   "main": "index.js",
+  "name": "theprogrammablemind",
   "files": [
     "client.js",
     "index.js",
     "lines.js",
     "demo.js",
     "demo.test.json",
+    "runtime.js",
     "src/helpers.js",
     "src/flatten.js",
     "src/unflatten.js",
@@ -27,39 +46,21 @@
     "src/generators.js",
     "src/semantics.js"
   ],
-  "scripts": {
-    "tod": "node inspect node_modules/.bin/jest --runInBand -t NEO",
-    "lint": "eslint \"**/*.js\"",
-    "to:debug": "node inspect node_modules/.bin/jest --runInBand -t NEO",
-    "lint:fix": "eslint \"**/*.js\" --fix",
-    "test:watch": "npm run test -- --watch",
-    "test:debug": "node inspect node_modules/.bin/jest --runInBand --config ./jest.config.json",
-    "test": "jest --config ./jest.config.json",
-    "to": "node node_modules/.bin/jest --runInBand -t NEO"
-  },
-  "name": "theprogrammablemind",
+  "author": "dev@thinktelligence.com",
   "dependencies": {
     "deep-equal": "^2.0.4",
-    "fs": "0.0.1-security",
-    "lodash": "^4.17.20",
-    "underscore": "^1.13.1",
     "uuid": "^8.3.2",
-    "base-64": "^1.0.0",
     "json-diff": "^1.0.3",
+    "lodash": "^4.17.20",
+    "fs": "0.0.1-security",
+    "base-64": "^1.0.0",
     "sort-json": "^2.0.0",
-    "json-stable-stringify": "^1.0.1",
-    "node-fetch": "^2.6.1",
     "readline": "^1.3.0",
-    "scriptjs": "^2.5.9"
+    "scriptjs": "^2.5.9",
+    "underscore": "^1.13.1",
+    "json-stable-stringify": "^1.0.1",
+    "node-fetch": "^2.6.1"
   },
-  "devDependencies": {
-    "jest": "^26.6.3",
-    "eslint-plugin-promise": "^5.1.0",
-    "eslint-plugin-node": "^11.1.0",
-    "@typescript-eslint/eslint-plugin": "^4.28.4",
-    "eslint-plugin-import": "^2.23.4",
-    "eslint-config-standard": "^16.0.3",
-    "@typescript-eslint/parser": "^4.28.4",
-    "eslint": "^7.31.0"
-  }
+  "version": "7.3.6",
+  "license": "ISC"
 }

package/readme

@@ -144,3 +144,10 @@ Videos with more details can be found at <a href=http://thinktelligence.com/kms>
 
 This is a list of statement that will be processed using the given definitions
 
+# Problems?
+
+## With WebPack?
+
+Recent Webpack has an optimization that causes the code not to run like normal javascript. It manifest with errors about fs, or process or util not being defined so you need a polyfill. You can do that if you want or you can used the 4WP (for webpack) versions of this module, <a href='https://www.npmjs.com/package/theprogrammablemind_4wp'>TheProgrammableMind 4WP</a>
+
+

package/runtime.js

@@ -0,0 +1,18 @@
+const ArgumentParser = require('argparse').ArgumentParser
+const fs = require('fs')
+
+module.exports = {
+  process: {
+    env: process.env,
+    exit: process.exit,
+    stdin: process.stdin,
+    stdout: process.stdout,
+  },
+  child_process: 'wtf',
+  fs,
+  ArgumentParser,
+  readline: require('readline'),
+  jsonDiff: require('json-diff'),
+  sortJson: require('sort-json'),
+  util: require('util'),
+}

package/src/config.js

@@ -6,6 +6,7 @@ const client = require('../client')
 const Digraph = require('./digraph')
 const helpers = require('./helpers')
 const deepEqual = require('deep-equal')
+const runtime = require('../runtime')
 const _ = require('lodash')
 
 const debugBreak = () => {
@@ -21,13 +22,13 @@ const indent = (string, indent) => {
     return string.replace(/^/gm, ' '.repeat(indent));
 }
 
-if (process.env.DEBUG_HIERARCHY) {
-  global.entodictonDebugHierarchy = JSON.parse(process.env.DEBUG_HIERARCHY)
+if (runtime.process.env.DEBUG_HIERARCHY) {
+  global.entodictonDebugHierarchy = JSON.parse(runtime.process.env.DEBUG_HIERARCHY)
 }
 
-if (process.env.DEBUG_BRIDGE) {
+if (runtime.process.env.DEBUG_BRIDGE) {
   // id/level
-  global.entodictonDebugBridge = process.env.DEBUG_BRIDGE.split('/')
+  global.entodictonDebugBridge = runtime.process.env.DEBUG_BRIDGE.split('/')
   if (global.entodictonDebugBridge.length !== 2) {
     console.log('Expected DEBUG_BRIDGE to be of the form "id/level"');
   }
@@ -1230,12 +1231,9 @@ class Config {
     return true
   }
 
-  /*
   dump(fn) {
-    const fs = require('fs')
-    fs.writeFileSync(fn, JSON.stringify(this.config, 0, 2))
+    runtime.fs.writeFileSync(fn, JSON.stringify(this.config, 0, 2))
   }
-  */
 
   copy (options = {}) {
     this.valid()

package/src/semantics.js

@@ -169,6 +169,9 @@ class Semantics {
     let counter = 0;
     for (const isemantic in this.semantics) {
       const semantic = this.semantics[isemantic]
+      if (!semantic) {
+        debugger;
+      }
       if (semantic.matches(args, context, options)) {
         if (!this.calls[counter]) {
           this.calls[counter] = 0;

package/src/unflatten.js

@@ -77,7 +77,7 @@ class JSONSet {
 // x wants and likes y     C
 
 const canonicalDefault = (value) => {
-	if (!value?.marker) {
+	if (!value || !value.marker) {
 		return value;
 	}
 	return { marker: value.marker, value: value.value, word: value.wordi, types: value.types }