theprogrammablemind_4wp 7.4.0-beta.1 → 7.4.0-beta.3

package/client.js

@@ -103,8 +103,23 @@ const setupArgs = (args, config, logs, hierarchy) => {
   args.asList = asList
   args.retry = () => { throw new RetryError() }
   const scopedAsk = getAsk(config)
+
+  const getAPI = (uuid) => {
+    if (config && config.getAPI) {
+      return config.getAPI(uuid)
+    }
+  }
+  const getAPIs = (uuid) => {
+    if (config && config.getAPIs) {
+      return config.getAPIs(uuid)
+    }
+  }
   args.getUUIDScoped = (uuid) => {
-    return { ask: scopedAsk(uuid) }
+    return { 
+      ask: scopedAsk(uuid),
+      api: getAPI(uuid),
+      apis: getAPIs(uuid)
+    }
   }
   args.motivation = (m) => config.addMotivation(m)
   args.s = (c) => config.getSemantics(logs).apply(args, c)
@@ -491,7 +506,7 @@ const processInstance = (config, instance) => {
   global.transitoryMode = transitoryMode
 }
 
-const _process = async (config, query, { credentials, writeTests, isTest, saveDeveloper, testConfig, testsFN, errorHandler = defaultErrorHandler, beforeQuery } = {}) => {
+const _process = async (config, query, { credentials, writeTests, isTest, saveDeveloper, testConfig, testsFN, errorHandler = defaultErrorHandler } = {}) => {
   if (credentials) {
     config.server(credentials.server, credentials.key)
   }
@@ -504,7 +519,7 @@ const _process = async (config, query, { credentials, writeTests, isTest, saveDe
     if (writeTests) {
       config.rebuild()
       const objects = getObjects(config.config.objects)(config.uuid)
-      beforeQuery({ query, isModule: false, objects })
+      config.beforeQuery({ query, isModule: false, objects })
     }
   } catch(error) {
     throw error
@@ -605,7 +620,7 @@ const getConfigForTest = (config, testConfig) => {
   return configForTest
 }
 
-const runTest = async (config, expected, { verbose, beforeQuery, afterTest, testConfig, debug }) => {
+const runTest = async (config, expected, { verbose, afterTest, testConfig, debug }) => {
   const test = expected.query
   // initialize in between test so state is not preserved since the test was adding without state
   config.rebuild()
@@ -623,7 +638,7 @@ const runTest = async (config, expected, { verbose, beforeQuery, afterTest, test
   }
 
   const objects = getObjects(config.config.objects)(config.uuid)
-  beforeQuery({ query: test, isModule: false, objects })
+  config.beforeQuery({ query: test, isModule: false, objects })
   config.resetMotivations()
     try {
       const result = await _process(config, test, { errorHandler, isTest: true })
@@ -649,8 +664,8 @@ const runTest = async (config, expected, { verbose, beforeQuery, afterTest, test
       const failed_config = !matching(actual_config, expected_config)
       let failed = failed_paraphrases || failed_responses || failed_contexts || failed_objects || failed_config
       if (!failed) {
-        if (afterTest) {
-          failed = afterTest({ query: test, expected, actual: result, config })
+        if (config.afterTest) {
+          failed = config.afterTest({ query: test, expected, actual: result, config })
           if (failed) {
             return {
               utterance: test,
@@ -710,21 +725,20 @@ const runTestsHelper = async (config, tests, failed, juicyBits) => {
 
 const runTests = async (config, testFile, juicyBits) => {
   const tests = JSON.parse(runtime.fs.readFileSync(testFile))
-  const { beforeTests, afterTests } = juicyBits
-  beforeTests()
+  config.beforeTests()
   if (juicyBits.verbose) {
     console.log('\n', testFile, '-----------------------------------------------', '\n')
   }
   const v = await runTestsHelper(config, [...tests], [], juicyBits)
-  afterTests()
+  config.afterTests()
   return v
 }
 
-const saveTest = async (testFile, config, test, expected, beforeQuery, testConfig, saveDeveloper) => {
+const saveTest = async (testFile, config, test, expected, testConfig, saveDeveloper) => {
   config.rebuild()
   const objects = getObjects(config.config.objects)(config.uuid)
   config.resetMotivations()
-  beforeQuery({ query: test, isModule: false, objects })
+  config.beforeQuery({ query: test, isModule: false, objects })
   console.log(test)
   const result = await _process(config, test, { isTest: true })
   // const actualObjects = config.config.objects
@@ -732,23 +746,23 @@ const saveTest = async (testFile, config, test, expected, beforeQuery, testConfi
   writeTest(testFile, test, config.config.objects, result.generated, result.paraphrases, result.responses, result.contexts, result.associations, result.metadata, actualConfig, saveDeveloper)
 }
 
-const saveTestsHelper = async (testFile, config, tests, todo, beforeQuery, testConfig, saveDeveloper) => {
+const saveTestsHelper = async (testFile, config, tests, todo, testConfig, saveDeveloper) => {
   if (todo.length === 0) {
     return
   }
   const test = todo.pop()
   config.rebuild()
-  const result = await saveTest(testFile, config, test, tests[test], beforeQuery, testConfig, saveDeveloper)
+  const result = await saveTest(testFile, config, test, tests[test], testConfig, saveDeveloper)
   // initialize in between test so state is not preserved since the test was adding without state
   // config.initialize({force: true})
   config.rebuild()
-  return saveTestsHelper(testFile, config, tests, todo, beforeQuery, testConfig, saveDeveloper)
+  return saveTestsHelper(testFile, config, tests, todo, testConfig, saveDeveloper)
 }
 
-const saveTests = (config, testFile, beforeQuery, testConfig) => {
+const saveTests = (config, testFile, testConfig) => {
   const tests = JSON.parse(runtime.fs.readFileSync(testFile))
   console.log(testFile)
-  return saveTestsHelper(testFile, config, tests, tests.map( (test) => test.query ), beforeQuery, testConfig)
+  return saveTestsHelper(testFile, config, tests, tests.map( (test) => test.query ), testConfig)
 }
 
 /*
@@ -969,7 +983,7 @@ entodicton.knowledgeModule( {
 `
 */
 
-const build = async ({ config, target, beforeQuery, template, errorHandler = defaultErrorHandler }) => {
+const build = async ({ config, target, template, errorHandler = defaultErrorHandler }) => {
   const accumulators = {
     resultss: [],
     fragments: [],
@@ -1007,7 +1021,7 @@ const build = async ({ config, target, beforeQuery, template, errorHandler = def
       }
 
       try {
-        const results = await _process(config, query.query, { beforeQuery })
+        const results = await _process(config, query.query, {})
         if (config.config.debug) {
           // TODO pass in the error handler like the other ones
           defaultInnerProcess(config, defaultErrorHandler, results)
@@ -1104,11 +1118,40 @@ const knowledgeModule = async ({
   afterTest = () => {}
 } = {}) => {
 
-  const isProcess = require.main === moduleFromJSFile
+  config.beforeQuery = beforeQuery 
+  config.beforeTests = beforeTests 
+  config.afterTests = afterTests 
+  config.beforeTest = beforeTest 
+  config.afterTest = afterTest 
+
   const testConfig = test
 
+  if (!moduleFromJSFile) {
+    throw "'module' is a required parameter. The value should be either 'module' or a lambda that will be called when the file is acting as a module."
+  }
+  if (!config) {
+    throw "'config' is a required parameter. The value should the config that defines the knowledge module."
+  }
+  if (!config.name) {
+    throw "config must have 'name' set to the knowledge module name."
+  }
+  if (!description) {
+    throw "'description' is a required parameter. The value should the description of the knowledge module."
+  }
+  if (!test) {
+    throw "'test' is a required parameter. The value should the path to the file used to store the tests of the knowledge module and the contents of the file in the form { name: <filePath>, contexts: <json> }."
+  }
+
+  const isProcess = require.main === moduleFromJSFile
+  let loadForTesting = false
+  if (global.theprogrammablemind) {
+    if (global.theprogrammablemind.loadForTesting[config.name]) {
+      loadForTesting = true
+    }
+  }
+
   // remove test only stuff
-  if (!isProcess) {
+  if (!isProcess && !loadForTesting) {
     config.config.operators = config.config.operators.filter( (operator) => {
       if (operator.development) {
         return false
@@ -1125,22 +1168,6 @@ const knowledgeModule = async ({
     })
   }
 
-  if (!moduleFromJSFile) {
-    throw "'module' is a required parameter. The value should be either 'module' or a lambda that will be called when the file is acting as a module."
-  }
-  if (!config) {
-    throw "'config' is a required parameter. The value should the config that defines the knowledge module."
-  }
-  if (!config.name) {
-    throw "config must have 'name' set to the knowledge module name."
-  }
-  if (!description) {
-    throw "'description' is a required parameter. The value should the description of the knowledge module."
-  }
-  if (!test) {
-    throw "'test' is a required parameter. The value should the path to the file used to store the tests of the knowledge module and the contents of the file in the form { name: <filePath>, contexts: <json> }."
-  }
-
   let module
   if (_.isFunction(moduleFromJSFile)) {
     module = moduleFromJSFile
@@ -1179,6 +1206,7 @@ const knowledgeModule = async ({
       description: 'Entodicton knowledge module'
     })
 
+    parser.add_argument('-tfn', '--testFileName', { help: 'Override the test file for the module when the tests are being run' })
     parser.add_argument('-t', '--test', { action: 'store_true', help: 'Run the tests. Create tests by running with the --query + --save flag' })
     parser.add_argument('-tv', '--testVerbose', { action: 'store_true', help: 'Run the tests in verbose mode. Create tests by running with the --query or --loop with the --save flag' })
     parser.add_argument('-tva', '--testAllVerbose', { action: 'store_true', help: 'Run the tests in verbose mode. All the tests will be run instead of stopping at first failure. Create tests by running with the --query or --loop with the --save flag' })
@@ -1373,9 +1401,8 @@ const knowledgeModule = async ({
 
     if (!args.query && !args.test && !args.info && (args.save || args.saveDeveloper)) {
       global.transitoryMode = true
-      saveTests(config, test, beforeQuery, testConfig, args.saveDeveloper)
+      saveTests(config, test, testConfig, args.saveDeveloper)
     // } else if (args.build) {
-    // build({ config, target: args.build, beforeQuery, errorHandler })
     } else if (args.info) {
       showInfo(description, section, config)
     } else if (args.test || args.testVerbose || args.testAllVerbose) {
@@ -1388,7 +1415,7 @@ const knowledgeModule = async ({
             }
             return
           }
-          runTests(config, test, { debug: args.debug, testConfig: testConfig, verbose: args.testVerbose || args.testAllVerbose, stopAtFirstError: !args.testAllVerbose, beforeQuery, beforeTests, afterTests, beforeTest, afterTest }).then((results) => {
+          runTests(config, args.testFileName ? `${args.testFileName}.test.json` : test, { debug: args.debug, testConfig: testConfig, verbose: args.testVerbose || args.testAllVerbose, stopAtFirstError: !args.testAllVerbose }).then((results) => {
             if (results.length > 0 && args.vimdiff) {
               for (const result of results) {
                 vimdiff(result.expected, result.actual)
@@ -1461,9 +1488,9 @@ const knowledgeModule = async ({
       if (args.objectDiff) {
         global.beforeObjects = _.cloneDeep(objects)
       }
-      beforeQuery({ query: args.query, isModule: false, objects })
+      config.beforeQuery({ query: args.query, isModule: false, objects })
       try {
-        processResults(_process(config, args.query, { dontAddAssociations: args.dontAddAssociations, writeTests: args.save || args.saveDeveloper, saveDeveloper: args.saveDeveloper, testConfig, testsFN: test, beforeQuery }))
+        processResults(_process(config, args.query, { dontAddAssociations: args.dontAddAssociations, writeTests: args.save || args.saveDeveloper, saveDeveloper: args.saveDeveloper, testConfig, testsFN: test }))
       } catch( error ) {
         console.log('Error', error);
       }

package/package.json

@@ -61,6 +61,6 @@
     "json-stable-stringify": "^1.0.1",
     "node-fetch": "^2.6.1"
   },
-  "version": "7.4.0-beta.1",
+  "version": "7.4.0-beta.3",
   "license": "ISC"
 }

package/src/config.js

@@ -767,6 +767,23 @@ class Config {
     }
   }
 
+  getAPIs (uuid) {
+    let config
+    if (this._uuid === uuid) {
+      config = this
+    } else {
+      for (const km of this.configs) {
+        if (km._uuid === uuid) {
+          config = km.config
+          break
+        }
+      }
+    }
+    if (config && config._api && config._api.multiApi) {
+      return config._api.apis
+    }
+  }
+
   getServer() {
     return this._server
   }
@@ -888,6 +905,19 @@ class Config {
     return configs;
   }
 
+  getConfigByUUID (uuid) {
+    if (this.uuid === uuid) {
+      return this
+    }
+    for (const config of this.configs) {
+      if (config.config instanceof Config) {
+        if (config.uuid === uuid) {
+          return config.config
+        }
+      }
+    }
+  }
+
   getConfig (name) {
     if (this.name === name) {
       return this
@@ -932,7 +962,13 @@ class Config {
     }
 
     this.addedArgss = []
-    const isProcess = require.main === module
+    let isProcess = require.main === module
+    if (global.theprogrammablemind && config) {
+      if (global.theprogrammablemind.loadForTesting[config.name]) {
+        isProcess = true
+        this.loadedForTesting = true
+      }
+    }
     this.isModule = !isProcess
     if (this.isModule) {
       this.removeDevelopmentElements(config)
@@ -1260,6 +1296,7 @@ class Config {
     cp.tests = this.tests
     cp.motivations = this.motivations
     cp.isModule = this.isModule
+    cp.loadedForTesting = this.loadedForTesting
     cp.initInstances = this.initInstances.slice()
     cp.instances = this.instances.slice()
     cp.configCounter = this.configCounter
@@ -1608,6 +1645,12 @@ class Config {
     // already set
     // this.isModule = this.isModule || mainIsModule
     mainIsModule = (mainIsModule === undefined) ? this.isModule : mainIsModule
+    if (mainIsModule !== undefined) {
+      this.isModule = mainIsModule
+    }
+    if (this.loadedForTesting) {
+      this.isModule = false
+    }
     this.config.objects.namespaced = {}
     this.resetWasInitialized()
 
@@ -1645,7 +1688,9 @@ class Config {
       if (!(config instanceof Config)) {
         config = this
         isSelf = true
-        isModule = mainIsModule
+        isModule = config.isModule || mainIsModule
+      } else {
+        isModule = config.isModule
       }
       if (!isSelf) {
         config.config = _.cloneDeep(config.initConfig)