ekms 8.0.0 → 8.1.0-beta.1

package/common/gdefaults.js

@@ -1,11 +1,11 @@
 const pluralize = require('pluralize')
 const { defaultContextCheck } = require('./helpers')
-const { Config, knowledgeModule, where } = require('./runtime').theprogrammablemind
+const { knowledgeModule, where } = require('./runtime').theprogrammablemind
 const tokenize = require('./tokenize.js')
 const gdefaults_tests = require('./gdefaults.test.json')
 const { isMany } = require('./helpers.js')
 
-let configStruct = {
+let config = {
   name: 'gdefaults',
   generators: [
   /* TODO save for later
@@ -23,20 +23,47 @@ let configStruct = {
     /*
      * modifiers = <list of properties>
      */
+    {
+      where: where(),
+      match: ({context}) => context.isResponse && context.response,
+      apply: ({context, gp}) => gp(context.response),
+    },
+
+    {
+      where: where(),
+      match: ({context}) => context.generate,
+      apply: async ({context, gs}) => {
+        const existing = context.generate.filter((key) => context[key] !== undefined)
+        const filtered = existing.filter((key) => {
+          if (context[key] && context[key].skipDefault) {
+            return false
+          }
+          return true
+        })
+        return gs(filtered.map((key) => context[key]))
+      }
+    },
+
+    {
+      where: where(),
+      match: ({context}) => context.evalue,
+      apply: async ({context, g}) => await g(context.evalue)
+    },
+
     {
       where: where(),
       //({context}) => context.paraphrase && context.modifiers,
       // match: ({context}) => context.paraphrase && (context.modifiers || context.postModifiers),
       match: ({context}) => (context.modifiers || context.postModifiers),
-      apply: ({context, g, gs, callId}) => {
+      apply: async ({context, g, callId}) => {
         const text = []
         for (modifier of (context.modifiers || [])) {
           if (Array.isArray(context[modifier])) {
             for (let m of context[modifier]) {
-              text.push(g(m))
+              text.push(await g(m))
             }
           } else {
-            text.push(g(context[modifier], { isModifier: true }))
+            text.push(await g(context[modifier], { isModifier: true }))
           }
         }
         // text.push(context.word)
@@ -47,15 +74,15 @@ let configStruct = {
           number = isMany(context) ? 'many' : 'one'
         }
         if (context.postModifiers) {
-          text.push(g({...context, number: 'one', postModifiers: undefined, modifiers: undefined}))
+          text.push(await g({...context, number: 'one', postModifiers: undefined, modifiers: undefined}))
         } else {
-          text.push(g({...context, number, postModifiers: undefined, modifiers: undefined}))
+          text.push(await g({...context, number, postModifiers: undefined, modifiers: undefined}))
         }
         for ([index, modifier] of (context.postModifiers || []).entries()) {
           if (index == context.postModifiers.length - 1) {
-            text.push(g({...context[modifier], number}))
+            text.push(await g({...context[modifier], number}))
           } else {
-            text.push(g(context[modifier]))
+            text.push(await g(context[modifier]))
           }
         }
         return text.join(' ')
@@ -131,22 +158,16 @@ let configStruct = {
       apply: ({context}) => context.verbatim
     },
 
-    {
-      where: where(),
-      match: ({context}) => context.evalue,
-      apply: ({context, g}) => g(context.evalue)
-    },
-
     {
       where: where(),
       match: ({context}) => context.value && Array.isArray(context.value),
-      apply: ({context, gs}) => gs(context.value)
+      apply: async ({context, gs}) => await gs(context.value)
     },
 
     {
       where: where(),
       match: ({context}) => context.value,
-      apply: ({context, g}) => g(context.value)
+      apply: async ({context, g}) => await g(context.value)
     },
 
     {
@@ -155,12 +176,6 @@ let configStruct = {
       apply: ({context}) => `the ${context.word}` 
     },
 
-    {
-      where: where(),
-      match: ({context}) => context.isResponse && context.response,
-      apply: ({context, gp}) => gp(context.response),
-    },
-
     {
       where: where(),
       match: ({context}) => context.word,
@@ -181,10 +196,7 @@ let configStruct = {
   ],
 };
 
-const createConfig = () => {
-  const config = new Config(configStruct, module)
-  config.add(tokenize())
-  config.initializer( ({config}) => {
+const initializer = ({config}) => {
     config.addArgs((args) => {
       return {
         number: (context) => isMany(context) ? "many" : "one",
@@ -198,19 +210,20 @@ const createConfig = () => {
         },
       }
     })
-  })
-  return config
-}
+  }
 
 knowledgeModule({ 
+  config,
+  includes: [tokenize],
+  initializer,
+
   module,
   description: 'defaults for generators',
-  createConfig,
   test: {
     name: './gdefaults.test.json',
     contents: gdefaults_tests,
     checks: {
-            context: defaultContextCheck,
+            context: defaultContextCheck(),
           },
 
   },

package/common/help.js

@@ -22,7 +22,7 @@ const getHelp = (config, indent=2) => {
   return help
 }
 
-const configStruct = {
+const config = {
   name: 'help',
   operators: [
     "([help] ([withKM|with] ([km]))?)",
@@ -67,7 +67,7 @@ const configStruct = {
 
         return help
       },
-      optional: { withKM: "{ marker: 'km', kms: []}" },
+      optional: { 1: "{ marker: 'km', kms: []}" },
       bridge: "{ ...next(operator), kms: after[0].kms, isResponse: true }" 
     },
     { id: "withKM", level: 0, bridge: "{ ...next(operator), kms: after[0] }" },
@@ -82,12 +82,7 @@ const configStruct = {
   },
 };
 
-const createConfig = () => {
-  const config = new Config(configStruct, module)
-  config.stop_auto_rebuild()
-  config.add(dialogues())
-
-  config.initializer( ({ config, addWord, kms }) => {
+const initializer = ({ config, addWord, kms }) => {
     const names = new Set()
     for (let name in kms) {
       names.add(name);
@@ -95,20 +90,20 @@ const createConfig = () => {
     for (let name of names) {
       addWord(name, {id: "km", initial: `{ value: '${name}', word: '${name}' }`})
     }
-  })
-  config.restart_auto_rebuild()
-  return config
-}
+  }
 
 knowledgeModule({
+  config,
+  includes: [dialogues],
+  initializer,
+
   module,
   description: 'Help the user with the current knowledge modules',
-  createConfig,
   test: {
     name: './help.test.json',
     contents: help_tests,
     checks: {
-            context: defaultContextCheck,
+            context: defaultContextCheck(),
           },
   },
 })

package/common/help.test.json

@@ -24,10 +24,6 @@
           "help",
           0
         ],
-        [
-          "km",
-          0
-        ],
         [
           "list",
           0
@@ -91,7 +87,8 @@
               "word": "help"
             },
             {
-              "level": 0,
+              "dead": true,
+              "level": 1,
               "marker": "km",
               "range": {
                 "end": 27,
@@ -120,7 +117,7 @@
       }
     ],
     "generatedParenthesized": [
-      "(  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    nevermindTestSetup accept nevermind hi\n    nevermindTestSetup reject nevermind hi\n)"
+      "(  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    setidsuffix greg\n    setidsuffix greg resetidsuffix\n    setidsuffix greg makeObject banana\\nbanana\n    setidsuffix _suffy\n)"
     ],
     "metadata": {
       "opChoices": [
@@ -156,7 +153,7 @@
         {
           "counter": 2,
           "op": [
-            "list",
+            "km",
             0
           ],
           "ops": [
@@ -181,7 +178,7 @@
         {
           "counter": 3,
           "op": [
-            "withKM",
+            "list",
             0
           ],
           "ops": [
@@ -189,6 +186,10 @@
               "help",
               0
             ],
+            [
+              "list",
+              0
+            ],
             [
               "withKM",
               0
@@ -197,6 +198,23 @@
         },
         {
           "counter": 4,
+          "op": [
+            "withKM",
+            0
+          ],
+          "ops": [
+            [
+              "help",
+              0
+            ],
+            [
+              "withKM",
+              0
+            ]
+          ]
+        },
+        {
+          "counter": 5,
           "op": [
             "help",
             0
@@ -212,28 +230,45 @@
     },
     "objects": {
       "nameToUUID": {
+        "articles": "articles2",
+        "asking": "asking2",
+        "conjunction": "conjunction2",
         "dialogues": "dialogues2",
+        "evaluate": "evaluate2",
         "gdefaults": "gdefaults2",
         "help": "help1",
         "meta": "meta2",
+        "negation": "negation2",
         "pos": "pos2",
         "punctuation": "punctuation2",
         "sdefaults": "sdefaults2",
-        "stm": "stm2"
+        "stm": "stm2",
+        "tokenize": "tokenize2"
       },
       "namespaced": {
+        "articles2": {
+        },
+        "asking2": {
+        },
+        "conjunction2": {
+        },
         "dialogues2": {
+          "idSuffix": "",
           "mentioned": [
           ],
           "variables": {
           }
         },
+        "evaluate2": {
+        },
         "gdefaults2": {
         },
         "help1": {
         },
         "meta2": {
         },
+        "negation2": {
+        },
         "pos2": {
         },
         "punctuation2": {
@@ -245,6 +280,8 @@
           ],
           "variables": {
           }
+        },
+        "tokenize2": {
         }
       },
       "processed": [
@@ -285,7 +322,8 @@
                   "word": "help"
                 },
                 {
-                  "level": 0,
+                  "dead": true,
+                  "level": 1,
                   "marker": "km",
                   "range": {
                     "end": 27,
@@ -312,11 +350,11 @@
             "value": "help",
             "word": "help"
           },
-          "generatedParenthesized": "(  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    nevermindTestSetup accept nevermind hi\n    nevermindTestSetup reject nevermind hi\n)",
+          "generatedParenthesized": "(  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    setidsuffix greg\n    setidsuffix greg resetidsuffix\n    setidsuffix greg makeObject banana\\nbanana\n    setidsuffix _suffy\n)",
           "paraphrases": "help",
           "paraphrasesParenthesized": "(help)",
           "responses": [
-            "  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    nevermindTestSetup accept nevermind hi\n    nevermindTestSetup reject nevermind hi\n"
+            "  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    setidsuffix greg\n    setidsuffix greg resetidsuffix\n    setidsuffix greg makeObject banana\\nbanana\n    setidsuffix _suffy\n"
           ]
         }
       ]
@@ -329,7 +367,7 @@
     ],
     "query": "help with help and dialogues",
     "responses": [
-      "  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    nevermindTestSetup accept nevermind hi\n    nevermindTestSetup reject nevermind hi\n"
+      "  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    setidsuffix greg\n    setidsuffix greg resetidsuffix\n    setidsuffix greg makeObject banana\\nbanana\n    setidsuffix _suffy\n"
     ]
   },
   {
@@ -356,9 +394,8 @@
         "word": "help"
       }
     ],
-    "developerTest": false,
     "generatedParenthesized": [
-      "(  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    nevermindTestSetup accept nevermind hi\n    nevermindTestSetup reject nevermind hi\n\n\n\n\n  NAME: meta\n  DESCRIPTION: Ways of defining new language elements\n\n  SAMPLE SENTENCES\n\n    a means b\n    a means x\n    if f then g gq\n    undefined means defined\n\n  NAME: punctuation\n  DESCRIPTION: punctuation\n\n  SAMPLE SENTENCES\n\n    (a)\n    :\n\n\n)"
+      "(  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    setidsuffix greg\n    setidsuffix greg resetidsuffix\n    setidsuffix greg makeObject banana\\nbanana\n    setidsuffix _suffy\n\n  NAME: asking\n  DESCRIPTION: asking the user questions\n\n  SAMPLE SENTENCES\n\n    nevermindTestSetup accept nevermind hi\n    nevermindTestSetup reject nevermind hi\n    whichOnesTestSetup apple banana pear\\npear\n    whichOnesTestSetup apple banana pear\\ngoat\n    whichOnesTestSetup apple banana pear\\nnevermind\n    whichOnesTestSetup apple banana pear\\napple and pear\n\n  NAME: negation\n  DESCRIPTION: negation\n\n  SAMPLE SENTENCES\n\n    not negatable\n    not negatables\n\n  NAME: stm\n  DESCRIPTION: short term memory\n\n  SAMPLE SENTENCES\n\n    remember m1\n    previous memorable\n    m1\n    remember m1\\nevaluate the memorable\n    the memorable before\n    remember m1\\nremember m2\\nevaluate the memorable before\n\n  NAME: meta\n  DESCRIPTION: Ways of defining new language elements\n\n  SAMPLE SENTENCES\n\n    a means b\n    a means x\n    if f then g gq\n    undefined means defined\n\n  NAME: conjunction\n  DESCRIPTION: framework for conjunction\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n\n  NAME: evaluate\n  DESCRIPTION: Explicit handling of evaluate\n\n  SAMPLE SENTENCES\n\n    evaluate value1\n\n  NAME: articles\n  DESCRIPTION: articles\n\n  SAMPLE SENTENCES\n\n    the theable\n    a theable\n\n\n\n  NAME: punctuation\n  DESCRIPTION: punctuation\n\n  SAMPLE SENTENCES\n\n    (a)\n    :\n    \"hi man\"\n\n\n  NAME: tokenize\n  DESCRIPTION: tokenize\n\n  SAMPLE SENTENCES\n\n    hello_world\n)"
     ],
     "metadata": {
       "opChoices": [
@@ -379,10 +416,15 @@
     },
     "objects": {
       "nameToUUID": {
+        "articles": "articles2",
+        "asking": "asking2",
+        "conjunction": "conjunction2",
         "dialogues": "dialogues2",
+        "evaluate": "evaluate2",
         "gdefaults": "gdefaults2",
         "help": "help1",
         "meta": "meta2",
+        "negation": "negation2",
         "pos": "pos2",
         "punctuation": "punctuation2",
         "sdefaults": "sdefaults2",
@@ -390,18 +432,29 @@
         "tokenize": "tokenize2"
       },
       "namespaced": {
+        "articles2": {
+        },
+        "asking2": {
+        },
+        "conjunction2": {
+        },
         "dialogues2": {
+          "idSuffix": "",
           "mentioned": [
           ],
           "variables": {
           }
         },
+        "evaluate2": {
+        },
         "gdefaults2": {
         },
         "help1": {
         },
         "meta2": {
         },
+        "negation2": {
+        },
         "pos2": {
         },
         "punctuation2": {
@@ -436,11 +489,11 @@
             "value": "help",
             "word": "help"
           },
-          "generatedParenthesized": "(  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    nevermindTestSetup accept nevermind hi\n    nevermindTestSetup reject nevermind hi\n\n\n\n\n  NAME: meta\n  DESCRIPTION: Ways of defining new language elements\n\n  SAMPLE SENTENCES\n\n    a means b\n    a means x\n    if f then g gq\n    undefined means defined\n\n  NAME: punctuation\n  DESCRIPTION: punctuation\n\n  SAMPLE SENTENCES\n\n    (a)\n    :\n\n\n)",
+          "generatedParenthesized": "(  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    setidsuffix greg\n    setidsuffix greg resetidsuffix\n    setidsuffix greg makeObject banana\\nbanana\n    setidsuffix _suffy\n\n  NAME: asking\n  DESCRIPTION: asking the user questions\n\n  SAMPLE SENTENCES\n\n    nevermindTestSetup accept nevermind hi\n    nevermindTestSetup reject nevermind hi\n    whichOnesTestSetup apple banana pear\\npear\n    whichOnesTestSetup apple banana pear\\ngoat\n    whichOnesTestSetup apple banana pear\\nnevermind\n    whichOnesTestSetup apple banana pear\\napple and pear\n\n  NAME: negation\n  DESCRIPTION: negation\n\n  SAMPLE SENTENCES\n\n    not negatable\n    not negatables\n\n  NAME: stm\n  DESCRIPTION: short term memory\n\n  SAMPLE SENTENCES\n\n    remember m1\n    previous memorable\n    m1\n    remember m1\\nevaluate the memorable\n    the memorable before\n    remember m1\\nremember m2\\nevaluate the memorable before\n\n  NAME: meta\n  DESCRIPTION: Ways of defining new language elements\n\n  SAMPLE SENTENCES\n\n    a means b\n    a means x\n    if f then g gq\n    undefined means defined\n\n  NAME: conjunction\n  DESCRIPTION: framework for conjunction\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n\n  NAME: evaluate\n  DESCRIPTION: Explicit handling of evaluate\n\n  SAMPLE SENTENCES\n\n    evaluate value1\n\n  NAME: articles\n  DESCRIPTION: articles\n\n  SAMPLE SENTENCES\n\n    the theable\n    a theable\n\n\n\n  NAME: punctuation\n  DESCRIPTION: punctuation\n\n  SAMPLE SENTENCES\n\n    (a)\n    :\n    \"hi man\"\n\n\n  NAME: tokenize\n  DESCRIPTION: tokenize\n\n  SAMPLE SENTENCES\n\n    hello_world\n)",
           "paraphrases": "help",
           "paraphrasesParenthesized": "(help)",
           "responses": [
-            "  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    nevermindTestSetup accept nevermind hi\n    nevermindTestSetup reject nevermind hi\n\n\n\n\n  NAME: meta\n  DESCRIPTION: Ways of defining new language elements\n\n  SAMPLE SENTENCES\n\n    a means b\n    a means x\n    if f then g gq\n    undefined means defined\n\n  NAME: punctuation\n  DESCRIPTION: punctuation\n\n  SAMPLE SENTENCES\n\n    (a)\n    :\n\n\n"
+            "  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    setidsuffix greg\n    setidsuffix greg resetidsuffix\n    setidsuffix greg makeObject banana\\nbanana\n    setidsuffix _suffy\n\n  NAME: asking\n  DESCRIPTION: asking the user questions\n\n  SAMPLE SENTENCES\n\n    nevermindTestSetup accept nevermind hi\n    nevermindTestSetup reject nevermind hi\n    whichOnesTestSetup apple banana pear\\npear\n    whichOnesTestSetup apple banana pear\\ngoat\n    whichOnesTestSetup apple banana pear\\nnevermind\n    whichOnesTestSetup apple banana pear\\napple and pear\n\n  NAME: negation\n  DESCRIPTION: negation\n\n  SAMPLE SENTENCES\n\n    not negatable\n    not negatables\n\n  NAME: stm\n  DESCRIPTION: short term memory\n\n  SAMPLE SENTENCES\n\n    remember m1\n    previous memorable\n    m1\n    remember m1\\nevaluate the memorable\n    the memorable before\n    remember m1\\nremember m2\\nevaluate the memorable before\n\n  NAME: meta\n  DESCRIPTION: Ways of defining new language elements\n\n  SAMPLE SENTENCES\n\n    a means b\n    a means x\n    if f then g gq\n    undefined means defined\n\n  NAME: conjunction\n  DESCRIPTION: framework for conjunction\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n\n  NAME: evaluate\n  DESCRIPTION: Explicit handling of evaluate\n\n  SAMPLE SENTENCES\n\n    evaluate value1\n\n  NAME: articles\n  DESCRIPTION: articles\n\n  SAMPLE SENTENCES\n\n    the theable\n    a theable\n\n\n\n  NAME: punctuation\n  DESCRIPTION: punctuation\n\n  SAMPLE SENTENCES\n\n    (a)\n    :\n    \"hi man\"\n\n\n  NAME: tokenize\n  DESCRIPTION: tokenize\n\n  SAMPLE SENTENCES\n\n    hello_world\n"
           ]
         }
       ]
@@ -453,7 +506,7 @@
     ],
     "query": "help",
     "responses": [
-      "  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    nevermindTestSetup accept nevermind hi\n    nevermindTestSetup reject nevermind hi\n\n\n\n\n  NAME: meta\n  DESCRIPTION: Ways of defining new language elements\n\n  SAMPLE SENTENCES\n\n    a means b\n    a means x\n    if f then g gq\n    undefined means defined\n\n  NAME: punctuation\n  DESCRIPTION: punctuation\n\n  SAMPLE SENTENCES\n\n    (a)\n    :\n\n\n"
+      "  NAME: help\n  DESCRIPTION: Help the user with the current knowledge modules\n\n  SAMPLE SENTENCES\n\n    help with help and dialogues\n    help\n\n  NAME: dialogues\n  DESCRIPTION: framework for dialogues\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n    be brief\n    be brief greg\n    is x y\n    no\n    what is it\n    x is y?\n    yes\n    x is 3 what is x\n    x is 3 what is x what is it\n    be brief x is 3 what is x what is it\n    to it\n    why\n    setidsuffix greg\n    setidsuffix greg resetidsuffix\n    setidsuffix greg makeObject banana\\nbanana\n    setidsuffix _suffy\n\n  NAME: asking\n  DESCRIPTION: asking the user questions\n\n  SAMPLE SENTENCES\n\n    nevermindTestSetup accept nevermind hi\n    nevermindTestSetup reject nevermind hi\n    whichOnesTestSetup apple banana pear\\npear\n    whichOnesTestSetup apple banana pear\\ngoat\n    whichOnesTestSetup apple banana pear\\nnevermind\n    whichOnesTestSetup apple banana pear\\napple and pear\n\n  NAME: negation\n  DESCRIPTION: negation\n\n  SAMPLE SENTENCES\n\n    not negatable\n    not negatables\n\n  NAME: stm\n  DESCRIPTION: short term memory\n\n  SAMPLE SENTENCES\n\n    remember m1\n    previous memorable\n    m1\n    remember m1\\nevaluate the memorable\n    the memorable before\n    remember m1\\nremember m2\\nevaluate the memorable before\n\n  NAME: meta\n  DESCRIPTION: Ways of defining new language elements\n\n  SAMPLE SENTENCES\n\n    a means b\n    a means x\n    if f then g gq\n    undefined means defined\n\n  NAME: conjunction\n  DESCRIPTION: framework for conjunction\n\n  SAMPLE SENTENCES\n\n    1 2 and 3\n\n  NAME: evaluate\n  DESCRIPTION: Explicit handling of evaluate\n\n  SAMPLE SENTENCES\n\n    evaluate value1\n\n  NAME: articles\n  DESCRIPTION: articles\n\n  SAMPLE SENTENCES\n\n    the theable\n    a theable\n\n\n\n  NAME: punctuation\n  DESCRIPTION: punctuation\n\n  SAMPLE SENTENCES\n\n    (a)\n    :\n    \"hi man\"\n\n\n  NAME: tokenize\n  DESCRIPTION: tokenize\n\n  SAMPLE SENTENCES\n\n    hello_world\n"
     ]
   }
 ]

package/common/helpers/concept.js

@@ -1,6 +1,6 @@
 const pluralize = require('pluralize')
 const deepEqual = require('deep-equal')
-const { chooseNumber } = require('../helpers.js')
+const { chooseNumber, zip } = require('../helpers.js')
 const { compose, translationMapping, translationMappingToInstantiatorMappings } = require('./meta.js')
 
 class API {
@@ -31,13 +31,24 @@ class API {
   // for example, "crew member" or "photon torpedo"
   // TODO account for modifier a complex phrase for example "hot (chicken strips)"
   kindOfConcept({ config, modifiers, object }) {
-    const objectId = pluralize.singular(object)
+    // TODO make the modifiers objects then below for add words for modifiers only do if !unknown
+    // const objectId = pluralize.singular(object)
+    const objectId = this.args.kms.dialogues.api.toScopedId(object)
     // const modifierIds = modifiers.map( (modifier) => pluralize.singular(modifier) )
-    const modifierIds = modifiers
+    const modifierIds = modifiers.map( (modifier) => this.args.kms.dialogues.api.toScopedId(modifier) )
     const modifiersObjectId = `${modifierIds.join("_")}_${objectId}`
 
-    const objectSingular = pluralize.singular(object)
-    const objectPlural = pluralize.plural(object)
+    const toWord = (object) => {
+      if (typeof object == 'string') {
+        return object
+      }
+      return object.text
+    }
+    const objectWord = toWord(object)
+    // const objectWord = object
+    // TODO call evaluator to pick up overrides
+    const objectSingular = pluralize.singular(objectWord)
+    const objectPlural = pluralize.plural(objectWord)
     // config.addOperator({ pattern: `(${modifierIds.map((modifierId) => `(${modifierId}/*)`).join(' ')} [${modifiersObjectId}] (${objectId}/0))`, allowDups: true })
     config.addOperator({ pattern: `(${modifierIds.map((modifierId) => `(${modifierId}/*)`).join(' ')} [${modifiersObjectId}] (${objectId}/*))`, allowDups: true })
     // config.addOperator({ pattern: `(<${modifierId}|> ([${objectId}|]))`, allowDups: true })
@@ -59,10 +70,25 @@ class API {
       config.addOperator({ pattern: `([${objectId}|])`, allowDups: true })
     }
 
+    if (object.unknown || object.marker !== objectId) {
+      config.addWord(objectSingular, { id: objectId, initial: `{ value: '${objectId}', number: 'one' }`})
+      config.addWord(objectPlural, { id: objectId, initial: `{ value: '${objectId}', number: 'many' }`})
+    }
 
-    config.addWord(objectSingular, { id: objectId, initial: `{ value: '${objectId}', number: 'one' }`})
-    config.addWord(objectPlural, { id: objectId, initial: `{ value: '${objectId}', number: 'many' }`})
-    modifierIds.forEach((modifierId) => config.addWord(modifierId, { id: modifierId, initial: `{ value: '${modifierId}' }`}))
+    zip(modifiers, modifierIds).forEach(([modifier, modifierId]) => {
+      // config.addWord(modifier, { id: modifierId, initial: `{ value: '${modifierId}' }`})
+      // TODO call evaluator to pick up overrides
+      if (modifier.unknown) {
+        const modifierWord = modifier.word
+        if (pluralize.isSingular(modifierWord)) {
+          config.addWord(pluralize.singular(modifierWord), { id: modifierId, initial: `{ value: '${modifierId}', number: 'one' }`})
+        }
+        if (pluralize.isPlural(modifierWord)) {
+          config.addWord(pluralize.plural(modifierWord), { id: modifierId, initial: `{ value: '${modifierId}', number: 'many' }`})
+        }
+      }
+    })
+    // modifierds.forEach((modifierId) => config.addWord(modifierId, { id: modifierId, initial: `{ value: '${modifierId}' }`}))
 
     modifierIds.forEach((modifierId) => config.addBridge({ id: modifierId, level: 0, bridge: `{ ...next(operator), value: '${modifierId}' }`,  allowDups: true }))
     config.addBridge({ id: objectId, level: 0, bridge: `{ ...next(operator), value: '${objectId}' }`,  allowDups: true })
@@ -74,8 +100,9 @@ class API {
       id: modifiersObjectId, 
       level: 0, 
       convolution: true,
-      isA: ['adjective'],
-      before: ['verby'],
+      isA: [{ parent: 'adjective', instance: true }],
+      // isA: ['adjective'],
+      before: ['verb'],
       bridge: `{ ...after[0], ${modifierProperties}, atomic: true, dead: true, marker: next(operator('${modifiersObjectId}')), value: '${modifiersObjectId}', modifiers: append([${modifierList}], after[0].modifiers)}`, 
       allowDups: true })
     {

package/common/helpers/dialogues.js

@@ -4,6 +4,21 @@ const { indent, focus } = require('../helpers')
 class API {
   initialize({ objects }) {
     this._objects = objects
+    this._objects.idSuffix = ''
+  }
+
+  setIdSuffix(idSuffix) {
+    this._objects.idSuffix = idSuffix
+  }
+
+  toScopedId(context) {
+    if (typeof context == 'string') {
+      return pluralize.singular(context) + this._objects.idSuffix
+    } else {
+      const { unknown, value, word } = context;
+      // return unknown ? pluralize.singular(word) + this._objects.idSuffix : pluralize.singular(value || word)
+      return unknown ? pluralize.singular(word) + this._objects.idSuffix : value || pluralize.singular(word)
+    }
   }
 
   warningNotEvaluated(log, value) {
@@ -35,10 +50,9 @@ class API {
     return this._objects.brief
   }
 
-  evaluateToConcept(value, context, log, s) {
+  async evaluateToConcept(value, context, log, s) {
     value.evaluate = { toConcept: true }
-    // const concept = s(value, { debug: { apply: true } }) 
-    const concept = s(value)
+    const concept = await s(value)
     if (!concept.evalue && !concept.verbatim) {
       this.warningNotEvaluated(log, value);
       concept.evalue = concept.value
@@ -49,6 +63,9 @@ class API {
 
   setupObjectHierarchy(config, id, { types } = {}) {
     for (let type of types) {
+      if (typeof type !== 'string') {
+        type = type.word
+      }
       config.addHierarchy(id, type)
     }
   }
@@ -64,7 +81,8 @@ class API {
     if (!value) {
       return
     }
-    const concept = pluralize.singular(value)
+    // const concept = pluralize.singular(value)
+    const concept = this.toScopedId(context)
 		if (config.exists(concept)) {
 			return concept
 		}

package/common/helpers/formulas.js

@@ -42,11 +42,9 @@ const unify = (rule, value) => {
 
 const f = (values, variable) => (value) => {
   if (!value) {
-    debugger
     throw new Error("Value not present")
   }
   if (values[variable] && values[variable] != value) {
-    debugger
     throw new Error("Variable already set to different value")
   }
   values[variable] = value
@@ -80,18 +78,6 @@ function solveFor(expression, variable, isVariable = (expression) => typeof expr
     return c1.value == c2.value
   }
 
-  /*
-  for (let rule of rules) {
-    debugger
-    const body = unify(rule, expression)
-    const lVars = getVariables(body.left, isVariable)
-    const rVars = getVariables(body.right, isVariable)
-    if (lVars.length == 1 && sameVar(lVars[0], variable) && !rVars.some((c) => sameVar(c, variable))) {
-      return body
-    }
-  }
-  */
-
   const lVars = getVariables(expression.left, isVariable)
   const rVars = getVariables(expression.right, isVariable)
   if (lVars.length == 1 && sameVar(lVars[0], variable) && !rVars.some((c) => sameVar(c, variable))) {

package/common/helpers/meta.js

@@ -104,7 +104,6 @@ const translationMappingToInstantiatorMappings  = (translationMapping, from , to
       match: ({context}) => context[tm.to],
       apply: ({context}) => {
         // Object.assign(context[tm.to], from[tm.from])
-        // debugger;
         context[tm.to] = from[tm.from]
         if (context[tm.to]) {
           context[tm.to].instantiated = true