tpmkms_4wp 8.9.1-beta.9 → 9.0.0-beta.0

package/common/meta.test.json

@@ -1,43 +1,512 @@
 [
   {
     "associations": [
+      [
+        [
+          "means",
+          0
+        ],
+        [
+          "unknown",
+          0
+        ]
+      ],
+      [
+        [
+          "means",
+          0
+        ],
+        [
+          "unknown",
+          0
+        ],
+        [
+          "unknown",
+          1
+        ]
+      ],
+      [
+        [
+          "means",
+          0
+        ],
+        [
+          "unknown",
+          1
+        ]
+      ]
     ],
     "config": {
       "words": {
-        "f": [
+        "hierarchy": [
           {
-            "development": true,
-            "id": "f",
-            "initial": "{ value: 'f', word: 'f' }"
-          }
-        ],
-        "gq": [
+            "child": " ",
+            "parent": "space"
+          },
+          {
+            "child": "0",
+            "parent": "digit"
+          },
+          {
+            "child": "1",
+            "parent": "digit"
+          },
+          {
+            "child": "2",
+            "parent": "digit"
+          },
+          {
+            "child": "3",
+            "parent": "digit"
+          },
+          {
+            "child": "4",
+            "parent": "digit"
+          },
+          {
+            "child": "5",
+            "parent": "digit"
+          },
+          {
+            "child": "6",
+            "parent": "digit"
+          },
+          {
+            "child": "7",
+            "parent": "digit"
+          },
+          {
+            "child": "8",
+            "parent": "digit"
+          },
+          {
+            "child": "9",
+            "parent": "digit"
+          },
+          {
+            "child": "lower",
+            "parent": "letter"
+          },
+          {
+            "child": "upper",
+            "parent": "letter"
+          },
+          {
+            "child": "a",
+            "parent": "lower"
+          },
+          {
+            "child": "b",
+            "parent": "lower"
+          },
+          {
+            "child": "c",
+            "parent": "lower"
+          },
+          {
+            "child": "d",
+            "parent": "lower"
+          },
+          {
+            "child": "e",
+            "parent": "lower"
+          },
+          {
+            "child": "f",
+            "parent": "lower"
+          },
+          {
+            "child": "g",
+            "parent": "lower"
+          },
+          {
+            "child": "h",
+            "parent": "lower"
+          },
+          {
+            "child": "i",
+            "parent": "lower"
+          },
+          {
+            "child": "j",
+            "parent": "lower"
+          },
+          {
+            "child": "k",
+            "parent": "lower"
+          },
+          {
+            "child": "l",
+            "parent": "lower"
+          },
+          {
+            "child": "m",
+            "parent": "lower"
+          },
+          {
+            "child": "n",
+            "parent": "lower"
+          },
+          {
+            "child": "o",
+            "parent": "lower"
+          },
+          {
+            "child": "p",
+            "parent": "lower"
+          },
+          {
+            "child": "q",
+            "parent": "lower"
+          },
+          {
+            "child": "r",
+            "parent": "lower"
+          },
+          {
+            "child": "s",
+            "parent": "lower"
+          },
+          {
+            "child": "t",
+            "parent": "lower"
+          },
+          {
+            "child": "u",
+            "parent": "lower"
+          },
+          {
+            "child": "v",
+            "parent": "lower"
+          },
+          {
+            "child": "w",
+            "parent": "lower"
+          },
+          {
+            "child": "x",
+            "parent": "lower"
+          },
+          {
+            "child": "y",
+            "parent": "lower"
+          },
+          {
+            "child": "z",
+            "parent": "lower"
+          },
+          {
+            "child": "A",
+            "parent": "upper"
+          },
+          {
+            "child": "B",
+            "parent": "upper"
+          },
+          {
+            "child": "C",
+            "parent": "upper"
+          },
+          {
+            "child": "D",
+            "parent": "upper"
+          },
+          {
+            "child": "E",
+            "parent": "upper"
+          },
+          {
+            "child": "F",
+            "parent": "upper"
+          },
+          {
+            "child": "G",
+            "parent": "upper"
+          },
+          {
+            "child": "H",
+            "parent": "upper"
+          },
+          {
+            "child": "I",
+            "parent": "upper"
+          },
+          {
+            "child": "J",
+            "parent": "upper"
+          },
+          {
+            "child": "K",
+            "parent": "upper"
+          },
+          {
+            "child": "L",
+            "parent": "upper"
+          },
+          {
+            "child": "M",
+            "parent": "upper"
+          },
+          {
+            "child": "N",
+            "parent": "upper"
+          },
+          {
+            "child": "O",
+            "parent": "upper"
+          },
+          {
+            "child": "P",
+            "parent": "upper"
+          },
+          {
+            "child": "Q",
+            "parent": "upper"
+          },
+          {
+            "child": "R",
+            "parent": "upper"
+          },
+          {
+            "child": "S",
+            "parent": "upper"
+          },
+          {
+            "child": "T",
+            "parent": "upper"
+          },
+          {
+            "child": "U",
+            "parent": "upper"
+          },
+          {
+            "child": "V",
+            "parent": "upper"
+          },
+          {
+            "child": "W",
+            "parent": "upper"
+          },
+          {
+            "child": "X",
+            "parent": "upper"
+          },
+          {
+            "child": "Y",
+            "parent": "upper"
+          },
+          {
+            "child": "Z",
+            "parent": "upper"
+          },
+          {
+            "child": "letter",
+            "parent": "alphanumeric"
+          },
+          {
+            "child": "digit",
+            "parent": "alphanumeric"
+          },
+          {
+            "child": "_",
+            "parent": "alphanumeric"
+          },
+          {
+            "child": "~",
+            "parent": "punctuation"
+          },
+          {
+            "child": "!",
+            "parent": "punctuation"
+          },
+          {
+            "child": "@",
+            "parent": "punctuation"
+          },
+          {
+            "child": "#",
+            "parent": "punctuation"
+          },
+          {
+            "child": "$",
+            "parent": "punctuation"
+          },
+          {
+            "child": "%",
+            "parent": "punctuation"
+          },
+          {
+            "child": "^",
+            "parent": "punctuation"
+          },
+          {
+            "child": "&",
+            "parent": "punctuation"
+          },
+          {
+            "child": "*",
+            "parent": "punctuation"
+          },
+          {
+            "child": "(",
+            "parent": "punctuation"
+          },
+          {
+            "child": ")",
+            "parent": "punctuation"
+          },
+          {
+            "child": "+",
+            "parent": "punctuation"
+          },
+          {
+            "child": "-",
+            "parent": "punctuation"
+          },
+          {
+            "child": "=",
+            "parent": "punctuation"
+          },
+          {
+            "child": "[",
+            "parent": "punctuation"
+          },
+          {
+            "child": "]",
+            "parent": "punctuation"
+          },
+          {
+            "child": "{",
+            "parent": "punctuation"
+          },
+          {
+            "child": "}",
+            "parent": "punctuation"
+          },
+          {
+            "child": "\\",
+            "parent": "punctuation"
+          },
+          {
+            "child": "|",
+            "parent": "punctuation"
+          },
+          {
+            "child": ";",
+            "parent": "punctuation"
+          },
+          {
+            "child": ":",
+            "parent": "punctuation"
+          },
+          {
+            "child": ",",
+            "parent": "punctuation"
+          },
+          {
+            "child": "<",
+            "parent": "punctuation"
+          },
+          {
+            "child": ">",
+            "parent": "punctuation"
+          },
+          {
+            "child": "/",
+            "parent": "punctuation"
+          },
+          {
+            "child": "?",
+            "parent": "punctuation"
+          },
+          {
+            "child": "'",
+            "parent": "punctuation"
+          },
           {
-            "development": true,
-            "id": "g",
-            "initial": "{ word: 'gq', query: true }"
+            "child": "\"",
+            "parent": "punctuation"
           }
         ],
-        "x": [
+        "literals": {
+          "f": [
+            {
+              "development": true,
+              "id": "f",
+              "initial": "{ value: 'f', word: 'f' }"
+            }
+          ],
+          "gq": [
+            {
+              "development": true,
+              "id": "g",
+              "initial": "{ word: 'gq', query: true }"
+            }
+          ],
+          "x": [
+            {
+              "development": true,
+              "id": "x",
+              "initial": "{ value: 'x', word: 'x' }"
+            }
+          ]
+        },
+        "patterns": [
+          {
+            "defs": [
+              {
+                "remove": true,
+                "uuid": "tokenize2"
+              }
+            ],
+            "pattern": [
+              {
+                "type": "space"
+              },
+              {
+                "repeat": true
+              }
+            ]
+          },
           {
-            "development": true,
-            "id": "x",
-            "initial": "{ value: 'x', word: 'x' }"
+            "allow_partial_matches": false,
+            "check_spelling": true,
+            "defs": [
+              {
+                "id": "unknown",
+                "initial": "{ value: text, unknown: true }",
+                "uuid": "tokenize2"
+              }
+            ],
+            "is_unknown": true,
+            "pattern": [
+              {
+                "type": "alphanumeric"
+              },
+              {
+                "repeat": true
+              }
+            ],
+            "scale": 0.8
           }
         ]
       }
     },
     "contexts": [
       {
+        "context_index": 1,
         "dead": true,
         "default": true,
         "from": {
+          "dead": true,
+          "level": 1,
           "marker": "unknown",
           "range": {
             "end": 0,
             "start": 0
           },
           "text": "a",
+          "unknown": true,
           "value": "a",
           "word": "a"
         },
@@ -49,12 +518,15 @@
         },
         "text": "a means b",
         "to": {
+          "dead": true,
+          "level": 1,
           "marker": "unknown",
           "range": {
             "end": 8,
             "start": 8
           },
           "text": "b",
+          "unknown": true,
           "value": "b",
           "word": "b"
         },
@@ -74,38 +546,86 @@
         {
           "counter": 1,
           "op": [
-            "means",
+            "unknown",
             0
           ],
           "ops": [
             [
               "means",
               0
+            ],
+            [
+              "unknown",
+              0
+            ],
+            [
+              "unknown",
+              0
             ]
           ]
-        }
-      ]
-    },
-    "objects": {
-      "nameToUUID": {
-        "meta": "meta1"
-      },
-      "namespaced": {
-        "meta1": {
-        }
-      },
-      "processed": [
+        },
+        {
+          "counter": 2,
+          "op": [
+            "unknown",
+            0
+          ],
+          "ops": [
+            [
+              "means",
+              0
+            ],
+            [
+              "unknown",
+              0
+            ]
+          ]
+        },
+        {
+          "counter": 3,
+          "op": [
+            "means",
+            0
+          ],
+          "ops": [
+            [
+              "means",
+              0
+            ]
+          ]
+        }
+      ]
+    },
+    "objects": {
+      "nameToUUID": {
+        "gdefaults": "gdefaults2",
+        "meta": "meta1",
+        "tokenize": "tokenize2"
+      },
+      "namespaced": {
+        "gdefaults2": {
+        },
+        "meta1": {
+        },
+        "tokenize2": {
+        }
+      },
+      "processed": [
         {
           "context": {
+            "context_index": 1,
             "dead": true,
             "default": true,
             "from": {
+              "dead": true,
+              "level": 1,
               "marker": "unknown",
               "range": {
                 "end": 0,
                 "start": 0
               },
               "text": "a",
+              "unknown": true,
               "value": "a",
               "word": "a"
             },
@@ -117,12 +637,15 @@
             },
             "text": "a means b",
             "to": {
+              "dead": true,
+              "level": 1,
               "marker": "unknown",
               "range": {
                 "end": 8,
                 "start": 8
               },
               "text": "b",
+              "unknown": true,
               "value": "b",
               "word": "b"
             },
@@ -151,6 +674,133 @@
     "query": "a means b",
     "responses": [
       ""
+    ],
+    "summaries": [
+      {
+        "length": 1,
+        "summaries": [
+          {
+            "counter": 1,
+            "operators": [
+              {
+                "marker": [
+                  "unknown",
+                  0
+                ],
+                "range": {
+                  "end": 0,
+                  "start": 0
+                }
+              },
+              {
+                "marker": [
+                  "means",
+                  0
+                ],
+                "range": {
+                  "end": 6,
+                  "start": 2
+                }
+              },
+              {
+                "marker": [
+                  "unknown",
+                  0
+                ],
+                "range": {
+                  "end": 8,
+                  "start": 8
+                }
+              }
+            ]
+          },
+          {
+            "counter": 2,
+            "operators": [
+              {
+                "marker": [
+                  "unknown",
+                  1
+                ],
+                "range": {
+                  "end": 0,
+                  "start": 0
+                }
+              },
+              {
+                "marker": [
+                  "means",
+                  0
+                ],
+                "range": {
+                  "end": 6,
+                  "start": 2
+                }
+              },
+              {
+                "marker": [
+                  "unknown",
+                  0
+                ],
+                "range": {
+                  "end": 8,
+                  "start": 8
+                }
+              }
+            ]
+          },
+          {
+            "counter": 3,
+            "operators": [
+              {
+                "marker": [
+                  "unknown",
+                  1
+                ],
+                "range": {
+                  "end": 0,
+                  "start": 0
+                }
+              },
+              {
+                "marker": [
+                  "means",
+                  0
+                ],
+                "range": {
+                  "end": 6,
+                  "start": 2
+                }
+              },
+              {
+                "marker": [
+                  "unknown",
+                  1
+                ],
+                "range": {
+                  "end": 8,
+                  "start": 8
+                }
+              }
+            ]
+          },
+          {
+            "counter": 4,
+            "operators": [
+              {
+                "marker": [
+                  "means",
+                  1
+                ],
+                "range": {
+                  "end": 8,
+                  "start": 0
+                }
+              }
+            ]
+          }
+        ]
+      }
     ]
   },
   {
@@ -160,6 +810,24 @@
           "means",
           0
         ],
+        [
+          "unknown",
+          0
+        ],
+        [
+          "x",
+          0
+        ]
+      ],
+      [
+        [
+          "means",
+          0
+        ],
+        [
+          "unknown",
+          1
+        ],
         [
           "x",
           0
@@ -168,227 +836,1216 @@
     ],
     "config": {
       "words": {
-        "f": [
+        "hierarchy": [
+          {
+            "child": " ",
+            "parent": "space"
+          },
+          {
+            "child": "0",
+            "parent": "digit"
+          },
+          {
+            "child": "1",
+            "parent": "digit"
+          },
+          {
+            "child": "2",
+            "parent": "digit"
+          },
+          {
+            "child": "3",
+            "parent": "digit"
+          },
+          {
+            "child": "4",
+            "parent": "digit"
+          },
+          {
+            "child": "5",
+            "parent": "digit"
+          },
+          {
+            "child": "6",
+            "parent": "digit"
+          },
+          {
+            "child": "7",
+            "parent": "digit"
+          },
+          {
+            "child": "8",
+            "parent": "digit"
+          },
+          {
+            "child": "9",
+            "parent": "digit"
+          },
+          {
+            "child": "lower",
+            "parent": "letter"
+          },
+          {
+            "child": "upper",
+            "parent": "letter"
+          },
+          {
+            "child": "a",
+            "parent": "lower"
+          },
+          {
+            "child": "b",
+            "parent": "lower"
+          },
+          {
+            "child": "c",
+            "parent": "lower"
+          },
+          {
+            "child": "d",
+            "parent": "lower"
+          },
+          {
+            "child": "e",
+            "parent": "lower"
+          },
+          {
+            "child": "f",
+            "parent": "lower"
+          },
+          {
+            "child": "g",
+            "parent": "lower"
+          },
+          {
+            "child": "h",
+            "parent": "lower"
+          },
+          {
+            "child": "i",
+            "parent": "lower"
+          },
+          {
+            "child": "j",
+            "parent": "lower"
+          },
+          {
+            "child": "k",
+            "parent": "lower"
+          },
+          {
+            "child": "l",
+            "parent": "lower"
+          },
+          {
+            "child": "m",
+            "parent": "lower"
+          },
+          {
+            "child": "n",
+            "parent": "lower"
+          },
+          {
+            "child": "o",
+            "parent": "lower"
+          },
+          {
+            "child": "p",
+            "parent": "lower"
+          },
+          {
+            "child": "q",
+            "parent": "lower"
+          },
+          {
+            "child": "r",
+            "parent": "lower"
+          },
+          {
+            "child": "s",
+            "parent": "lower"
+          },
+          {
+            "child": "t",
+            "parent": "lower"
+          },
+          {
+            "child": "u",
+            "parent": "lower"
+          },
+          {
+            "child": "v",
+            "parent": "lower"
+          },
+          {
+            "child": "w",
+            "parent": "lower"
+          },
+          {
+            "child": "x",
+            "parent": "lower"
+          },
+          {
+            "child": "y",
+            "parent": "lower"
+          },
+          {
+            "child": "z",
+            "parent": "lower"
+          },
+          {
+            "child": "A",
+            "parent": "upper"
+          },
+          {
+            "child": "B",
+            "parent": "upper"
+          },
+          {
+            "child": "C",
+            "parent": "upper"
+          },
+          {
+            "child": "D",
+            "parent": "upper"
+          },
+          {
+            "child": "E",
+            "parent": "upper"
+          },
+          {
+            "child": "F",
+            "parent": "upper"
+          },
+          {
+            "child": "G",
+            "parent": "upper"
+          },
+          {
+            "child": "H",
+            "parent": "upper"
+          },
+          {
+            "child": "I",
+            "parent": "upper"
+          },
+          {
+            "child": "J",
+            "parent": "upper"
+          },
+          {
+            "child": "K",
+            "parent": "upper"
+          },
+          {
+            "child": "L",
+            "parent": "upper"
+          },
+          {
+            "child": "M",
+            "parent": "upper"
+          },
+          {
+            "child": "N",
+            "parent": "upper"
+          },
+          {
+            "child": "O",
+            "parent": "upper"
+          },
+          {
+            "child": "P",
+            "parent": "upper"
+          },
+          {
+            "child": "Q",
+            "parent": "upper"
+          },
+          {
+            "child": "R",
+            "parent": "upper"
+          },
+          {
+            "child": "S",
+            "parent": "upper"
+          },
+          {
+            "child": "T",
+            "parent": "upper"
+          },
+          {
+            "child": "U",
+            "parent": "upper"
+          },
+          {
+            "child": "V",
+            "parent": "upper"
+          },
+          {
+            "child": "W",
+            "parent": "upper"
+          },
+          {
+            "child": "X",
+            "parent": "upper"
+          },
+          {
+            "child": "Y",
+            "parent": "upper"
+          },
+          {
+            "child": "Z",
+            "parent": "upper"
+          },
+          {
+            "child": "letter",
+            "parent": "alphanumeric"
+          },
+          {
+            "child": "digit",
+            "parent": "alphanumeric"
+          },
+          {
+            "child": "_",
+            "parent": "alphanumeric"
+          },
+          {
+            "child": "~",
+            "parent": "punctuation"
+          },
+          {
+            "child": "!",
+            "parent": "punctuation"
+          },
+          {
+            "child": "@",
+            "parent": "punctuation"
+          },
+          {
+            "child": "#",
+            "parent": "punctuation"
+          },
+          {
+            "child": "$",
+            "parent": "punctuation"
+          },
+          {
+            "child": "%",
+            "parent": "punctuation"
+          },
+          {
+            "child": "^",
+            "parent": "punctuation"
+          },
+          {
+            "child": "&",
+            "parent": "punctuation"
+          },
+          {
+            "child": "*",
+            "parent": "punctuation"
+          },
+          {
+            "child": "(",
+            "parent": "punctuation"
+          },
+          {
+            "child": ")",
+            "parent": "punctuation"
+          },
+          {
+            "child": "+",
+            "parent": "punctuation"
+          },
+          {
+            "child": "-",
+            "parent": "punctuation"
+          },
+          {
+            "child": "=",
+            "parent": "punctuation"
+          },
+          {
+            "child": "[",
+            "parent": "punctuation"
+          },
+          {
+            "child": "]",
+            "parent": "punctuation"
+          },
+          {
+            "child": "{",
+            "parent": "punctuation"
+          },
+          {
+            "child": "}",
+            "parent": "punctuation"
+          },
+          {
+            "child": "\\",
+            "parent": "punctuation"
+          },
+          {
+            "child": "|",
+            "parent": "punctuation"
+          },
+          {
+            "child": ";",
+            "parent": "punctuation"
+          },
+          {
+            "child": ":",
+            "parent": "punctuation"
+          },
+          {
+            "child": ",",
+            "parent": "punctuation"
+          },
+          {
+            "child": "<",
+            "parent": "punctuation"
+          },
+          {
+            "child": ">",
+            "parent": "punctuation"
+          },
+          {
+            "child": "/",
+            "parent": "punctuation"
+          },
+          {
+            "child": "?",
+            "parent": "punctuation"
+          },
+          {
+            "child": "'",
+            "parent": "punctuation"
+          },
+          {
+            "child": "\"",
+            "parent": "punctuation"
+          }
+        ],
+        "literals": {
+          "f": [
+            {
+              "development": true,
+              "id": "f",
+              "initial": "{ value: 'f', word: 'f' }"
+            }
+          ],
+          "gq": [
+            {
+              "development": true,
+              "id": "g",
+              "initial": "{ word: 'gq', query: true }"
+            }
+          ],
+          "x": [
+            {
+              "development": true,
+              "id": "x",
+              "initial": "{ value: 'x', word: 'x' }"
+            }
+          ]
+        },
+        "patterns": [
+          {
+            "defs": [
+              {
+                "remove": true,
+                "uuid": "tokenize2"
+              }
+            ],
+            "pattern": [
+              {
+                "type": "space"
+              },
+              {
+                "repeat": true
+              }
+            ]
+          },
+          {
+            "allow_partial_matches": false,
+            "check_spelling": true,
+            "defs": [
+              {
+                "id": "unknown",
+                "initial": "{ value: text, unknown: true }",
+                "uuid": "tokenize2"
+              }
+            ],
+            "is_unknown": true,
+            "pattern": [
+              {
+                "type": "alphanumeric"
+              },
+              {
+                "repeat": true
+              }
+            ],
+            "scale": 0.8
+          }
+        ]
+      }
+    },
+    "contexts": [
+      {
+        "context_index": 1,
+        "dead": true,
+        "default": true,
+        "from": {
+          "dead": true,
+          "level": 1,
+          "marker": "unknown",
+          "range": {
+            "end": 0,
+            "start": 0
+          },
+          "text": "a",
+          "unknown": true,
+          "value": "a",
+          "word": "a"
+        },
+        "level": 1,
+        "marker": "means",
+        "range": {
+          "end": 8,
+          "start": 0
+        },
+        "text": "a means x",
+        "to": {
+          "level": 0,
+          "marker": "x",
+          "range": {
+            "end": 8,
+            "start": 8
+          },
+          "text": "x",
+          "value": "x",
+          "word": "x"
+        },
+        "topLevel": true,
+        "touchedBy": [
+          "meta#call2"
+        ],
+        "value": "means",
+        "word": "means"
+      }
+    ],
+    "generatedParenthesized": [
+      ""
+    ],
+    "metadata": {
+      "opChoices": [
+        {
+          "counter": 1,
+          "op": [
+            "unknown",
+            0
+          ],
+          "ops": [
+            [
+              "means",
+              0
+            ],
+            [
+              "unknown",
+              0
+            ],
+            [
+              "x",
+              0
+            ]
+          ]
+        },
+        {
+          "counter": 2,
+          "op": [
+            "means",
+            0
+          ],
+          "ops": [
+            [
+              "means",
+              0
+            ],
+            [
+              "x",
+              0
+            ]
+          ]
+        }
+      ]
+    },
+    "objects": {
+      "nameToUUID": {
+        "gdefaults": "gdefaults2",
+        "meta": "meta1",
+        "tokenize": "tokenize2"
+      },
+      "namespaced": {
+        "gdefaults2": {
+        },
+        "meta1": {
+        },
+        "tokenize2": {
+        }
+      },
+      "processed": [
+        {
+          "context": {
+            "context_index": 1,
+            "dead": true,
+            "default": true,
+            "from": {
+              "dead": true,
+              "level": 1,
+              "marker": "unknown",
+              "range": {
+                "end": 0,
+                "start": 0
+              },
+              "text": "a",
+              "unknown": true,
+              "value": "a",
+              "word": "a"
+            },
+            "level": 1,
+            "marker": "means",
+            "range": {
+              "end": 8,
+              "start": 0
+            },
+            "text": "a means x",
+            "to": {
+              "level": 0,
+              "marker": "x",
+              "range": {
+                "end": 8,
+                "start": 8
+              },
+              "text": "x",
+              "value": "x",
+              "word": "x"
+            },
+            "topLevel": true,
+            "touchedBy": [
+              "meta#call2"
+            ],
+            "value": "means",
+            "word": "means"
+          },
+          "generatedParenthesized": "",
+          "paraphrases": "a means x",
+          "paraphrasesParenthesized": "((a) means (x))",
+          "responses": [
+            ""
+          ]
+        }
+      ]
+    },
+    "paraphrases": [
+      "a means x"
+    ],
+    "paraphrasesParenthesized": [
+      "((a) means (x))"
+    ],
+    "query": "a means x",
+    "responses": [
+      ""
+    ],
+    "summaries": [
+      {
+        "length": 1,
+        "summaries": [
+          {
+            "counter": 1,
+            "operators": [
+              {
+                "marker": [
+                  "unknown",
+                  0
+                ],
+                "range": {
+                  "end": 0,
+                  "start": 0
+                }
+              },
+              {
+                "marker": [
+                  "means",
+                  0
+                ],
+                "range": {
+                  "end": 6,
+                  "start": 2
+                }
+              },
+              {
+                "marker": [
+                  "x",
+                  0
+                ],
+                "range": {
+                  "end": 8,
+                  "start": 8
+                }
+              }
+            ]
+          },
+          {
+            "counter": 2,
+            "operators": [
+              {
+                "marker": [
+                  "unknown",
+                  1
+                ],
+                "range": {
+                  "end": 0,
+                  "start": 0
+                }
+              },
+              {
+                "marker": [
+                  "means",
+                  0
+                ],
+                "range": {
+                  "end": 6,
+                  "start": 2
+                }
+              },
+              {
+                "marker": [
+                  "x",
+                  0
+                ],
+                "range": {
+                  "end": 8,
+                  "start": 8
+                }
+              }
+            ]
+          },
+          {
+            "counter": 3,
+            "operators": [
+              {
+                "marker": [
+                  "means",
+                  1
+                ],
+                "range": {
+                  "end": 8,
+                  "start": 0
+                }
+              }
+            ]
+          }
+        ]
+      }
+    ]
+  },
+  {
+    "associations": [
+      [
+        [
+          "f",
+          0
+        ],
+        [
+          "g",
+          0
+        ],
+        [
+          "if",
+          0
+        ],
+        [
+          "then",
+          0
+        ]
+      ],
+      [
+        [
+          "g",
+          0
+        ],
+        [
+          "if",
+          0
+        ],
+        [
+          "then",
+          0
+        ]
+      ],
+      [
+        [
+          "if",
+          0
+        ],
+        [
+          "then",
+          0
+        ]
+      ]
+    ],
+    "config": {
+      "words": {
+        "hierarchy": [
+          {
+            "child": " ",
+            "parent": "space"
+          },
+          {
+            "child": "0",
+            "parent": "digit"
+          },
+          {
+            "child": "1",
+            "parent": "digit"
+          },
+          {
+            "child": "2",
+            "parent": "digit"
+          },
+          {
+            "child": "3",
+            "parent": "digit"
+          },
+          {
+            "child": "4",
+            "parent": "digit"
+          },
+          {
+            "child": "5",
+            "parent": "digit"
+          },
+          {
+            "child": "6",
+            "parent": "digit"
+          },
+          {
+            "child": "7",
+            "parent": "digit"
+          },
+          {
+            "child": "8",
+            "parent": "digit"
+          },
+          {
+            "child": "9",
+            "parent": "digit"
+          },
+          {
+            "child": "lower",
+            "parent": "letter"
+          },
+          {
+            "child": "upper",
+            "parent": "letter"
+          },
+          {
+            "child": "a",
+            "parent": "lower"
+          },
+          {
+            "child": "b",
+            "parent": "lower"
+          },
+          {
+            "child": "c",
+            "parent": "lower"
+          },
+          {
+            "child": "d",
+            "parent": "lower"
+          },
+          {
+            "child": "e",
+            "parent": "lower"
+          },
+          {
+            "child": "f",
+            "parent": "lower"
+          },
+          {
+            "child": "g",
+            "parent": "lower"
+          },
+          {
+            "child": "h",
+            "parent": "lower"
+          },
+          {
+            "child": "i",
+            "parent": "lower"
+          },
+          {
+            "child": "j",
+            "parent": "lower"
+          },
+          {
+            "child": "k",
+            "parent": "lower"
+          },
+          {
+            "child": "l",
+            "parent": "lower"
+          },
+          {
+            "child": "m",
+            "parent": "lower"
+          },
+          {
+            "child": "n",
+            "parent": "lower"
+          },
+          {
+            "child": "o",
+            "parent": "lower"
+          },
+          {
+            "child": "p",
+            "parent": "lower"
+          },
+          {
+            "child": "q",
+            "parent": "lower"
+          },
+          {
+            "child": "r",
+            "parent": "lower"
+          },
+          {
+            "child": "s",
+            "parent": "lower"
+          },
+          {
+            "child": "t",
+            "parent": "lower"
+          },
+          {
+            "child": "u",
+            "parent": "lower"
+          },
+          {
+            "child": "v",
+            "parent": "lower"
+          },
+          {
+            "child": "w",
+            "parent": "lower"
+          },
+          {
+            "child": "x",
+            "parent": "lower"
+          },
+          {
+            "child": "y",
+            "parent": "lower"
+          },
+          {
+            "child": "z",
+            "parent": "lower"
+          },
+          {
+            "child": "A",
+            "parent": "upper"
+          },
+          {
+            "child": "B",
+            "parent": "upper"
+          },
+          {
+            "child": "C",
+            "parent": "upper"
+          },
+          {
+            "child": "D",
+            "parent": "upper"
+          },
+          {
+            "child": "E",
+            "parent": "upper"
+          },
+          {
+            "child": "F",
+            "parent": "upper"
+          },
+          {
+            "child": "G",
+            "parent": "upper"
+          },
+          {
+            "child": "H",
+            "parent": "upper"
+          },
+          {
+            "child": "I",
+            "parent": "upper"
+          },
+          {
+            "child": "J",
+            "parent": "upper"
+          },
+          {
+            "child": "K",
+            "parent": "upper"
+          },
+          {
+            "child": "L",
+            "parent": "upper"
+          },
+          {
+            "child": "M",
+            "parent": "upper"
+          },
+          {
+            "child": "N",
+            "parent": "upper"
+          },
+          {
+            "child": "O",
+            "parent": "upper"
+          },
+          {
+            "child": "P",
+            "parent": "upper"
+          },
+          {
+            "child": "Q",
+            "parent": "upper"
+          },
+          {
+            "child": "R",
+            "parent": "upper"
+          },
+          {
+            "child": "S",
+            "parent": "upper"
+          },
+          {
+            "child": "T",
+            "parent": "upper"
+          },
+          {
+            "child": "U",
+            "parent": "upper"
+          },
+          {
+            "child": "V",
+            "parent": "upper"
+          },
+          {
+            "child": "W",
+            "parent": "upper"
+          },
+          {
+            "child": "X",
+            "parent": "upper"
+          },
+          {
+            "child": "Y",
+            "parent": "upper"
+          },
+          {
+            "child": "Z",
+            "parent": "upper"
+          },
+          {
+            "child": "letter",
+            "parent": "alphanumeric"
+          },
+          {
+            "child": "digit",
+            "parent": "alphanumeric"
+          },
+          {
+            "child": "_",
+            "parent": "alphanumeric"
+          },
+          {
+            "child": "~",
+            "parent": "punctuation"
+          },
+          {
+            "child": "!",
+            "parent": "punctuation"
+          },
+          {
+            "child": "@",
+            "parent": "punctuation"
+          },
+          {
+            "child": "#",
+            "parent": "punctuation"
+          },
+          {
+            "child": "$",
+            "parent": "punctuation"
+          },
+          {
+            "child": "%",
+            "parent": "punctuation"
+          },
+          {
+            "child": "^",
+            "parent": "punctuation"
+          },
+          {
+            "child": "&",
+            "parent": "punctuation"
+          },
+          {
+            "child": "*",
+            "parent": "punctuation"
+          },
+          {
+            "child": "(",
+            "parent": "punctuation"
+          },
+          {
+            "child": ")",
+            "parent": "punctuation"
+          },
+          {
+            "child": "+",
+            "parent": "punctuation"
+          },
+          {
+            "child": "-",
+            "parent": "punctuation"
+          },
+          {
+            "child": "=",
+            "parent": "punctuation"
+          },
+          {
+            "child": "[",
+            "parent": "punctuation"
+          },
+          {
+            "child": "]",
+            "parent": "punctuation"
+          },
+          {
+            "child": "{",
+            "parent": "punctuation"
+          },
+          {
+            "child": "}",
+            "parent": "punctuation"
+          },
+          {
+            "child": "\\",
+            "parent": "punctuation"
+          },
+          {
+            "child": "|",
+            "parent": "punctuation"
+          },
+          {
+            "child": ";",
+            "parent": "punctuation"
+          },
+          {
+            "child": ":",
+            "parent": "punctuation"
+          },
+          {
+            "child": ",",
+            "parent": "punctuation"
+          },
           {
-            "development": true,
-            "id": "f",
-            "initial": "{ value: 'f', word: 'f' }"
-          }
-        ],
-        "gq": [
+            "child": "<",
+            "parent": "punctuation"
+          },
           {
-            "development": true,
-            "id": "g",
-            "initial": "{ word: 'gq', query: true }"
-          }
-        ],
-        "x": [
+            "child": ">",
+            "parent": "punctuation"
+          },
           {
-            "development": true,
-            "id": "x",
-            "initial": "{ value: 'x', word: 'x' }"
-          }
-        ]
-      }
-    },
-    "contexts": [
-      {
-        "dead": true,
-        "default": true,
-        "from": {
-          "marker": "unknown",
-          "range": {
-            "end": 0,
-            "start": 0
+            "child": "/",
+            "parent": "punctuation"
           },
-          "text": "a",
-          "value": "a",
-          "word": "a"
-        },
-        "level": 1,
-        "marker": "means",
-        "range": {
-          "end": 8,
-          "start": 0
-        },
-        "text": "a means x",
-        "to": {
-          "level": 0,
-          "marker": "x",
-          "range": {
-            "end": 8,
-            "start": 8
+          {
+            "child": "?",
+            "parent": "punctuation"
           },
-          "text": "x",
-          "value": "x",
-          "word": "x"
-        },
-        "topLevel": true,
-        "touchedBy": [
-          "meta#call2"
-        ],
-        "value": "means",
-        "word": "means"
-      }
-    ],
-    "generatedParenthesized": [
-      ""
-    ],
-    "metadata": {
-      "opChoices": [
-        {
-          "counter": 1,
-          "op": [
-            "means",
-            0
-          ],
-          "ops": [
-            [
-              "means",
-              0
-            ],
-            [
-              "x",
-              0
-            ]
-          ]
-        }
-      ]
-    },
-    "objects": {
-      "nameToUUID": {
-        "meta": "meta1"
-      },
-      "namespaced": {
-        "meta1": {
-        }
-      },
-      "processed": [
-        {
-          "context": {
-            "dead": true,
-            "default": true,
-            "from": {
-              "marker": "unknown",
-              "range": {
-                "end": 0,
-                "start": 0
-              },
-              "text": "a",
-              "value": "a",
-              "word": "a"
-            },
-            "level": 1,
-            "marker": "means",
-            "range": {
-              "end": 8,
-              "start": 0
-            },
-            "text": "a means x",
-            "to": {
-              "level": 0,
-              "marker": "x",
-              "range": {
-                "end": 8,
-                "start": 8
-              },
-              "text": "x",
-              "value": "x",
-              "word": "x"
-            },
-            "topLevel": true,
-            "touchedBy": [
-              "meta#call2"
-            ],
-            "value": "means",
-            "word": "means"
+          {
+            "child": "'",
+            "parent": "punctuation"
           },
-          "generatedParenthesized": "",
-          "paraphrases": "a means x",
-          "paraphrasesParenthesized": "((a) means (x))",
-          "responses": [
-            ""
-          ]
-        }
-      ]
-    },
-    "paraphrases": [
-      "a means x"
-    ],
-    "paraphrasesParenthesized": [
-      "((a) means (x))"
-    ],
-    "query": "a means x",
-    "responses": [
-      ""
-    ]
-  },
-  {
-    "associations": [
-      [
-        [
-          "f",
-          0
-        ],
-        [
-          "g",
-          0
-        ],
-        [
-          "if",
-          0
-        ],
-        [
-          "then",
-          0
-        ]
-      ],
-      [
-        [
-          "g",
-          0
-        ],
-        [
-          "if",
-          0
-        ],
-        [
-          "then",
-          0
-        ]
-      ],
-      [
-        [
-          "if",
-          0
-        ],
-        [
-          "then",
-          0
-        ]
-      ]
-    ],
-    "config": {
-      "words": {
-        "f": [
           {
-            "development": true,
-            "id": "f",
-            "initial": "{ value: 'f', word: 'f' }"
+            "child": "\"",
+            "parent": "punctuation"
           }
         ],
-        "gq": [
+        "literals": {
+          "f": [
+            {
+              "development": true,
+              "id": "f",
+              "initial": "{ value: 'f', word: 'f' }"
+            }
+          ],
+          "gq": [
+            {
+              "development": true,
+              "id": "g",
+              "initial": "{ word: 'gq', query: true }"
+            }
+          ],
+          "x": [
+            {
+              "development": true,
+              "id": "x",
+              "initial": "{ value: 'x', word: 'x' }"
+            }
+          ]
+        },
+        "patterns": [
           {
-            "development": true,
-            "id": "g",
-            "initial": "{ word: 'gq', query: true }"
-          }
-        ],
-        "x": [
+            "defs": [
+              {
+                "remove": true,
+                "uuid": "tokenize2"
+              }
+            ],
+            "pattern": [
+              {
+                "type": "space"
+              },
+              {
+                "repeat": true
+              }
+            ]
+          },
           {
-            "development": true,
-            "id": "x",
-            "initial": "{ value: 'x', word: 'x' }"
+            "allow_partial_matches": false,
+            "check_spelling": true,
+            "defs": [
+              {
+                "id": "unknown",
+                "initial": "{ value: text, unknown: true }",
+                "uuid": "tokenize2"
+              }
+            ],
+            "is_unknown": true,
+            "pattern": [
+              {
+                "type": "alphanumeric"
+              },
+              {
+                "repeat": true
+              }
+            ],
+            "scale": 0.8
           }
         ]
       }
@@ -426,6 +2083,7 @@
           "value": "g",
           "word": "g"
         },
+        "context_index": 1,
         "dead": true,
         "default": true,
         "level": 1,
@@ -443,6 +2101,7 @@
         "word": "if"
       },
       {
+        "context_index": 3,
         "dead": true,
         "evalue": {
           "verbatim": "this is f response"
@@ -578,15 +2237,22 @@
     },
     "objects": {
       "nameToUUID": {
-        "meta": "meta1"
+        "gdefaults": "gdefaults2",
+        "meta": "meta1",
+        "tokenize": "tokenize2"
       },
       "namespaced": {
+        "gdefaults2": {
+        },
         "meta1": {
+        },
+        "tokenize2": {
         }
       },
       "processed": [
         {
           "context": {
+            "context_index": 3,
             "dead": true,
             "evalue": {
               "verbatim": "this is f response"
@@ -647,6 +2313,7 @@
               "value": "g",
               "word": "g"
             },
+            "context_index": 1,
             "dead": true,
             "default": true,
             "level": 1,
@@ -663,28 +2330,325 @@
             "value": "if",
             "word": "if"
           },
-          "generatedParenthesized": "",
-          "paraphrases": "if f then g",
-          "paraphrasesParenthesized": "(if (f) then (g))",
-          "responses": [
-            "",
-            "this is f response"
-          ]
-        }
-      ]
-    },
-    "paraphrases": [
-      "if f then g",
-      "gq"
-    ],
-    "paraphrasesParenthesized": [
-      "(if (f) then (g))",
-      "(gq)"
-    ],
-    "query": "if f then g gq",
-    "responses": [
-      "",
-      "this is f response"
+          "generatedParenthesized": "",
+          "paraphrases": "if f then g",
+          "paraphrasesParenthesized": "(if (f) then (g))",
+          "responses": [
+            "",
+            "this is f response"
+          ]
+        }
+      ]
+    },
+    "paraphrases": [
+      "if f then g",
+      "gq"
+    ],
+    "paraphrasesParenthesized": [
+      "(if (f) then (g))",
+      "(gq)"
+    ],
+    "query": "if f then g gq",
+    "responses": [
+      "",
+      "this is f response"
+    ],
+    "summaries": [
+      {
+        "length": 2,
+        "summaries": [
+          {
+            "counter": 1,
+            "operators": [
+              {
+                "marker": [
+                  "if",
+                  0
+                ],
+                "range": {
+                  "end": 1,
+                  "start": 0
+                }
+              },
+              {
+                "marker": [
+                  "f",
+                  0
+                ],
+                "range": {
+                  "end": 3,
+                  "start": 3
+                }
+              },
+              {
+                "marker": [
+                  "then",
+                  0
+                ],
+                "range": {
+                  "end": 8,
+                  "start": 5
+                }
+              },
+              {
+                "marker": [
+                  "g",
+                  0
+                ],
+                "range": {
+                  "end": 10,
+                  "start": 10
+                }
+              },
+              {
+                "marker": [
+                  "g",
+                  0
+                ],
+                "range": {
+                  "end": 13,
+                  "start": 12
+                }
+              }
+            ]
+          },
+          {
+            "counter": 2,
+            "operators": [
+              {
+                "marker": [
+                  "if",
+                  0
+                ],
+                "range": {
+                  "end": 1,
+                  "start": 0
+                }
+              },
+              {
+                "marker": [
+                  "f",
+                  1
+                ],
+                "range": {
+                  "end": 3,
+                  "start": 3
+                }
+              },
+              {
+                "marker": [
+                  "then",
+                  0
+                ],
+                "range": {
+                  "end": 8,
+                  "start": 5
+                }
+              },
+              {
+                "marker": [
+                  "g",
+                  0
+                ],
+                "range": {
+                  "end": 10,
+                  "start": 10
+                }
+              },
+              {
+                "marker": [
+                  "g",
+                  0
+                ],
+                "range": {
+                  "end": 13,
+                  "start": 12
+                }
+              }
+            ]
+          },
+          {
+            "counter": 3,
+            "operators": [
+              {
+                "marker": [
+                  "if",
+                  0
+                ],
+                "range": {
+                  "end": 1,
+                  "start": 0
+                }
+              },
+              {
+                "marker": [
+                  "f",
+                  1
+                ],
+                "range": {
+                  "end": 3,
+                  "start": 3
+                }
+              },
+              {
+                "marker": [
+                  "then",
+                  0
+                ],
+                "range": {
+                  "end": 8,
+                  "start": 5
+                }
+              },
+              {
+                "marker": [
+                  "g",
+                  1
+                ],
+                "range": {
+                  "end": 10,
+                  "start": 10
+                }
+              },
+              {
+                "marker": [
+                  "g",
+                  0
+                ],
+                "range": {
+                  "end": 13,
+                  "start": 12
+                }
+              }
+            ]
+          },
+          {
+            "counter": 4,
+            "operators": [
+              {
+                "marker": [
+                  "if",
+                  0
+                ],
+                "range": {
+                  "end": 1,
+                  "start": 0
+                }
+              },
+              {
+                "marker": [
+                  "f",
+                  1
+                ],
+                "range": {
+                  "end": 3,
+                  "start": 3
+                }
+              },
+              {
+                "marker": [
+                  "then",
+                  0
+                ],
+                "range": {
+                  "end": 8,
+                  "start": 5
+                }
+              },
+              {
+                "marker": [
+                  "g",
+                  1
+                ],
+                "range": {
+                  "end": 10,
+                  "start": 10
+                }
+              },
+              {
+                "marker": [
+                  "g",
+                  1
+                ],
+                "range": {
+                  "end": 13,
+                  "start": 12
+                }
+              }
+            ]
+          },
+          {
+            "counter": 5,
+            "operators": [
+              {
+                "marker": [
+                  "if",
+                  0
+                ],
+                "range": {
+                  "end": 1,
+                  "start": 0
+                }
+              },
+              {
+                "marker": [
+                  "f",
+                  1
+                ],
+                "range": {
+                  "end": 3,
+                  "start": 3
+                }
+              },
+              {
+                "marker": [
+                  "then",
+                  1
+                ],
+                "range": {
+                  "end": 10,
+                  "start": 5
+                }
+              },
+              {
+                "marker": [
+                  "g",
+                  1
+                ],
+                "range": {
+                  "end": 13,
+                  "start": 12
+                }
+              }
+            ]
+          },
+          {
+            "counter": 6,
+            "operators": [
+              {
+                "marker": [
+                  "if",
+                  1
+                ],
+                "range": {
+                  "end": 10,
+                  "start": 0
+                }
+              },
+              {
+                "marker": [
+                  "g",
+                  1
+                ],
+                "range": {
+                  "end": 13,
+                  "start": 12
+                }
+              }
+            ]
+          }
+        ]
+      }
     ]
   },
   {
@@ -716,31 +2680,463 @@
     ],
     "config": {
       "words": {
-        "f": [
+        "hierarchy": [
           {
-            "development": true,
-            "id": "f",
-            "initial": "{ value: 'f', word: 'f' }"
-          }
-        ],
-        "gq": [
+            "child": " ",
+            "parent": "space"
+          },
+          {
+            "child": "0",
+            "parent": "digit"
+          },
+          {
+            "child": "1",
+            "parent": "digit"
+          },
+          {
+            "child": "2",
+            "parent": "digit"
+          },
+          {
+            "child": "3",
+            "parent": "digit"
+          },
+          {
+            "child": "4",
+            "parent": "digit"
+          },
+          {
+            "child": "5",
+            "parent": "digit"
+          },
+          {
+            "child": "6",
+            "parent": "digit"
+          },
+          {
+            "child": "7",
+            "parent": "digit"
+          },
+          {
+            "child": "8",
+            "parent": "digit"
+          },
+          {
+            "child": "9",
+            "parent": "digit"
+          },
+          {
+            "child": "lower",
+            "parent": "letter"
+          },
+          {
+            "child": "upper",
+            "parent": "letter"
+          },
+          {
+            "child": "a",
+            "parent": "lower"
+          },
+          {
+            "child": "b",
+            "parent": "lower"
+          },
+          {
+            "child": "c",
+            "parent": "lower"
+          },
+          {
+            "child": "d",
+            "parent": "lower"
+          },
+          {
+            "child": "e",
+            "parent": "lower"
+          },
+          {
+            "child": "f",
+            "parent": "lower"
+          },
+          {
+            "child": "g",
+            "parent": "lower"
+          },
+          {
+            "child": "h",
+            "parent": "lower"
+          },
+          {
+            "child": "i",
+            "parent": "lower"
+          },
+          {
+            "child": "j",
+            "parent": "lower"
+          },
+          {
+            "child": "k",
+            "parent": "lower"
+          },
+          {
+            "child": "l",
+            "parent": "lower"
+          },
+          {
+            "child": "m",
+            "parent": "lower"
+          },
+          {
+            "child": "n",
+            "parent": "lower"
+          },
+          {
+            "child": "o",
+            "parent": "lower"
+          },
+          {
+            "child": "p",
+            "parent": "lower"
+          },
+          {
+            "child": "q",
+            "parent": "lower"
+          },
+          {
+            "child": "r",
+            "parent": "lower"
+          },
+          {
+            "child": "s",
+            "parent": "lower"
+          },
+          {
+            "child": "t",
+            "parent": "lower"
+          },
+          {
+            "child": "u",
+            "parent": "lower"
+          },
+          {
+            "child": "v",
+            "parent": "lower"
+          },
+          {
+            "child": "w",
+            "parent": "lower"
+          },
+          {
+            "child": "x",
+            "parent": "lower"
+          },
+          {
+            "child": "y",
+            "parent": "lower"
+          },
+          {
+            "child": "z",
+            "parent": "lower"
+          },
+          {
+            "child": "A",
+            "parent": "upper"
+          },
+          {
+            "child": "B",
+            "parent": "upper"
+          },
+          {
+            "child": "C",
+            "parent": "upper"
+          },
+          {
+            "child": "D",
+            "parent": "upper"
+          },
+          {
+            "child": "E",
+            "parent": "upper"
+          },
+          {
+            "child": "F",
+            "parent": "upper"
+          },
+          {
+            "child": "G",
+            "parent": "upper"
+          },
+          {
+            "child": "H",
+            "parent": "upper"
+          },
+          {
+            "child": "I",
+            "parent": "upper"
+          },
+          {
+            "child": "J",
+            "parent": "upper"
+          },
+          {
+            "child": "K",
+            "parent": "upper"
+          },
+          {
+            "child": "L",
+            "parent": "upper"
+          },
+          {
+            "child": "M",
+            "parent": "upper"
+          },
+          {
+            "child": "N",
+            "parent": "upper"
+          },
+          {
+            "child": "O",
+            "parent": "upper"
+          },
+          {
+            "child": "P",
+            "parent": "upper"
+          },
+          {
+            "child": "Q",
+            "parent": "upper"
+          },
+          {
+            "child": "R",
+            "parent": "upper"
+          },
+          {
+            "child": "S",
+            "parent": "upper"
+          },
+          {
+            "child": "T",
+            "parent": "upper"
+          },
+          {
+            "child": "U",
+            "parent": "upper"
+          },
+          {
+            "child": "V",
+            "parent": "upper"
+          },
+          {
+            "child": "W",
+            "parent": "upper"
+          },
+          {
+            "child": "X",
+            "parent": "upper"
+          },
+          {
+            "child": "Y",
+            "parent": "upper"
+          },
+          {
+            "child": "Z",
+            "parent": "upper"
+          },
+          {
+            "child": "letter",
+            "parent": "alphanumeric"
+          },
+          {
+            "child": "digit",
+            "parent": "alphanumeric"
+          },
+          {
+            "child": "_",
+            "parent": "alphanumeric"
+          },
+          {
+            "child": "~",
+            "parent": "punctuation"
+          },
+          {
+            "child": "!",
+            "parent": "punctuation"
+          },
+          {
+            "child": "@",
+            "parent": "punctuation"
+          },
+          {
+            "child": "#",
+            "parent": "punctuation"
+          },
+          {
+            "child": "$",
+            "parent": "punctuation"
+          },
+          {
+            "child": "%",
+            "parent": "punctuation"
+          },
+          {
+            "child": "^",
+            "parent": "punctuation"
+          },
+          {
+            "child": "&",
+            "parent": "punctuation"
+          },
+          {
+            "child": "*",
+            "parent": "punctuation"
+          },
+          {
+            "child": "(",
+            "parent": "punctuation"
+          },
+          {
+            "child": ")",
+            "parent": "punctuation"
+          },
+          {
+            "child": "+",
+            "parent": "punctuation"
+          },
+          {
+            "child": "-",
+            "parent": "punctuation"
+          },
+          {
+            "child": "=",
+            "parent": "punctuation"
+          },
+          {
+            "child": "[",
+            "parent": "punctuation"
+          },
+          {
+            "child": "]",
+            "parent": "punctuation"
+          },
+          {
+            "child": "{",
+            "parent": "punctuation"
+          },
+          {
+            "child": "}",
+            "parent": "punctuation"
+          },
+          {
+            "child": "\\",
+            "parent": "punctuation"
+          },
+          {
+            "child": "|",
+            "parent": "punctuation"
+          },
+          {
+            "child": ";",
+            "parent": "punctuation"
+          },
+          {
+            "child": ":",
+            "parent": "punctuation"
+          },
+          {
+            "child": ",",
+            "parent": "punctuation"
+          },
+          {
+            "child": "<",
+            "parent": "punctuation"
+          },
+          {
+            "child": ">",
+            "parent": "punctuation"
+          },
+          {
+            "child": "/",
+            "parent": "punctuation"
+          },
+          {
+            "child": "?",
+            "parent": "punctuation"
+          },
+          {
+            "child": "'",
+            "parent": "punctuation"
+          },
           {
-            "development": true,
-            "id": "g",
-            "initial": "{ word: 'gq', query: true }"
+            "child": "\"",
+            "parent": "punctuation"
           }
         ],
-        "x": [
+        "literals": {
+          "f": [
+            {
+              "development": true,
+              "id": "f",
+              "initial": "{ value: 'f', word: 'f' }"
+            }
+          ],
+          "gq": [
+            {
+              "development": true,
+              "id": "g",
+              "initial": "{ word: 'gq', query: true }"
+            }
+          ],
+          "x": [
+            {
+              "development": true,
+              "id": "x",
+              "initial": "{ value: 'x', word: 'x' }"
+            }
+          ]
+        },
+        "patterns": [
+          {
+            "defs": [
+              {
+                "remove": true,
+                "uuid": "tokenize2"
+              }
+            ],
+            "pattern": [
+              {
+                "type": "space"
+              },
+              {
+                "repeat": true
+              }
+            ]
+          },
           {
-            "development": true,
-            "id": "x",
-            "initial": "{ value: 'x', word: 'x' }"
+            "allow_partial_matches": false,
+            "check_spelling": true,
+            "defs": [
+              {
+                "id": "unknown",
+                "initial": "{ value: text, unknown: true }",
+                "uuid": "tokenize2"
+              }
+            ],
+            "is_unknown": true,
+            "pattern": [
+              {
+                "type": "alphanumeric"
+              },
+              {
+                "repeat": true
+              }
+            ],
+            "scale": 0.8
           }
         ]
       }
     },
     "contexts": [
       {
+        "context_index": 1,
         "dead": true,
         "default": true,
         "from": {
@@ -831,15 +3227,22 @@
     },
     "objects": {
       "nameToUUID": {
-        "meta": "meta1"
+        "gdefaults": "gdefaults2",
+        "meta": "meta1",
+        "tokenize": "tokenize2"
       },
       "namespaced": {
+        "gdefaults2": {
+        },
         "meta1": {
+        },
+        "tokenize2": {
         }
       },
       "processed": [
         {
           "context": {
+            "context_index": 1,
             "dead": true,
             "default": true,
             "from": {
@@ -900,6 +3303,98 @@
     "query": "undefined means defined",
     "responses": [
       ""
+    ],
+    "summaries": [
+      {
+        "length": 1,
+        "summaries": [
+          {
+            "counter": 1,
+            "operators": [
+              {
+                "marker": [
+                  "undefined",
+                  0
+                ],
+                "range": {
+                  "end": 8,
+                  "start": 0
+                }
+              },
+              {
+                "marker": [
+                  "means",
+                  0
+                ],
+                "range": {
+                  "end": 14,
+                  "start": 10
+                }
+              },
+              {
+                "marker": [
+                  "defined",
+                  0
+                ],
+                "range": {
+                  "end": 22,
+                  "start": 16
+                }
+              }
+            ]
+          },
+          {
+            "counter": 2,
+            "operators": [
+              {
+                "marker": [
+                  "undefined",
+                  1
+                ],
+                "range": {
+                  "end": 8,
+                  "start": 0
+                }
+              },
+              {
+                "marker": [
+                  "means",
+                  0
+                ],
+                "range": {
+                  "end": 14,
+                  "start": 10
+                }
+              },
+              {
+                "marker": [
+                  "defined",
+                  0
+                ],
+                "range": {
+                  "end": 22,
+                  "start": 16
+                }
+              }
+            ]
+          },
+          {
+            "counter": 3,
+            "operators": [
+              {
+                "marker": [
+                  "means",
+                  1
+                ],
+                "range": {
+                  "end": 22,
+                  "start": 0
+                }
+              }
+            ]
+          }
+        ]
+      }
     ]
   }
 ]