tpmkms_4wp 7.12.8 → 8.0.0-beta.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (95) hide show
  1. package/common/animals.instance.json +192 -406
  2. package/common/animals.js +1 -1
  3. package/common/avatar.js +7 -5
  4. package/common/characters.js +12 -6
  5. package/common/{pipboyTemplate.instance.json → colors.instance.json} +13784 -8900
  6. package/common/colors.js +71 -0
  7. package/common/colors.test.json +4860 -0
  8. package/common/concept.js +2 -2
  9. package/common/crew.instance.json +3945 -3636
  10. package/common/crew.js +5 -3
  11. package/common/currency.js +0 -2
  12. package/common/dialogues.js +152 -20
  13. package/common/dialogues.test.json +1053 -33
  14. package/common/dimension.instance.json +750 -86
  15. package/common/dimension.js +15 -7
  16. package/common/dimension.test.json +289 -312
  17. package/common/edible.instance.json +446 -578
  18. package/common/edible.js +1 -1
  19. package/common/emotions.instance.json +67 -39
  20. package/common/emotions.js +1 -1
  21. package/common/fastfood.instance.json +1769 -2136
  22. package/common/fastfood.js +2 -2
  23. package/common/fastfood.test.json +7941 -3647
  24. package/common/formulas.instance.json +996 -0
  25. package/common/formulas.js +19 -6
  26. package/common/formulas.test.json +504 -2896
  27. package/common/gdefaults.js +2 -0
  28. package/common/help.js +7 -2
  29. package/common/help.test.json +18 -10
  30. package/common/helpers/concept.js +29 -9
  31. package/common/helpers/dialogues.js +17 -1
  32. package/common/helpers/formulas.js +0 -14
  33. package/common/helpers/meta.js +0 -1
  34. package/common/helpers/properties.js +6 -13
  35. package/common/helpers.js +5 -0
  36. package/common/javascript.js +8 -6
  37. package/common/kirk.instance.json +5 -1
  38. package/common/kirk.js +1 -1
  39. package/common/length.instance.json +417 -811
  40. package/common/length.js +1 -1
  41. package/common/math.instance.json +1938 -1
  42. package/common/math.js +17 -5
  43. package/common/meta.instance.json +1 -1
  44. package/common/meta.js +33 -10
  45. package/common/numbers.js +28 -24
  46. package/common/ordering.instance.json +98 -138
  47. package/common/ordering.js +1 -1
  48. package/common/people.instance.json +68 -121
  49. package/common/people.js +1 -1
  50. package/common/pipboy.instance.json +23411 -1076
  51. package/common/pipboy.js +31 -4
  52. package/common/pipboy.test.json +13 -9
  53. package/common/pokemon.instance.json +172 -223
  54. package/common/pokemon.js +1 -1
  55. package/common/pressure.instance.json +131 -81
  56. package/common/pressure.js +1 -1
  57. package/common/properties.instance.json +25 -49
  58. package/common/properties.js +20 -15
  59. package/common/properties.test.json +17605 -4030
  60. package/common/punctuation.js +8 -0
  61. package/common/punctuation.test.json +233 -5
  62. package/common/reports.instance.json +33 -65
  63. package/common/reports.js +9 -9
  64. package/common/scorekeeper.instance.json +1 -1
  65. package/common/scorekeeper.js +9 -7
  66. package/common/sizeable.js +7 -2
  67. package/common/spock.instance.json +5 -1
  68. package/common/spock.js +1 -1
  69. package/common/stm.js +16 -5
  70. package/common/tell.js +4 -2
  71. package/common/temperature.instance.json +142 -252
  72. package/common/temperature.js +1 -1
  73. package/common/testing.js +0 -1
  74. package/common/time.js +36 -20
  75. package/common/time.test.json +66 -44
  76. package/common/tokenize.js +47 -0
  77. package/common/tokenize.test.json +87 -0
  78. package/common/ui.instance.json +13 -1
  79. package/common/ui.js +0 -1
  80. package/common/weight.instance.json +335 -228
  81. package/common/weight.js +1 -1
  82. package/common/weight.test.json +242 -238
  83. package/main.js +6 -8
  84. package/package.json +10 -18
  85. package/common/dimensionTemplate.instance.json +0 -582
  86. package/common/dimensionTemplate.js +0 -35
  87. package/common/dimensionTemplate.test.json +0 -2
  88. package/common/formulasTemplate.instance.json +0 -483
  89. package/common/formulasTemplate.js +0 -30
  90. package/common/formulasTemplate.test.json +0 -2
  91. package/common/mathTemplate.instance.json +0 -1635
  92. package/common/mathTemplate.js +0 -32
  93. package/common/mathTemplate.test.json +0 -1422
  94. package/common/pipboyTemplate.js +0 -48
  95. package/common/pipboyTemplate.test.json +0 -2
@@ -5,7 +5,7 @@ const temperature_tests = require('./temperature.test.json')
5
5
  const temperature_instance = require('./temperature.instance.json')
6
6
 
7
7
  const template = {
8
- "queries": [
8
+ configs: [
9
9
  "temperature is a dimension",
10
10
  "celcius fahrenheit and kelvin are units of temperature",
11
11
 
package/common/testing.js CHANGED
@@ -15,7 +15,6 @@ let configStruct = {
15
15
  id: 'testingEvaluate',
16
16
  generatorp: ({context, g}) => `${context.word} ${g(context.value)}`,
17
17
  semantic: ({context, e}) => {
18
- debugger
19
18
  context.evalue = e(context.value)
20
19
  context.isResponse = true
21
20
  },
package/common/time.js CHANGED
@@ -1,6 +1,8 @@
1
1
  const { Config, knowledgeModule, where } = require('./runtime').theprogrammablemind
2
2
  const { defaultContextCheck } = require('./helpers')
3
3
  const tell = require('./tell')
4
+ const countable = require('./countable')
5
+ const numbers = require('./numbers')
4
6
  const helpers = require('./helpers')
5
7
  const time_tests = require('./time.test.json')
6
8
 
@@ -40,8 +42,8 @@ const configStruct = {
40
42
  name: 'time',
41
43
  operators: [
42
44
  "([time])",
43
- "([use] ((<count> ([timeUnit])) [timeFormat|format]))",
44
- "(([hourUnits|]) [ampm|])"
45
+ "([use] (([timeUnit]) [timeFormat|format]))",
46
+ "(([number|]) [ampm|])"
45
47
  //"(([anyConcept]) [equals|is] ([anyConcept]))",
46
48
  //"(([what0|what]) [equals] (<the> ([timeConcept])))",
47
49
  //"(<whatP|what> ([anyConcept]))",
@@ -54,40 +56,54 @@ const configStruct = {
54
56
  bridges: [
55
57
  { "id": "time", "level": 0, "bridge": "{ ...next(operator) }" },
56
58
 
57
- { "id": "hourUnits", "level": 0, "bridge": "{ ...next(operator) }" },
59
+ // { "id": "hourUnits", "level": 0, "bridge": "{ ...next(operator) }" },
58
60
  { "id": "ampm", "level": 0, "bridge": "{ ...next(operator), hour: before[0] }" },
59
61
 
60
62
  { "id": "timeFormat", "level": 0, "bridge": "{ ...before[0], ...next(operator) }" },
61
- { "id": "count", "level": 0, "bridge": "{ ...after, count: operator.value }" },
62
- { "id": "timeUnit", "level": 0, "bridge": "{ ...next(operator) }" },
63
+ // { "id": "count", "level": 0, "bridge": "{ ...after, count: operator.value }" },
64
+ {
65
+ "id": "timeUnit",
66
+ "level": 0,
67
+ words: [
68
+ ...helpers.words('hour', { initial: "{ units: 'hour' }" }),
69
+ ...helpers.words('minute', { initial: "{ units: 'minute' }" }),
70
+ ...helpers.words('second', { initial: "{ units: 'second' }" }),
71
+ ],
72
+ "bridge": "{ ...next(operator) }"
73
+ },
63
74
  { "id": "use", "level": 0,
64
75
  bridge: "{ ...next(operator), format: after[0] }",
65
- generatorp: ({g, context}) => `use ${context.format.count} hour time`
76
+ generatorp: ({g, context}) => `use ${context.format.quantity.value} hour time`
66
77
  },
67
78
  ],
68
79
  hierarchy: [
69
80
  ['time', 'queryable'],
70
81
  ['ampm', 'queryable'],
71
82
  ['time', 'theAble'],
83
+ ['timeUnit', 'countable'],
72
84
  ],
73
85
 
74
86
  "words": {
75
- " ([0-9]+)": [{"id": "count", "initial": "{ value: int(group[0]) }" }],
76
- " (1[0-2]|[1-9])": [{"id": "hourUnits", "initial": "{ hour: int(group[0]) }" }],
77
- "am": [{"id": "ampm", "initial": "{ ampm: 'am', determined: true }" }],
78
- "pm": [{"id": "ampm", "initial": "{ ampm: 'pm', determined: true }" }],
79
- //" (1[0-2]|[1-9]) ?pm": [{"id": "count", "initial": "{ hour: int(group[0]), part: 'pm' }" }],
80
- //" (1[0-2]|[1-9]) ?am": [{"id": "count", "initial": "{ hour: int(group[0]), part: 'am' }" }],
81
- " hours?": [{"id": "timeUnit", "initial": "{ units: 'hour' }" }],
82
- " minutes?": [{"id": "timeUnit", "initial": "{ units: 'hour' }" }],
83
- " seconds?": [{"id": "timeUnit", "initial": "{ units: 'seconds' }" }],
87
+ "literals": {
88
+ // " ([0-9]+)": [{"id": "count", "initial": "{ value: int(group[0]) }" }],
89
+ // " (1[0-2]|[1-9])": [{"id": "hourUnits", "initial": "{ hour: int(group[0]) }" }],
90
+ "am": [{"id": "ampm", "initial": "{ ampm: 'am', determined: true }" }],
91
+ "pm": [{"id": "ampm", "initial": "{ ampm: 'pm', determined: true }" }],
92
+ //" (1[0-2]|[1-9]) ?pm": [{"id": "count", "initial": "{ hour: int(group[0]), part: 'pm' }" }],
93
+ //" (1[0-2]|[1-9]) ?am": [{"id": "count", "initial": "{ hour: int(group[0]), part: 'am' }" }],
94
+ /*
95
+ " hours?": [{"id": "timeUnit", "initial": "{ units: 'hour' }" }],
96
+ " minutes?": [{"id": "timeUnit", "initial": "{ units: 'hour' }" }],
97
+ " seconds?": [{"id": "timeUnit", "initial": "{ units: 'seconds' }" }],
98
+ */
99
+ }
84
100
  },
85
101
 
86
102
  generators: [
87
103
  {
88
104
  where: where(),
89
105
  match: ({context}) => context.marker == 'ampm' && context.paraphrase,
90
- apply: ({g, context}) => `${context.hour.hour} ${context.ampm}`
106
+ apply: ({g, context, gp}) => `${gp(context.hour)} ${context.ampm}`
91
107
  },
92
108
  {
93
109
  where: where(),
@@ -137,15 +153,15 @@ const configStruct = {
137
153
  {
138
154
  notes: 'use time format working case',
139
155
  where: where(),
140
- match: ({objects, context}) => context.marker == 'use' && context.format && (context.format.count == 12 || context.format.count == 24),
156
+ match: ({objects, context}) => context.marker == 'use' && context.format && (context.format.quantity.value == 12 || context.format.quantity.value == 24),
141
157
  apply: ({objects, context}) => {
142
- objects.format = context.format.count
158
+ objects.format = context.format.quantity.value
143
159
  }
144
160
  },
145
161
  {
146
162
  notes: 'use time format error case',
147
163
  where: where(),
148
- match: ({objects, context}) => context.marker == 'use' && context.format && (context.format.count != 12 && context.format.count != 24),
164
+ match: ({objects, context}) => context.marker == 'use' && context.format && (context.format.quantity.value != 12 && context.format.quantity.value != 24),
149
165
  apply: ({objects, context}) => {
150
166
  context.marker = 'response'
151
167
  context.text = 'The hour format is 12 hour or 24 hour'
@@ -157,7 +173,7 @@ const configStruct = {
157
173
  const createConfig = () => {
158
174
  const config = new Config(configStruct, module)
159
175
  config.stop_auto_rebuild()
160
- config.add(tell())
176
+ config.add(tell()).add(numbers()).add(countable())
161
177
  config.api = api
162
178
  config.initializer( ({config, objects, kms, isModule}) => {
163
179
  if (!isModule) {
@@ -7,7 +7,7 @@
7
7
  0
8
8
  ],
9
9
  [
10
- "hourUnits",
10
+ "number",
11
11
  0
12
12
  ]
13
13
  ]
@@ -21,17 +21,18 @@
21
21
  "determined": true,
22
22
  "hour": {
23
23
  "dead": true,
24
- "hour": 2,
24
+ "instance": true,
25
25
  "level": 1,
26
- "marker": "hourUnits",
26
+ "marker": "number",
27
27
  "range": {
28
28
  "end": 0,
29
29
  "start": 0
30
30
  },
31
31
  "text": "2",
32
32
  "types": [
33
- "hourUnits"
33
+ "number"
34
34
  ],
35
+ "value": 2,
35
36
  "word": "2"
36
37
  },
37
38
  "level": 1,
@@ -53,7 +54,7 @@
53
54
  {
54
55
  "counter": 1,
55
56
  "op": [
56
- "hourUnits",
57
+ "number",
57
58
  0
58
59
  ],
59
60
  "ops": [
@@ -62,7 +63,7 @@
62
63
  0
63
64
  ],
64
65
  [
65
- "hourUnits",
66
+ "number",
66
67
  0
67
68
  ]
68
69
  ]
@@ -87,6 +88,7 @@
87
88
  "dialogues": "dialogues2",
88
89
  "gdefaults": "gdefaults2",
89
90
  "meta": "meta2",
91
+ "numbers": "numbers2",
90
92
  "pos": "pos2",
91
93
  "punctuation": "punctuation2",
92
94
  "sdefaults": "sdefaults2",
@@ -105,6 +107,8 @@
105
107
  },
106
108
  "meta2": {
107
109
  },
110
+ "numbers2": {
111
+ },
108
112
  "pos2": {
109
113
  },
110
114
  "punctuation2": {
@@ -131,17 +135,18 @@
131
135
  "determined": true,
132
136
  "hour": {
133
137
  "dead": true,
134
- "hour": 2,
138
+ "instance": true,
135
139
  "level": 1,
136
- "marker": "hourUnits",
140
+ "marker": "number",
137
141
  "range": {
138
142
  "end": 0,
139
143
  "start": 0
140
144
  },
141
145
  "text": "2",
142
146
  "types": [
143
- "hourUnits"
147
+ "number"
144
148
  ],
149
+ "value": 2,
145
150
  "word": "2"
146
151
  },
147
152
  "level": 1,
@@ -156,7 +161,7 @@
156
161
  },
157
162
  "generatedParenthesized": "",
158
163
  "paraphrases": "2 pm",
159
- "paraphrasesParenthesized": "(2 pm)",
164
+ "paraphrasesParenthesized": "((2) pm)",
160
165
  "responses": [
161
166
  ""
162
167
  ]
@@ -167,7 +172,7 @@
167
172
  "2 pm"
168
173
  ],
169
174
  "paraphrasesParenthesized": [
170
- "(2 pm)"
175
+ "((2) pm)"
171
176
  ],
172
177
  "query": "2 pm",
173
178
  "responses": [
@@ -182,15 +187,15 @@
182
187
  0
183
188
  ],
184
189
  [
185
- "hourUnits",
190
+ "info",
186
191
  0
187
192
  ],
188
193
  [
189
- "info",
194
+ "is",
190
195
  0
191
196
  ],
192
197
  [
193
- "is",
198
+ "number",
194
199
  0
195
200
  ],
196
201
  [
@@ -216,15 +221,15 @@
216
221
  0
217
222
  ],
218
223
  [
219
- "hourUnits",
224
+ "info",
220
225
  0
221
226
  ],
222
227
  [
223
- "info",
228
+ "is",
224
229
  0
225
230
  ],
226
231
  [
227
- "is",
232
+ "number",
228
233
  0
229
234
  ],
230
235
  [
@@ -246,11 +251,11 @@
246
251
  0
247
252
  ],
248
253
  [
249
- "hourUnits",
254
+ "is",
250
255
  0
251
256
  ],
252
257
  [
253
- "is",
258
+ "number",
254
259
  0
255
260
  ],
256
261
  [
@@ -264,11 +269,11 @@
264
269
  0
265
270
  ],
266
271
  [
267
- "hourUnits",
272
+ "is",
268
273
  0
269
274
  ],
270
275
  [
271
- "is",
276
+ "number",
272
277
  0
273
278
  ],
274
279
  [
@@ -286,11 +291,11 @@
286
291
  0
287
292
  ],
288
293
  [
289
- "hourUnits",
294
+ "is",
290
295
  0
291
296
  ],
292
297
  [
293
- "is",
298
+ "number",
294
299
  0
295
300
  ],
296
301
  [
@@ -405,17 +410,18 @@
405
410
  "determined": true,
406
411
  "hour": {
407
412
  "dead": true,
408
- "hour": 2,
413
+ "instance": true,
409
414
  "level": 1,
410
- "marker": "hourUnits",
415
+ "marker": "number",
411
416
  "range": {
412
417
  "end": 25,
413
418
  "start": 25
414
419
  },
415
420
  "text": "2",
416
421
  "types": [
417
- "hourUnits"
422
+ "number"
418
423
  ],
424
+ "value": 2,
419
425
  "word": "2"
420
426
  },
421
427
  "level": 1,
@@ -497,15 +503,15 @@
497
503
  0
498
504
  ],
499
505
  [
500
- "hourUnits",
506
+ "info",
501
507
  0
502
508
  ],
503
509
  [
504
- "info",
510
+ "is",
505
511
  0
506
512
  ],
507
513
  [
508
- "is",
514
+ "number",
509
515
  0
510
516
  ],
511
517
  [
@@ -538,15 +544,15 @@
538
544
  0
539
545
  ],
540
546
  [
541
- "hourUnits",
547
+ "info",
542
548
  0
543
549
  ],
544
550
  [
545
- "info",
551
+ "is",
546
552
  0
547
553
  ],
548
554
  [
549
- "is",
555
+ "number",
550
556
  0
551
557
  ],
552
558
  [
@@ -575,11 +581,11 @@
575
581
  0
576
582
  ],
577
583
  [
578
- "hourUnits",
584
+ "is",
579
585
  0
580
586
  ],
581
587
  [
582
- "is",
588
+ "number",
583
589
  0
584
590
  ],
585
591
  [
@@ -608,11 +614,11 @@
608
614
  0
609
615
  ],
610
616
  [
611
- "hourUnits",
617
+ "is",
612
618
  0
613
619
  ],
614
620
  [
615
- "is",
621
+ "number",
616
622
  0
617
623
  ],
618
624
  [
@@ -628,7 +634,7 @@
628
634
  {
629
635
  "counter": 5,
630
636
  "op": [
631
- "hourUnits",
637
+ "number",
632
638
  0
633
639
  ],
634
640
  "ops": [
@@ -637,11 +643,11 @@
637
643
  0
638
644
  ],
639
645
  [
640
- "hourUnits",
646
+ "is",
641
647
  0
642
648
  ],
643
649
  [
644
- "is",
650
+ "number",
645
651
  0
646
652
  ],
647
653
  [
@@ -712,6 +718,7 @@
712
718
  "dialogues": "dialogues2",
713
719
  "gdefaults": "gdefaults2",
714
720
  "meta": "meta2",
721
+ "numbers": "numbers2",
715
722
  "pos": "pos2",
716
723
  "punctuation": "punctuation2",
717
724
  "sdefaults": "sdefaults2",
@@ -730,6 +737,8 @@
730
737
  },
731
738
  "meta2": {
732
739
  },
740
+ "numbers2": {
741
+ },
733
742
  "pos2": {
734
743
  },
735
744
  "punctuation2": {
@@ -793,17 +802,18 @@
793
802
  "determined": true,
794
803
  "hour": {
795
804
  "dead": true,
796
- "hour": 2,
805
+ "instance": true,
797
806
  "level": 1,
798
- "marker": "hourUnits",
807
+ "marker": "number",
799
808
  "range": {
800
809
  "end": 25,
801
810
  "start": 25
802
811
  },
803
812
  "text": "2",
804
813
  "types": [
805
- "hourUnits"
814
+ "number"
806
815
  ],
816
+ "value": 2,
807
817
  "word": "2"
808
818
  },
809
819
  "level": 1,
@@ -869,7 +879,7 @@
869
879
  },
870
880
  "generatedParenthesized": "",
871
881
  "paraphrases": "tell me when the time is 2 pm",
872
- "paraphrasesParenthesized": "(tell (me) when ((the (time)) is (2 pm)))",
882
+ "paraphrasesParenthesized": "(tell (me) when ((the (time)) is ((2) pm)))",
873
883
  "responses": [
874
884
  ""
875
885
  ]
@@ -880,7 +890,7 @@
880
890
  "tell me when the time is 2 pm"
881
891
  ],
882
892
  "paraphrasesParenthesized": [
883
- "(tell (me) when ((the (time)) is (2 pm)))"
893
+ "(tell (me) when ((the (time)) is ((2) pm)))"
884
894
  ],
885
895
  "query": "tell me when the time is 2 pm",
886
896
  "responses": [
@@ -1386,6 +1396,7 @@
1386
1396
  "dialogues": "dialogues2",
1387
1397
  "gdefaults": "gdefaults2",
1388
1398
  "meta": "meta2",
1399
+ "numbers": "numbers2",
1389
1400
  "pos": "pos2",
1390
1401
  "punctuation": "punctuation2",
1391
1402
  "sdefaults": "sdefaults2",
@@ -1404,6 +1415,8 @@
1404
1415
  },
1405
1416
  "meta2": {
1406
1417
  },
1418
+ "numbers2": {
1419
+ },
1407
1420
  "pos2": {
1408
1421
  },
1409
1422
  "punctuation2": {
@@ -2122,6 +2135,7 @@
2122
2135
  "dialogues": "dialogues2",
2123
2136
  "gdefaults": "gdefaults2",
2124
2137
  "meta": "meta2",
2138
+ "numbers": "numbers2",
2125
2139
  "pos": "pos2",
2126
2140
  "punctuation": "punctuation2",
2127
2141
  "sdefaults": "sdefaults2",
@@ -2140,6 +2154,8 @@
2140
2154
  },
2141
2155
  "meta2": {
2142
2156
  },
2157
+ "numbers2": {
2158
+ },
2143
2159
  "pos2": {
2144
2160
  },
2145
2161
  "punctuation2": {
@@ -2531,6 +2547,7 @@
2531
2547
  "dialogues": "dialogues2",
2532
2548
  "gdefaults": "gdefaults2",
2533
2549
  "meta": "meta2",
2550
+ "numbers": "numbers2",
2534
2551
  "pos": "pos2",
2535
2552
  "punctuation": "punctuation2",
2536
2553
  "sdefaults": "sdefaults2",
@@ -2549,6 +2566,8 @@
2549
2566
  },
2550
2567
  "meta2": {
2551
2568
  },
2569
+ "numbers2": {
2570
+ },
2552
2571
  "pos2": {
2553
2572
  },
2554
2573
  "punctuation2": {
@@ -2905,6 +2924,7 @@
2905
2924
  "dialogues": "dialogues2",
2906
2925
  "gdefaults": "gdefaults2",
2907
2926
  "meta": "meta2",
2927
+ "numbers": "numbers2",
2908
2928
  "pos": "pos2",
2909
2929
  "punctuation": "punctuation2",
2910
2930
  "sdefaults": "sdefaults2",
@@ -2923,6 +2943,8 @@
2923
2943
  },
2924
2944
  "meta2": {
2925
2945
  },
2946
+ "numbers2": {
2947
+ },
2926
2948
  "pos2": {
2927
2949
  },
2928
2950
  "punctuation2": {
@@ -0,0 +1,47 @@
1
+ const { Config, knowledgeModule, where } = require('./runtime').theprogrammablemind
2
+ const { defaultContextCheck } = require('./helpers')
3
+ const tokenize_tests = require('./tokenize.test.json')
4
+
5
+ let configStruct = {
6
+ name: 'tokenize',
7
+ operators: [
8
+ "([unknown])",
9
+ ],
10
+ bridges: [
11
+ { id: "unknown", level: 0, bridge: "{ ...next(operator), unknown: true, dead: true }" },
12
+ { id: "unknown", level: 1, bridge: "{ ...next(operator) }" },
13
+ ],
14
+ words: {
15
+ patterns: [
16
+ { pattern: [{ type: 'space' }, { repeat: true }], defs: [ { remove: true } ] },
17
+ { pattern: [{ type: 'alphanumeric' }, { repeat: true }], defs: [ { id: 'unknown', initial: "{ value: text, unknown: true }" } ] },
18
+ ],
19
+ hierarchy: [
20
+ { child: ' ', parent: 'space' },
21
+ ..."0123456789".split("").map((digit) => { return { child: digit, parent: 'digit' } }),
22
+ { child: 'lower', parent: 'letter' },
23
+ { child: 'upper', parent: 'letter' },
24
+ ...'abcdefghijklmnopqrstuvwxyz'.split("").map((letter) => { return { child: letter, parent: 'lower' } }),
25
+ ...'ABCDEFGHIJKLMNOPQRSTUVWXYZ'.split("").map((letter) => { return { child: letter, parent: 'upper' } }),
26
+ { child: 'letter', parent: 'alphanumeric' },
27
+ { child: 'digit', parent: 'alphanumeric' },
28
+ { child: '_', parent: 'alphanumeric' },
29
+ ...`~!@#$%^&*()+-=[]{}\\|;:,<>/?'"`.split("").map((punctuation) => { return { child: punctuation, parent: 'punctuation' } }),
30
+ ],
31
+ },
32
+ };
33
+
34
+ createConfig = () => new Config(configStruct, module)
35
+
36
+ knowledgeModule( {
37
+ module,
38
+ createConfig,
39
+ description: 'tokenize',
40
+ test: {
41
+ name: './tokenize.test.json',
42
+ contents: tokenize_tests,
43
+ checks: {
44
+ context: defaultContextCheck,
45
+ },
46
+ },
47
+ })
@@ -0,0 +1,87 @@
1
+ [
2
+ {
3
+ "associations": [
4
+ ],
5
+ "config": {
6
+ },
7
+ "contexts": [
8
+ {
9
+ "dead": true,
10
+ "level": 1,
11
+ "marker": "unknown",
12
+ "range": {
13
+ "end": 10,
14
+ "start": 0
15
+ },
16
+ "text": "hello_world",
17
+ "topLevel": true,
18
+ "unknown": true,
19
+ "value": "hello_world",
20
+ "word": "hello_world"
21
+ }
22
+ ],
23
+ "generatedParenthesized": [
24
+ ""
25
+ ],
26
+ "metadata": {
27
+ "opChoices": [
28
+ {
29
+ "counter": 1,
30
+ "op": [
31
+ "unknown",
32
+ 0
33
+ ],
34
+ "ops": [
35
+ [
36
+ "unknown",
37
+ 0
38
+ ]
39
+ ]
40
+ }
41
+ ]
42
+ },
43
+ "objects": {
44
+ "nameToUUID": {
45
+ "tokenize": "tokenize1"
46
+ },
47
+ "namespaced": {
48
+ "tokenize1": {
49
+ }
50
+ },
51
+ "processed": [
52
+ {
53
+ "context": {
54
+ "dead": true,
55
+ "level": 1,
56
+ "marker": "unknown",
57
+ "range": {
58
+ "end": 10,
59
+ "start": 0
60
+ },
61
+ "text": "hello_world",
62
+ "topLevel": true,
63
+ "unknown": true,
64
+ "value": "hello_world",
65
+ "word": "hello_world"
66
+ },
67
+ "generatedParenthesized": "",
68
+ "paraphrases": "",
69
+ "paraphrasesParenthesized": "()",
70
+ "responses": [
71
+ ""
72
+ ]
73
+ }
74
+ ]
75
+ },
76
+ "paraphrases": [
77
+ ""
78
+ ],
79
+ "paraphrasesParenthesized": [
80
+ "()"
81
+ ],
82
+ "query": "hello_world",
83
+ "responses": [
84
+ ""
85
+ ]
86
+ }
87
+ ]