@fonoster/ctl 0.13.4 → 0.13.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +81 -81
- package/dist/commands/{autopilot/testCases.d.ts → applications/evalIntelligence.d.ts} +1 -1
- package/dist/commands/{autopilot/testCases.js → applications/evalIntelligence.js} +29 -10
- package/dist/utils/printEval.d.ts +20 -0
- package/dist/utils/printEval.js +80 -0
- package/package.json +5 -4
package/README.md
CHANGED
|
@@ -23,7 +23,7 @@ $ npm install -g @fonoster/ctl
|
|
|
23
23
|
$ fonoster COMMAND
|
|
24
24
|
running command...
|
|
25
25
|
$ fonoster (--version)
|
|
26
|
-
@fonoster/ctl/0.13.
|
|
26
|
+
@fonoster/ctl/0.13.7 linux-x64 node-v22.15.0
|
|
27
27
|
$ fonoster --help [COMMAND]
|
|
28
28
|
USAGE
|
|
29
29
|
$ fonoster COMMAND
|
|
@@ -38,10 +38,10 @@ USAGE
|
|
|
38
38
|
* [`fonoster apikeys:regenerate REF`](#fonoster-apikeysregenerate-ref)
|
|
39
39
|
* [`fonoster applications:create`](#fonoster-applicationscreate)
|
|
40
40
|
* [`fonoster applications:delete REF`](#fonoster-applicationsdelete-ref)
|
|
41
|
+
* [`fonoster applications:evalIntelligence`](#fonoster-applicationsevalintelligence)
|
|
41
42
|
* [`fonoster applications:get REF`](#fonoster-applicationsget-ref)
|
|
42
43
|
* [`fonoster applications:list`](#fonoster-applicationslist)
|
|
43
44
|
* [`fonoster applications:update REF`](#fonoster-applicationsupdate-ref)
|
|
44
|
-
* [`fonoster autopilot:testCases`](#fonoster-autopilottestcases)
|
|
45
45
|
* [`fonoster bug`](#fonoster-bug)
|
|
46
46
|
* [`fonoster feedback`](#fonoster-feedback)
|
|
47
47
|
* [`fonoster mcp:configure`](#fonoster-mcpconfigure)
|
|
@@ -110,7 +110,7 @@ EXAMPLES
|
|
|
110
110
|
$ fonoster apikeys:create
|
|
111
111
|
```
|
|
112
112
|
|
|
113
|
-
_See code: [dist/commands/apikeys/create.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
113
|
+
_See code: [dist/commands/apikeys/create.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/apikeys/create.js)_
|
|
114
114
|
|
|
115
115
|
## `fonoster apikeys:delete REF`
|
|
116
116
|
|
|
@@ -133,7 +133,7 @@ EXAMPLES
|
|
|
133
133
|
$ fonoster apikeys:delete
|
|
134
134
|
```
|
|
135
135
|
|
|
136
|
-
_See code: [dist/commands/apikeys/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
136
|
+
_See code: [dist/commands/apikeys/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/apikeys/delete.js)_
|
|
137
137
|
|
|
138
138
|
## `fonoster apikeys:list`
|
|
139
139
|
|
|
@@ -154,7 +154,7 @@ EXAMPLES
|
|
|
154
154
|
$ fonoster apikeys:list
|
|
155
155
|
```
|
|
156
156
|
|
|
157
|
-
_See code: [dist/commands/apikeys/list.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
157
|
+
_See code: [dist/commands/apikeys/list.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/apikeys/list.js)_
|
|
158
158
|
|
|
159
159
|
## `fonoster apikeys:regenerate REF`
|
|
160
160
|
|
|
@@ -177,7 +177,7 @@ EXAMPLES
|
|
|
177
177
|
$ fonoster apikeys:regenerate
|
|
178
178
|
```
|
|
179
179
|
|
|
180
|
-
_See code: [dist/commands/apikeys/regenerate.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
180
|
+
_See code: [dist/commands/apikeys/regenerate.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/apikeys/regenerate.js)_
|
|
181
181
|
|
|
182
182
|
## `fonoster applications:create`
|
|
183
183
|
|
|
@@ -198,7 +198,7 @@ EXAMPLES
|
|
|
198
198
|
$ fonoster applications:create
|
|
199
199
|
```
|
|
200
200
|
|
|
201
|
-
_See code: [dist/commands/applications/create.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
201
|
+
_See code: [dist/commands/applications/create.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/applications/create.js)_
|
|
202
202
|
|
|
203
203
|
## `fonoster applications:delete REF`
|
|
204
204
|
|
|
@@ -221,7 +221,30 @@ EXAMPLES
|
|
|
221
221
|
$ fonoster applications:delete
|
|
222
222
|
```
|
|
223
223
|
|
|
224
|
-
_See code: [dist/commands/applications/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
224
|
+
_See code: [dist/commands/applications/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/applications/delete.js)_
|
|
225
|
+
|
|
226
|
+
## `fonoster applications:evalIntelligence`
|
|
227
|
+
|
|
228
|
+
experimental command to test an Autopilot's behavior
|
|
229
|
+
|
|
230
|
+
```
|
|
231
|
+
USAGE
|
|
232
|
+
$ fonoster applications:evalIntelligence -f <value> [-i]
|
|
233
|
+
|
|
234
|
+
FLAGS
|
|
235
|
+
-f, --file=<value> (required) path to test cases file (json, yaml, or yml)
|
|
236
|
+
-i, --insecure allow connections to a server with no TLS
|
|
237
|
+
|
|
238
|
+
DESCRIPTION
|
|
239
|
+
experimental command to test an Autopilot's behavior
|
|
240
|
+
|
|
241
|
+
EXAMPLES
|
|
242
|
+
$ fonoster applications:evalIntelligence -f assistant.json
|
|
243
|
+
|
|
244
|
+
$ fonoster applications:evalIntelligence -f assistant.yaml
|
|
245
|
+
```
|
|
246
|
+
|
|
247
|
+
_See code: [dist/commands/applications/evalIntelligence.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/applications/evalIntelligence.js)_
|
|
225
248
|
|
|
226
249
|
## `fonoster applications:get REF`
|
|
227
250
|
|
|
@@ -244,7 +267,7 @@ EXAMPLES
|
|
|
244
267
|
$ fonoster applications:get
|
|
245
268
|
```
|
|
246
269
|
|
|
247
|
-
_See code: [dist/commands/applications/get.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
270
|
+
_See code: [dist/commands/applications/get.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/applications/get.js)_
|
|
248
271
|
|
|
249
272
|
## `fonoster applications:list`
|
|
250
273
|
|
|
@@ -265,7 +288,7 @@ EXAMPLES
|
|
|
265
288
|
$ fonoster applications:list
|
|
266
289
|
```
|
|
267
290
|
|
|
268
|
-
_See code: [dist/commands/applications/list.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
291
|
+
_See code: [dist/commands/applications/list.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/applications/list.js)_
|
|
269
292
|
|
|
270
293
|
## `fonoster applications:update REF`
|
|
271
294
|
|
|
@@ -289,30 +312,7 @@ EXAMPLES
|
|
|
289
312
|
$ fonoster applications:update
|
|
290
313
|
```
|
|
291
314
|
|
|
292
|
-
_See code: [dist/commands/applications/update.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
293
|
-
|
|
294
|
-
## `fonoster autopilot:testCases`
|
|
295
|
-
|
|
296
|
-
experimental command to test an Autopilot's behavior
|
|
297
|
-
|
|
298
|
-
```
|
|
299
|
-
USAGE
|
|
300
|
-
$ fonoster autopilot:testCases -f <value> [-i]
|
|
301
|
-
|
|
302
|
-
FLAGS
|
|
303
|
-
-f, --file=<value> (required) path to test cases file (json, yaml, or yml)
|
|
304
|
-
-i, --insecure allow connections to a server with no TLS
|
|
305
|
-
|
|
306
|
-
DESCRIPTION
|
|
307
|
-
experimental command to test an Autopilot's behavior
|
|
308
|
-
|
|
309
|
-
EXAMPLES
|
|
310
|
-
$ fonoster autopilot:testCases -f assistant.json
|
|
311
|
-
|
|
312
|
-
$ fonoster autopilot:testCases -f assistant.yaml
|
|
313
|
-
```
|
|
314
|
-
|
|
315
|
-
_See code: [dist/commands/autopilot/testCases.js](https://github.com/fonoster/fonoster/blob/v0.13.4/dist/commands/autopilot/testCases.js)_
|
|
315
|
+
_See code: [dist/commands/applications/update.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/applications/update.js)_
|
|
316
316
|
|
|
317
317
|
## `fonoster bug`
|
|
318
318
|
|
|
@@ -329,7 +329,7 @@ EXAMPLES
|
|
|
329
329
|
$ fonoster bug
|
|
330
330
|
```
|
|
331
331
|
|
|
332
|
-
_See code: [dist/commands/bug.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
332
|
+
_See code: [dist/commands/bug.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/bug.js)_
|
|
333
333
|
|
|
334
334
|
## `fonoster feedback`
|
|
335
335
|
|
|
@@ -349,7 +349,7 @@ EXAMPLES
|
|
|
349
349
|
$ fonoster feedback
|
|
350
350
|
```
|
|
351
351
|
|
|
352
|
-
_See code: [dist/commands/feedback.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
352
|
+
_See code: [dist/commands/feedback.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/feedback.js)_
|
|
353
353
|
|
|
354
354
|
## `fonoster mcp:configure`
|
|
355
355
|
|
|
@@ -373,7 +373,7 @@ EXAMPLES
|
|
|
373
373
|
$ fonoster mcp:configure --client claude --workspace my-workspace
|
|
374
374
|
```
|
|
375
375
|
|
|
376
|
-
_See code: [dist/commands/mcp/configure.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
376
|
+
_See code: [dist/commands/mcp/configure.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/mcp/configure.js)_
|
|
377
377
|
|
|
378
378
|
## `fonoster secrets:create`
|
|
379
379
|
|
|
@@ -393,7 +393,7 @@ EXAMPLES
|
|
|
393
393
|
$ fonoster secrets:create
|
|
394
394
|
```
|
|
395
395
|
|
|
396
|
-
_See code: [dist/commands/secrets/create.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
396
|
+
_See code: [dist/commands/secrets/create.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/secrets/create.js)_
|
|
397
397
|
|
|
398
398
|
## `fonoster secrets:delete REF`
|
|
399
399
|
|
|
@@ -416,7 +416,7 @@ EXAMPLES
|
|
|
416
416
|
$ fonoster secrets:delete
|
|
417
417
|
```
|
|
418
418
|
|
|
419
|
-
_See code: [dist/commands/secrets/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
419
|
+
_See code: [dist/commands/secrets/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/secrets/delete.js)_
|
|
420
420
|
|
|
421
421
|
## `fonoster secrets:get REF`
|
|
422
422
|
|
|
@@ -439,7 +439,7 @@ EXAMPLES
|
|
|
439
439
|
$ fonoster secrets:get
|
|
440
440
|
```
|
|
441
441
|
|
|
442
|
-
_See code: [dist/commands/secrets/get.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
442
|
+
_See code: [dist/commands/secrets/get.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/secrets/get.js)_
|
|
443
443
|
|
|
444
444
|
## `fonoster secrets:list`
|
|
445
445
|
|
|
@@ -460,7 +460,7 @@ EXAMPLES
|
|
|
460
460
|
$ fonoster secrets:list
|
|
461
461
|
```
|
|
462
462
|
|
|
463
|
-
_See code: [dist/commands/secrets/list.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
463
|
+
_See code: [dist/commands/secrets/list.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/secrets/list.js)_
|
|
464
464
|
|
|
465
465
|
## `fonoster secrets:update REF`
|
|
466
466
|
|
|
@@ -483,7 +483,7 @@ EXAMPLES
|
|
|
483
483
|
$ fonoster secrets:update
|
|
484
484
|
```
|
|
485
485
|
|
|
486
|
-
_See code: [dist/commands/secrets/update.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
486
|
+
_See code: [dist/commands/secrets/update.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/secrets/update.js)_
|
|
487
487
|
|
|
488
488
|
## `fonoster sipnet:acls:create`
|
|
489
489
|
|
|
@@ -503,7 +503,7 @@ EXAMPLES
|
|
|
503
503
|
$ fonoster sipnet:acls:create
|
|
504
504
|
```
|
|
505
505
|
|
|
506
|
-
_See code: [dist/commands/sipnet/acls/create.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
506
|
+
_See code: [dist/commands/sipnet/acls/create.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/acls/create.js)_
|
|
507
507
|
|
|
508
508
|
## `fonoster sipnet:acls:delete REF`
|
|
509
509
|
|
|
@@ -526,7 +526,7 @@ EXAMPLES
|
|
|
526
526
|
$ fonoster sipnet:acls:delete
|
|
527
527
|
```
|
|
528
528
|
|
|
529
|
-
_See code: [dist/commands/sipnet/acls/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
529
|
+
_See code: [dist/commands/sipnet/acls/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/acls/delete.js)_
|
|
530
530
|
|
|
531
531
|
## `fonoster sipnet:acls:get REF`
|
|
532
532
|
|
|
@@ -549,7 +549,7 @@ EXAMPLES
|
|
|
549
549
|
$ fonoster sipnet:acls:get
|
|
550
550
|
```
|
|
551
551
|
|
|
552
|
-
_See code: [dist/commands/sipnet/acls/get.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
552
|
+
_See code: [dist/commands/sipnet/acls/get.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/acls/get.js)_
|
|
553
553
|
|
|
554
554
|
## `fonoster sipnet:acls:list`
|
|
555
555
|
|
|
@@ -570,7 +570,7 @@ EXAMPLES
|
|
|
570
570
|
$ fonoster sipnet:acls:list
|
|
571
571
|
```
|
|
572
572
|
|
|
573
|
-
_See code: [dist/commands/sipnet/acls/list.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
573
|
+
_See code: [dist/commands/sipnet/acls/list.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/acls/list.js)_
|
|
574
574
|
|
|
575
575
|
## `fonoster sipnet:acls:update REF`
|
|
576
576
|
|
|
@@ -593,7 +593,7 @@ EXAMPLES
|
|
|
593
593
|
$ fonoster sipnet:acls:update
|
|
594
594
|
```
|
|
595
595
|
|
|
596
|
-
_See code: [dist/commands/sipnet/acls/update.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
596
|
+
_See code: [dist/commands/sipnet/acls/update.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/acls/update.js)_
|
|
597
597
|
|
|
598
598
|
## `fonoster sipnet:agents:create`
|
|
599
599
|
|
|
@@ -613,7 +613,7 @@ EXAMPLES
|
|
|
613
613
|
$ fonoster sipnet:agents:create
|
|
614
614
|
```
|
|
615
615
|
|
|
616
|
-
_See code: [dist/commands/sipnet/agents/create.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
616
|
+
_See code: [dist/commands/sipnet/agents/create.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/agents/create.js)_
|
|
617
617
|
|
|
618
618
|
## `fonoster sipnet:agents:delete REF`
|
|
619
619
|
|
|
@@ -636,7 +636,7 @@ EXAMPLES
|
|
|
636
636
|
$ fonoster sipnet:agents:delete
|
|
637
637
|
```
|
|
638
638
|
|
|
639
|
-
_See code: [dist/commands/sipnet/agents/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
639
|
+
_See code: [dist/commands/sipnet/agents/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/agents/delete.js)_
|
|
640
640
|
|
|
641
641
|
## `fonoster sipnet:agents:get REF`
|
|
642
642
|
|
|
@@ -659,7 +659,7 @@ EXAMPLES
|
|
|
659
659
|
$ fonoster sipnet:agents:get
|
|
660
660
|
```
|
|
661
661
|
|
|
662
|
-
_See code: [dist/commands/sipnet/agents/get.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
662
|
+
_See code: [dist/commands/sipnet/agents/get.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/agents/get.js)_
|
|
663
663
|
|
|
664
664
|
## `fonoster sipnet:agents:list`
|
|
665
665
|
|
|
@@ -680,7 +680,7 @@ EXAMPLES
|
|
|
680
680
|
$ fonoster sipnet:agents:list
|
|
681
681
|
```
|
|
682
682
|
|
|
683
|
-
_See code: [dist/commands/sipnet/agents/list.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
683
|
+
_See code: [dist/commands/sipnet/agents/list.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/agents/list.js)_
|
|
684
684
|
|
|
685
685
|
## `fonoster sipnet:agents:update REF`
|
|
686
686
|
|
|
@@ -703,7 +703,7 @@ EXAMPLES
|
|
|
703
703
|
$ fonoster sipnet:agents:update
|
|
704
704
|
```
|
|
705
705
|
|
|
706
|
-
_See code: [dist/commands/sipnet/agents/update.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
706
|
+
_See code: [dist/commands/sipnet/agents/update.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/agents/update.js)_
|
|
707
707
|
|
|
708
708
|
## `fonoster sipnet:calls:create`
|
|
709
709
|
|
|
@@ -729,7 +729,7 @@ EXAMPLES
|
|
|
729
729
|
$ fonoster sipnet:calls:create
|
|
730
730
|
```
|
|
731
731
|
|
|
732
|
-
_See code: [dist/commands/sipnet/calls/create.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
732
|
+
_See code: [dist/commands/sipnet/calls/create.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/calls/create.js)_
|
|
733
733
|
|
|
734
734
|
## `fonoster sipnet:calls:get REF`
|
|
735
735
|
|
|
@@ -752,7 +752,7 @@ EXAMPLES
|
|
|
752
752
|
$ fonoster sipnet:calls:get
|
|
753
753
|
```
|
|
754
754
|
|
|
755
|
-
_See code: [dist/commands/sipnet/calls/get.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
755
|
+
_See code: [dist/commands/sipnet/calls/get.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/calls/get.js)_
|
|
756
756
|
|
|
757
757
|
## `fonoster sipnet:calls:list`
|
|
758
758
|
|
|
@@ -773,7 +773,7 @@ EXAMPLES
|
|
|
773
773
|
$ fonoster sipnet:calls:list
|
|
774
774
|
```
|
|
775
775
|
|
|
776
|
-
_See code: [dist/commands/sipnet/calls/list.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
776
|
+
_See code: [dist/commands/sipnet/calls/list.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/calls/list.js)_
|
|
777
777
|
|
|
778
778
|
## `fonoster sipnet:credentials:create`
|
|
779
779
|
|
|
@@ -793,7 +793,7 @@ EXAMPLES
|
|
|
793
793
|
$ fonoster sipnet:credentials:create
|
|
794
794
|
```
|
|
795
795
|
|
|
796
|
-
_See code: [dist/commands/sipnet/credentials/create.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
796
|
+
_See code: [dist/commands/sipnet/credentials/create.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/credentials/create.js)_
|
|
797
797
|
|
|
798
798
|
## `fonoster sipnet:credentials:delete REF`
|
|
799
799
|
|
|
@@ -816,7 +816,7 @@ EXAMPLES
|
|
|
816
816
|
$ fonoster sipnet:credentials:delete
|
|
817
817
|
```
|
|
818
818
|
|
|
819
|
-
_See code: [dist/commands/sipnet/credentials/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
819
|
+
_See code: [dist/commands/sipnet/credentials/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/credentials/delete.js)_
|
|
820
820
|
|
|
821
821
|
## `fonoster sipnet:credentials:get REF`
|
|
822
822
|
|
|
@@ -839,7 +839,7 @@ EXAMPLES
|
|
|
839
839
|
$ fonoster sipnet:credentials:get
|
|
840
840
|
```
|
|
841
841
|
|
|
842
|
-
_See code: [dist/commands/sipnet/credentials/get.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
842
|
+
_See code: [dist/commands/sipnet/credentials/get.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/credentials/get.js)_
|
|
843
843
|
|
|
844
844
|
## `fonoster sipnet:credentials:list`
|
|
845
845
|
|
|
@@ -860,7 +860,7 @@ EXAMPLES
|
|
|
860
860
|
$ fonoster sipnet:credentials:list
|
|
861
861
|
```
|
|
862
862
|
|
|
863
|
-
_See code: [dist/commands/sipnet/credentials/list.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
863
|
+
_See code: [dist/commands/sipnet/credentials/list.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/credentials/list.js)_
|
|
864
864
|
|
|
865
865
|
## `fonoster sipnet:credentials:update REF`
|
|
866
866
|
|
|
@@ -883,7 +883,7 @@ EXAMPLES
|
|
|
883
883
|
$ fonoster sipnet:credentials:update
|
|
884
884
|
```
|
|
885
885
|
|
|
886
|
-
_See code: [dist/commands/sipnet/credentials/update.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
886
|
+
_See code: [dist/commands/sipnet/credentials/update.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/credentials/update.js)_
|
|
887
887
|
|
|
888
888
|
## `fonoster sipnet:domains:create`
|
|
889
889
|
|
|
@@ -903,7 +903,7 @@ EXAMPLES
|
|
|
903
903
|
$ fonoster sipnet:domains:create
|
|
904
904
|
```
|
|
905
905
|
|
|
906
|
-
_See code: [dist/commands/sipnet/domains/create.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
906
|
+
_See code: [dist/commands/sipnet/domains/create.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/domains/create.js)_
|
|
907
907
|
|
|
908
908
|
## `fonoster sipnet:domains:delete REF`
|
|
909
909
|
|
|
@@ -926,7 +926,7 @@ EXAMPLES
|
|
|
926
926
|
$ fonoster sipnet:domains:delete
|
|
927
927
|
```
|
|
928
928
|
|
|
929
|
-
_See code: [dist/commands/sipnet/domains/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
929
|
+
_See code: [dist/commands/sipnet/domains/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/domains/delete.js)_
|
|
930
930
|
|
|
931
931
|
## `fonoster sipnet:domains:get REF`
|
|
932
932
|
|
|
@@ -949,7 +949,7 @@ EXAMPLES
|
|
|
949
949
|
$ fonoster sipnet:domains:get
|
|
950
950
|
```
|
|
951
951
|
|
|
952
|
-
_See code: [dist/commands/sipnet/domains/get.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
952
|
+
_See code: [dist/commands/sipnet/domains/get.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/domains/get.js)_
|
|
953
953
|
|
|
954
954
|
## `fonoster sipnet:domains:list`
|
|
955
955
|
|
|
@@ -970,7 +970,7 @@ EXAMPLES
|
|
|
970
970
|
$ fonoster sipnet:domains:list
|
|
971
971
|
```
|
|
972
972
|
|
|
973
|
-
_See code: [dist/commands/sipnet/domains/list.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
973
|
+
_See code: [dist/commands/sipnet/domains/list.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/domains/list.js)_
|
|
974
974
|
|
|
975
975
|
## `fonoster sipnet:domains:update REF`
|
|
976
976
|
|
|
@@ -993,7 +993,7 @@ EXAMPLES
|
|
|
993
993
|
$ fonoster sipnet:domains:update
|
|
994
994
|
```
|
|
995
995
|
|
|
996
|
-
_See code: [dist/commands/sipnet/domains/update.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
996
|
+
_See code: [dist/commands/sipnet/domains/update.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/domains/update.js)_
|
|
997
997
|
|
|
998
998
|
## `fonoster sipnet:numbers:create`
|
|
999
999
|
|
|
@@ -1013,7 +1013,7 @@ EXAMPLES
|
|
|
1013
1013
|
$ fonoster sipnet:numbers:create
|
|
1014
1014
|
```
|
|
1015
1015
|
|
|
1016
|
-
_See code: [dist/commands/sipnet/numbers/create.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1016
|
+
_See code: [dist/commands/sipnet/numbers/create.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/numbers/create.js)_
|
|
1017
1017
|
|
|
1018
1018
|
## `fonoster sipnet:numbers:delete REF`
|
|
1019
1019
|
|
|
@@ -1036,7 +1036,7 @@ EXAMPLES
|
|
|
1036
1036
|
$ fonoster sipnet:numbers:delete
|
|
1037
1037
|
```
|
|
1038
1038
|
|
|
1039
|
-
_See code: [dist/commands/sipnet/numbers/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1039
|
+
_See code: [dist/commands/sipnet/numbers/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/numbers/delete.js)_
|
|
1040
1040
|
|
|
1041
1041
|
## `fonoster sipnet:numbers:get REF`
|
|
1042
1042
|
|
|
@@ -1059,7 +1059,7 @@ EXAMPLES
|
|
|
1059
1059
|
$ fonoster sipnet:numbers:get
|
|
1060
1060
|
```
|
|
1061
1061
|
|
|
1062
|
-
_See code: [dist/commands/sipnet/numbers/get.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1062
|
+
_See code: [dist/commands/sipnet/numbers/get.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/numbers/get.js)_
|
|
1063
1063
|
|
|
1064
1064
|
## `fonoster sipnet:numbers:linkTwilioNumber`
|
|
1065
1065
|
|
|
@@ -1083,7 +1083,7 @@ EXAMPLES
|
|
|
1083
1083
|
$ fonoster sipnet:numbers:linkTwilioNumber
|
|
1084
1084
|
```
|
|
1085
1085
|
|
|
1086
|
-
_See code: [dist/commands/sipnet/numbers/linkTwilioNumber.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1086
|
+
_See code: [dist/commands/sipnet/numbers/linkTwilioNumber.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/numbers/linkTwilioNumber.js)_
|
|
1087
1087
|
|
|
1088
1088
|
## `fonoster sipnet:numbers:list`
|
|
1089
1089
|
|
|
@@ -1104,7 +1104,7 @@ EXAMPLES
|
|
|
1104
1104
|
$ fonoster sipnet:numbers:list
|
|
1105
1105
|
```
|
|
1106
1106
|
|
|
1107
|
-
_See code: [dist/commands/sipnet/numbers/list.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1107
|
+
_See code: [dist/commands/sipnet/numbers/list.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/numbers/list.js)_
|
|
1108
1108
|
|
|
1109
1109
|
## `fonoster sipnet:numbers:update REF`
|
|
1110
1110
|
|
|
@@ -1127,7 +1127,7 @@ EXAMPLES
|
|
|
1127
1127
|
$ fonoster sipnet:numbers:update
|
|
1128
1128
|
```
|
|
1129
1129
|
|
|
1130
|
-
_See code: [dist/commands/sipnet/numbers/update.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1130
|
+
_See code: [dist/commands/sipnet/numbers/update.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/numbers/update.js)_
|
|
1131
1131
|
|
|
1132
1132
|
## `fonoster sipnet:trunks:create`
|
|
1133
1133
|
|
|
@@ -1147,7 +1147,7 @@ EXAMPLES
|
|
|
1147
1147
|
$ fonoster sipnet:trunks:create
|
|
1148
1148
|
```
|
|
1149
1149
|
|
|
1150
|
-
_See code: [dist/commands/sipnet/trunks/create.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1150
|
+
_See code: [dist/commands/sipnet/trunks/create.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/trunks/create.js)_
|
|
1151
1151
|
|
|
1152
1152
|
## `fonoster sipnet:trunks:delete REF`
|
|
1153
1153
|
|
|
@@ -1170,7 +1170,7 @@ EXAMPLES
|
|
|
1170
1170
|
$ fonoster sipnet:trunks:delete
|
|
1171
1171
|
```
|
|
1172
1172
|
|
|
1173
|
-
_See code: [dist/commands/sipnet/trunks/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1173
|
+
_See code: [dist/commands/sipnet/trunks/delete.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/trunks/delete.js)_
|
|
1174
1174
|
|
|
1175
1175
|
## `fonoster sipnet:trunks:get REF`
|
|
1176
1176
|
|
|
@@ -1193,7 +1193,7 @@ EXAMPLES
|
|
|
1193
1193
|
$ fonoster sipnet:trunks:get
|
|
1194
1194
|
```
|
|
1195
1195
|
|
|
1196
|
-
_See code: [dist/commands/sipnet/trunks/get.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1196
|
+
_See code: [dist/commands/sipnet/trunks/get.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/trunks/get.js)_
|
|
1197
1197
|
|
|
1198
1198
|
## `fonoster sipnet:trunks:list`
|
|
1199
1199
|
|
|
@@ -1214,7 +1214,7 @@ EXAMPLES
|
|
|
1214
1214
|
$ fonoster sipnet:trunks:list
|
|
1215
1215
|
```
|
|
1216
1216
|
|
|
1217
|
-
_See code: [dist/commands/sipnet/trunks/list.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1217
|
+
_See code: [dist/commands/sipnet/trunks/list.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/trunks/list.js)_
|
|
1218
1218
|
|
|
1219
1219
|
## `fonoster sipnet:trunks:update REF`
|
|
1220
1220
|
|
|
@@ -1237,7 +1237,7 @@ EXAMPLES
|
|
|
1237
1237
|
$ fonoster sipnet:trunks:update
|
|
1238
1238
|
```
|
|
1239
1239
|
|
|
1240
|
-
_See code: [dist/commands/sipnet/trunks/update.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1240
|
+
_See code: [dist/commands/sipnet/trunks/update.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/sipnet/trunks/update.js)_
|
|
1241
1241
|
|
|
1242
1242
|
## `fonoster workspaces:active`
|
|
1243
1243
|
|
|
@@ -1254,7 +1254,7 @@ EXAMPLES
|
|
|
1254
1254
|
$ fonoster workspaces:active
|
|
1255
1255
|
```
|
|
1256
1256
|
|
|
1257
|
-
_See code: [dist/commands/workspaces/active.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1257
|
+
_See code: [dist/commands/workspaces/active.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/workspaces/active.js)_
|
|
1258
1258
|
|
|
1259
1259
|
## `fonoster workspaces:list`
|
|
1260
1260
|
|
|
@@ -1271,7 +1271,7 @@ EXAMPLES
|
|
|
1271
1271
|
$ fonoster workspaces:list
|
|
1272
1272
|
```
|
|
1273
1273
|
|
|
1274
|
-
_See code: [dist/commands/workspaces/list.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1274
|
+
_See code: [dist/commands/workspaces/list.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/workspaces/list.js)_
|
|
1275
1275
|
|
|
1276
1276
|
## `fonoster workspaces:login`
|
|
1277
1277
|
|
|
@@ -1291,7 +1291,7 @@ EXAMPLES
|
|
|
1291
1291
|
$ fonoster workspaces:login
|
|
1292
1292
|
```
|
|
1293
1293
|
|
|
1294
|
-
_See code: [dist/commands/workspaces/login.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1294
|
+
_See code: [dist/commands/workspaces/login.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/workspaces/login.js)_
|
|
1295
1295
|
|
|
1296
1296
|
## `fonoster workspaces:logout REF`
|
|
1297
1297
|
|
|
@@ -1311,7 +1311,7 @@ EXAMPLES
|
|
|
1311
1311
|
$ fonoster workspaces:logout
|
|
1312
1312
|
```
|
|
1313
1313
|
|
|
1314
|
-
_See code: [dist/commands/workspaces/logout.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1314
|
+
_See code: [dist/commands/workspaces/logout.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/workspaces/logout.js)_
|
|
1315
1315
|
|
|
1316
1316
|
## `fonoster workspaces:use REF`
|
|
1317
1317
|
|
|
@@ -1331,5 +1331,5 @@ EXAMPLES
|
|
|
1331
1331
|
$ fonoster workspaces:use
|
|
1332
1332
|
```
|
|
1333
1333
|
|
|
1334
|
-
_See code: [dist/commands/workspaces/use.js](https://github.com/fonoster/fonoster/blob/v0.13.
|
|
1334
|
+
_See code: [dist/commands/workspaces/use.js](https://github.com/fonoster/fonoster/blob/v0.13.7/dist/commands/workspaces/use.js)_
|
|
1335
1335
|
<!-- commandsstop -->
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { AuthenticatedCommand } from "../../AuthenticatedCommand";
|
|
2
|
-
export default class
|
|
2
|
+
export default class EvalIntelligence extends AuthenticatedCommand<typeof EvalIntelligence> {
|
|
3
3
|
static readonly description = "experimental command to test an Autopilot's behavior";
|
|
4
4
|
static readonly examples: string[];
|
|
5
5
|
static readonly flags: {
|
|
@@ -62,15 +62,19 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
62
62
|
*/
|
|
63
63
|
const fs = __importStar(require("fs"));
|
|
64
64
|
const path = __importStar(require("path"));
|
|
65
|
-
const autopilot_1 = require("@fonoster/autopilot");
|
|
66
65
|
const common_1 = require("@fonoster/common");
|
|
66
|
+
const SDK = __importStar(require("@fonoster/sdk"));
|
|
67
|
+
const types_1 = require("@fonoster/types");
|
|
67
68
|
const core_1 = require("@oclif/core");
|
|
68
69
|
const yaml = __importStar(require("js-yaml"));
|
|
69
70
|
const AuthenticatedCommand_1 = require("../../AuthenticatedCommand");
|
|
70
|
-
|
|
71
|
+
const printEval_1 = require("../../utils/printEval");
|
|
72
|
+
class EvalIntelligence extends AuthenticatedCommand_1.AuthenticatedCommand {
|
|
71
73
|
run() {
|
|
72
74
|
return __awaiter(this, void 0, void 0, function* () {
|
|
73
|
-
const { flags } = yield this.parse(
|
|
75
|
+
const { flags } = yield this.parse(EvalIntelligence);
|
|
76
|
+
const client = yield this.createSdkClient();
|
|
77
|
+
const applications = new SDK.Applications(client);
|
|
74
78
|
const fileContent = fs.readFileSync(flags.file, "utf8");
|
|
75
79
|
const extension = path.extname(flags.file).toLowerCase();
|
|
76
80
|
let rawAutopilotApplication;
|
|
@@ -85,28 +89,43 @@ class TestCases extends AuthenticatedCommand_1.AuthenticatedCommand {
|
|
|
85
89
|
default:
|
|
86
90
|
throw new Error("Unsupported file format. Please use .json, .yaml, or .yml files");
|
|
87
91
|
}
|
|
92
|
+
// Transform so that all the expected text types are uppercase strings
|
|
93
|
+
const mappedScenarios = rawAutopilotApplication.intelligence.config.testCases.scenarios.map((scenario) => {
|
|
94
|
+
scenario.conversation.map((step) => {
|
|
95
|
+
var _a, _b;
|
|
96
|
+
if ((_b = (_a = step.expected) === null || _a === void 0 ? void 0 : _a.text) === null || _b === void 0 ? void 0 : _b.type) {
|
|
97
|
+
const type = step.expected.text.type.toLowerCase();
|
|
98
|
+
step.expected.text.type =
|
|
99
|
+
type === "similar" ? types_1.ExpectedTextType.SIMILAR : "EXACT";
|
|
100
|
+
}
|
|
101
|
+
});
|
|
102
|
+
return scenario;
|
|
103
|
+
});
|
|
104
|
+
rawAutopilotApplication.intelligence.config.testCases.scenarios =
|
|
105
|
+
mappedScenarios;
|
|
88
106
|
const parsedAutopilotApplication = common_1.assistantSchema.parse(rawAutopilotApplication.intelligence.config);
|
|
89
|
-
// We only need the
|
|
107
|
+
// We only need the intelligence portion of the application
|
|
90
108
|
const autopilotApplication = {
|
|
91
109
|
intelligence: {
|
|
110
|
+
productRef: rawAutopilotApplication.intelligence.productRef,
|
|
92
111
|
config: parsedAutopilotApplication
|
|
93
112
|
}
|
|
94
113
|
};
|
|
95
|
-
const
|
|
96
|
-
(0,
|
|
114
|
+
const response = yield applications.evaluateIntelligence(autopilotApplication);
|
|
115
|
+
(0, printEval_1.printEval)(response.results);
|
|
97
116
|
});
|
|
98
117
|
}
|
|
99
118
|
}
|
|
100
|
-
|
|
101
|
-
|
|
119
|
+
EvalIntelligence.description = "experimental command to test an Autopilot's behavior";
|
|
120
|
+
EvalIntelligence.examples = [
|
|
102
121
|
"<%= config.bin %> <%= command.id %> -f assistant.json",
|
|
103
122
|
"<%= config.bin %> <%= command.id %> -f assistant.yaml"
|
|
104
123
|
];
|
|
105
|
-
|
|
124
|
+
EvalIntelligence.flags = {
|
|
106
125
|
file: core_1.Flags.string({
|
|
107
126
|
char: "f",
|
|
108
127
|
description: "path to test cases file (json, yaml, or yml)",
|
|
109
128
|
required: true
|
|
110
129
|
})
|
|
111
130
|
};
|
|
112
|
-
exports.default =
|
|
131
|
+
exports.default = EvalIntelligence;
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright (C) 2025 by Fonoster Inc (https://fonoster.com)
|
|
3
|
+
* http://github.com/fonoster/fonoster
|
|
4
|
+
*
|
|
5
|
+
* This file is part of Fonoster
|
|
6
|
+
*
|
|
7
|
+
* Licensed under the MIT License (the "License");
|
|
8
|
+
* you may not use this file except in compliance with
|
|
9
|
+
* the License. You may obtain a copy of the License at
|
|
10
|
+
*
|
|
11
|
+
* https://opensource.org/licenses/MIT
|
|
12
|
+
*
|
|
13
|
+
* Unless required by applicable law or agreed to in writing, software
|
|
14
|
+
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
15
|
+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
16
|
+
* See the License for the specific language governing permissions and
|
|
17
|
+
* limitations under the License.
|
|
18
|
+
*/
|
|
19
|
+
import { ScenarioEvaluationReport } from "@fonoster/types";
|
|
20
|
+
export declare function printEval(results: ScenarioEvaluationReport[]): void;
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.printEval = printEval;
|
|
7
|
+
const ansis_1 = __importDefault(require("ansis"));
|
|
8
|
+
const cli_table3_1 = __importDefault(require("cli-table3"));
|
|
9
|
+
function printEval(results) {
|
|
10
|
+
results.forEach((result) => {
|
|
11
|
+
console.log(ansis_1.default.bold.blue(`\nScenario: ${result.scenarioRef}`));
|
|
12
|
+
console.log(ansis_1.default.bold(`Overall Passed: ${result.overallPassed ? ansis_1.default.green("✔") : ansis_1.default.red("✘")}`));
|
|
13
|
+
const table = new cli_table3_1.default({
|
|
14
|
+
head: [
|
|
15
|
+
"Step",
|
|
16
|
+
"Human Input",
|
|
17
|
+
"Expected",
|
|
18
|
+
"AI Response",
|
|
19
|
+
"Tool Calls",
|
|
20
|
+
"Passed"
|
|
21
|
+
],
|
|
22
|
+
colWidths: [
|
|
23
|
+
6, // Step
|
|
24
|
+
28, // Human Input
|
|
25
|
+
28, // Expected
|
|
26
|
+
28, // AI Response
|
|
27
|
+
null, // Tool Calls - dynamic width
|
|
28
|
+
8 // Passed
|
|
29
|
+
],
|
|
30
|
+
wordWrap: true
|
|
31
|
+
});
|
|
32
|
+
result.steps.forEach((step, index) => {
|
|
33
|
+
// Format tool evaluations if they exist
|
|
34
|
+
let toolEvalText = "";
|
|
35
|
+
if (step.toolEvaluations && step.toolEvaluations.length > 0) {
|
|
36
|
+
toolEvalText = step.toolEvaluations
|
|
37
|
+
.map((toolEval) => {
|
|
38
|
+
if (!Object.keys(toolEval.actualParameters || {}).length) {
|
|
39
|
+
return `${toolEval.actualTool}()`;
|
|
40
|
+
}
|
|
41
|
+
const params = JSON.stringify(toolEval.actualParameters || {}, null, 1)
|
|
42
|
+
.split("\n")
|
|
43
|
+
.map((line, index, arr) => {
|
|
44
|
+
if (index === 0)
|
|
45
|
+
return "";
|
|
46
|
+
if (index === arr.length - 1)
|
|
47
|
+
return "";
|
|
48
|
+
return " " + line.trim();
|
|
49
|
+
})
|
|
50
|
+
.join("\n");
|
|
51
|
+
return `${toolEval.actualTool}({${params}})`;
|
|
52
|
+
})
|
|
53
|
+
.join("\n\n"); // Add extra line between multiple tool calls
|
|
54
|
+
}
|
|
55
|
+
table.push([
|
|
56
|
+
index + 1,
|
|
57
|
+
step.humanInput,
|
|
58
|
+
step.expectedResponse,
|
|
59
|
+
step.aiResponse,
|
|
60
|
+
toolEvalText,
|
|
61
|
+
step.passed ? ansis_1.default.green("✔") : ansis_1.default.red("✘")
|
|
62
|
+
]);
|
|
63
|
+
// Print error message if step failed
|
|
64
|
+
if (!step.passed && step.errorMessage) {
|
|
65
|
+
console.log(ansis_1.default.red(`\nError in step ${index + 1}:`));
|
|
66
|
+
console.log(ansis_1.default.red(step.errorMessage));
|
|
67
|
+
}
|
|
68
|
+
// Print tool evaluation errors if any
|
|
69
|
+
if (step.toolEvaluations) {
|
|
70
|
+
step.toolEvaluations.forEach((toolEval) => {
|
|
71
|
+
if (!toolEval.passed && toolEval.errorMessage) {
|
|
72
|
+
console.log(ansis_1.default.red(`\nTool Error in step ${index + 1}:`));
|
|
73
|
+
console.log(ansis_1.default.red(toolEval.errorMessage));
|
|
74
|
+
}
|
|
75
|
+
});
|
|
76
|
+
}
|
|
77
|
+
});
|
|
78
|
+
console.log(table.toString());
|
|
79
|
+
});
|
|
80
|
+
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@fonoster/ctl",
|
|
3
|
-
"version": "0.13.
|
|
3
|
+
"version": "0.13.7",
|
|
4
4
|
"description": "Fonoster Control Tool",
|
|
5
5
|
"author": "Pedro Sanders <psanders@fonoster.com>",
|
|
6
6
|
"homepage": "https://github.com/fonoster/fonoster#readme",
|
|
@@ -32,7 +32,7 @@
|
|
|
32
32
|
"bugs": {
|
|
33
33
|
"url": "https://github.com/fonoster/fonoster/issues"
|
|
34
34
|
},
|
|
35
|
-
"gitHead": "
|
|
35
|
+
"gitHead": "d0ce8487b9e0b056b6fd2f5ea724306488948f90",
|
|
36
36
|
"bin": {
|
|
37
37
|
"fonoster": "./bin/run.js"
|
|
38
38
|
},
|
|
@@ -53,11 +53,12 @@
|
|
|
53
53
|
}
|
|
54
54
|
},
|
|
55
55
|
"dependencies": {
|
|
56
|
-
"@fonoster/
|
|
57
|
-
"@fonoster/sdk": "^0.13.4",
|
|
56
|
+
"@fonoster/sdk": "^0.13.7",
|
|
58
57
|
"@inquirer/prompts": "^7.1.0",
|
|
59
58
|
"@oclif/core": "^4.0.34",
|
|
60
59
|
"@oclif/plugin-warn-if-update-available": "^3.1.28",
|
|
60
|
+
"ansis": "^4.0.0",
|
|
61
|
+
"cli-table3": "^0.6.5",
|
|
61
62
|
"cliui": "^8.0.1",
|
|
62
63
|
"figlet": "^1.8.0",
|
|
63
64
|
"moment": "^2.30.1",
|