@executioncontrolprotocol/harnesses-browser-nano 0.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (87) hide show
  1. package/README.md +42 -0
  2. package/dist/_internal/request-capability-hints.d.ts +49 -0
  3. package/dist/_internal/request-capability-hints.d.ts.map +1 -0
  4. package/dist/_internal/request-capability-hints.js +488 -0
  5. package/dist/_internal/request-capability-hints.js.map +1 -0
  6. package/dist/browser-nano-harness.d.ts +71 -0
  7. package/dist/browser-nano-harness.d.ts.map +1 -0
  8. package/dist/browser-nano-harness.js +90 -0
  9. package/dist/browser-nano-harness.js.map +1 -0
  10. package/dist/harness-ids.d.ts +6 -0
  11. package/dist/harness-ids.d.ts.map +1 -0
  12. package/dist/harness-ids.js +6 -0
  13. package/dist/harness-ids.js.map +1 -0
  14. package/dist/harness-nano-config.d.ts +53 -0
  15. package/dist/harness-nano-config.d.ts.map +1 -0
  16. package/dist/harness-nano-config.js +94 -0
  17. package/dist/harness-nano-config.js.map +1 -0
  18. package/dist/index.d.ts +13 -0
  19. package/dist/index.d.ts.map +1 -0
  20. package/dist/index.js +12 -0
  21. package/dist/index.js.map +1 -0
  22. package/dist/intent-classification.d.ts +10 -0
  23. package/dist/intent-classification.d.ts.map +1 -0
  24. package/dist/intent-classification.js +177 -0
  25. package/dist/intent-classification.js.map +1 -0
  26. package/dist/multi-shot-chat.d.ts +20 -0
  27. package/dist/multi-shot-chat.d.ts.map +1 -0
  28. package/dist/multi-shot-chat.js +136 -0
  29. package/dist/multi-shot-chat.js.map +1 -0
  30. package/dist/prompts/build-nano-prompt.d.ts +11 -0
  31. package/dist/prompts/build-nano-prompt.d.ts.map +1 -0
  32. package/dist/prompts/build-nano-prompt.js +17 -0
  33. package/dist/prompts/build-nano-prompt.js.map +1 -0
  34. package/dist/prompts/fixtures-root.d.ts +5 -0
  35. package/dist/prompts/fixtures-root.d.ts.map +1 -0
  36. package/dist/prompts/fixtures-root.js +7 -0
  37. package/dist/prompts/fixtures-root.js.map +1 -0
  38. package/dist/prompts/index.d.ts +4 -0
  39. package/dist/prompts/index.d.ts.map +1 -0
  40. package/dist/prompts/index.js +4 -0
  41. package/dist/prompts/index.js.map +1 -0
  42. package/dist/prompts/load-harness-prompt.browser.d.ts +4 -0
  43. package/dist/prompts/load-harness-prompt.browser.d.ts.map +1 -0
  44. package/dist/prompts/load-harness-prompt.browser.js +32 -0
  45. package/dist/prompts/load-harness-prompt.browser.js.map +1 -0
  46. package/dist/prompts/load-harness-prompt.d.ts +2 -0
  47. package/dist/prompts/load-harness-prompt.d.ts.map +1 -0
  48. package/dist/prompts/load-harness-prompt.js +2 -0
  49. package/dist/prompts/load-harness-prompt.js.map +1 -0
  50. package/dist/prompts/load-harness-prompt.node.d.ts +4 -0
  51. package/dist/prompts/load-harness-prompt.node.d.ts.map +1 -0
  52. package/dist/prompts/load-harness-prompt.node.js +20 -0
  53. package/dist/prompts/load-harness-prompt.node.js.map +1 -0
  54. package/dist/prompts/nano-prompt-fixture-ids.d.ts +10 -0
  55. package/dist/prompts/nano-prompt-fixture-ids.d.ts.map +1 -0
  56. package/dist/prompts/nano-prompt-fixture-ids.js +8 -0
  57. package/dist/prompts/nano-prompt-fixture-ids.js.map +1 -0
  58. package/dist/register.d.ts +5 -0
  59. package/dist/register.d.ts.map +1 -0
  60. package/dist/register.js +14 -0
  61. package/dist/register.js.map +1 -0
  62. package/dist/workflow-assistant.d.ts +19 -0
  63. package/dist/workflow-assistant.d.ts.map +1 -0
  64. package/dist/workflow-assistant.js +275 -0
  65. package/dist/workflow-assistant.js.map +1 -0
  66. package/dist/workflow-authoring.d.ts +13 -0
  67. package/dist/workflow-authoring.d.ts.map +1 -0
  68. package/dist/workflow-authoring.js +426 -0
  69. package/dist/workflow-authoring.js.map +1 -0
  70. package/fixtures/eval-cases/assistant.cases.json +658 -0
  71. package/fixtures/eval-cases/chat.cases.json +320 -0
  72. package/fixtures/eval-cases/flow.cases.json +505 -0
  73. package/fixtures/eval-cases/intent.cases.json +587 -0
  74. package/fixtures/eval-cases/workflow-create.cases.json +493 -0
  75. package/fixtures/eval-cases/workflow-patch.cases.json +379 -0
  76. package/fixtures/harness-prompts/intent-classification.prompt.json +72 -0
  77. package/fixtures/harness-prompts/workflow-assistant.prompt.json +86 -0
  78. package/fixtures/harness-prompts/workflow-authoring-create.prompt.json +50 -0
  79. package/fixtures/harness-prompts/workflow-authoring-patch.prompt.json +54 -0
  80. package/fixtures/runs/completed-with-refs.json +18 -0
  81. package/fixtures/runs/failed-echo-step.json +29 -0
  82. package/fixtures/runs/running-pending.json +14 -0
  83. package/fixtures/workflows/echo-validate-reorder.json +26 -0
  84. package/fixtures/workflows/echo-workflow.json +20 -0
  85. package/fixtures/workflows/multi-cap-workflow.json +34 -0
  86. package/fixtures/workflows/two-step-chain.json +26 -0
  87. package/package.json +49 -0
package/fixtures/eval-cases/intent.cases.json ADDED
@@ -0,0 +1,587 @@
1
+ {
2
+ "cases": [
3
+ {
4
+ "id": "intent-01",
5
+ "suite": "intent",
6
+ "title": "Salutation",
7
+ "harness": "intent-classification",
8
+ "model": "default",
9
+ "input": {
10
+ "message": "Hello there!"
11
+ },
12
+ "assertions": {
13
+ "deterministic": [
14
+ {
15
+ "kind": "invokeSuccess"
16
+ },
17
+ {
18
+ "kind": "intent",
19
+ "value": "general"
20
+ },
21
+ {
22
+ "kind": "descriptorListsExtensions",
23
+ "ids": [
24
+ "@executioncontrolprotocol/format-toon",
25
+ "@executioncontrolprotocol/format-eql",
26
+ "@executioncontrolprotocol/format-json",
27
+ "@executioncontrolprotocol/test"
28
+ ]
29
+ }
30
+ ],
31
+ "judge": {
32
+ "enabled": false
33
+ }
34
+ }
35
+ },
36
+ {
37
+ "id": "intent-02",
38
+ "suite": "intent",
39
+ "title": "FAQ",
40
+ "harness": "intent-classification",
41
+ "model": "default",
42
+ "input": {
43
+ "message": "What is ECP?"
44
+ },
45
+ "assertions": {
46
+ "deterministic": [
47
+ {
48
+ "kind": "invokeSuccess"
49
+ },
50
+ {
51
+ "kind": "intent",
52
+ "value": "faq"
53
+ },
54
+ {
55
+ "kind": "descriptorListsExtensions",
56
+ "ids": [
57
+ "@executioncontrolprotocol/format-toon",
58
+ "@executioncontrolprotocol/format-eql",
59
+ "@executioncontrolprotocol/format-json",
60
+ "@executioncontrolprotocol/test"
61
+ ]
62
+ }
63
+ ],
64
+ "judge": {
65
+ "enabled": false
66
+ }
67
+ }
68
+ },
69
+ {
70
+ "id": "intent-03",
71
+ "suite": "intent",
72
+ "title": "Create",
73
+ "harness": "intent-classification",
74
+ "model": "default",
75
+ "input": {
76
+ "message": "Create a new workflow that sends a summary email."
77
+ },
78
+ "assertions": {
79
+ "deterministic": [
80
+ {
81
+ "kind": "invokeSuccess"
82
+ },
83
+ {
84
+ "kind": "intent",
85
+ "value": "workflow-create"
86
+ },
87
+ {
88
+ "kind": "descriptorListsExtensions",
89
+ "ids": [
90
+ "@executioncontrolprotocol/format-toon",
91
+ "@executioncontrolprotocol/format-eql",
92
+ "@executioncontrolprotocol/format-json",
93
+ "@executioncontrolprotocol/test"
94
+ ]
95
+ }
96
+ ],
97
+ "judge": {
98
+ "enabled": true,
99
+ "goal": "Intent should be workflow-create",
100
+ "requireApproved": true
101
+ }
102
+ }
103
+ },
104
+ {
105
+ "id": "intent-04",
106
+ "suite": "intent",
107
+ "title": "Patch",
108
+ "harness": "intent-classification",
109
+ "model": "default",
110
+ "input": {
111
+ "message": "Update the echo step to use value world."
112
+ },
113
+ "assertions": {
114
+ "deterministic": [
115
+ {
116
+ "kind": "invokeSuccess"
117
+ },
118
+ {
119
+ "kind": "intent",
120
+ "value": "workflow-patch"
121
+ },
122
+ {
123
+ "kind": "descriptorListsExtensions",
124
+ "ids": [
125
+ "@executioncontrolprotocol/format-toon",
126
+ "@executioncontrolprotocol/format-eql",
127
+ "@executioncontrolprotocol/format-json",
128
+ "@executioncontrolprotocol/test"
129
+ ]
130
+ }
131
+ ],
132
+ "judge": {
133
+ "enabled": false
134
+ }
135
+ }
136
+ },
137
+ {
138
+ "id": "intent-05",
139
+ "suite": "intent",
140
+ "title": "Capabilities",
141
+ "harness": "intent-classification",
142
+ "model": "default",
143
+ "input": {
144
+ "message": "What extensions are available in this environment?"
145
+ },
146
+ "assertions": {
147
+ "deterministic": [
148
+ {
149
+ "kind": "invokeSuccess"
150
+ },
151
+ {
152
+ "kind": "intent",
153
+ "value": "general"
154
+ },
155
+ {
156
+ "kind": "descriptorListsExtensions",
157
+ "ids": [
158
+ "@executioncontrolprotocol/format-toon",
159
+ "@executioncontrolprotocol/format-eql",
160
+ "@executioncontrolprotocol/format-json",
161
+ "@executioncontrolprotocol/test"
162
+ ]
163
+ }
164
+ ],
165
+ "judge": {
166
+ "enabled": true,
167
+ "goal": "Intent should be general",
168
+ "requireApproved": true
169
+ }
170
+ }
171
+ },
172
+ {
173
+ "id": "intent-06",
174
+ "suite": "intent",
175
+ "title": "Error symptom",
176
+ "harness": "intent-classification",
177
+ "model": "default",
178
+ "input": {
179
+ "message": "My workflow failed on the echo step with an error."
180
+ },
181
+ "assertions": {
182
+ "deterministic": [
183
+ {
184
+ "kind": "invokeSuccess"
185
+ },
186
+ {
187
+ "kind": "intent",
188
+ "value": "workflow-patch"
189
+ },
190
+ {
191
+ "kind": "descriptorListsExtensions",
192
+ "ids": [
193
+ "@executioncontrolprotocol/format-toon",
194
+ "@executioncontrolprotocol/format-eql",
195
+ "@executioncontrolprotocol/format-json",
196
+ "@executioncontrolprotocol/test"
197
+ ]
198
+ }
199
+ ],
200
+ "judge": {
201
+ "enabled": true,
202
+ "goal": "Intent should be workflow-patch",
203
+ "requireApproved": true
204
+ }
205
+ }
206
+ },
207
+ {
208
+ "id": "intent-07",
209
+ "suite": "intent",
210
+ "title": "Bonjour",
211
+ "harness": "intent-classification",
212
+ "model": "default",
213
+ "input": {
214
+ "message": "Bonjour!"
215
+ },
216
+ "assertions": {
217
+ "deterministic": [
218
+ {
219
+ "kind": "invokeSuccess"
220
+ },
221
+ {
222
+ "kind": "intent",
223
+ "value": "general"
224
+ },
225
+ {
226
+ "kind": "descriptorListsExtensions",
227
+ "ids": [
228
+ "@executioncontrolprotocol/format-toon",
229
+ "@executioncontrolprotocol/format-eql",
230
+ "@executioncontrolprotocol/format-json",
231
+ "@executioncontrolprotocol/test"
232
+ ]
233
+ }
234
+ ],
235
+ "judge": {
236
+ "enabled": false
237
+ }
238
+ }
239
+ },
240
+ {
241
+ "id": "intent-08",
242
+ "suite": "intent",
243
+ "title": "Hola create",
244
+ "harness": "intent-classification",
245
+ "model": "default",
246
+ "input": {
247
+ "message": "Crea un flujo nuevo con echo."
248
+ },
249
+ "assertions": {
250
+ "deterministic": [
251
+ {
252
+ "kind": "invokeSuccess"
253
+ },
254
+ {
255
+ "kind": "intent",
256
+ "value": "workflow-create"
257
+ },
258
+ {
259
+ "kind": "descriptorListsExtensions",
260
+ "ids": [
261
+ "@executioncontrolprotocol/format-toon",
262
+ "@executioncontrolprotocol/format-eql",
263
+ "@executioncontrolprotocol/format-json",
264
+ "@executioncontrolprotocol/test"
265
+ ]
266
+ }
267
+ ],
268
+ "judge": {
269
+ "enabled": true,
270
+ "goal": "Intent should be workflow-create",
271
+ "requireApproved": true
272
+ }
273
+ }
274
+ },
275
+ {
276
+ "id": "intent-09",
277
+ "suite": "intent",
278
+ "title": "General chat",
279
+ "harness": "intent-classification",
280
+ "model": "default",
281
+ "input": {
282
+ "message": "Tell me a joke."
283
+ },
284
+ "assertions": {
285
+ "deterministic": [
286
+ {
287
+ "kind": "invokeSuccess"
288
+ },
289
+ {
290
+ "kind": "intent",
291
+ "value": "general"
292
+ },
293
+ {
294
+ "kind": "descriptorListsExtensions",
295
+ "ids": [
296
+ "@executioncontrolprotocol/format-toon",
297
+ "@executioncontrolprotocol/format-eql",
298
+ "@executioncontrolprotocol/format-json",
299
+ "@executioncontrolprotocol/test"
300
+ ]
301
+ }
302
+ ],
303
+ "judge": {
304
+ "enabled": true,
305
+ "goal": "Intent should be general",
306
+ "requireApproved": true
307
+ }
308
+ }
309
+ },
310
+ {
311
+ "id": "intent-10",
312
+ "suite": "intent",
313
+ "title": "Patch config",
314
+ "harness": "intent-classification",
315
+ "model": "default",
316
+ "input": {
317
+ "message": "Change the workflow step configuration for summarize."
318
+ },
319
+ "assertions": {
320
+ "deterministic": [
321
+ {
322
+ "kind": "invokeSuccess"
323
+ },
324
+ {
325
+ "kind": "intent",
326
+ "value": "workflow-patch"
327
+ },
328
+ {
329
+ "kind": "descriptorListsExtensions",
330
+ "ids": [
331
+ "@executioncontrolprotocol/format-toon",
332
+ "@executioncontrolprotocol/format-eql",
333
+ "@executioncontrolprotocol/format-json",
334
+ "@executioncontrolprotocol/test"
335
+ ]
336
+ }
337
+ ],
338
+ "judge": {
339
+ "enabled": false
340
+ }
341
+ }
342
+ },
343
+ {
344
+ "id": "intent-11",
345
+ "suite": "intent",
346
+ "title": "FAQ how",
347
+ "harness": "intent-classification",
348
+ "model": "default",
349
+ "input": {
350
+ "message": "How does workflow patching work?"
351
+ },
352
+ "assertions": {
353
+ "deterministic": [
354
+ {
355
+ "kind": "invokeSuccess"
356
+ },
357
+ {
358
+ "kind": "intent",
359
+ "value": "faq"
360
+ },
361
+ {
362
+ "kind": "descriptorListsExtensions",
363
+ "ids": [
364
+ "@executioncontrolprotocol/format-toon",
365
+ "@executioncontrolprotocol/format-eql",
366
+ "@executioncontrolprotocol/format-json",
367
+ "@executioncontrolprotocol/test"
368
+ ]
369
+ }
370
+ ],
371
+ "judge": {
372
+ "enabled": true,
373
+ "goal": "Intent should be faq",
374
+ "requireApproved": true
375
+ }
376
+ }
377
+ },
378
+ {
379
+ "id": "intent-12",
380
+ "suite": "intent",
381
+ "title": "Build",
382
+ "harness": "intent-classification",
383
+ "model": "default",
384
+ "input": {
385
+ "message": "Build a pipeline with echo and notify."
386
+ },
387
+ "assertions": {
388
+ "deterministic": [
389
+ {
390
+ "kind": "invokeSuccess"
391
+ },
392
+ {
393
+ "kind": "intent",
394
+ "value": "workflow-create"
395
+ },
396
+ {
397
+ "kind": "descriptorListsExtensions",
398
+ "ids": [
399
+ "@executioncontrolprotocol/format-toon",
400
+ "@executioncontrolprotocol/format-eql",
401
+ "@executioncontrolprotocol/format-json",
402
+ "@executioncontrolprotocol/test"
403
+ ]
404
+ }
405
+ ],
406
+ "judge": {
407
+ "enabled": true,
408
+ "goal": "Intent should be workflow-create",
409
+ "requireApproved": true
410
+ }
411
+ }
412
+ },
413
+ {
414
+ "id": "intent-13",
415
+ "suite": "intent",
416
+ "title": "Identity",
417
+ "harness": "intent-classification",
418
+ "model": "default",
419
+ "input": {
420
+ "message": "What can you do?"
421
+ },
422
+ "assertions": {
423
+ "deterministic": [
424
+ {
425
+ "kind": "invokeSuccess"
426
+ },
427
+ {
428
+ "kind": "intent",
429
+ "value": "general"
430
+ },
431
+ {
432
+ "kind": "descriptorListsExtensions",
433
+ "ids": [
434
+ "@executioncontrolprotocol/format-toon",
435
+ "@executioncontrolprotocol/format-eql",
436
+ "@executioncontrolprotocol/format-json",
437
+ "@executioncontrolprotocol/test"
438
+ ]
439
+ }
440
+ ],
441
+ "judge": {
442
+ "enabled": true,
443
+ "goal": "Intent should be general",
444
+ "requireApproved": true
445
+ }
446
+ }
447
+ },
448
+ {
449
+ "id": "intent-14",
450
+ "suite": "intent",
451
+ "title": "Off-topic recipe",
452
+ "harness": "intent-classification",
453
+ "model": "default",
454
+ "input": {
455
+ "message": "Best pizza recipe?"
456
+ },
457
+ "assertions": {
458
+ "deterministic": [
459
+ {
460
+ "kind": "invokeSuccess"
461
+ },
462
+ {
463
+ "kind": "intent",
464
+ "value": "general"
465
+ },
466
+ {
467
+ "kind": "descriptorListsExtensions",
468
+ "ids": [
469
+ "@executioncontrolprotocol/format-toon",
470
+ "@executioncontrolprotocol/format-eql",
471
+ "@executioncontrolprotocol/format-json",
472
+ "@executioncontrolprotocol/test"
473
+ ]
474
+ }
475
+ ],
476
+ "judge": {
477
+ "enabled": true,
478
+ "goal": "Intent should be general",
479
+ "requireApproved": true
480
+ }
481
+ }
482
+ },
483
+ {
484
+ "id": "intent-15",
485
+ "suite": "intent",
486
+ "title": "FAQ patch how-to",
487
+ "harness": "intent-classification",
488
+ "model": "default",
489
+ "input": {
490
+ "message": "How does step patching work in ECP?"
491
+ },
492
+ "assertions": {
493
+ "deterministic": [
494
+ {
495
+ "kind": "invokeSuccess"
496
+ },
497
+ {
498
+ "kind": "intent",
499
+ "value": "faq"
500
+ },
501
+ {
502
+ "kind": "descriptorListsExtensions",
503
+ "ids": [
504
+ "@executioncontrolprotocol/format-toon",
505
+ "@executioncontrolprotocol/format-eql",
506
+ "@executioncontrolprotocol/format-json",
507
+ "@executioncontrolprotocol/test"
508
+ ]
509
+ }
510
+ ],
511
+ "judge": {
512
+ "enabled": true,
513
+ "goal": "Intent should be faq",
514
+ "requireApproved": true
515
+ }
516
+ }
517
+ },
518
+ {
519
+ "id": "intent-16",
520
+ "suite": "intent",
521
+ "title": "Label patch",
522
+ "harness": "intent-classification",
523
+ "model": "default",
524
+ "input": {
525
+ "message": "Change the echo step label to Greeting."
526
+ },
527
+ "assertions": {
528
+ "deterministic": [
529
+ {
530
+ "kind": "invokeSuccess"
531
+ },
532
+ {
533
+ "kind": "intent",
534
+ "value": "workflow-patch"
535
+ },
536
+ {
537
+ "kind": "descriptorListsExtensions",
538
+ "ids": [
539
+ "@executioncontrolprotocol/format-toon",
540
+ "@executioncontrolprotocol/format-eql",
541
+ "@executioncontrolprotocol/format-json",
542
+ "@executioncontrolprotocol/test"
543
+ ]
544
+ }
545
+ ],
546
+ "judge": {
547
+ "enabled": false
548
+ }
549
+ }
550
+ },
551
+ {
552
+ "id": "intent-17",
553
+ "suite": "intent",
554
+ "title": "Off-topic weather",
555
+ "harness": "intent-classification",
556
+ "model": "default",
557
+ "input": {
558
+ "message": "What's the weather today?"
559
+ },
560
+ "assertions": {
561
+ "deterministic": [
562
+ {
563
+ "kind": "invokeSuccess"
564
+ },
565
+ {
566
+ "kind": "intent",
567
+ "value": "general"
568
+ },
569
+ {
570
+ "kind": "descriptorListsExtensions",
571
+ "ids": [
572
+ "@executioncontrolprotocol/format-toon",
573
+ "@executioncontrolprotocol/format-eql",
574
+ "@executioncontrolprotocol/format-json",
575
+ "@executioncontrolprotocol/test"
576
+ ]
577
+ }
578
+ ],
579
+ "judge": {
580
+ "enabled": true,
581
+ "goal": "Intent should be general",
582
+ "requireApproved": true
583
+ }
584
+ }
585
+ }
586
+ ]
587
+ }