@syntheticlab/synbad 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (33) hide show
  1. package/README.md +77 -0
  2. package/dist/evals/reasoning/multiturn-reasoning-parsing.d.ts +13 -0
  3. package/dist/evals/reasoning/multiturn-reasoning-parsing.js +16 -0
  4. package/dist/evals/reasoning/reasoning-claude-tool-call.d.ts +46 -0
  5. package/dist/evals/reasoning/reasoning-claude-tool-call.js +60 -0
  6. package/dist/evals/reasoning/reasoning-parsing.d.ts +8 -0
  7. package/dist/evals/reasoning/reasoning-parsing.js +10 -0
  8. package/dist/evals/tools/claude-dash.d.ts +1249 -0
  9. package/dist/evals/tools/claude-dash.js +637 -0
  10. package/dist/evals/tools/crush-list-files.d.ts +676 -0
  11. package/dist/evals/tools/crush-list-files.js +441 -0
  12. package/dist/evals/tools/parallel-tool.d.ts +27 -0
  13. package/dist/evals/tools/parallel-tool.js +33 -0
  14. package/dist/evals/tools/simple-tool.d.ts +27 -0
  15. package/dist/evals/tools/simple-tool.js +37 -0
  16. package/dist/source/asserts.d.ts +6 -0
  17. package/dist/source/asserts.js +54 -0
  18. package/dist/source/chat-completion.d.ts +117 -0
  19. package/dist/source/chat-completion.js +113 -0
  20. package/dist/source/index.d.ts +2 -0
  21. package/dist/source/index.js +107 -0
  22. package/evals/reasoning/multiturn-reasoning-parsing.ts +19 -0
  23. package/evals/reasoning/reasoning-claude-tool-call.ts +63 -0
  24. package/evals/reasoning/reasoning-parsing.ts +13 -0
  25. package/evals/tools/claude-dash.ts +640 -0
  26. package/evals/tools/crush-list-files.ts +451 -0
  27. package/evals/tools/parallel-tool.ts +36 -0
  28. package/evals/tools/simple-tool.ts +40 -0
  29. package/package.json +37 -0
  30. package/source/asserts.ts +70 -0
  31. package/source/chat-completion.ts +140 -0
  32. package/source/index.ts +115 -0
  33. package/tsconfig.json +32 -0
@@ -0,0 +1,676 @@
1
+ import OpenAI from "openai";
2
+ export declare function test(response: OpenAI.ChatCompletion): void;
3
+ export declare const json: {
4
+ messages: {
5
+ content: string;
6
+ role: string;
7
+ }[];
8
+ tools: ({
9
+ type: string;
10
+ function: {
11
+ description: string;
12
+ name: string;
13
+ parameters: {
14
+ properties: {
15
+ prompt: {
16
+ description: string;
17
+ type: string;
18
+ };
19
+ url?: undefined;
20
+ command?: undefined;
21
+ description?: undefined;
22
+ run_in_background?: undefined;
23
+ working_dir?: undefined;
24
+ file_path?: undefined;
25
+ timeout?: undefined;
26
+ new_string?: undefined;
27
+ old_string?: undefined;
28
+ replace_all?: undefined;
29
+ format?: undefined;
30
+ path?: undefined;
31
+ pattern?: undefined;
32
+ include?: undefined;
33
+ literal_text?: undefined;
34
+ shell_id?: undefined;
35
+ depth?: undefined;
36
+ ignore?: undefined;
37
+ edits?: undefined;
38
+ context_window?: undefined;
39
+ count?: undefined;
40
+ query?: undefined;
41
+ limit?: undefined;
42
+ offset?: undefined;
43
+ content?: undefined;
44
+ };
45
+ required: string[];
46
+ type: string;
47
+ };
48
+ strict: boolean;
49
+ };
50
+ } | {
51
+ type: string;
52
+ function: {
53
+ description: string;
54
+ name: string;
55
+ parameters: {
56
+ properties: {
57
+ prompt: {
58
+ description: string;
59
+ type: string;
60
+ };
61
+ url: {
62
+ description: string;
63
+ type: string;
64
+ };
65
+ command?: undefined;
66
+ description?: undefined;
67
+ run_in_background?: undefined;
68
+ working_dir?: undefined;
69
+ file_path?: undefined;
70
+ timeout?: undefined;
71
+ new_string?: undefined;
72
+ old_string?: undefined;
73
+ replace_all?: undefined;
74
+ format?: undefined;
75
+ path?: undefined;
76
+ pattern?: undefined;
77
+ include?: undefined;
78
+ literal_text?: undefined;
79
+ shell_id?: undefined;
80
+ depth?: undefined;
81
+ ignore?: undefined;
82
+ edits?: undefined;
83
+ context_window?: undefined;
84
+ count?: undefined;
85
+ query?: undefined;
86
+ limit?: undefined;
87
+ offset?: undefined;
88
+ content?: undefined;
89
+ };
90
+ required: string[];
91
+ type: string;
92
+ };
93
+ strict: boolean;
94
+ };
95
+ } | {
96
+ type: string;
97
+ function: {
98
+ description: string;
99
+ name: string;
100
+ parameters: {
101
+ properties: {
102
+ command: {
103
+ description: string;
104
+ type: string;
105
+ };
106
+ description: {
107
+ description: string;
108
+ type: string;
109
+ };
110
+ run_in_background: {
111
+ description: string;
112
+ type: string;
113
+ };
114
+ working_dir: {
115
+ description: string;
116
+ type: string;
117
+ };
118
+ prompt?: undefined;
119
+ url?: undefined;
120
+ file_path?: undefined;
121
+ timeout?: undefined;
122
+ new_string?: undefined;
123
+ old_string?: undefined;
124
+ replace_all?: undefined;
125
+ format?: undefined;
126
+ path?: undefined;
127
+ pattern?: undefined;
128
+ include?: undefined;
129
+ literal_text?: undefined;
130
+ shell_id?: undefined;
131
+ depth?: undefined;
132
+ ignore?: undefined;
133
+ edits?: undefined;
134
+ context_window?: undefined;
135
+ count?: undefined;
136
+ query?: undefined;
137
+ limit?: undefined;
138
+ offset?: undefined;
139
+ content?: undefined;
140
+ };
141
+ required: string[];
142
+ type: string;
143
+ };
144
+ strict: boolean;
145
+ };
146
+ } | {
147
+ type: string;
148
+ function: {
149
+ description: string;
150
+ name: string;
151
+ parameters: {
152
+ properties: {
153
+ file_path: {
154
+ description: string;
155
+ type: string;
156
+ };
157
+ timeout: {
158
+ description: string;
159
+ type: string;
160
+ };
161
+ url: {
162
+ description: string;
163
+ type: string;
164
+ };
165
+ prompt?: undefined;
166
+ command?: undefined;
167
+ description?: undefined;
168
+ run_in_background?: undefined;
169
+ working_dir?: undefined;
170
+ new_string?: undefined;
171
+ old_string?: undefined;
172
+ replace_all?: undefined;
173
+ format?: undefined;
174
+ path?: undefined;
175
+ pattern?: undefined;
176
+ include?: undefined;
177
+ literal_text?: undefined;
178
+ shell_id?: undefined;
179
+ depth?: undefined;
180
+ ignore?: undefined;
181
+ edits?: undefined;
182
+ context_window?: undefined;
183
+ count?: undefined;
184
+ query?: undefined;
185
+ limit?: undefined;
186
+ offset?: undefined;
187
+ content?: undefined;
188
+ };
189
+ required: string[];
190
+ type: string;
191
+ };
192
+ strict: boolean;
193
+ };
194
+ } | {
195
+ type: string;
196
+ function: {
197
+ description: string;
198
+ name: string;
199
+ parameters: {
200
+ properties: {
201
+ file_path: {
202
+ description: string;
203
+ type: string;
204
+ };
205
+ new_string: {
206
+ description: string;
207
+ type: string;
208
+ };
209
+ old_string: {
210
+ description: string;
211
+ type: string;
212
+ };
213
+ replace_all: {
214
+ description: string;
215
+ type: string;
216
+ };
217
+ prompt?: undefined;
218
+ url?: undefined;
219
+ command?: undefined;
220
+ description?: undefined;
221
+ run_in_background?: undefined;
222
+ working_dir?: undefined;
223
+ timeout?: undefined;
224
+ format?: undefined;
225
+ path?: undefined;
226
+ pattern?: undefined;
227
+ include?: undefined;
228
+ literal_text?: undefined;
229
+ shell_id?: undefined;
230
+ depth?: undefined;
231
+ ignore?: undefined;
232
+ edits?: undefined;
233
+ context_window?: undefined;
234
+ count?: undefined;
235
+ query?: undefined;
236
+ limit?: undefined;
237
+ offset?: undefined;
238
+ content?: undefined;
239
+ };
240
+ required: string[];
241
+ type: string;
242
+ };
243
+ strict: boolean;
244
+ };
245
+ } | {
246
+ type: string;
247
+ function: {
248
+ description: string;
249
+ name: string;
250
+ parameters: {
251
+ properties: {
252
+ format: {
253
+ description: string;
254
+ type: string;
255
+ };
256
+ timeout: {
257
+ description: string;
258
+ type: string;
259
+ };
260
+ url: {
261
+ description: string;
262
+ type: string;
263
+ };
264
+ prompt?: undefined;
265
+ command?: undefined;
266
+ description?: undefined;
267
+ run_in_background?: undefined;
268
+ working_dir?: undefined;
269
+ file_path?: undefined;
270
+ new_string?: undefined;
271
+ old_string?: undefined;
272
+ replace_all?: undefined;
273
+ path?: undefined;
274
+ pattern?: undefined;
275
+ include?: undefined;
276
+ literal_text?: undefined;
277
+ shell_id?: undefined;
278
+ depth?: undefined;
279
+ ignore?: undefined;
280
+ edits?: undefined;
281
+ context_window?: undefined;
282
+ count?: undefined;
283
+ query?: undefined;
284
+ limit?: undefined;
285
+ offset?: undefined;
286
+ content?: undefined;
287
+ };
288
+ required: string[];
289
+ type: string;
290
+ };
291
+ strict: boolean;
292
+ };
293
+ } | {
294
+ type: string;
295
+ function: {
296
+ description: string;
297
+ name: string;
298
+ parameters: {
299
+ properties: {
300
+ path: {
301
+ description: string;
302
+ type: string;
303
+ };
304
+ pattern: {
305
+ description: string;
306
+ type: string;
307
+ };
308
+ prompt?: undefined;
309
+ url?: undefined;
310
+ command?: undefined;
311
+ description?: undefined;
312
+ run_in_background?: undefined;
313
+ working_dir?: undefined;
314
+ file_path?: undefined;
315
+ timeout?: undefined;
316
+ new_string?: undefined;
317
+ old_string?: undefined;
318
+ replace_all?: undefined;
319
+ format?: undefined;
320
+ include?: undefined;
321
+ literal_text?: undefined;
322
+ shell_id?: undefined;
323
+ depth?: undefined;
324
+ ignore?: undefined;
325
+ edits?: undefined;
326
+ context_window?: undefined;
327
+ count?: undefined;
328
+ query?: undefined;
329
+ limit?: undefined;
330
+ offset?: undefined;
331
+ content?: undefined;
332
+ };
333
+ required: string[];
334
+ type: string;
335
+ };
336
+ strict: boolean;
337
+ };
338
+ } | {
339
+ type: string;
340
+ function: {
341
+ description: string;
342
+ name: string;
343
+ parameters: {
344
+ properties: {
345
+ include: {
346
+ description: string;
347
+ type: string;
348
+ };
349
+ literal_text: {
350
+ description: string;
351
+ type: string;
352
+ };
353
+ path: {
354
+ description: string;
355
+ type: string;
356
+ };
357
+ pattern: {
358
+ description: string;
359
+ type: string;
360
+ };
361
+ prompt?: undefined;
362
+ url?: undefined;
363
+ command?: undefined;
364
+ description?: undefined;
365
+ run_in_background?: undefined;
366
+ working_dir?: undefined;
367
+ file_path?: undefined;
368
+ timeout?: undefined;
369
+ new_string?: undefined;
370
+ old_string?: undefined;
371
+ replace_all?: undefined;
372
+ format?: undefined;
373
+ shell_id?: undefined;
374
+ depth?: undefined;
375
+ ignore?: undefined;
376
+ edits?: undefined;
377
+ context_window?: undefined;
378
+ count?: undefined;
379
+ query?: undefined;
380
+ limit?: undefined;
381
+ offset?: undefined;
382
+ content?: undefined;
383
+ };
384
+ required: string[];
385
+ type: string;
386
+ };
387
+ strict: boolean;
388
+ };
389
+ } | {
390
+ type: string;
391
+ function: {
392
+ description: string;
393
+ name: string;
394
+ parameters: {
395
+ properties: {
396
+ shell_id: {
397
+ description: string;
398
+ type: string;
399
+ };
400
+ prompt?: undefined;
401
+ url?: undefined;
402
+ command?: undefined;
403
+ description?: undefined;
404
+ run_in_background?: undefined;
405
+ working_dir?: undefined;
406
+ file_path?: undefined;
407
+ timeout?: undefined;
408
+ new_string?: undefined;
409
+ old_string?: undefined;
410
+ replace_all?: undefined;
411
+ format?: undefined;
412
+ path?: undefined;
413
+ pattern?: undefined;
414
+ include?: undefined;
415
+ literal_text?: undefined;
416
+ depth?: undefined;
417
+ ignore?: undefined;
418
+ edits?: undefined;
419
+ context_window?: undefined;
420
+ count?: undefined;
421
+ query?: undefined;
422
+ limit?: undefined;
423
+ offset?: undefined;
424
+ content?: undefined;
425
+ };
426
+ required: string[];
427
+ type: string;
428
+ };
429
+ strict: boolean;
430
+ };
431
+ } | {
432
+ type: string;
433
+ function: {
434
+ description: string;
435
+ name: string;
436
+ parameters: {
437
+ properties: {
438
+ depth: {
439
+ description: string;
440
+ type: string;
441
+ };
442
+ ignore: {
443
+ description: string;
444
+ items: {};
445
+ type: string;
446
+ };
447
+ path: {
448
+ description: string;
449
+ type: string;
450
+ };
451
+ prompt?: undefined;
452
+ url?: undefined;
453
+ command?: undefined;
454
+ description?: undefined;
455
+ run_in_background?: undefined;
456
+ working_dir?: undefined;
457
+ file_path?: undefined;
458
+ timeout?: undefined;
459
+ new_string?: undefined;
460
+ old_string?: undefined;
461
+ replace_all?: undefined;
462
+ format?: undefined;
463
+ pattern?: undefined;
464
+ include?: undefined;
465
+ literal_text?: undefined;
466
+ shell_id?: undefined;
467
+ edits?: undefined;
468
+ context_window?: undefined;
469
+ count?: undefined;
470
+ query?: undefined;
471
+ limit?: undefined;
472
+ offset?: undefined;
473
+ content?: undefined;
474
+ };
475
+ required: never[];
476
+ type: string;
477
+ };
478
+ strict: boolean;
479
+ };
480
+ } | {
481
+ type: string;
482
+ function: {
483
+ description: string;
484
+ name: string;
485
+ parameters: {
486
+ properties: {
487
+ edits: {
488
+ description: string;
489
+ items: {};
490
+ type: string;
491
+ };
492
+ file_path: {
493
+ description: string;
494
+ type: string;
495
+ };
496
+ prompt?: undefined;
497
+ url?: undefined;
498
+ command?: undefined;
499
+ description?: undefined;
500
+ run_in_background?: undefined;
501
+ working_dir?: undefined;
502
+ timeout?: undefined;
503
+ new_string?: undefined;
504
+ old_string?: undefined;
505
+ replace_all?: undefined;
506
+ format?: undefined;
507
+ path?: undefined;
508
+ pattern?: undefined;
509
+ include?: undefined;
510
+ literal_text?: undefined;
511
+ shell_id?: undefined;
512
+ depth?: undefined;
513
+ ignore?: undefined;
514
+ context_window?: undefined;
515
+ count?: undefined;
516
+ query?: undefined;
517
+ limit?: undefined;
518
+ offset?: undefined;
519
+ content?: undefined;
520
+ };
521
+ required: string[];
522
+ type: string;
523
+ };
524
+ strict: boolean;
525
+ };
526
+ } | {
527
+ type: string;
528
+ function: {
529
+ description: string;
530
+ name: string;
531
+ parameters: {
532
+ properties: {
533
+ context_window: {
534
+ description: string;
535
+ type: string;
536
+ };
537
+ count: {
538
+ description: string;
539
+ type: string;
540
+ };
541
+ query: {
542
+ description: string;
543
+ type: string;
544
+ };
545
+ timeout: {
546
+ description: string;
547
+ type: string;
548
+ };
549
+ prompt?: undefined;
550
+ url?: undefined;
551
+ command?: undefined;
552
+ description?: undefined;
553
+ run_in_background?: undefined;
554
+ working_dir?: undefined;
555
+ file_path?: undefined;
556
+ new_string?: undefined;
557
+ old_string?: undefined;
558
+ replace_all?: undefined;
559
+ format?: undefined;
560
+ path?: undefined;
561
+ pattern?: undefined;
562
+ include?: undefined;
563
+ literal_text?: undefined;
564
+ shell_id?: undefined;
565
+ depth?: undefined;
566
+ ignore?: undefined;
567
+ edits?: undefined;
568
+ limit?: undefined;
569
+ offset?: undefined;
570
+ content?: undefined;
571
+ };
572
+ required: string[];
573
+ type: string;
574
+ };
575
+ strict: boolean;
576
+ };
577
+ } | {
578
+ type: string;
579
+ function: {
580
+ description: string;
581
+ name: string;
582
+ parameters: {
583
+ properties: {
584
+ file_path: {
585
+ description: string;
586
+ type: string;
587
+ };
588
+ limit: {
589
+ description: string;
590
+ type: string;
591
+ };
592
+ offset: {
593
+ description: string;
594
+ type: string;
595
+ };
596
+ prompt?: undefined;
597
+ url?: undefined;
598
+ command?: undefined;
599
+ description?: undefined;
600
+ run_in_background?: undefined;
601
+ working_dir?: undefined;
602
+ timeout?: undefined;
603
+ new_string?: undefined;
604
+ old_string?: undefined;
605
+ replace_all?: undefined;
606
+ format?: undefined;
607
+ path?: undefined;
608
+ pattern?: undefined;
609
+ include?: undefined;
610
+ literal_text?: undefined;
611
+ shell_id?: undefined;
612
+ depth?: undefined;
613
+ ignore?: undefined;
614
+ edits?: undefined;
615
+ context_window?: undefined;
616
+ count?: undefined;
617
+ query?: undefined;
618
+ content?: undefined;
619
+ };
620
+ required: string[];
621
+ type: string;
622
+ };
623
+ strict: boolean;
624
+ };
625
+ } | {
626
+ type: string;
627
+ function: {
628
+ description: string;
629
+ name: string;
630
+ parameters: {
631
+ properties: {
632
+ content: {
633
+ description: string;
634
+ type: string;
635
+ };
636
+ file_path: {
637
+ description: string;
638
+ type: string;
639
+ };
640
+ prompt?: undefined;
641
+ url?: undefined;
642
+ command?: undefined;
643
+ description?: undefined;
644
+ run_in_background?: undefined;
645
+ working_dir?: undefined;
646
+ timeout?: undefined;
647
+ new_string?: undefined;
648
+ old_string?: undefined;
649
+ replace_all?: undefined;
650
+ format?: undefined;
651
+ path?: undefined;
652
+ pattern?: undefined;
653
+ include?: undefined;
654
+ literal_text?: undefined;
655
+ shell_id?: undefined;
656
+ depth?: undefined;
657
+ ignore?: undefined;
658
+ edits?: undefined;
659
+ context_window?: undefined;
660
+ count?: undefined;
661
+ query?: undefined;
662
+ limit?: undefined;
663
+ offset?: undefined;
664
+ };
665
+ required: string[];
666
+ type: string;
667
+ };
668
+ strict: boolean;
669
+ };
670
+ })[];
671
+ tool_choice: string;
672
+ max_tokens: number;
673
+ stream_options: {
674
+ include_usage: boolean;
675
+ };
676
+ };