@artemiskit/core 0.2.3 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (34) hide show
  1. package/CHANGELOG.md +164 -0
  2. package/adapters/openai/dist/index.js +5626 -0
  3. package/dist/adapters/registry.d.ts.map +1 -1
  4. package/dist/adapters/types.d.ts +32 -2
  5. package/dist/adapters/types.d.ts.map +1 -1
  6. package/dist/artifacts/types.d.ts +12 -0
  7. package/dist/artifacts/types.d.ts.map +1 -1
  8. package/dist/index.d.ts +1 -0
  9. package/dist/index.d.ts.map +1 -1
  10. package/dist/index.js +762 -63
  11. package/dist/scenario/schema.d.ts +116 -84
  12. package/dist/scenario/schema.d.ts.map +1 -1
  13. package/dist/storage/supabase.d.ts +25 -4
  14. package/dist/storage/supabase.d.ts.map +1 -1
  15. package/dist/storage/types.d.ts +162 -0
  16. package/dist/storage/types.d.ts.map +1 -1
  17. package/dist/validator/index.d.ts +6 -0
  18. package/dist/validator/index.d.ts.map +1 -0
  19. package/dist/validator/types.d.ts +58 -0
  20. package/dist/validator/types.d.ts.map +1 -0
  21. package/dist/validator/validator.d.ts +55 -0
  22. package/dist/validator/validator.d.ts.map +1 -0
  23. package/package.json +1 -1
  24. package/src/adapters/registry.ts +38 -0
  25. package/src/adapters/types.ts +38 -0
  26. package/src/artifacts/types.ts +16 -0
  27. package/src/index.ts +3 -0
  28. package/src/scenario/schema.ts +10 -0
  29. package/src/storage/supabase.test.ts +988 -0
  30. package/src/storage/supabase.ts +599 -5
  31. package/src/storage/types.ts +196 -0
  32. package/src/validator/index.ts +6 -0
  33. package/src/validator/types.ts +62 -0
  34. package/src/validator/validator.ts +345 -0
package/dist/scenario/schema.d.ts CHANGED
@@ -5,7 +5,7 @@ import { z } from 'zod';
5
5
  /**
6
6
  * Provider schema - supports all providers
7
7
  */
8
- export declare const ProviderSchema: z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>;
8
+ export declare const ProviderSchema: z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>;
9
9
  /**
10
10
  * Provider config schema - optional overrides for provider settings
11
11
  * Supports ${ENV_VAR} and ${ENV_VAR:-default} syntax for values
@@ -24,7 +24,12 @@ export declare const ProviderConfigSchema: z.ZodOptional<z.ZodObject<{
24
24
  embeddingDeploymentName: z.ZodOptional<z.ZodString>;
25
25
  modelFamily: z.ZodOptional<z.ZodString>;
26
26
  underlyingProvider: z.ZodOptional<z.ZodEnum<["openai", "azure", "anthropic", "google", "mistral"]>>;
27
+ name: z.ZodOptional<z.ZodString>;
28
+ runnableType: z.ZodOptional<z.ZodEnum<["chain", "agent", "llm", "runnable"]>>;
29
+ captureTraces: z.ZodOptional<z.ZodBoolean>;
30
+ captureMessages: z.ZodOptional<z.ZodBoolean>;
27
31
  }, "strip", z.ZodTypeAny, {
32
+ name?: string | undefined;
28
33
  apiKey?: string | undefined;
29
34
  baseUrl?: string | undefined;
30
35
  defaultModel?: string | undefined;
@@ -37,7 +42,11 @@ export declare const ProviderConfigSchema: z.ZodOptional<z.ZodObject<{
37
42
  embeddingDeploymentName?: string | undefined;
38
43
  modelFamily?: string | undefined;
39
44
  underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
45
+ runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
46
+ captureTraces?: boolean | undefined;
47
+ captureMessages?: boolean | undefined;
40
48
  }, {
49
+ name?: string | undefined;
41
50
  apiKey?: string | undefined;
42
51
  baseUrl?: string | undefined;
43
52
  defaultModel?: string | undefined;
@@ -50,6 +59,9 @@ export declare const ProviderConfigSchema: z.ZodOptional<z.ZodObject<{
50
59
  embeddingDeploymentName?: string | undefined;
51
60
  modelFamily?: string | undefined;
52
61
  underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
62
+ runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
63
+ captureTraces?: boolean | undefined;
64
+ captureMessages?: boolean | undefined;
53
65
  }>>;
54
66
  /**
55
67
  * Expected result types - how to evaluate responses
@@ -95,18 +107,18 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
95
107
  type: z.ZodLiteral<"llm_grader">;
96
108
  rubric: z.ZodString;
97
109
  model: z.ZodOptional<z.ZodString>;
98
- provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
110
+ provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
99
111
  threshold: z.ZodDefault<z.ZodNumber>;
100
112
  }, "strip", z.ZodTypeAny, {
101
113
  type: "llm_grader";
102
114
  threshold: number;
103
115
  rubric: string;
104
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
116
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
105
117
  model?: string | undefined;
106
118
  }, {
107
119
  type: "llm_grader";
108
120
  rubric: string;
109
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
121
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
110
122
  threshold?: number | undefined;
111
123
  model?: string | undefined;
112
124
  }>, z.ZodObject<{
@@ -169,14 +181,14 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
169
181
  type: "similarity";
170
182
  threshold: number;
171
183
  model?: string | undefined;
172
- mode?: "embedding" | "llm" | undefined;
184
+ mode?: "llm" | "embedding" | undefined;
173
185
  embeddingModel?: string | undefined;
174
186
  }, {
175
187
  value: string;
176
188
  type: "similarity";
177
189
  threshold?: number | undefined;
178
190
  model?: string | undefined;
179
- mode?: "embedding" | "llm" | undefined;
191
+ mode?: "llm" | "embedding" | undefined;
180
192
  embeddingModel?: string | undefined;
181
193
  }>, z.ZodObject<{
182
194
  type: z.ZodLiteral<"inline">;
@@ -233,18 +245,18 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
233
245
  type: z.ZodLiteral<"llm_grader">;
234
246
  rubric: z.ZodString;
235
247
  model: z.ZodOptional<z.ZodString>;
236
- provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
248
+ provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
237
249
  threshold: z.ZodDefault<z.ZodNumber>;
238
250
  }, "strip", z.ZodTypeAny, {
239
251
  type: "llm_grader";
240
252
  threshold: number;
241
253
  rubric: string;
242
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
254
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
243
255
  model?: string | undefined;
244
256
  }, {
245
257
  type: "llm_grader";
246
258
  rubric: string;
247
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
259
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
248
260
  threshold?: number | undefined;
249
261
  model?: string | undefined;
250
262
  }>, z.ZodObject<{
@@ -307,14 +319,14 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
307
319
  type: "similarity";
308
320
  threshold: number;
309
321
  model?: string | undefined;
310
- mode?: "embedding" | "llm" | undefined;
322
+ mode?: "llm" | "embedding" | undefined;
311
323
  embeddingModel?: string | undefined;
312
324
  }, {
313
325
  value: string;
314
326
  type: "similarity";
315
327
  threshold?: number | undefined;
316
328
  model?: string | undefined;
317
- mode?: "embedding" | "llm" | undefined;
329
+ mode?: "llm" | "embedding" | undefined;
318
330
  embeddingModel?: string | undefined;
319
331
  }>, z.ZodObject<{
320
332
  type: z.ZodLiteral<"inline">;
@@ -348,7 +360,7 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
348
360
  type: "llm_grader";
349
361
  threshold: number;
350
362
  rubric: string;
351
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
363
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
352
364
  model?: string | undefined;
353
365
  } | {
354
366
  values: string[];
@@ -370,7 +382,7 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
370
382
  type: "similarity";
371
383
  threshold: number;
372
384
  model?: string | undefined;
373
- mode?: "embedding" | "llm" | undefined;
385
+ mode?: "llm" | "embedding" | undefined;
374
386
  embeddingModel?: string | undefined;
375
387
  } | {
376
388
  type: "inline";
@@ -395,7 +407,7 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
395
407
  } | {
396
408
  type: "llm_grader";
397
409
  rubric: string;
398
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
410
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
399
411
  threshold?: number | undefined;
400
412
  model?: string | undefined;
401
413
  } | {
@@ -418,7 +430,7 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
418
430
  type: "similarity";
419
431
  threshold?: number | undefined;
420
432
  model?: string | undefined;
421
- mode?: "embedding" | "llm" | undefined;
433
+ mode?: "llm" | "embedding" | undefined;
422
434
  embeddingModel?: string | undefined;
423
435
  } | {
424
436
  type: "inline";
@@ -526,18 +538,18 @@ export declare const TestCaseSchema: z.ZodObject<{
526
538
  type: z.ZodLiteral<"llm_grader">;
527
539
  rubric: z.ZodString;
528
540
  model: z.ZodOptional<z.ZodString>;
529
- provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
541
+ provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
530
542
  threshold: z.ZodDefault<z.ZodNumber>;
531
543
  }, "strip", z.ZodTypeAny, {
532
544
  type: "llm_grader";
533
545
  threshold: number;
534
546
  rubric: string;
535
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
547
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
536
548
  model?: string | undefined;
537
549
  }, {
538
550
  type: "llm_grader";
539
551
  rubric: string;
540
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
552
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
541
553
  threshold?: number | undefined;
542
554
  model?: string | undefined;
543
555
  }>, z.ZodObject<{
@@ -600,14 +612,14 @@ export declare const TestCaseSchema: z.ZodObject<{
600
612
  type: "similarity";
601
613
  threshold: number;
602
614
  model?: string | undefined;
603
- mode?: "embedding" | "llm" | undefined;
615
+ mode?: "llm" | "embedding" | undefined;
604
616
  embeddingModel?: string | undefined;
605
617
  }, {
606
618
  value: string;
607
619
  type: "similarity";
608
620
  threshold?: number | undefined;
609
621
  model?: string | undefined;
610
- mode?: "embedding" | "llm" | undefined;
622
+ mode?: "llm" | "embedding" | undefined;
611
623
  embeddingModel?: string | undefined;
612
624
  }>, z.ZodObject<{
613
625
  type: z.ZodLiteral<"inline">;
@@ -664,18 +676,18 @@ export declare const TestCaseSchema: z.ZodObject<{
664
676
  type: z.ZodLiteral<"llm_grader">;
665
677
  rubric: z.ZodString;
666
678
  model: z.ZodOptional<z.ZodString>;
667
- provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
679
+ provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
668
680
  threshold: z.ZodDefault<z.ZodNumber>;
669
681
  }, "strip", z.ZodTypeAny, {
670
682
  type: "llm_grader";
671
683
  threshold: number;
672
684
  rubric: string;
673
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
685
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
674
686
  model?: string | undefined;
675
687
  }, {
676
688
  type: "llm_grader";
677
689
  rubric: string;
678
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
690
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
679
691
  threshold?: number | undefined;
680
692
  model?: string | undefined;
681
693
  }>, z.ZodObject<{
@@ -738,14 +750,14 @@ export declare const TestCaseSchema: z.ZodObject<{
738
750
  type: "similarity";
739
751
  threshold: number;
740
752
  model?: string | undefined;
741
- mode?: "embedding" | "llm" | undefined;
753
+ mode?: "llm" | "embedding" | undefined;
742
754
  embeddingModel?: string | undefined;
743
755
  }, {
744
756
  value: string;
745
757
  type: "similarity";
746
758
  threshold?: number | undefined;
747
759
  model?: string | undefined;
748
- mode?: "embedding" | "llm" | undefined;
760
+ mode?: "llm" | "embedding" | undefined;
749
761
  embeddingModel?: string | undefined;
750
762
  }>, z.ZodObject<{
751
763
  type: z.ZodLiteral<"inline">;
@@ -779,7 +791,7 @@ export declare const TestCaseSchema: z.ZodObject<{
779
791
  type: "llm_grader";
780
792
  threshold: number;
781
793
  rubric: string;
782
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
794
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
783
795
  model?: string | undefined;
784
796
  } | {
785
797
  values: string[];
@@ -801,7 +813,7 @@ export declare const TestCaseSchema: z.ZodObject<{
801
813
  type: "similarity";
802
814
  threshold: number;
803
815
  model?: string | undefined;
804
- mode?: "embedding" | "llm" | undefined;
816
+ mode?: "llm" | "embedding" | undefined;
805
817
  embeddingModel?: string | undefined;
806
818
  } | {
807
819
  type: "inline";
@@ -826,7 +838,7 @@ export declare const TestCaseSchema: z.ZodObject<{
826
838
  } | {
827
839
  type: "llm_grader";
828
840
  rubric: string;
829
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
841
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
830
842
  threshold?: number | undefined;
831
843
  model?: string | undefined;
832
844
  } | {
@@ -849,7 +861,7 @@ export declare const TestCaseSchema: z.ZodObject<{
849
861
  type: "similarity";
850
862
  threshold?: number | undefined;
851
863
  model?: string | undefined;
852
- mode?: "embedding" | "llm" | undefined;
864
+ mode?: "llm" | "embedding" | undefined;
853
865
  embeddingModel?: string | undefined;
854
866
  } | {
855
867
  type: "inline";
@@ -861,7 +873,7 @@ export declare const TestCaseSchema: z.ZodObject<{
861
873
  metadata: z.ZodDefault<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
862
874
  timeout: z.ZodOptional<z.ZodNumber>;
863
875
  retries: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
864
- provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
876
+ provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
865
877
  model: z.ZodOptional<z.ZodString>;
866
878
  variables: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodNumber, z.ZodBoolean]>>>;
867
879
  /** Case-level redaction config (overrides scenario-level) */
@@ -888,6 +900,7 @@ export declare const TestCaseSchema: z.ZodObject<{
888
900
  replacement?: string | undefined;
889
901
  }>>;
890
902
  }, "strip", z.ZodTypeAny, {
903
+ metadata: Record<string, unknown>;
891
904
  expected: {
892
905
  value: string;
893
906
  type: "exact";
@@ -904,7 +917,7 @@ export declare const TestCaseSchema: z.ZodObject<{
904
917
  type: "llm_grader";
905
918
  threshold: number;
906
919
  rubric: string;
907
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
920
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
908
921
  model?: string | undefined;
909
922
  } | {
910
923
  values: string[];
@@ -926,7 +939,7 @@ export declare const TestCaseSchema: z.ZodObject<{
926
939
  type: "similarity";
927
940
  threshold: number;
928
941
  model?: string | undefined;
929
- mode?: "embedding" | "llm" | undefined;
942
+ mode?: "llm" | "embedding" | undefined;
930
943
  embeddingModel?: string | undefined;
931
944
  } | {
932
945
  type: "inline";
@@ -951,7 +964,7 @@ export declare const TestCaseSchema: z.ZodObject<{
951
964
  type: "llm_grader";
952
965
  threshold: number;
953
966
  rubric: string;
954
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
967
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
955
968
  model?: string | undefined;
956
969
  } | {
957
970
  values: string[];
@@ -973,7 +986,7 @@ export declare const TestCaseSchema: z.ZodObject<{
973
986
  type: "similarity";
974
987
  threshold: number;
975
988
  model?: string | undefined;
976
- mode?: "embedding" | "llm" | undefined;
989
+ mode?: "llm" | "embedding" | undefined;
977
990
  embeddingModel?: string | undefined;
978
991
  } | {
979
992
  type: "inline";
@@ -987,10 +1000,9 @@ export declare const TestCaseSchema: z.ZodObject<{
987
1000
  content: string;
988
1001
  }[];
989
1002
  tags: string[];
990
- metadata: Record<string, unknown>;
991
1003
  retries: number;
992
1004
  name?: string | undefined;
993
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1005
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
994
1006
  timeout?: number | undefined;
995
1007
  model?: string | undefined;
996
1008
  description?: string | undefined;
@@ -1019,7 +1031,7 @@ export declare const TestCaseSchema: z.ZodObject<{
1019
1031
  } | {
1020
1032
  type: "llm_grader";
1021
1033
  rubric: string;
1022
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1034
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1023
1035
  threshold?: number | undefined;
1024
1036
  model?: string | undefined;
1025
1037
  } | {
@@ -1042,7 +1054,7 @@ export declare const TestCaseSchema: z.ZodObject<{
1042
1054
  type: "similarity";
1043
1055
  threshold?: number | undefined;
1044
1056
  model?: string | undefined;
1045
- mode?: "embedding" | "llm" | undefined;
1057
+ mode?: "llm" | "embedding" | undefined;
1046
1058
  embeddingModel?: string | undefined;
1047
1059
  } | {
1048
1060
  type: "inline";
@@ -1066,7 +1078,7 @@ export declare const TestCaseSchema: z.ZodObject<{
1066
1078
  } | {
1067
1079
  type: "llm_grader";
1068
1080
  rubric: string;
1069
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1081
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1070
1082
  threshold?: number | undefined;
1071
1083
  model?: string | undefined;
1072
1084
  } | {
@@ -1089,7 +1101,7 @@ export declare const TestCaseSchema: z.ZodObject<{
1089
1101
  type: "similarity";
1090
1102
  threshold?: number | undefined;
1091
1103
  model?: string | undefined;
1092
- mode?: "embedding" | "llm" | undefined;
1104
+ mode?: "llm" | "embedding" | undefined;
1093
1105
  embeddingModel?: string | undefined;
1094
1106
  } | {
1095
1107
  type: "inline";
@@ -1103,12 +1115,12 @@ export declare const TestCaseSchema: z.ZodObject<{
1103
1115
  content: string;
1104
1116
  }[];
1105
1117
  name?: string | undefined;
1106
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1118
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1119
+ metadata?: Record<string, unknown> | undefined;
1107
1120
  timeout?: number | undefined;
1108
1121
  model?: string | undefined;
1109
1122
  description?: string | undefined;
1110
1123
  tags?: string[] | undefined;
1111
- metadata?: Record<string, unknown> | undefined;
1112
1124
  retries?: number | undefined;
1113
1125
  variables?: Record<string, string | number | boolean> | undefined;
1114
1126
  redaction?: {
@@ -1127,7 +1139,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1127
1139
  name: z.ZodString;
1128
1140
  description: z.ZodOptional<z.ZodString>;
1129
1141
  version: z.ZodDefault<z.ZodOptional<z.ZodString>>;
1130
- provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
1142
+ provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
1131
1143
  model: z.ZodOptional<z.ZodString>;
1132
1144
  providerConfig: z.ZodOptional<z.ZodObject<{
1133
1145
  apiKey: z.ZodOptional<z.ZodString>;
@@ -1142,7 +1154,12 @@ export declare const ScenarioSchema: z.ZodObject<{
1142
1154
  embeddingDeploymentName: z.ZodOptional<z.ZodString>;
1143
1155
  modelFamily: z.ZodOptional<z.ZodString>;
1144
1156
  underlyingProvider: z.ZodOptional<z.ZodEnum<["openai", "azure", "anthropic", "google", "mistral"]>>;
1157
+ name: z.ZodOptional<z.ZodString>;
1158
+ runnableType: z.ZodOptional<z.ZodEnum<["chain", "agent", "llm", "runnable"]>>;
1159
+ captureTraces: z.ZodOptional<z.ZodBoolean>;
1160
+ captureMessages: z.ZodOptional<z.ZodBoolean>;
1145
1161
  }, "strip", z.ZodTypeAny, {
1162
+ name?: string | undefined;
1146
1163
  apiKey?: string | undefined;
1147
1164
  baseUrl?: string | undefined;
1148
1165
  defaultModel?: string | undefined;
@@ -1155,7 +1172,11 @@ export declare const ScenarioSchema: z.ZodObject<{
1155
1172
  embeddingDeploymentName?: string | undefined;
1156
1173
  modelFamily?: string | undefined;
1157
1174
  underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
1175
+ runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
1176
+ captureTraces?: boolean | undefined;
1177
+ captureMessages?: boolean | undefined;
1158
1178
  }, {
1179
+ name?: string | undefined;
1159
1180
  apiKey?: string | undefined;
1160
1181
  baseUrl?: string | undefined;
1161
1182
  defaultModel?: string | undefined;
@@ -1168,6 +1189,9 @@ export declare const ScenarioSchema: z.ZodObject<{
1168
1189
  embeddingDeploymentName?: string | undefined;
1169
1190
  modelFamily?: string | undefined;
1170
1191
  underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
1192
+ runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
1193
+ captureTraces?: boolean | undefined;
1194
+ captureMessages?: boolean | undefined;
1171
1195
  }>>;
1172
1196
  seed: z.ZodOptional<z.ZodNumber>;
1173
1197
  temperature: z.ZodOptional<z.ZodNumber>;
@@ -1261,18 +1285,18 @@ export declare const ScenarioSchema: z.ZodObject<{
1261
1285
  type: z.ZodLiteral<"llm_grader">;
1262
1286
  rubric: z.ZodString;
1263
1287
  model: z.ZodOptional<z.ZodString>;
1264
- provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
1288
+ provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
1265
1289
  threshold: z.ZodDefault<z.ZodNumber>;
1266
1290
  }, "strip", z.ZodTypeAny, {
1267
1291
  type: "llm_grader";
1268
1292
  threshold: number;
1269
1293
  rubric: string;
1270
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1294
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1271
1295
  model?: string | undefined;
1272
1296
  }, {
1273
1297
  type: "llm_grader";
1274
1298
  rubric: string;
1275
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1299
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1276
1300
  threshold?: number | undefined;
1277
1301
  model?: string | undefined;
1278
1302
  }>, z.ZodObject<{
@@ -1335,14 +1359,14 @@ export declare const ScenarioSchema: z.ZodObject<{
1335
1359
  type: "similarity";
1336
1360
  threshold: number;
1337
1361
  model?: string | undefined;
1338
- mode?: "embedding" | "llm" | undefined;
1362
+ mode?: "llm" | "embedding" | undefined;
1339
1363
  embeddingModel?: string | undefined;
1340
1364
  }, {
1341
1365
  value: string;
1342
1366
  type: "similarity";
1343
1367
  threshold?: number | undefined;
1344
1368
  model?: string | undefined;
1345
- mode?: "embedding" | "llm" | undefined;
1369
+ mode?: "llm" | "embedding" | undefined;
1346
1370
  embeddingModel?: string | undefined;
1347
1371
  }>, z.ZodObject<{
1348
1372
  type: z.ZodLiteral<"inline">;
@@ -1399,18 +1423,18 @@ export declare const ScenarioSchema: z.ZodObject<{
1399
1423
  type: z.ZodLiteral<"llm_grader">;
1400
1424
  rubric: z.ZodString;
1401
1425
  model: z.ZodOptional<z.ZodString>;
1402
- provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
1426
+ provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
1403
1427
  threshold: z.ZodDefault<z.ZodNumber>;
1404
1428
  }, "strip", z.ZodTypeAny, {
1405
1429
  type: "llm_grader";
1406
1430
  threshold: number;
1407
1431
  rubric: string;
1408
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1432
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1409
1433
  model?: string | undefined;
1410
1434
  }, {
1411
1435
  type: "llm_grader";
1412
1436
  rubric: string;
1413
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1437
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1414
1438
  threshold?: number | undefined;
1415
1439
  model?: string | undefined;
1416
1440
  }>, z.ZodObject<{
@@ -1473,14 +1497,14 @@ export declare const ScenarioSchema: z.ZodObject<{
1473
1497
  type: "similarity";
1474
1498
  threshold: number;
1475
1499
  model?: string | undefined;
1476
- mode?: "embedding" | "llm" | undefined;
1500
+ mode?: "llm" | "embedding" | undefined;
1477
1501
  embeddingModel?: string | undefined;
1478
1502
  }, {
1479
1503
  value: string;
1480
1504
  type: "similarity";
1481
1505
  threshold?: number | undefined;
1482
1506
  model?: string | undefined;
1483
- mode?: "embedding" | "llm" | undefined;
1507
+ mode?: "llm" | "embedding" | undefined;
1484
1508
  embeddingModel?: string | undefined;
1485
1509
  }>, z.ZodObject<{
1486
1510
  type: z.ZodLiteral<"inline">;
@@ -1514,7 +1538,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1514
1538
  type: "llm_grader";
1515
1539
  threshold: number;
1516
1540
  rubric: string;
1517
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1541
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1518
1542
  model?: string | undefined;
1519
1543
  } | {
1520
1544
  values: string[];
@@ -1536,7 +1560,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1536
1560
  type: "similarity";
1537
1561
  threshold: number;
1538
1562
  model?: string | undefined;
1539
- mode?: "embedding" | "llm" | undefined;
1563
+ mode?: "llm" | "embedding" | undefined;
1540
1564
  embeddingModel?: string | undefined;
1541
1565
  } | {
1542
1566
  type: "inline";
@@ -1561,7 +1585,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1561
1585
  } | {
1562
1586
  type: "llm_grader";
1563
1587
  rubric: string;
1564
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1588
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1565
1589
  threshold?: number | undefined;
1566
1590
  model?: string | undefined;
1567
1591
  } | {
@@ -1584,7 +1608,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1584
1608
  type: "similarity";
1585
1609
  threshold?: number | undefined;
1586
1610
  model?: string | undefined;
1587
- mode?: "embedding" | "llm" | undefined;
1611
+ mode?: "llm" | "embedding" | undefined;
1588
1612
  embeddingModel?: string | undefined;
1589
1613
  } | {
1590
1614
  type: "inline";
@@ -1596,7 +1620,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1596
1620
  metadata: z.ZodDefault<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
1597
1621
  timeout: z.ZodOptional<z.ZodNumber>;
1598
1622
  retries: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
1599
- provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
1623
+ provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
1600
1624
  model: z.ZodOptional<z.ZodString>;
1601
1625
  variables: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodNumber, z.ZodBoolean]>>>;
1602
1626
  /** Case-level redaction config (overrides scenario-level) */
@@ -1623,6 +1647,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1623
1647
  replacement?: string | undefined;
1624
1648
  }>>;
1625
1649
  }, "strip", z.ZodTypeAny, {
1650
+ metadata: Record<string, unknown>;
1626
1651
  expected: {
1627
1652
  value: string;
1628
1653
  type: "exact";
@@ -1639,7 +1664,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1639
1664
  type: "llm_grader";
1640
1665
  threshold: number;
1641
1666
  rubric: string;
1642
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1667
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1643
1668
  model?: string | undefined;
1644
1669
  } | {
1645
1670
  values: string[];
@@ -1661,7 +1686,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1661
1686
  type: "similarity";
1662
1687
  threshold: number;
1663
1688
  model?: string | undefined;
1664
- mode?: "embedding" | "llm" | undefined;
1689
+ mode?: "llm" | "embedding" | undefined;
1665
1690
  embeddingModel?: string | undefined;
1666
1691
  } | {
1667
1692
  type: "inline";
@@ -1686,7 +1711,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1686
1711
  type: "llm_grader";
1687
1712
  threshold: number;
1688
1713
  rubric: string;
1689
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1714
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1690
1715
  model?: string | undefined;
1691
1716
  } | {
1692
1717
  values: string[];
@@ -1708,7 +1733,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1708
1733
  type: "similarity";
1709
1734
  threshold: number;
1710
1735
  model?: string | undefined;
1711
- mode?: "embedding" | "llm" | undefined;
1736
+ mode?: "llm" | "embedding" | undefined;
1712
1737
  embeddingModel?: string | undefined;
1713
1738
  } | {
1714
1739
  type: "inline";
@@ -1722,10 +1747,9 @@ export declare const ScenarioSchema: z.ZodObject<{
1722
1747
  content: string;
1723
1748
  }[];
1724
1749
  tags: string[];
1725
- metadata: Record<string, unknown>;
1726
1750
  retries: number;
1727
1751
  name?: string | undefined;
1728
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1752
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1729
1753
  timeout?: number | undefined;
1730
1754
  model?: string | undefined;
1731
1755
  description?: string | undefined;
@@ -1754,7 +1778,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1754
1778
  } | {
1755
1779
  type: "llm_grader";
1756
1780
  rubric: string;
1757
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1781
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1758
1782
  threshold?: number | undefined;
1759
1783
  model?: string | undefined;
1760
1784
  } | {
@@ -1777,7 +1801,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1777
1801
  type: "similarity";
1778
1802
  threshold?: number | undefined;
1779
1803
  model?: string | undefined;
1780
- mode?: "embedding" | "llm" | undefined;
1804
+ mode?: "llm" | "embedding" | undefined;
1781
1805
  embeddingModel?: string | undefined;
1782
1806
  } | {
1783
1807
  type: "inline";
@@ -1801,7 +1825,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1801
1825
  } | {
1802
1826
  type: "llm_grader";
1803
1827
  rubric: string;
1804
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1828
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1805
1829
  threshold?: number | undefined;
1806
1830
  model?: string | undefined;
1807
1831
  } | {
@@ -1824,7 +1848,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1824
1848
  type: "similarity";
1825
1849
  threshold?: number | undefined;
1826
1850
  model?: string | undefined;
1827
- mode?: "embedding" | "llm" | undefined;
1851
+ mode?: "llm" | "embedding" | undefined;
1828
1852
  embeddingModel?: string | undefined;
1829
1853
  } | {
1830
1854
  type: "inline";
@@ -1838,12 +1862,12 @@ export declare const ScenarioSchema: z.ZodObject<{
1838
1862
  content: string;
1839
1863
  }[];
1840
1864
  name?: string | undefined;
1841
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1865
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1866
+ metadata?: Record<string, unknown> | undefined;
1842
1867
  timeout?: number | undefined;
1843
1868
  model?: string | undefined;
1844
1869
  description?: string | undefined;
1845
1870
  tags?: string[] | undefined;
1846
- metadata?: Record<string, unknown> | undefined;
1847
1871
  retries?: number | undefined;
1848
1872
  variables?: Record<string, string | number | boolean> | undefined;
1849
1873
  redaction?: {
@@ -1867,6 +1891,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1867
1891
  tags: string[];
1868
1892
  version: string;
1869
1893
  cases: {
1894
+ metadata: Record<string, unknown>;
1870
1895
  expected: {
1871
1896
  value: string;
1872
1897
  type: "exact";
@@ -1883,7 +1908,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1883
1908
  type: "llm_grader";
1884
1909
  threshold: number;
1885
1910
  rubric: string;
1886
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1911
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1887
1912
  model?: string | undefined;
1888
1913
  } | {
1889
1914
  values: string[];
@@ -1905,7 +1930,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1905
1930
  type: "similarity";
1906
1931
  threshold: number;
1907
1932
  model?: string | undefined;
1908
- mode?: "embedding" | "llm" | undefined;
1933
+ mode?: "llm" | "embedding" | undefined;
1909
1934
  embeddingModel?: string | undefined;
1910
1935
  } | {
1911
1936
  type: "inline";
@@ -1930,7 +1955,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1930
1955
  type: "llm_grader";
1931
1956
  threshold: number;
1932
1957
  rubric: string;
1933
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1958
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1934
1959
  model?: string | undefined;
1935
1960
  } | {
1936
1961
  values: string[];
@@ -1952,7 +1977,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1952
1977
  type: "similarity";
1953
1978
  threshold: number;
1954
1979
  model?: string | undefined;
1955
- mode?: "embedding" | "llm" | undefined;
1980
+ mode?: "llm" | "embedding" | undefined;
1956
1981
  embeddingModel?: string | undefined;
1957
1982
  } | {
1958
1983
  type: "inline";
@@ -1966,10 +1991,9 @@ export declare const ScenarioSchema: z.ZodObject<{
1966
1991
  content: string;
1967
1992
  }[];
1968
1993
  tags: string[];
1969
- metadata: Record<string, unknown>;
1970
1994
  retries: number;
1971
1995
  name?: string | undefined;
1972
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1996
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1973
1997
  timeout?: number | undefined;
1974
1998
  model?: string | undefined;
1975
1999
  description?: string | undefined;
@@ -1983,7 +2007,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1983
2007
  patterns?: string[] | undefined;
1984
2008
  } | undefined;
1985
2009
  }[];
1986
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
2010
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
1987
2011
  model?: string | undefined;
1988
2012
  description?: string | undefined;
1989
2013
  variables?: Record<string, string | number | boolean> | undefined;
@@ -1996,6 +2020,7 @@ export declare const ScenarioSchema: z.ZodObject<{
1996
2020
  patterns?: string[] | undefined;
1997
2021
  } | undefined;
1998
2022
  providerConfig?: {
2023
+ name?: string | undefined;
1999
2024
  apiKey?: string | undefined;
2000
2025
  baseUrl?: string | undefined;
2001
2026
  defaultModel?: string | undefined;
@@ -2008,6 +2033,9 @@ export declare const ScenarioSchema: z.ZodObject<{
2008
2033
  embeddingDeploymentName?: string | undefined;
2009
2034
  modelFamily?: string | undefined;
2010
2035
  underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
2036
+ runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
2037
+ captureTraces?: boolean | undefined;
2038
+ captureMessages?: boolean | undefined;
2011
2039
  } | undefined;
2012
2040
  seed?: number | undefined;
2013
2041
  temperature?: number | undefined;
@@ -2037,7 +2065,7 @@ export declare const ScenarioSchema: z.ZodObject<{
2037
2065
  } | {
2038
2066
  type: "llm_grader";
2039
2067
  rubric: string;
2040
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
2068
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
2041
2069
  threshold?: number | undefined;
2042
2070
  model?: string | undefined;
2043
2071
  } | {
@@ -2060,7 +2088,7 @@ export declare const ScenarioSchema: z.ZodObject<{
2060
2088
  type: "similarity";
2061
2089
  threshold?: number | undefined;
2062
2090
  model?: string | undefined;
2063
- mode?: "embedding" | "llm" | undefined;
2091
+ mode?: "llm" | "embedding" | undefined;
2064
2092
  embeddingModel?: string | undefined;
2065
2093
  } | {
2066
2094
  type: "inline";
@@ -2084,7 +2112,7 @@ export declare const ScenarioSchema: z.ZodObject<{
2084
2112
  } | {
2085
2113
  type: "llm_grader";
2086
2114
  rubric: string;
2087
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
2115
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
2088
2116
  threshold?: number | undefined;
2089
2117
  model?: string | undefined;
2090
2118
  } | {
@@ -2107,7 +2135,7 @@ export declare const ScenarioSchema: z.ZodObject<{
2107
2135
  type: "similarity";
2108
2136
  threshold?: number | undefined;
2109
2137
  model?: string | undefined;
2110
- mode?: "embedding" | "llm" | undefined;
2138
+ mode?: "llm" | "embedding" | undefined;
2111
2139
  embeddingModel?: string | undefined;
2112
2140
  } | {
2113
2141
  type: "inline";
@@ -2121,12 +2149,12 @@ export declare const ScenarioSchema: z.ZodObject<{
2121
2149
  content: string;
2122
2150
  }[];
2123
2151
  name?: string | undefined;
2124
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
2152
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
2153
+ metadata?: Record<string, unknown> | undefined;
2125
2154
  timeout?: number | undefined;
2126
2155
  model?: string | undefined;
2127
2156
  description?: string | undefined;
2128
2157
  tags?: string[] | undefined;
2129
- metadata?: Record<string, unknown> | undefined;
2130
2158
  retries?: number | undefined;
2131
2159
  variables?: Record<string, string | number | boolean> | undefined;
2132
2160
  redaction?: {
@@ -2138,7 +2166,7 @@ export declare const ScenarioSchema: z.ZodObject<{
2138
2166
  replacement?: string | undefined;
2139
2167
  } | undefined;
2140
2168
  }[];
2141
- provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
2169
+ provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
2142
2170
  model?: string | undefined;
2143
2171
  description?: string | undefined;
2144
2172
  tags?: string[] | undefined;
@@ -2153,6 +2181,7 @@ export declare const ScenarioSchema: z.ZodObject<{
2153
2181
  } | undefined;
2154
2182
  version?: string | undefined;
2155
2183
  providerConfig?: {
2184
+ name?: string | undefined;
2156
2185
  apiKey?: string | undefined;
2157
2186
  baseUrl?: string | undefined;
2158
2187
  defaultModel?: string | undefined;
@@ -2165,6 +2194,9 @@ export declare const ScenarioSchema: z.ZodObject<{
2165
2194
  embeddingDeploymentName?: string | undefined;
2166
2195
  modelFamily?: string | undefined;
2167
2196
  underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
2197
+ runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
2198
+ captureTraces?: boolean | undefined;
2199
+ captureMessages?: boolean | undefined;
2168
2200
  } | undefined;
2169
2201
  seed?: number | undefined;
2170
2202
  temperature?: number | undefined;