@sweny-ai/core 0.1.83 → 0.1.85
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/claude.d.ts +1 -0
- package/dist/claude.js +5 -4
- package/dist/eval/function.d.ts +25 -0
- package/dist/eval/function.js +106 -0
- package/dist/eval/index.d.ts +41 -0
- package/dist/eval/index.js +91 -0
- package/dist/eval/judge.d.ts +43 -0
- package/dist/eval/judge.js +142 -0
- package/dist/eval/path.d.ts +9 -0
- package/dist/eval/path.js +72 -0
- package/dist/eval/value.d.ts +15 -0
- package/dist/eval/value.js +205 -0
- package/dist/executor.js +85 -18
- package/dist/requires.js +2 -2
- package/dist/retry.d.ts +17 -3
- package/dist/retry.js +29 -14
- package/dist/schema.d.ts +778 -316
- package/dist/schema.js +200 -60
- package/dist/skills/index.js +1 -1
- package/dist/types.d.ts +96 -33
- package/dist/workflows/browser.js +1 -1
- package/dist/workflows/triage.yml +68 -28
- package/package.json +1 -1
- package/dist/verify.d.ts +0 -25
- package/dist/verify.js +0 -357
package/dist/schema.d.ts
CHANGED
|
@@ -435,7 +435,9 @@ export declare const outputMatchZ: z.ZodEffects<z.ZodObject<{
|
|
|
435
435
|
in?: unknown[] | undefined;
|
|
436
436
|
matches?: string | undefined;
|
|
437
437
|
}>;
|
|
438
|
-
export declare const
|
|
438
|
+
export declare const evaluatorKindZ: z.ZodEnum<["value", "function", "judge"]>;
|
|
439
|
+
export declare const evalPolicyZ: z.ZodEnum<["all_pass", "any_pass", "weighted"]>;
|
|
440
|
+
export declare const evaluatorRuleZ: z.ZodEffects<z.ZodObject<{
|
|
439
441
|
any_tool_called: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
440
442
|
all_tools_called: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
441
443
|
no_tool_called: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
@@ -511,6 +513,167 @@ export declare const nodeVerifyZ: z.ZodEffects<z.ZodObject<{
|
|
|
511
513
|
matches?: string | undefined;
|
|
512
514
|
}[] | undefined;
|
|
513
515
|
}>;
|
|
516
|
+
/**
|
|
517
|
+
* A single evaluator. The `kind` field discriminates required-fields:
|
|
518
|
+
* `value` and `function` need `rule`; `judge` needs `rubric`.
|
|
519
|
+
*
|
|
520
|
+
* Strict object: unknown keys are rejected to match the public JSON Schema.
|
|
521
|
+
*/
|
|
522
|
+
export declare const evaluatorZ: z.ZodEffects<z.ZodObject<{
|
|
523
|
+
name: z.ZodString;
|
|
524
|
+
kind: z.ZodEnum<["value", "function", "judge"]>;
|
|
525
|
+
rule: z.ZodOptional<z.ZodEffects<z.ZodObject<{
|
|
526
|
+
any_tool_called: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
527
|
+
all_tools_called: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
528
|
+
no_tool_called: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
529
|
+
output_required: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
530
|
+
output_matches: z.ZodOptional<z.ZodArray<z.ZodEffects<z.ZodObject<{
|
|
531
|
+
path: z.ZodString;
|
|
532
|
+
equals: z.ZodOptional<z.ZodUnknown>;
|
|
533
|
+
in: z.ZodOptional<z.ZodArray<z.ZodUnknown, "many">>;
|
|
534
|
+
matches: z.ZodOptional<z.ZodString>;
|
|
535
|
+
}, "strict", z.ZodTypeAny, {
|
|
536
|
+
path: string;
|
|
537
|
+
equals?: unknown;
|
|
538
|
+
in?: unknown[] | undefined;
|
|
539
|
+
matches?: string | undefined;
|
|
540
|
+
}, {
|
|
541
|
+
path: string;
|
|
542
|
+
equals?: unknown;
|
|
543
|
+
in?: unknown[] | undefined;
|
|
544
|
+
matches?: string | undefined;
|
|
545
|
+
}>, {
|
|
546
|
+
path: string;
|
|
547
|
+
equals?: unknown;
|
|
548
|
+
in?: unknown[] | undefined;
|
|
549
|
+
matches?: string | undefined;
|
|
550
|
+
}, {
|
|
551
|
+
path: string;
|
|
552
|
+
equals?: unknown;
|
|
553
|
+
in?: unknown[] | undefined;
|
|
554
|
+
matches?: string | undefined;
|
|
555
|
+
}>, "many">>;
|
|
556
|
+
}, "strict", z.ZodTypeAny, {
|
|
557
|
+
any_tool_called?: string[] | undefined;
|
|
558
|
+
all_tools_called?: string[] | undefined;
|
|
559
|
+
no_tool_called?: string[] | undefined;
|
|
560
|
+
output_required?: string[] | undefined;
|
|
561
|
+
output_matches?: {
|
|
562
|
+
path: string;
|
|
563
|
+
equals?: unknown;
|
|
564
|
+
in?: unknown[] | undefined;
|
|
565
|
+
matches?: string | undefined;
|
|
566
|
+
}[] | undefined;
|
|
567
|
+
}, {
|
|
568
|
+
any_tool_called?: string[] | undefined;
|
|
569
|
+
all_tools_called?: string[] | undefined;
|
|
570
|
+
no_tool_called?: string[] | undefined;
|
|
571
|
+
output_required?: string[] | undefined;
|
|
572
|
+
output_matches?: {
|
|
573
|
+
path: string;
|
|
574
|
+
equals?: unknown;
|
|
575
|
+
in?: unknown[] | undefined;
|
|
576
|
+
matches?: string | undefined;
|
|
577
|
+
}[] | undefined;
|
|
578
|
+
}>, {
|
|
579
|
+
any_tool_called?: string[] | undefined;
|
|
580
|
+
all_tools_called?: string[] | undefined;
|
|
581
|
+
no_tool_called?: string[] | undefined;
|
|
582
|
+
output_required?: string[] | undefined;
|
|
583
|
+
output_matches?: {
|
|
584
|
+
path: string;
|
|
585
|
+
equals?: unknown;
|
|
586
|
+
in?: unknown[] | undefined;
|
|
587
|
+
matches?: string | undefined;
|
|
588
|
+
}[] | undefined;
|
|
589
|
+
}, {
|
|
590
|
+
any_tool_called?: string[] | undefined;
|
|
591
|
+
all_tools_called?: string[] | undefined;
|
|
592
|
+
no_tool_called?: string[] | undefined;
|
|
593
|
+
output_required?: string[] | undefined;
|
|
594
|
+
output_matches?: {
|
|
595
|
+
path: string;
|
|
596
|
+
equals?: unknown;
|
|
597
|
+
in?: unknown[] | undefined;
|
|
598
|
+
matches?: string | undefined;
|
|
599
|
+
}[] | undefined;
|
|
600
|
+
}>>;
|
|
601
|
+
rubric: z.ZodOptional<z.ZodString>;
|
|
602
|
+
pass_when: z.ZodOptional<z.ZodEffects<z.ZodString, string, string>>;
|
|
603
|
+
model: z.ZodOptional<z.ZodString>;
|
|
604
|
+
}, "strict", z.ZodTypeAny, {
|
|
605
|
+
name: string;
|
|
606
|
+
kind: "function" | "value" | "judge";
|
|
607
|
+
rule?: {
|
|
608
|
+
any_tool_called?: string[] | undefined;
|
|
609
|
+
all_tools_called?: string[] | undefined;
|
|
610
|
+
no_tool_called?: string[] | undefined;
|
|
611
|
+
output_required?: string[] | undefined;
|
|
612
|
+
output_matches?: {
|
|
613
|
+
path: string;
|
|
614
|
+
equals?: unknown;
|
|
615
|
+
in?: unknown[] | undefined;
|
|
616
|
+
matches?: string | undefined;
|
|
617
|
+
}[] | undefined;
|
|
618
|
+
} | undefined;
|
|
619
|
+
rubric?: string | undefined;
|
|
620
|
+
pass_when?: string | undefined;
|
|
621
|
+
model?: string | undefined;
|
|
622
|
+
}, {
|
|
623
|
+
name: string;
|
|
624
|
+
kind: "function" | "value" | "judge";
|
|
625
|
+
rule?: {
|
|
626
|
+
any_tool_called?: string[] | undefined;
|
|
627
|
+
all_tools_called?: string[] | undefined;
|
|
628
|
+
no_tool_called?: string[] | undefined;
|
|
629
|
+
output_required?: string[] | undefined;
|
|
630
|
+
output_matches?: {
|
|
631
|
+
path: string;
|
|
632
|
+
equals?: unknown;
|
|
633
|
+
in?: unknown[] | undefined;
|
|
634
|
+
matches?: string | undefined;
|
|
635
|
+
}[] | undefined;
|
|
636
|
+
} | undefined;
|
|
637
|
+
rubric?: string | undefined;
|
|
638
|
+
pass_when?: string | undefined;
|
|
639
|
+
model?: string | undefined;
|
|
640
|
+
}>, {
|
|
641
|
+
name: string;
|
|
642
|
+
kind: "function" | "value" | "judge";
|
|
643
|
+
rule?: {
|
|
644
|
+
any_tool_called?: string[] | undefined;
|
|
645
|
+
all_tools_called?: string[] | undefined;
|
|
646
|
+
no_tool_called?: string[] | undefined;
|
|
647
|
+
output_required?: string[] | undefined;
|
|
648
|
+
output_matches?: {
|
|
649
|
+
path: string;
|
|
650
|
+
equals?: unknown;
|
|
651
|
+
in?: unknown[] | undefined;
|
|
652
|
+
matches?: string | undefined;
|
|
653
|
+
}[] | undefined;
|
|
654
|
+
} | undefined;
|
|
655
|
+
rubric?: string | undefined;
|
|
656
|
+
pass_when?: string | undefined;
|
|
657
|
+
model?: string | undefined;
|
|
658
|
+
}, {
|
|
659
|
+
name: string;
|
|
660
|
+
kind: "function" | "value" | "judge";
|
|
661
|
+
rule?: {
|
|
662
|
+
any_tool_called?: string[] | undefined;
|
|
663
|
+
all_tools_called?: string[] | undefined;
|
|
664
|
+
no_tool_called?: string[] | undefined;
|
|
665
|
+
output_required?: string[] | undefined;
|
|
666
|
+
output_matches?: {
|
|
667
|
+
path: string;
|
|
668
|
+
equals?: unknown;
|
|
669
|
+
in?: unknown[] | undefined;
|
|
670
|
+
matches?: string | undefined;
|
|
671
|
+
}[] | undefined;
|
|
672
|
+
} | undefined;
|
|
673
|
+
rubric?: string | undefined;
|
|
674
|
+
pass_when?: string | undefined;
|
|
675
|
+
model?: string | undefined;
|
|
676
|
+
}>;
|
|
514
677
|
export declare const nodeRequiresZ: z.ZodEffects<z.ZodObject<{
|
|
515
678
|
output_required: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
516
679
|
output_matches: z.ZodOptional<z.ZodArray<z.ZodEffects<z.ZodObject<{
|
|
@@ -766,82 +929,163 @@ export declare const nodeZ: z.ZodObject<{
|
|
|
766
929
|
})[];
|
|
767
930
|
only?: boolean | undefined;
|
|
768
931
|
}>]>>;
|
|
769
|
-
|
|
770
|
-
|
|
771
|
-
|
|
772
|
-
|
|
773
|
-
|
|
774
|
-
|
|
775
|
-
|
|
776
|
-
|
|
777
|
-
|
|
778
|
-
|
|
932
|
+
eval: z.ZodOptional<z.ZodArray<z.ZodEffects<z.ZodObject<{
|
|
933
|
+
name: z.ZodString;
|
|
934
|
+
kind: z.ZodEnum<["value", "function", "judge"]>;
|
|
935
|
+
rule: z.ZodOptional<z.ZodEffects<z.ZodObject<{
|
|
936
|
+
any_tool_called: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
937
|
+
all_tools_called: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
938
|
+
no_tool_called: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
939
|
+
output_required: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
940
|
+
output_matches: z.ZodOptional<z.ZodArray<z.ZodEffects<z.ZodObject<{
|
|
941
|
+
path: z.ZodString;
|
|
942
|
+
equals: z.ZodOptional<z.ZodUnknown>;
|
|
943
|
+
in: z.ZodOptional<z.ZodArray<z.ZodUnknown, "many">>;
|
|
944
|
+
matches: z.ZodOptional<z.ZodString>;
|
|
945
|
+
}, "strict", z.ZodTypeAny, {
|
|
946
|
+
path: string;
|
|
947
|
+
equals?: unknown;
|
|
948
|
+
in?: unknown[] | undefined;
|
|
949
|
+
matches?: string | undefined;
|
|
950
|
+
}, {
|
|
951
|
+
path: string;
|
|
952
|
+
equals?: unknown;
|
|
953
|
+
in?: unknown[] | undefined;
|
|
954
|
+
matches?: string | undefined;
|
|
955
|
+
}>, {
|
|
956
|
+
path: string;
|
|
957
|
+
equals?: unknown;
|
|
958
|
+
in?: unknown[] | undefined;
|
|
959
|
+
matches?: string | undefined;
|
|
960
|
+
}, {
|
|
961
|
+
path: string;
|
|
962
|
+
equals?: unknown;
|
|
963
|
+
in?: unknown[] | undefined;
|
|
964
|
+
matches?: string | undefined;
|
|
965
|
+
}>, "many">>;
|
|
779
966
|
}, "strict", z.ZodTypeAny, {
|
|
780
|
-
|
|
781
|
-
|
|
782
|
-
|
|
783
|
-
|
|
967
|
+
any_tool_called?: string[] | undefined;
|
|
968
|
+
all_tools_called?: string[] | undefined;
|
|
969
|
+
no_tool_called?: string[] | undefined;
|
|
970
|
+
output_required?: string[] | undefined;
|
|
971
|
+
output_matches?: {
|
|
972
|
+
path: string;
|
|
973
|
+
equals?: unknown;
|
|
974
|
+
in?: unknown[] | undefined;
|
|
975
|
+
matches?: string | undefined;
|
|
976
|
+
}[] | undefined;
|
|
784
977
|
}, {
|
|
785
|
-
|
|
786
|
-
|
|
787
|
-
|
|
788
|
-
|
|
978
|
+
any_tool_called?: string[] | undefined;
|
|
979
|
+
all_tools_called?: string[] | undefined;
|
|
980
|
+
no_tool_called?: string[] | undefined;
|
|
981
|
+
output_required?: string[] | undefined;
|
|
982
|
+
output_matches?: {
|
|
983
|
+
path: string;
|
|
984
|
+
equals?: unknown;
|
|
985
|
+
in?: unknown[] | undefined;
|
|
986
|
+
matches?: string | undefined;
|
|
987
|
+
}[] | undefined;
|
|
789
988
|
}>, {
|
|
790
|
-
|
|
791
|
-
|
|
792
|
-
|
|
793
|
-
|
|
989
|
+
any_tool_called?: string[] | undefined;
|
|
990
|
+
all_tools_called?: string[] | undefined;
|
|
991
|
+
no_tool_called?: string[] | undefined;
|
|
992
|
+
output_required?: string[] | undefined;
|
|
993
|
+
output_matches?: {
|
|
994
|
+
path: string;
|
|
995
|
+
equals?: unknown;
|
|
996
|
+
in?: unknown[] | undefined;
|
|
997
|
+
matches?: string | undefined;
|
|
998
|
+
}[] | undefined;
|
|
794
999
|
}, {
|
|
795
|
-
|
|
796
|
-
|
|
797
|
-
|
|
798
|
-
|
|
799
|
-
|
|
1000
|
+
any_tool_called?: string[] | undefined;
|
|
1001
|
+
all_tools_called?: string[] | undefined;
|
|
1002
|
+
no_tool_called?: string[] | undefined;
|
|
1003
|
+
output_required?: string[] | undefined;
|
|
1004
|
+
output_matches?: {
|
|
1005
|
+
path: string;
|
|
1006
|
+
equals?: unknown;
|
|
1007
|
+
in?: unknown[] | undefined;
|
|
1008
|
+
matches?: string | undefined;
|
|
1009
|
+
}[] | undefined;
|
|
1010
|
+
}>>;
|
|
1011
|
+
rubric: z.ZodOptional<z.ZodString>;
|
|
1012
|
+
pass_when: z.ZodOptional<z.ZodEffects<z.ZodString, string, string>>;
|
|
1013
|
+
model: z.ZodOptional<z.ZodString>;
|
|
800
1014
|
}, "strict", z.ZodTypeAny, {
|
|
801
|
-
|
|
802
|
-
|
|
803
|
-
|
|
804
|
-
|
|
805
|
-
|
|
806
|
-
|
|
807
|
-
|
|
808
|
-
|
|
809
|
-
|
|
810
|
-
|
|
1015
|
+
name: string;
|
|
1016
|
+
kind: "function" | "value" | "judge";
|
|
1017
|
+
rule?: {
|
|
1018
|
+
any_tool_called?: string[] | undefined;
|
|
1019
|
+
all_tools_called?: string[] | undefined;
|
|
1020
|
+
no_tool_called?: string[] | undefined;
|
|
1021
|
+
output_required?: string[] | undefined;
|
|
1022
|
+
output_matches?: {
|
|
1023
|
+
path: string;
|
|
1024
|
+
equals?: unknown;
|
|
1025
|
+
in?: unknown[] | undefined;
|
|
1026
|
+
matches?: string | undefined;
|
|
1027
|
+
}[] | undefined;
|
|
1028
|
+
} | undefined;
|
|
1029
|
+
rubric?: string | undefined;
|
|
1030
|
+
pass_when?: string | undefined;
|
|
1031
|
+
model?: string | undefined;
|
|
811
1032
|
}, {
|
|
812
|
-
|
|
813
|
-
|
|
814
|
-
|
|
815
|
-
|
|
816
|
-
|
|
817
|
-
|
|
818
|
-
|
|
819
|
-
|
|
820
|
-
|
|
821
|
-
|
|
1033
|
+
name: string;
|
|
1034
|
+
kind: "function" | "value" | "judge";
|
|
1035
|
+
rule?: {
|
|
1036
|
+
any_tool_called?: string[] | undefined;
|
|
1037
|
+
all_tools_called?: string[] | undefined;
|
|
1038
|
+
no_tool_called?: string[] | undefined;
|
|
1039
|
+
output_required?: string[] | undefined;
|
|
1040
|
+
output_matches?: {
|
|
1041
|
+
path: string;
|
|
1042
|
+
equals?: unknown;
|
|
1043
|
+
in?: unknown[] | undefined;
|
|
1044
|
+
matches?: string | undefined;
|
|
1045
|
+
}[] | undefined;
|
|
1046
|
+
} | undefined;
|
|
1047
|
+
rubric?: string | undefined;
|
|
1048
|
+
pass_when?: string | undefined;
|
|
1049
|
+
model?: string | undefined;
|
|
822
1050
|
}>, {
|
|
823
|
-
|
|
824
|
-
|
|
825
|
-
|
|
826
|
-
|
|
827
|
-
|
|
828
|
-
|
|
829
|
-
|
|
830
|
-
|
|
831
|
-
|
|
832
|
-
|
|
1051
|
+
name: string;
|
|
1052
|
+
kind: "function" | "value" | "judge";
|
|
1053
|
+
rule?: {
|
|
1054
|
+
any_tool_called?: string[] | undefined;
|
|
1055
|
+
all_tools_called?: string[] | undefined;
|
|
1056
|
+
no_tool_called?: string[] | undefined;
|
|
1057
|
+
output_required?: string[] | undefined;
|
|
1058
|
+
output_matches?: {
|
|
1059
|
+
path: string;
|
|
1060
|
+
equals?: unknown;
|
|
1061
|
+
in?: unknown[] | undefined;
|
|
1062
|
+
matches?: string | undefined;
|
|
1063
|
+
}[] | undefined;
|
|
1064
|
+
} | undefined;
|
|
1065
|
+
rubric?: string | undefined;
|
|
1066
|
+
pass_when?: string | undefined;
|
|
1067
|
+
model?: string | undefined;
|
|
833
1068
|
}, {
|
|
834
|
-
|
|
835
|
-
|
|
836
|
-
|
|
837
|
-
|
|
838
|
-
|
|
839
|
-
|
|
840
|
-
|
|
841
|
-
|
|
842
|
-
|
|
843
|
-
|
|
844
|
-
|
|
1069
|
+
name: string;
|
|
1070
|
+
kind: "function" | "value" | "judge";
|
|
1071
|
+
rule?: {
|
|
1072
|
+
any_tool_called?: string[] | undefined;
|
|
1073
|
+
all_tools_called?: string[] | undefined;
|
|
1074
|
+
no_tool_called?: string[] | undefined;
|
|
1075
|
+
output_required?: string[] | undefined;
|
|
1076
|
+
output_matches?: {
|
|
1077
|
+
path: string;
|
|
1078
|
+
equals?: unknown;
|
|
1079
|
+
in?: unknown[] | undefined;
|
|
1080
|
+
matches?: string | undefined;
|
|
1081
|
+
}[] | undefined;
|
|
1082
|
+
} | undefined;
|
|
1083
|
+
rubric?: string | undefined;
|
|
1084
|
+
pass_when?: string | undefined;
|
|
1085
|
+
model?: string | undefined;
|
|
1086
|
+
}>, "many">>;
|
|
1087
|
+
eval_policy: z.ZodOptional<z.ZodEnum<["all_pass", "any_pass", "weighted"]>>;
|
|
1088
|
+
judge_model: z.ZodOptional<z.ZodString>;
|
|
845
1089
|
requires: z.ZodOptional<z.ZodEffects<z.ZodObject<{
|
|
846
1090
|
output_required: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
847
1091
|
output_matches: z.ZodOptional<z.ZodArray<z.ZodEffects<z.ZodObject<{
|
|
@@ -987,18 +1231,27 @@ export declare const nodeZ: z.ZodObject<{
|
|
|
987
1231
|
})[];
|
|
988
1232
|
only?: boolean | undefined;
|
|
989
1233
|
} | undefined;
|
|
990
|
-
|
|
991
|
-
|
|
992
|
-
|
|
993
|
-
|
|
994
|
-
|
|
995
|
-
|
|
996
|
-
|
|
997
|
-
|
|
998
|
-
|
|
999
|
-
|
|
1000
|
-
|
|
1001
|
-
|
|
1234
|
+
eval?: {
|
|
1235
|
+
name: string;
|
|
1236
|
+
kind: "function" | "value" | "judge";
|
|
1237
|
+
rule?: {
|
|
1238
|
+
any_tool_called?: string[] | undefined;
|
|
1239
|
+
all_tools_called?: string[] | undefined;
|
|
1240
|
+
no_tool_called?: string[] | undefined;
|
|
1241
|
+
output_required?: string[] | undefined;
|
|
1242
|
+
output_matches?: {
|
|
1243
|
+
path: string;
|
|
1244
|
+
equals?: unknown;
|
|
1245
|
+
in?: unknown[] | undefined;
|
|
1246
|
+
matches?: string | undefined;
|
|
1247
|
+
}[] | undefined;
|
|
1248
|
+
} | undefined;
|
|
1249
|
+
rubric?: string | undefined;
|
|
1250
|
+
pass_when?: string | undefined;
|
|
1251
|
+
model?: string | undefined;
|
|
1252
|
+
}[] | undefined;
|
|
1253
|
+
eval_policy?: "all_pass" | "any_pass" | "weighted" | undefined;
|
|
1254
|
+
judge_model?: string | undefined;
|
|
1002
1255
|
requires?: {
|
|
1003
1256
|
output_required?: string[] | undefined;
|
|
1004
1257
|
output_matches?: {
|
|
@@ -1066,18 +1319,27 @@ export declare const nodeZ: z.ZodObject<{
|
|
|
1066
1319
|
})[];
|
|
1067
1320
|
only?: boolean | undefined;
|
|
1068
1321
|
} | undefined;
|
|
1069
|
-
|
|
1070
|
-
|
|
1071
|
-
|
|
1072
|
-
|
|
1073
|
-
|
|
1074
|
-
|
|
1075
|
-
|
|
1076
|
-
|
|
1077
|
-
|
|
1078
|
-
|
|
1079
|
-
|
|
1080
|
-
|
|
1322
|
+
eval?: {
|
|
1323
|
+
name: string;
|
|
1324
|
+
kind: "function" | "value" | "judge";
|
|
1325
|
+
rule?: {
|
|
1326
|
+
any_tool_called?: string[] | undefined;
|
|
1327
|
+
all_tools_called?: string[] | undefined;
|
|
1328
|
+
no_tool_called?: string[] | undefined;
|
|
1329
|
+
output_required?: string[] | undefined;
|
|
1330
|
+
output_matches?: {
|
|
1331
|
+
path: string;
|
|
1332
|
+
equals?: unknown;
|
|
1333
|
+
in?: unknown[] | undefined;
|
|
1334
|
+
matches?: string | undefined;
|
|
1335
|
+
}[] | undefined;
|
|
1336
|
+
} | undefined;
|
|
1337
|
+
rubric?: string | undefined;
|
|
1338
|
+
pass_when?: string | undefined;
|
|
1339
|
+
model?: string | undefined;
|
|
1340
|
+
}[] | undefined;
|
|
1341
|
+
eval_policy?: "all_pass" | "any_pass" | "weighted" | undefined;
|
|
1342
|
+
judge_model?: string | undefined;
|
|
1081
1343
|
requires?: {
|
|
1082
1344
|
output_required?: string[] | undefined;
|
|
1083
1345
|
output_matches?: {
|
|
@@ -1276,82 +1538,163 @@ export declare const workflowZ: z.ZodObject<{
|
|
|
1276
1538
|
})[];
|
|
1277
1539
|
only?: boolean | undefined;
|
|
1278
1540
|
}>]>>;
|
|
1279
|
-
|
|
1280
|
-
|
|
1281
|
-
|
|
1282
|
-
|
|
1283
|
-
|
|
1284
|
-
|
|
1285
|
-
|
|
1286
|
-
|
|
1287
|
-
|
|
1288
|
-
|
|
1541
|
+
eval: z.ZodOptional<z.ZodArray<z.ZodEffects<z.ZodObject<{
|
|
1542
|
+
name: z.ZodString;
|
|
1543
|
+
kind: z.ZodEnum<["value", "function", "judge"]>;
|
|
1544
|
+
rule: z.ZodOptional<z.ZodEffects<z.ZodObject<{
|
|
1545
|
+
any_tool_called: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1546
|
+
all_tools_called: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1547
|
+
no_tool_called: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1548
|
+
output_required: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1549
|
+
output_matches: z.ZodOptional<z.ZodArray<z.ZodEffects<z.ZodObject<{
|
|
1550
|
+
path: z.ZodString;
|
|
1551
|
+
equals: z.ZodOptional<z.ZodUnknown>;
|
|
1552
|
+
in: z.ZodOptional<z.ZodArray<z.ZodUnknown, "many">>;
|
|
1553
|
+
matches: z.ZodOptional<z.ZodString>;
|
|
1554
|
+
}, "strict", z.ZodTypeAny, {
|
|
1555
|
+
path: string;
|
|
1556
|
+
equals?: unknown;
|
|
1557
|
+
in?: unknown[] | undefined;
|
|
1558
|
+
matches?: string | undefined;
|
|
1559
|
+
}, {
|
|
1560
|
+
path: string;
|
|
1561
|
+
equals?: unknown;
|
|
1562
|
+
in?: unknown[] | undefined;
|
|
1563
|
+
matches?: string | undefined;
|
|
1564
|
+
}>, {
|
|
1565
|
+
path: string;
|
|
1566
|
+
equals?: unknown;
|
|
1567
|
+
in?: unknown[] | undefined;
|
|
1568
|
+
matches?: string | undefined;
|
|
1569
|
+
}, {
|
|
1570
|
+
path: string;
|
|
1571
|
+
equals?: unknown;
|
|
1572
|
+
in?: unknown[] | undefined;
|
|
1573
|
+
matches?: string | undefined;
|
|
1574
|
+
}>, "many">>;
|
|
1289
1575
|
}, "strict", z.ZodTypeAny, {
|
|
1290
|
-
|
|
1291
|
-
|
|
1292
|
-
|
|
1293
|
-
|
|
1576
|
+
any_tool_called?: string[] | undefined;
|
|
1577
|
+
all_tools_called?: string[] | undefined;
|
|
1578
|
+
no_tool_called?: string[] | undefined;
|
|
1579
|
+
output_required?: string[] | undefined;
|
|
1580
|
+
output_matches?: {
|
|
1581
|
+
path: string;
|
|
1582
|
+
equals?: unknown;
|
|
1583
|
+
in?: unknown[] | undefined;
|
|
1584
|
+
matches?: string | undefined;
|
|
1585
|
+
}[] | undefined;
|
|
1294
1586
|
}, {
|
|
1295
|
-
|
|
1296
|
-
|
|
1297
|
-
|
|
1298
|
-
|
|
1587
|
+
any_tool_called?: string[] | undefined;
|
|
1588
|
+
all_tools_called?: string[] | undefined;
|
|
1589
|
+
no_tool_called?: string[] | undefined;
|
|
1590
|
+
output_required?: string[] | undefined;
|
|
1591
|
+
output_matches?: {
|
|
1592
|
+
path: string;
|
|
1593
|
+
equals?: unknown;
|
|
1594
|
+
in?: unknown[] | undefined;
|
|
1595
|
+
matches?: string | undefined;
|
|
1596
|
+
}[] | undefined;
|
|
1299
1597
|
}>, {
|
|
1300
|
-
|
|
1301
|
-
|
|
1302
|
-
|
|
1303
|
-
|
|
1598
|
+
any_tool_called?: string[] | undefined;
|
|
1599
|
+
all_tools_called?: string[] | undefined;
|
|
1600
|
+
no_tool_called?: string[] | undefined;
|
|
1601
|
+
output_required?: string[] | undefined;
|
|
1602
|
+
output_matches?: {
|
|
1603
|
+
path: string;
|
|
1604
|
+
equals?: unknown;
|
|
1605
|
+
in?: unknown[] | undefined;
|
|
1606
|
+
matches?: string | undefined;
|
|
1607
|
+
}[] | undefined;
|
|
1304
1608
|
}, {
|
|
1305
|
-
|
|
1306
|
-
|
|
1307
|
-
|
|
1308
|
-
|
|
1309
|
-
|
|
1609
|
+
any_tool_called?: string[] | undefined;
|
|
1610
|
+
all_tools_called?: string[] | undefined;
|
|
1611
|
+
no_tool_called?: string[] | undefined;
|
|
1612
|
+
output_required?: string[] | undefined;
|
|
1613
|
+
output_matches?: {
|
|
1614
|
+
path: string;
|
|
1615
|
+
equals?: unknown;
|
|
1616
|
+
in?: unknown[] | undefined;
|
|
1617
|
+
matches?: string | undefined;
|
|
1618
|
+
}[] | undefined;
|
|
1619
|
+
}>>;
|
|
1620
|
+
rubric: z.ZodOptional<z.ZodString>;
|
|
1621
|
+
pass_when: z.ZodOptional<z.ZodEffects<z.ZodString, string, string>>;
|
|
1622
|
+
model: z.ZodOptional<z.ZodString>;
|
|
1310
1623
|
}, "strict", z.ZodTypeAny, {
|
|
1311
|
-
|
|
1312
|
-
|
|
1313
|
-
|
|
1314
|
-
|
|
1315
|
-
|
|
1316
|
-
|
|
1317
|
-
|
|
1318
|
-
|
|
1319
|
-
|
|
1320
|
-
|
|
1624
|
+
name: string;
|
|
1625
|
+
kind: "function" | "value" | "judge";
|
|
1626
|
+
rule?: {
|
|
1627
|
+
any_tool_called?: string[] | undefined;
|
|
1628
|
+
all_tools_called?: string[] | undefined;
|
|
1629
|
+
no_tool_called?: string[] | undefined;
|
|
1630
|
+
output_required?: string[] | undefined;
|
|
1631
|
+
output_matches?: {
|
|
1632
|
+
path: string;
|
|
1633
|
+
equals?: unknown;
|
|
1634
|
+
in?: unknown[] | undefined;
|
|
1635
|
+
matches?: string | undefined;
|
|
1636
|
+
}[] | undefined;
|
|
1637
|
+
} | undefined;
|
|
1638
|
+
rubric?: string | undefined;
|
|
1639
|
+
pass_when?: string | undefined;
|
|
1640
|
+
model?: string | undefined;
|
|
1321
1641
|
}, {
|
|
1322
|
-
|
|
1323
|
-
|
|
1324
|
-
|
|
1325
|
-
|
|
1326
|
-
|
|
1327
|
-
|
|
1328
|
-
|
|
1329
|
-
|
|
1330
|
-
|
|
1331
|
-
|
|
1642
|
+
name: string;
|
|
1643
|
+
kind: "function" | "value" | "judge";
|
|
1644
|
+
rule?: {
|
|
1645
|
+
any_tool_called?: string[] | undefined;
|
|
1646
|
+
all_tools_called?: string[] | undefined;
|
|
1647
|
+
no_tool_called?: string[] | undefined;
|
|
1648
|
+
output_required?: string[] | undefined;
|
|
1649
|
+
output_matches?: {
|
|
1650
|
+
path: string;
|
|
1651
|
+
equals?: unknown;
|
|
1652
|
+
in?: unknown[] | undefined;
|
|
1653
|
+
matches?: string | undefined;
|
|
1654
|
+
}[] | undefined;
|
|
1655
|
+
} | undefined;
|
|
1656
|
+
rubric?: string | undefined;
|
|
1657
|
+
pass_when?: string | undefined;
|
|
1658
|
+
model?: string | undefined;
|
|
1332
1659
|
}>, {
|
|
1333
|
-
|
|
1334
|
-
|
|
1335
|
-
|
|
1336
|
-
|
|
1337
|
-
|
|
1338
|
-
|
|
1339
|
-
|
|
1340
|
-
|
|
1341
|
-
|
|
1342
|
-
|
|
1660
|
+
name: string;
|
|
1661
|
+
kind: "function" | "value" | "judge";
|
|
1662
|
+
rule?: {
|
|
1663
|
+
any_tool_called?: string[] | undefined;
|
|
1664
|
+
all_tools_called?: string[] | undefined;
|
|
1665
|
+
no_tool_called?: string[] | undefined;
|
|
1666
|
+
output_required?: string[] | undefined;
|
|
1667
|
+
output_matches?: {
|
|
1668
|
+
path: string;
|
|
1669
|
+
equals?: unknown;
|
|
1670
|
+
in?: unknown[] | undefined;
|
|
1671
|
+
matches?: string | undefined;
|
|
1672
|
+
}[] | undefined;
|
|
1673
|
+
} | undefined;
|
|
1674
|
+
rubric?: string | undefined;
|
|
1675
|
+
pass_when?: string | undefined;
|
|
1676
|
+
model?: string | undefined;
|
|
1343
1677
|
}, {
|
|
1344
|
-
|
|
1345
|
-
|
|
1346
|
-
|
|
1347
|
-
|
|
1348
|
-
|
|
1349
|
-
|
|
1350
|
-
|
|
1351
|
-
|
|
1352
|
-
|
|
1353
|
-
|
|
1354
|
-
|
|
1678
|
+
name: string;
|
|
1679
|
+
kind: "function" | "value" | "judge";
|
|
1680
|
+
rule?: {
|
|
1681
|
+
any_tool_called?: string[] | undefined;
|
|
1682
|
+
all_tools_called?: string[] | undefined;
|
|
1683
|
+
no_tool_called?: string[] | undefined;
|
|
1684
|
+
output_required?: string[] | undefined;
|
|
1685
|
+
output_matches?: {
|
|
1686
|
+
path: string;
|
|
1687
|
+
equals?: unknown;
|
|
1688
|
+
in?: unknown[] | undefined;
|
|
1689
|
+
matches?: string | undefined;
|
|
1690
|
+
}[] | undefined;
|
|
1691
|
+
} | undefined;
|
|
1692
|
+
rubric?: string | undefined;
|
|
1693
|
+
pass_when?: string | undefined;
|
|
1694
|
+
model?: string | undefined;
|
|
1695
|
+
}>, "many">>;
|
|
1696
|
+
eval_policy: z.ZodOptional<z.ZodEnum<["all_pass", "any_pass", "weighted"]>>;
|
|
1697
|
+
judge_model: z.ZodOptional<z.ZodString>;
|
|
1355
1698
|
requires: z.ZodOptional<z.ZodEffects<z.ZodObject<{
|
|
1356
1699
|
output_required: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1357
1700
|
output_matches: z.ZodOptional<z.ZodArray<z.ZodEffects<z.ZodObject<{
|
|
@@ -1497,18 +1840,27 @@ export declare const workflowZ: z.ZodObject<{
|
|
|
1497
1840
|
})[];
|
|
1498
1841
|
only?: boolean | undefined;
|
|
1499
1842
|
} | undefined;
|
|
1500
|
-
|
|
1501
|
-
|
|
1502
|
-
|
|
1503
|
-
|
|
1504
|
-
|
|
1505
|
-
|
|
1506
|
-
|
|
1507
|
-
|
|
1508
|
-
|
|
1509
|
-
|
|
1510
|
-
|
|
1511
|
-
|
|
1843
|
+
eval?: {
|
|
1844
|
+
name: string;
|
|
1845
|
+
kind: "function" | "value" | "judge";
|
|
1846
|
+
rule?: {
|
|
1847
|
+
any_tool_called?: string[] | undefined;
|
|
1848
|
+
all_tools_called?: string[] | undefined;
|
|
1849
|
+
no_tool_called?: string[] | undefined;
|
|
1850
|
+
output_required?: string[] | undefined;
|
|
1851
|
+
output_matches?: {
|
|
1852
|
+
path: string;
|
|
1853
|
+
equals?: unknown;
|
|
1854
|
+
in?: unknown[] | undefined;
|
|
1855
|
+
matches?: string | undefined;
|
|
1856
|
+
}[] | undefined;
|
|
1857
|
+
} | undefined;
|
|
1858
|
+
rubric?: string | undefined;
|
|
1859
|
+
pass_when?: string | undefined;
|
|
1860
|
+
model?: string | undefined;
|
|
1861
|
+
}[] | undefined;
|
|
1862
|
+
eval_policy?: "all_pass" | "any_pass" | "weighted" | undefined;
|
|
1863
|
+
judge_model?: string | undefined;
|
|
1512
1864
|
requires?: {
|
|
1513
1865
|
output_required?: string[] | undefined;
|
|
1514
1866
|
output_matches?: {
|
|
@@ -1576,18 +1928,27 @@ export declare const workflowZ: z.ZodObject<{
|
|
|
1576
1928
|
})[];
|
|
1577
1929
|
only?: boolean | undefined;
|
|
1578
1930
|
} | undefined;
|
|
1579
|
-
|
|
1580
|
-
|
|
1581
|
-
|
|
1582
|
-
|
|
1583
|
-
|
|
1584
|
-
|
|
1585
|
-
|
|
1586
|
-
|
|
1587
|
-
|
|
1588
|
-
|
|
1589
|
-
|
|
1590
|
-
|
|
1931
|
+
eval?: {
|
|
1932
|
+
name: string;
|
|
1933
|
+
kind: "function" | "value" | "judge";
|
|
1934
|
+
rule?: {
|
|
1935
|
+
any_tool_called?: string[] | undefined;
|
|
1936
|
+
all_tools_called?: string[] | undefined;
|
|
1937
|
+
no_tool_called?: string[] | undefined;
|
|
1938
|
+
output_required?: string[] | undefined;
|
|
1939
|
+
output_matches?: {
|
|
1940
|
+
path: string;
|
|
1941
|
+
equals?: unknown;
|
|
1942
|
+
in?: unknown[] | undefined;
|
|
1943
|
+
matches?: string | undefined;
|
|
1944
|
+
}[] | undefined;
|
|
1945
|
+
} | undefined;
|
|
1946
|
+
rubric?: string | undefined;
|
|
1947
|
+
pass_when?: string | undefined;
|
|
1948
|
+
model?: string | undefined;
|
|
1949
|
+
}[] | undefined;
|
|
1950
|
+
eval_policy?: "all_pass" | "any_pass" | "weighted" | undefined;
|
|
1951
|
+
judge_model?: string | undefined;
|
|
1591
1952
|
requires?: {
|
|
1592
1953
|
output_required?: string[] | undefined;
|
|
1593
1954
|
output_matches?: {
|
|
@@ -1757,6 +2118,8 @@ export declare const workflowZ: z.ZodObject<{
|
|
|
1757
2118
|
url: string;
|
|
1758
2119
|
type?: string | undefined;
|
|
1759
2120
|
}>]>, "many">>;
|
|
2121
|
+
judge_model: z.ZodOptional<z.ZodString>;
|
|
2122
|
+
judge_budget: z.ZodOptional<z.ZodNumber>;
|
|
1760
2123
|
}, "strip", z.ZodTypeAny, {
|
|
1761
2124
|
id: string;
|
|
1762
2125
|
name: string;
|
|
@@ -1823,18 +2186,27 @@ export declare const workflowZ: z.ZodObject<{
|
|
|
1823
2186
|
})[];
|
|
1824
2187
|
only?: boolean | undefined;
|
|
1825
2188
|
} | undefined;
|
|
1826
|
-
|
|
1827
|
-
|
|
1828
|
-
|
|
1829
|
-
|
|
1830
|
-
|
|
1831
|
-
|
|
1832
|
-
|
|
1833
|
-
|
|
1834
|
-
|
|
1835
|
-
|
|
1836
|
-
|
|
1837
|
-
|
|
2189
|
+
eval?: {
|
|
2190
|
+
name: string;
|
|
2191
|
+
kind: "function" | "value" | "judge";
|
|
2192
|
+
rule?: {
|
|
2193
|
+
any_tool_called?: string[] | undefined;
|
|
2194
|
+
all_tools_called?: string[] | undefined;
|
|
2195
|
+
no_tool_called?: string[] | undefined;
|
|
2196
|
+
output_required?: string[] | undefined;
|
|
2197
|
+
output_matches?: {
|
|
2198
|
+
path: string;
|
|
2199
|
+
equals?: unknown;
|
|
2200
|
+
in?: unknown[] | undefined;
|
|
2201
|
+
matches?: string | undefined;
|
|
2202
|
+
}[] | undefined;
|
|
2203
|
+
} | undefined;
|
|
2204
|
+
rubric?: string | undefined;
|
|
2205
|
+
pass_when?: string | undefined;
|
|
2206
|
+
model?: string | undefined;
|
|
2207
|
+
}[] | undefined;
|
|
2208
|
+
eval_policy?: "all_pass" | "any_pass" | "weighted" | undefined;
|
|
2209
|
+
judge_model?: string | undefined;
|
|
1838
2210
|
requires?: {
|
|
1839
2211
|
output_required?: string[] | undefined;
|
|
1840
2212
|
output_matches?: {
|
|
@@ -1877,6 +2249,8 @@ export declare const workflowZ: z.ZodObject<{
|
|
|
1877
2249
|
url: string;
|
|
1878
2250
|
type?: string | undefined;
|
|
1879
2251
|
})[] | undefined;
|
|
2252
|
+
judge_model?: string | undefined;
|
|
2253
|
+
judge_budget?: number | undefined;
|
|
1880
2254
|
}, {
|
|
1881
2255
|
id: string;
|
|
1882
2256
|
name: string;
|
|
@@ -1929,18 +2303,27 @@ export declare const workflowZ: z.ZodObject<{
|
|
|
1929
2303
|
})[];
|
|
1930
2304
|
only?: boolean | undefined;
|
|
1931
2305
|
} | undefined;
|
|
1932
|
-
|
|
1933
|
-
|
|
1934
|
-
|
|
1935
|
-
|
|
1936
|
-
|
|
1937
|
-
|
|
1938
|
-
|
|
1939
|
-
|
|
1940
|
-
|
|
1941
|
-
|
|
1942
|
-
|
|
1943
|
-
|
|
2306
|
+
eval?: {
|
|
2307
|
+
name: string;
|
|
2308
|
+
kind: "function" | "value" | "judge";
|
|
2309
|
+
rule?: {
|
|
2310
|
+
any_tool_called?: string[] | undefined;
|
|
2311
|
+
all_tools_called?: string[] | undefined;
|
|
2312
|
+
no_tool_called?: string[] | undefined;
|
|
2313
|
+
output_required?: string[] | undefined;
|
|
2314
|
+
output_matches?: {
|
|
2315
|
+
path: string;
|
|
2316
|
+
equals?: unknown;
|
|
2317
|
+
in?: unknown[] | undefined;
|
|
2318
|
+
matches?: string | undefined;
|
|
2319
|
+
}[] | undefined;
|
|
2320
|
+
} | undefined;
|
|
2321
|
+
rubric?: string | undefined;
|
|
2322
|
+
pass_when?: string | undefined;
|
|
2323
|
+
model?: string | undefined;
|
|
2324
|
+
}[] | undefined;
|
|
2325
|
+
eval_policy?: "all_pass" | "any_pass" | "weighted" | undefined;
|
|
2326
|
+
judge_model?: string | undefined;
|
|
1944
2327
|
requires?: {
|
|
1945
2328
|
output_required?: string[] | undefined;
|
|
1946
2329
|
output_matches?: {
|
|
@@ -1997,6 +2380,8 @@ export declare const workflowZ: z.ZodObject<{
|
|
|
1997
2380
|
url: string;
|
|
1998
2381
|
type?: string | undefined;
|
|
1999
2382
|
})[] | undefined;
|
|
2383
|
+
judge_model?: string | undefined;
|
|
2384
|
+
judge_budget?: number | undefined;
|
|
2000
2385
|
}>;
|
|
2001
2386
|
/** Parse + validate a raw object as a Workflow. Throws on invalid input. */
|
|
2002
2387
|
export declare function parseWorkflow(raw: unknown): {
|
|
@@ -2065,18 +2450,27 @@ export declare function parseWorkflow(raw: unknown): {
|
|
|
2065
2450
|
})[];
|
|
2066
2451
|
only?: boolean | undefined;
|
|
2067
2452
|
} | undefined;
|
|
2068
|
-
|
|
2069
|
-
|
|
2070
|
-
|
|
2071
|
-
|
|
2072
|
-
|
|
2073
|
-
|
|
2074
|
-
|
|
2075
|
-
|
|
2076
|
-
|
|
2077
|
-
|
|
2078
|
-
|
|
2079
|
-
|
|
2453
|
+
eval?: {
|
|
2454
|
+
name: string;
|
|
2455
|
+
kind: "function" | "value" | "judge";
|
|
2456
|
+
rule?: {
|
|
2457
|
+
any_tool_called?: string[] | undefined;
|
|
2458
|
+
all_tools_called?: string[] | undefined;
|
|
2459
|
+
no_tool_called?: string[] | undefined;
|
|
2460
|
+
output_required?: string[] | undefined;
|
|
2461
|
+
output_matches?: {
|
|
2462
|
+
path: string;
|
|
2463
|
+
equals?: unknown;
|
|
2464
|
+
in?: unknown[] | undefined;
|
|
2465
|
+
matches?: string | undefined;
|
|
2466
|
+
}[] | undefined;
|
|
2467
|
+
} | undefined;
|
|
2468
|
+
rubric?: string | undefined;
|
|
2469
|
+
pass_when?: string | undefined;
|
|
2470
|
+
model?: string | undefined;
|
|
2471
|
+
}[] | undefined;
|
|
2472
|
+
eval_policy?: "all_pass" | "any_pass" | "weighted" | undefined;
|
|
2473
|
+
judge_model?: string | undefined;
|
|
2080
2474
|
requires?: {
|
|
2081
2475
|
output_required?: string[] | undefined;
|
|
2082
2476
|
output_matches?: {
|
|
@@ -2119,6 +2513,8 @@ export declare function parseWorkflow(raw: unknown): {
|
|
|
2119
2513
|
url: string;
|
|
2120
2514
|
type?: string | undefined;
|
|
2121
2515
|
})[] | undefined;
|
|
2516
|
+
judge_model?: string | undefined;
|
|
2517
|
+
judge_budget?: number | undefined;
|
|
2122
2518
|
};
|
|
2123
2519
|
export interface WorkflowError {
|
|
2124
2520
|
code: "MISSING_ENTRY" | "UNKNOWN_EDGE_SOURCE" | "UNKNOWN_EDGE_TARGET" | "UNREACHABLE_NODE" | "UNKNOWN_SKILL" | "SELF_LOOP" | "UNBOUNDED_CYCLE" | "INVALID_INLINE_SKILL";
|
|
@@ -2211,6 +2607,134 @@ export declare const workflowJsonSchema: {
|
|
|
2211
2607
|
};
|
|
2212
2608
|
}];
|
|
2213
2609
|
};
|
|
2610
|
+
readonly OutputMatch: {
|
|
2611
|
+
readonly type: "object";
|
|
2612
|
+
readonly required: readonly ["path"];
|
|
2613
|
+
readonly additionalProperties: false;
|
|
2614
|
+
readonly properties: {
|
|
2615
|
+
readonly path: {
|
|
2616
|
+
readonly type: "string";
|
|
2617
|
+
readonly minLength: 1;
|
|
2618
|
+
};
|
|
2619
|
+
readonly equals: {};
|
|
2620
|
+
readonly in: {
|
|
2621
|
+
readonly type: "array";
|
|
2622
|
+
};
|
|
2623
|
+
readonly matches: {
|
|
2624
|
+
readonly type: "string";
|
|
2625
|
+
readonly minLength: 1;
|
|
2626
|
+
};
|
|
2627
|
+
};
|
|
2628
|
+
readonly oneOf: readonly [{
|
|
2629
|
+
readonly required: readonly ["equals"];
|
|
2630
|
+
}, {
|
|
2631
|
+
readonly required: readonly ["in"];
|
|
2632
|
+
}, {
|
|
2633
|
+
readonly required: readonly ["matches"];
|
|
2634
|
+
}];
|
|
2635
|
+
};
|
|
2636
|
+
readonly Evaluator: {
|
|
2637
|
+
readonly type: "object";
|
|
2638
|
+
readonly required: readonly ["name", "kind"];
|
|
2639
|
+
readonly additionalProperties: false;
|
|
2640
|
+
readonly properties: {
|
|
2641
|
+
readonly name: {
|
|
2642
|
+
readonly type: "string";
|
|
2643
|
+
readonly minLength: 1;
|
|
2644
|
+
readonly description: "Stable identifier for this evaluator. Used in EvalResult and retry preambles.";
|
|
2645
|
+
};
|
|
2646
|
+
readonly kind: {
|
|
2647
|
+
readonly type: "string";
|
|
2648
|
+
readonly enum: readonly ["value", "function", "judge"];
|
|
2649
|
+
};
|
|
2650
|
+
readonly rule: {
|
|
2651
|
+
readonly type: "object";
|
|
2652
|
+
readonly description: "Required for value and function kinds. Shape depends on kind.";
|
|
2653
|
+
readonly additionalProperties: false;
|
|
2654
|
+
readonly minProperties: 1;
|
|
2655
|
+
readonly properties: {
|
|
2656
|
+
readonly any_tool_called: {
|
|
2657
|
+
readonly type: "array";
|
|
2658
|
+
readonly items: {
|
|
2659
|
+
readonly type: "string";
|
|
2660
|
+
readonly minLength: 1;
|
|
2661
|
+
};
|
|
2662
|
+
readonly minItems: 1;
|
|
2663
|
+
};
|
|
2664
|
+
readonly all_tools_called: {
|
|
2665
|
+
readonly type: "array";
|
|
2666
|
+
readonly items: {
|
|
2667
|
+
readonly type: "string";
|
|
2668
|
+
readonly minLength: 1;
|
|
2669
|
+
};
|
|
2670
|
+
readonly minItems: 1;
|
|
2671
|
+
};
|
|
2672
|
+
readonly no_tool_called: {
|
|
2673
|
+
readonly type: "array";
|
|
2674
|
+
readonly items: {
|
|
2675
|
+
readonly type: "string";
|
|
2676
|
+
readonly minLength: 1;
|
|
2677
|
+
};
|
|
2678
|
+
readonly minItems: 1;
|
|
2679
|
+
};
|
|
2680
|
+
readonly output_required: {
|
|
2681
|
+
readonly type: "array";
|
|
2682
|
+
readonly items: {
|
|
2683
|
+
readonly type: "string";
|
|
2684
|
+
readonly minLength: 1;
|
|
2685
|
+
};
|
|
2686
|
+
readonly minItems: 1;
|
|
2687
|
+
};
|
|
2688
|
+
readonly output_matches: {
|
|
2689
|
+
readonly type: "array";
|
|
2690
|
+
readonly items: {
|
|
2691
|
+
readonly $ref: "#/$defs/OutputMatch";
|
|
2692
|
+
};
|
|
2693
|
+
readonly minItems: 1;
|
|
2694
|
+
};
|
|
2695
|
+
};
|
|
2696
|
+
};
|
|
2697
|
+
readonly rubric: {
|
|
2698
|
+
readonly type: "string";
|
|
2699
|
+
readonly minLength: 1;
|
|
2700
|
+
readonly description: "Required for judge kind. Natural-language criterion the judge model evaluates.";
|
|
2701
|
+
};
|
|
2702
|
+
readonly pass_when: {
|
|
2703
|
+
readonly type: "string";
|
|
2704
|
+
readonly minLength: 1;
|
|
2705
|
+
readonly default: "yes";
|
|
2706
|
+
readonly description: "judge only. Verdict token that indicates pass. Default 'yes'.";
|
|
2707
|
+
};
|
|
2708
|
+
readonly model: {
|
|
2709
|
+
readonly type: "string";
|
|
2710
|
+
readonly minLength: 1;
|
|
2711
|
+
readonly description: "judge only. Override the judge model for this evaluator.";
|
|
2712
|
+
};
|
|
2713
|
+
};
|
|
2714
|
+
readonly allOf: readonly [{
|
|
2715
|
+
readonly if: {
|
|
2716
|
+
readonly properties: {
|
|
2717
|
+
readonly kind: {
|
|
2718
|
+
readonly enum: readonly ["value", "function"];
|
|
2719
|
+
};
|
|
2720
|
+
};
|
|
2721
|
+
};
|
|
2722
|
+
readonly then: {
|
|
2723
|
+
readonly required: readonly ["rule"];
|
|
2724
|
+
};
|
|
2725
|
+
}, {
|
|
2726
|
+
readonly if: {
|
|
2727
|
+
readonly properties: {
|
|
2728
|
+
readonly kind: {
|
|
2729
|
+
readonly const: "judge";
|
|
2730
|
+
};
|
|
2731
|
+
};
|
|
2732
|
+
};
|
|
2733
|
+
readonly then: {
|
|
2734
|
+
readonly required: readonly ["rubric"];
|
|
2735
|
+
};
|
|
2736
|
+
}];
|
|
2737
|
+
};
|
|
2214
2738
|
};
|
|
2215
2739
|
readonly properties: {
|
|
2216
2740
|
readonly id: {
|
|
@@ -2243,6 +2767,18 @@ export declare const workflowJsonSchema: {
|
|
|
2243
2767
|
};
|
|
2244
2768
|
readonly description: "Background knowledge prepended to every node's instruction.";
|
|
2245
2769
|
};
|
|
2770
|
+
readonly judge_model: {
|
|
2771
|
+
readonly type: "string";
|
|
2772
|
+
readonly minLength: 1;
|
|
2773
|
+
readonly default: "claude-haiku-4-5";
|
|
2774
|
+
readonly description: "Default model for judge evaluators across the workflow. Overridable per-node and per-evaluator.";
|
|
2775
|
+
};
|
|
2776
|
+
readonly judge_budget: {
|
|
2777
|
+
readonly type: "integer";
|
|
2778
|
+
readonly minimum: 0;
|
|
2779
|
+
readonly default: 50;
|
|
2780
|
+
readonly description: "Soft cap on expected judge calls per workflow run. Executor warns at load time if exceeded; not a hard runtime cap in v1.";
|
|
2781
|
+
};
|
|
2246
2782
|
readonly nodes: {
|
|
2247
2783
|
readonly type: "object";
|
|
2248
2784
|
readonly additionalProperties: {
|
|
@@ -2282,75 +2818,24 @@ export declare const workflowJsonSchema: {
|
|
|
2282
2818
|
readonly $ref: "#/$defs/NodeSources";
|
|
2283
2819
|
readonly description: "Per-node context. Additive by default; set { only: true } to block cascade.";
|
|
2284
2820
|
};
|
|
2285
|
-
readonly
|
|
2286
|
-
readonly type: "
|
|
2287
|
-
readonly description: "
|
|
2288
|
-
readonly
|
|
2289
|
-
|
|
2290
|
-
readonly properties: {
|
|
2291
|
-
readonly any_tool_called: {
|
|
2292
|
-
readonly type: "array";
|
|
2293
|
-
readonly items: {
|
|
2294
|
-
readonly type: "string";
|
|
2295
|
-
readonly minLength: 1;
|
|
2296
|
-
};
|
|
2297
|
-
readonly minItems: 1;
|
|
2298
|
-
};
|
|
2299
|
-
readonly all_tools_called: {
|
|
2300
|
-
readonly type: "array";
|
|
2301
|
-
readonly items: {
|
|
2302
|
-
readonly type: "string";
|
|
2303
|
-
readonly minLength: 1;
|
|
2304
|
-
};
|
|
2305
|
-
readonly minItems: 1;
|
|
2306
|
-
};
|
|
2307
|
-
readonly no_tool_called: {
|
|
2308
|
-
readonly type: "array";
|
|
2309
|
-
readonly items: {
|
|
2310
|
-
readonly type: "string";
|
|
2311
|
-
readonly minLength: 1;
|
|
2312
|
-
};
|
|
2313
|
-
readonly minItems: 1;
|
|
2314
|
-
};
|
|
2315
|
-
readonly output_required: {
|
|
2316
|
-
readonly type: "array";
|
|
2317
|
-
readonly items: {
|
|
2318
|
-
readonly type: "string";
|
|
2319
|
-
readonly minLength: 1;
|
|
2320
|
-
};
|
|
2321
|
-
readonly minItems: 1;
|
|
2322
|
-
};
|
|
2323
|
-
readonly output_matches: {
|
|
2324
|
-
readonly type: "array";
|
|
2325
|
-
readonly items: {
|
|
2326
|
-
readonly type: "object";
|
|
2327
|
-
readonly required: readonly ["path"];
|
|
2328
|
-
readonly additionalProperties: false;
|
|
2329
|
-
readonly properties: {
|
|
2330
|
-
readonly path: {
|
|
2331
|
-
readonly type: "string";
|
|
2332
|
-
readonly minLength: 1;
|
|
2333
|
-
};
|
|
2334
|
-
readonly equals: {};
|
|
2335
|
-
readonly in: {
|
|
2336
|
-
readonly type: "array";
|
|
2337
|
-
};
|
|
2338
|
-
readonly matches: {
|
|
2339
|
-
readonly type: "string";
|
|
2340
|
-
readonly minLength: 1;
|
|
2341
|
-
};
|
|
2342
|
-
};
|
|
2343
|
-
readonly oneOf: readonly [{
|
|
2344
|
-
readonly required: readonly ["equals"];
|
|
2345
|
-
}, {
|
|
2346
|
-
readonly required: readonly ["in"];
|
|
2347
|
-
}, {
|
|
2348
|
-
readonly required: readonly ["matches"];
|
|
2349
|
-
}];
|
|
2350
|
-
};
|
|
2351
|
-
readonly minItems: 1;
|
|
2352
|
-
};
|
|
2821
|
+
readonly eval: {
|
|
2822
|
+
readonly type: "array";
|
|
2823
|
+
readonly description: "Named evaluators (value, function, judge) run after the LLM finishes the node.";
|
|
2824
|
+
readonly items: {
|
|
2825
|
+
readonly $ref: "#/$defs/Evaluator";
|
|
2353
2826
|
};
|
|
2827
|
+
readonly minItems: 1;
|
|
2828
|
+
};
|
|
2829
|
+
readonly eval_policy: {
|
|
2830
|
+
readonly type: "string";
|
|
2831
|
+
readonly enum: readonly ["all_pass", "any_pass", "weighted"];
|
|
2832
|
+
readonly default: "all_pass";
|
|
2833
|
+
readonly description: "How evaluator results aggregate. v1 implements all_pass; the others are reserved.";
|
|
2834
|
+
};
|
|
2835
|
+
readonly judge_model: {
|
|
2836
|
+
readonly type: "string";
|
|
2837
|
+
readonly minLength: 1;
|
|
2838
|
+
readonly description: "Default model for judge evaluators on this node. Overrides workflow-level judge_model.";
|
|
2354
2839
|
};
|
|
2355
2840
|
readonly requires: {
|
|
2356
2841
|
readonly type: "object";
|
|
@@ -2373,30 +2858,7 @@ export declare const workflowJsonSchema: {
|
|
|
2373
2858
|
readonly output_matches: {
|
|
2374
2859
|
readonly type: "array";
|
|
2375
2860
|
readonly items: {
|
|
2376
|
-
readonly
|
|
2377
|
-
readonly required: readonly ["path"];
|
|
2378
|
-
readonly additionalProperties: false;
|
|
2379
|
-
readonly properties: {
|
|
2380
|
-
readonly path: {
|
|
2381
|
-
readonly type: "string";
|
|
2382
|
-
readonly minLength: 1;
|
|
2383
|
-
};
|
|
2384
|
-
readonly equals: {};
|
|
2385
|
-
readonly in: {
|
|
2386
|
-
readonly type: "array";
|
|
2387
|
-
};
|
|
2388
|
-
readonly matches: {
|
|
2389
|
-
readonly type: "string";
|
|
2390
|
-
readonly minLength: 1;
|
|
2391
|
-
};
|
|
2392
|
-
};
|
|
2393
|
-
readonly oneOf: readonly [{
|
|
2394
|
-
readonly required: readonly ["equals"];
|
|
2395
|
-
}, {
|
|
2396
|
-
readonly required: readonly ["in"];
|
|
2397
|
-
}, {
|
|
2398
|
-
readonly required: readonly ["matches"];
|
|
2399
|
-
}];
|
|
2861
|
+
readonly $ref: "#/$defs/OutputMatch";
|
|
2400
2862
|
};
|
|
2401
2863
|
readonly minItems: 1;
|
|
2402
2864
|
};
|
|
@@ -2408,7 +2870,7 @@ export declare const workflowJsonSchema: {
|
|
|
2408
2870
|
};
|
|
2409
2871
|
readonly retry: {
|
|
2410
2872
|
readonly type: "object";
|
|
2411
|
-
readonly description: "Node-local retry on
|
|
2873
|
+
readonly description: "Node-local retry on eval failure.";
|
|
2412
2874
|
readonly required: readonly ["max"];
|
|
2413
2875
|
readonly additionalProperties: false;
|
|
2414
2876
|
readonly properties: {
|
|
@@ -2463,12 +2925,12 @@ export declare const workflowJsonSchema: {
|
|
|
2463
2925
|
};
|
|
2464
2926
|
readonly when: {
|
|
2465
2927
|
readonly type: "string";
|
|
2466
|
-
readonly description: "Natural language condition
|
|
2928
|
+
readonly description: "Natural language condition. Claude evaluates at runtime.";
|
|
2467
2929
|
};
|
|
2468
2930
|
readonly max_iterations: {
|
|
2469
2931
|
readonly type: "integer";
|
|
2470
2932
|
readonly minimum: 1;
|
|
2471
|
-
readonly description: "Max times this edge can be followed
|
|
2933
|
+
readonly description: "Max times this edge can be followed. Enables controlled retry loops.";
|
|
2472
2934
|
};
|
|
2473
2935
|
};
|
|
2474
2936
|
};
|