@osva-ai/contracts 1.1.0-rc.2 → 1.1.0-rc.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/agent-manifest.d.ts +26 -2
- package/dist/agent-manifest.d.ts.map +1 -1
- package/dist/agent-manifest.js +1 -0
- package/dist/agent-manifest.js.map +1 -1
- package/dist/artifact-blob-store.d.ts +36 -0
- package/dist/artifact-blob-store.d.ts.map +1 -0
- package/dist/artifact-blob-store.js +2 -0
- package/dist/artifact-blob-store.js.map +1 -0
- package/dist/artifact-storage-config.d.ts +42 -0
- package/dist/artifact-storage-config.d.ts.map +1 -0
- package/dist/artifact-storage-config.js +11 -0
- package/dist/artifact-storage-config.js.map +1 -0
- package/dist/declarative-agent-runtime.d.ts +25 -0
- package/dist/declarative-agent-runtime.d.ts.map +1 -0
- package/dist/declarative-agent-runtime.js +64 -0
- package/dist/declarative-agent-runtime.js.map +1 -0
- package/dist/evaluation-quality-gate.d.ts +57 -0
- package/dist/evaluation-quality-gate.d.ts.map +1 -0
- package/dist/evaluation-quality-gate.js +36 -0
- package/dist/evaluation-quality-gate.js.map +1 -0
- package/dist/evaluation-suite.d.ts +11 -0
- package/dist/evaluation-suite.d.ts.map +1 -1
- package/dist/evaluation-suite.js.map +1 -1
- package/dist/human-auth.d.ts +24 -0
- package/dist/human-auth.d.ts.map +1 -0
- package/dist/human-auth.js +56 -0
- package/dist/human-auth.js.map +1 -0
- package/dist/human-identity.d.ts +59 -0
- package/dist/human-identity.d.ts.map +1 -0
- package/dist/human-identity.js +120 -0
- package/dist/human-identity.js.map +1 -0
- package/dist/human-membership-api.d.ts +47 -0
- package/dist/human-membership-api.d.ts.map +1 -0
- package/dist/human-membership-api.js +30 -0
- package/dist/human-membership-api.js.map +1 -0
- package/dist/ids.d.ts +7 -0
- package/dist/ids.d.ts.map +1 -1
- package/dist/index.d.ts +27 -6
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +12 -2
- package/dist/index.js.map +1 -1
- package/dist/model-gateway.d.ts +36 -0
- package/dist/model-gateway.d.ts.map +1 -1
- package/dist/model-gateway.js +11 -0
- package/dist/model-gateway.js.map +1 -1
- package/dist/model-profile-registry.d.ts +3 -1
- package/dist/model-profile-registry.d.ts.map +1 -1
- package/dist/model-provider-connection-registry.d.ts +47 -0
- package/dist/model-provider-connection-registry.d.ts.map +1 -0
- package/dist/model-provider-connection-registry.js +2 -0
- package/dist/model-provider-connection-registry.js.map +1 -0
- package/dist/model-provider-connection.d.ts +37 -0
- package/dist/model-provider-connection.d.ts.map +1 -0
- package/dist/model-provider-connection.js +32 -0
- package/dist/model-provider-connection.js.map +1 -0
- package/dist/runtime-protocol.d.ts +5 -0
- package/dist/runtime-protocol.d.ts.map +1 -1
- package/dist/runtime-protocol.js +9 -1
- package/dist/runtime-protocol.js.map +1 -1
- package/dist/schemas/agent-manifest.d.ts +22 -0
- package/dist/schemas/agent-manifest.d.ts.map +1 -1
- package/dist/schemas/agent-manifest.js +50 -1
- package/dist/schemas/agent-manifest.js.map +1 -1
- package/dist/schemas/agent-registry.d.ts +33 -0
- package/dist/schemas/agent-registry.d.ts.map +1 -1
- package/dist/schemas/evaluation-quality-gate.d.ts +192 -0
- package/dist/schemas/evaluation-quality-gate.d.ts.map +1 -0
- package/dist/schemas/evaluation-quality-gate.js +81 -0
- package/dist/schemas/evaluation-quality-gate.js.map +1 -0
- package/dist/schemas/evaluation-suite.d.ts +144 -0
- package/dist/schemas/evaluation-suite.d.ts.map +1 -1
- package/dist/schemas/evaluation-suite.js +27 -0
- package/dist/schemas/evaluation-suite.js.map +1 -1
- package/dist/schemas/ids.d.ts +7 -0
- package/dist/schemas/ids.d.ts.map +1 -1
- package/dist/schemas/ids.js +7 -0
- package/dist/schemas/ids.js.map +1 -1
- package/dist/schemas/index.d.ts +5 -3
- package/dist/schemas/index.d.ts.map +1 -1
- package/dist/schemas/index.js +5 -3
- package/dist/schemas/index.js.map +1 -1
- package/dist/schemas/model-gateway.d.ts +55 -0
- package/dist/schemas/model-gateway.d.ts.map +1 -1
- package/dist/schemas/model-gateway.js +34 -1
- package/dist/schemas/model-gateway.js.map +1 -1
- package/dist/schemas/model-profile-registry.d.ts +3 -0
- package/dist/schemas/model-profile-registry.d.ts.map +1 -1
- package/dist/schemas/model-profile-registry.js +3 -1
- package/dist/schemas/model-profile-registry.js.map +1 -1
- package/dist/schemas/model-provider-connection-registry.d.ts +108 -0
- package/dist/schemas/model-provider-connection-registry.d.ts.map +1 -0
- package/dist/schemas/model-provider-connection-registry.js +65 -0
- package/dist/schemas/model-provider-connection-registry.js.map +1 -0
- package/dist/schemas/office-registry.d.ts +4 -4
- package/dist/schemas/run-lifecycle.d.ts +10 -0
- package/dist/schemas/run-lifecycle.d.ts.map +1 -1
- package/dist/schemas/run-lifecycle.js +5 -1
- package/dist/schemas/run-lifecycle.js.map +1 -1
- package/dist/schemas/runtime-protocol.d.ts +12 -0
- package/dist/schemas/runtime-protocol.d.ts.map +1 -1
- package/dist/schemas/runtime-protocol.js +1 -0
- package/dist/schemas/runtime-protocol.js.map +1 -1
- package/dist/security.d.ts +27 -3
- package/dist/security.d.ts.map +1 -1
- package/dist/security.js +23 -0
- package/dist/security.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/v1-control-plane-human-access.d.ts +22 -0
- package/dist/v1-control-plane-human-access.d.ts.map +1 -0
- package/dist/v1-control-plane-human-access.js +41 -0
- package/dist/v1-control-plane-human-access.js.map +1 -0
- package/dist/v1-route-access.d.ts +14 -0
- package/dist/v1-route-access.d.ts.map +1 -0
- package/dist/v1-route-access.js +2 -0
- package/dist/v1-route-access.js.map +1 -0
- package/dist/validate-agent-manifest.d.ts +14 -0
- package/dist/validate-agent-manifest.d.ts.map +1 -0
- package/dist/validate-agent-manifest.js +21 -0
- package/dist/validate-agent-manifest.js.map +1 -0
- package/package.json +1 -1
|
@@ -0,0 +1,192 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
export declare const MAX_EVALUATION_QUALITY_GATE_RULES = 16;
|
|
3
|
+
export declare const evaluationQualityGateRuleSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
4
|
+
metric: z.ZodEnum<{
|
|
5
|
+
PASS_RATE: "PASS_RATE";
|
|
6
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
7
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
8
|
+
}>;
|
|
9
|
+
operator: z.ZodLiteral<"MIN">;
|
|
10
|
+
threshold: z.ZodNumber;
|
|
11
|
+
}, z.core.$strict>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
12
|
+
metric: z.ZodLiteral<"ERROR_COUNT">;
|
|
13
|
+
operator: z.ZodLiteral<"MAX">;
|
|
14
|
+
threshold: z.ZodNumber;
|
|
15
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
16
|
+
metric: z.ZodLiteral<"ESTIMATED_COST_USD_MICROS">;
|
|
17
|
+
operator: z.ZodLiteral<"MAX">;
|
|
18
|
+
threshold: z.ZodNumber;
|
|
19
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
20
|
+
metric: z.ZodLiteral<"DURATION_MS">;
|
|
21
|
+
operator: z.ZodLiteral<"MAX">;
|
|
22
|
+
threshold: z.ZodNumber;
|
|
23
|
+
}, z.core.$strict>], "metric">]>;
|
|
24
|
+
export declare const evaluationQualityGatePolicySchema: z.ZodObject<{
|
|
25
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
26
|
+
rules: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
27
|
+
metric: z.ZodEnum<{
|
|
28
|
+
PASS_RATE: "PASS_RATE";
|
|
29
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
30
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
31
|
+
}>;
|
|
32
|
+
operator: z.ZodLiteral<"MIN">;
|
|
33
|
+
threshold: z.ZodNumber;
|
|
34
|
+
}, z.core.$strict>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
35
|
+
metric: z.ZodLiteral<"ERROR_COUNT">;
|
|
36
|
+
operator: z.ZodLiteral<"MAX">;
|
|
37
|
+
threshold: z.ZodNumber;
|
|
38
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
39
|
+
metric: z.ZodLiteral<"ESTIMATED_COST_USD_MICROS">;
|
|
40
|
+
operator: z.ZodLiteral<"MAX">;
|
|
41
|
+
threshold: z.ZodNumber;
|
|
42
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
43
|
+
metric: z.ZodLiteral<"DURATION_MS">;
|
|
44
|
+
operator: z.ZodLiteral<"MAX">;
|
|
45
|
+
threshold: z.ZodNumber;
|
|
46
|
+
}, z.core.$strict>], "metric">]>>;
|
|
47
|
+
}, z.core.$strict>;
|
|
48
|
+
export declare const evaluationQualityGateRuleResultSchema: z.ZodObject<{
|
|
49
|
+
metric: z.ZodEnum<{
|
|
50
|
+
PASS_RATE: "PASS_RATE";
|
|
51
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
52
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
53
|
+
ERROR_COUNT: "ERROR_COUNT";
|
|
54
|
+
ESTIMATED_COST_USD_MICROS: "ESTIMATED_COST_USD_MICROS";
|
|
55
|
+
DURATION_MS: "DURATION_MS";
|
|
56
|
+
}>;
|
|
57
|
+
operator: z.ZodEnum<{
|
|
58
|
+
MIN: "MIN";
|
|
59
|
+
MAX: "MAX";
|
|
60
|
+
}>;
|
|
61
|
+
threshold: z.ZodNumber;
|
|
62
|
+
observedValue: z.ZodOptional<z.ZodNumber>;
|
|
63
|
+
verdict: z.ZodEnum<{
|
|
64
|
+
PASS: "PASS";
|
|
65
|
+
FAIL: "FAIL";
|
|
66
|
+
INDETERMINATE: "INDETERMINATE";
|
|
67
|
+
}>;
|
|
68
|
+
reasonCode: z.ZodEnum<{
|
|
69
|
+
THRESHOLD_SATISFIED: "THRESHOLD_SATISFIED";
|
|
70
|
+
THRESHOLD_VIOLATED: "THRESHOLD_VIOLATED";
|
|
71
|
+
MISSING_EVIDENCE: "MISSING_EVIDENCE";
|
|
72
|
+
COST_INCONCLUSIVE_UNPRICED: "COST_INCONCLUSIVE_UNPRICED";
|
|
73
|
+
LIFECYCLE_INCOMPLETE: "LIFECYCLE_INCOMPLETE";
|
|
74
|
+
LIFECYCLE_RUN_FAILED: "LIFECYCLE_RUN_FAILED";
|
|
75
|
+
LIFECYCLE_RUN_CANCELLED: "LIFECYCLE_RUN_CANCELLED";
|
|
76
|
+
}>;
|
|
77
|
+
}, z.core.$strict>;
|
|
78
|
+
export declare const evaluationQualityGateAssessmentSchema: z.ZodObject<{
|
|
79
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
80
|
+
overallVerdict: z.ZodEnum<{
|
|
81
|
+
PASS: "PASS";
|
|
82
|
+
FAIL: "FAIL";
|
|
83
|
+
INDETERMINATE: "INDETERMINATE";
|
|
84
|
+
}>;
|
|
85
|
+
lifecycleVerdict: z.ZodEnum<{
|
|
86
|
+
PASS: "PASS";
|
|
87
|
+
FAIL: "FAIL";
|
|
88
|
+
INDETERMINATE: "INDETERMINATE";
|
|
89
|
+
}>;
|
|
90
|
+
ruleResults: z.ZodArray<z.ZodObject<{
|
|
91
|
+
metric: z.ZodEnum<{
|
|
92
|
+
PASS_RATE: "PASS_RATE";
|
|
93
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
94
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
95
|
+
ERROR_COUNT: "ERROR_COUNT";
|
|
96
|
+
ESTIMATED_COST_USD_MICROS: "ESTIMATED_COST_USD_MICROS";
|
|
97
|
+
DURATION_MS: "DURATION_MS";
|
|
98
|
+
}>;
|
|
99
|
+
operator: z.ZodEnum<{
|
|
100
|
+
MIN: "MIN";
|
|
101
|
+
MAX: "MAX";
|
|
102
|
+
}>;
|
|
103
|
+
threshold: z.ZodNumber;
|
|
104
|
+
observedValue: z.ZodOptional<z.ZodNumber>;
|
|
105
|
+
verdict: z.ZodEnum<{
|
|
106
|
+
PASS: "PASS";
|
|
107
|
+
FAIL: "FAIL";
|
|
108
|
+
INDETERMINATE: "INDETERMINATE";
|
|
109
|
+
}>;
|
|
110
|
+
reasonCode: z.ZodEnum<{
|
|
111
|
+
THRESHOLD_SATISFIED: "THRESHOLD_SATISFIED";
|
|
112
|
+
THRESHOLD_VIOLATED: "THRESHOLD_VIOLATED";
|
|
113
|
+
MISSING_EVIDENCE: "MISSING_EVIDENCE";
|
|
114
|
+
COST_INCONCLUSIVE_UNPRICED: "COST_INCONCLUSIVE_UNPRICED";
|
|
115
|
+
LIFECYCLE_INCOMPLETE: "LIFECYCLE_INCOMPLETE";
|
|
116
|
+
LIFECYCLE_RUN_FAILED: "LIFECYCLE_RUN_FAILED";
|
|
117
|
+
LIFECYCLE_RUN_CANCELLED: "LIFECYCLE_RUN_CANCELLED";
|
|
118
|
+
}>;
|
|
119
|
+
}, z.core.$strict>>;
|
|
120
|
+
assessedAt: z.ZodString;
|
|
121
|
+
}, z.core.$strict>;
|
|
122
|
+
export declare const evaluationRunQualityGateSchema: z.ZodObject<{
|
|
123
|
+
policy: z.ZodObject<{
|
|
124
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
125
|
+
rules: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
126
|
+
metric: z.ZodEnum<{
|
|
127
|
+
PASS_RATE: "PASS_RATE";
|
|
128
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
129
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
130
|
+
}>;
|
|
131
|
+
operator: z.ZodLiteral<"MIN">;
|
|
132
|
+
threshold: z.ZodNumber;
|
|
133
|
+
}, z.core.$strict>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
134
|
+
metric: z.ZodLiteral<"ERROR_COUNT">;
|
|
135
|
+
operator: z.ZodLiteral<"MAX">;
|
|
136
|
+
threshold: z.ZodNumber;
|
|
137
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
138
|
+
metric: z.ZodLiteral<"ESTIMATED_COST_USD_MICROS">;
|
|
139
|
+
operator: z.ZodLiteral<"MAX">;
|
|
140
|
+
threshold: z.ZodNumber;
|
|
141
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
142
|
+
metric: z.ZodLiteral<"DURATION_MS">;
|
|
143
|
+
operator: z.ZodLiteral<"MAX">;
|
|
144
|
+
threshold: z.ZodNumber;
|
|
145
|
+
}, z.core.$strict>], "metric">]>>;
|
|
146
|
+
}, z.core.$strict>;
|
|
147
|
+
assessment: z.ZodOptional<z.ZodObject<{
|
|
148
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
149
|
+
overallVerdict: z.ZodEnum<{
|
|
150
|
+
PASS: "PASS";
|
|
151
|
+
FAIL: "FAIL";
|
|
152
|
+
INDETERMINATE: "INDETERMINATE";
|
|
153
|
+
}>;
|
|
154
|
+
lifecycleVerdict: z.ZodEnum<{
|
|
155
|
+
PASS: "PASS";
|
|
156
|
+
FAIL: "FAIL";
|
|
157
|
+
INDETERMINATE: "INDETERMINATE";
|
|
158
|
+
}>;
|
|
159
|
+
ruleResults: z.ZodArray<z.ZodObject<{
|
|
160
|
+
metric: z.ZodEnum<{
|
|
161
|
+
PASS_RATE: "PASS_RATE";
|
|
162
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
163
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
164
|
+
ERROR_COUNT: "ERROR_COUNT";
|
|
165
|
+
ESTIMATED_COST_USD_MICROS: "ESTIMATED_COST_USD_MICROS";
|
|
166
|
+
DURATION_MS: "DURATION_MS";
|
|
167
|
+
}>;
|
|
168
|
+
operator: z.ZodEnum<{
|
|
169
|
+
MIN: "MIN";
|
|
170
|
+
MAX: "MAX";
|
|
171
|
+
}>;
|
|
172
|
+
threshold: z.ZodNumber;
|
|
173
|
+
observedValue: z.ZodOptional<z.ZodNumber>;
|
|
174
|
+
verdict: z.ZodEnum<{
|
|
175
|
+
PASS: "PASS";
|
|
176
|
+
FAIL: "FAIL";
|
|
177
|
+
INDETERMINATE: "INDETERMINATE";
|
|
178
|
+
}>;
|
|
179
|
+
reasonCode: z.ZodEnum<{
|
|
180
|
+
THRESHOLD_SATISFIED: "THRESHOLD_SATISFIED";
|
|
181
|
+
THRESHOLD_VIOLATED: "THRESHOLD_VIOLATED";
|
|
182
|
+
MISSING_EVIDENCE: "MISSING_EVIDENCE";
|
|
183
|
+
COST_INCONCLUSIVE_UNPRICED: "COST_INCONCLUSIVE_UNPRICED";
|
|
184
|
+
LIFECYCLE_INCOMPLETE: "LIFECYCLE_INCOMPLETE";
|
|
185
|
+
LIFECYCLE_RUN_FAILED: "LIFECYCLE_RUN_FAILED";
|
|
186
|
+
LIFECYCLE_RUN_CANCELLED: "LIFECYCLE_RUN_CANCELLED";
|
|
187
|
+
}>;
|
|
188
|
+
}, z.core.$strict>>;
|
|
189
|
+
assessedAt: z.ZodString;
|
|
190
|
+
}, z.core.$strict>>;
|
|
191
|
+
}, z.core.$strict>;
|
|
192
|
+
//# sourceMappingURL=evaluation-quality-gate.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evaluation-quality-gate.d.ts","sourceRoot":"","sources":["../../src/schemas/evaluation-quality-gate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAWxB,eAAO,MAAM,iCAAiC,KAAK,CAAC;AA8BpD,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;gCAG1C,CAAC;AAEH,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;kBAqB1C,CAAC;AAEL,eAAO,MAAM,qCAAqC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAehD,CAAC;AAEH,eAAO,MAAM,qCAAqC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAMhD,CAAC;AAEH,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAGzC,CAAC"}
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import { EVALUATION_QUALITY_GATE_ASSESSMENT_SCHEMA_VERSION, EVALUATION_QUALITY_GATE_METRICS, EVALUATION_QUALITY_GATE_MIN_METRICS, EVALUATION_QUALITY_GATE_POLICY_SCHEMA_VERSION, EVALUATION_QUALITY_GATE_REASON_CODES, EVALUATION_QUALITY_GATE_VERDICTS, } from "../evaluation-quality-gate.js";
|
|
3
|
+
export const MAX_EVALUATION_QUALITY_GATE_RULES = 16;
|
|
4
|
+
const finiteUnitRate = z.number().finite().min(0).max(1);
|
|
5
|
+
const finiteNonNegativeInt = z.number().int().min(0).finite();
|
|
6
|
+
const evaluationQualityGateMinRuleSchema = z.strictObject({
|
|
7
|
+
metric: z.enum(EVALUATION_QUALITY_GATE_MIN_METRICS),
|
|
8
|
+
operator: z.literal("MIN"),
|
|
9
|
+
threshold: finiteUnitRate,
|
|
10
|
+
});
|
|
11
|
+
const evaluationQualityGateMaxRuleSchema = z.discriminatedUnion("metric", [
|
|
12
|
+
z.strictObject({
|
|
13
|
+
metric: z.literal("ERROR_COUNT"),
|
|
14
|
+
operator: z.literal("MAX"),
|
|
15
|
+
threshold: finiteNonNegativeInt,
|
|
16
|
+
}),
|
|
17
|
+
z.strictObject({
|
|
18
|
+
metric: z.literal("ESTIMATED_COST_USD_MICROS"),
|
|
19
|
+
operator: z.literal("MAX"),
|
|
20
|
+
threshold: finiteNonNegativeInt,
|
|
21
|
+
}),
|
|
22
|
+
z.strictObject({
|
|
23
|
+
metric: z.literal("DURATION_MS"),
|
|
24
|
+
operator: z.literal("MAX"),
|
|
25
|
+
threshold: finiteNonNegativeInt,
|
|
26
|
+
}),
|
|
27
|
+
]);
|
|
28
|
+
export const evaluationQualityGateRuleSchema = z.union([
|
|
29
|
+
evaluationQualityGateMinRuleSchema,
|
|
30
|
+
evaluationQualityGateMaxRuleSchema,
|
|
31
|
+
]);
|
|
32
|
+
export const evaluationQualityGatePolicySchema = z
|
|
33
|
+
.strictObject({
|
|
34
|
+
schemaVersion: z.literal(EVALUATION_QUALITY_GATE_POLICY_SCHEMA_VERSION),
|
|
35
|
+
rules: z
|
|
36
|
+
.array(evaluationQualityGateRuleSchema)
|
|
37
|
+
.min(1)
|
|
38
|
+
.max(MAX_EVALUATION_QUALITY_GATE_RULES),
|
|
39
|
+
})
|
|
40
|
+
.superRefine((policy, context) => {
|
|
41
|
+
const seen = new Set();
|
|
42
|
+
for (const rule of policy.rules) {
|
|
43
|
+
if (seen.has(rule.metric)) {
|
|
44
|
+
context.addIssue({
|
|
45
|
+
code: "custom",
|
|
46
|
+
message: `Duplicate quality gate metric '${rule.metric}'.`,
|
|
47
|
+
path: ["rules"],
|
|
48
|
+
});
|
|
49
|
+
return;
|
|
50
|
+
}
|
|
51
|
+
seen.add(rule.metric);
|
|
52
|
+
}
|
|
53
|
+
});
|
|
54
|
+
export const evaluationQualityGateRuleResultSchema = z.strictObject({
|
|
55
|
+
metric: z.enum(EVALUATION_QUALITY_GATE_METRICS),
|
|
56
|
+
operator: z.enum(["MIN", "MAX"]),
|
|
57
|
+
threshold: z.number().finite(),
|
|
58
|
+
observedValue: z.number().finite().optional(),
|
|
59
|
+
verdict: z.enum(EVALUATION_QUALITY_GATE_VERDICTS),
|
|
60
|
+
reasonCode: z.enum([
|
|
61
|
+
EVALUATION_QUALITY_GATE_REASON_CODES.THRESHOLD_SATISFIED,
|
|
62
|
+
EVALUATION_QUALITY_GATE_REASON_CODES.THRESHOLD_VIOLATED,
|
|
63
|
+
EVALUATION_QUALITY_GATE_REASON_CODES.MISSING_EVIDENCE,
|
|
64
|
+
EVALUATION_QUALITY_GATE_REASON_CODES.COST_INCONCLUSIVE_UNPRICED,
|
|
65
|
+
EVALUATION_QUALITY_GATE_REASON_CODES.LIFECYCLE_INCOMPLETE,
|
|
66
|
+
EVALUATION_QUALITY_GATE_REASON_CODES.LIFECYCLE_RUN_FAILED,
|
|
67
|
+
EVALUATION_QUALITY_GATE_REASON_CODES.LIFECYCLE_RUN_CANCELLED,
|
|
68
|
+
]),
|
|
69
|
+
});
|
|
70
|
+
export const evaluationQualityGateAssessmentSchema = z.strictObject({
|
|
71
|
+
schemaVersion: z.literal(EVALUATION_QUALITY_GATE_ASSESSMENT_SCHEMA_VERSION),
|
|
72
|
+
overallVerdict: z.enum(EVALUATION_QUALITY_GATE_VERDICTS),
|
|
73
|
+
lifecycleVerdict: z.enum(EVALUATION_QUALITY_GATE_VERDICTS),
|
|
74
|
+
ruleResults: z.array(evaluationQualityGateRuleResultSchema),
|
|
75
|
+
assessedAt: z.string().min(1),
|
|
76
|
+
});
|
|
77
|
+
export const evaluationRunQualityGateSchema = z.strictObject({
|
|
78
|
+
policy: evaluationQualityGatePolicySchema,
|
|
79
|
+
assessment: evaluationQualityGateAssessmentSchema.optional(),
|
|
80
|
+
});
|
|
81
|
+
//# sourceMappingURL=evaluation-quality-gate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evaluation-quality-gate.js","sourceRoot":"","sources":["../../src/schemas/evaluation-quality-gate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,iDAAiD,EACjD,+BAA+B,EAC/B,mCAAmC,EACnC,6CAA6C,EAC7C,oCAAoC,EACpC,gCAAgC,GACjC,MAAM,+BAA+B,CAAC;AAEvC,MAAM,CAAC,MAAM,iCAAiC,GAAG,EAAE,CAAC;AAEpD,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAEzD,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;AAE9D,MAAM,kCAAkC,GAAG,CAAC,CAAC,YAAY,CAAC;IACxD,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,mCAAmC,CAAC;IACnD,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IAC1B,SAAS,EAAE,cAAc;CAC1B,CAAC,CAAC;AAEH,MAAM,kCAAkC,GAAG,CAAC,CAAC,kBAAkB,CAAC,QAAQ,EAAE;IACxE,CAAC,CAAC,YAAY,CAAC;QACb,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QAChC,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;QAC1B,SAAS,EAAE,oBAAoB;KAChC,CAAC;IACF,CAAC,CAAC,YAAY,CAAC;QACb,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,2BAA2B,CAAC;QAC9C,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;QAC1B,SAAS,EAAE,oBAAoB;KAChC,CAAC;IACF,CAAC,CAAC,YAAY,CAAC;QACb,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QAChC,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;QAC1B,SAAS,EAAE,oBAAoB;KAChC,CAAC;CACH,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,CAAC,KAAK,CAAC;IACrD,kCAAkC;IAClC,kCAAkC;CACnC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC;KAC/C,YAAY,CAAC;IACZ,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,6CAA6C,CAAC;IACvE,KAAK,EAAE,CAAC;SACL,KAAK,CAAC,+BAA+B,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,iCAAiC,CAAC;CAC1C,CAAC;KACD,WAAW,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;IAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,QAAQ,CAAC;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,kCAAkC,IAAI,CAAC,MAAM,IAAI;gBAC1D,IAAI,EAAE,CAAC,OAAO,CAAC;aAChB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAC,YAAY,CAAC;IAClE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC;IAC/C,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAChC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE;IAC9B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7C,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC;IACjD,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC;QACjB,oCAAoC,CAAC,mBAAmB;QACxD,oCAAoC,CAAC,kBAAkB;QACvD,oCAAoC,CAAC,gBAAgB;QACrD,oCAAoC,CAAC,0BAA0B;QAC/D,oCAAoC,CAAC,oBAAoB;QACzD,oCAAoC,CAAC,oBAAoB;QACzD,oCAAoC,CAAC,uBAAuB;KAC7D,CAAC;CACH,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAC,YAAY,CAAC;IAClE,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,iDAAiD,CAAC;IAC3E,cAAc,EAAE,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC;IACxD,gBAAgB,EAAE,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC;IAC1D,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,qCAAqC,CAAC;IAC3D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAC9B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,YAAY,CAAC;IAC3D,MAAM,EAAE,iCAAiC;IACzC,UAAU,EAAE,qCAAqC,CAAC,QAAQ,EAAE;CAC7D,CAAC,CAAC"}
|
|
@@ -106,6 +106,30 @@ export declare const createEvaluationRunRequestSchema: z.ZodObject<{
|
|
|
106
106
|
WORKFLOW_VERSION: "WORKFLOW_VERSION";
|
|
107
107
|
}>;
|
|
108
108
|
targetVersionId: z.ZodUnion<readonly [z.ZodType<import("../ids.js").OsvaId<"AgentVersionId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"AgentVersionId">, string>>, z.ZodType<import("../ids.js").OsvaId<"WorkflowVersionId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"WorkflowVersionId">, string>>]>;
|
|
109
|
+
qualityGatePolicy: z.ZodOptional<z.ZodObject<{
|
|
110
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
111
|
+
rules: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
112
|
+
metric: z.ZodEnum<{
|
|
113
|
+
PASS_RATE: "PASS_RATE";
|
|
114
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
115
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
116
|
+
}>;
|
|
117
|
+
operator: z.ZodLiteral<"MIN">;
|
|
118
|
+
threshold: z.ZodNumber;
|
|
119
|
+
}, z.core.$strict>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
120
|
+
metric: z.ZodLiteral<"ERROR_COUNT">;
|
|
121
|
+
operator: z.ZodLiteral<"MAX">;
|
|
122
|
+
threshold: z.ZodNumber;
|
|
123
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
124
|
+
metric: z.ZodLiteral<"ESTIMATED_COST_USD_MICROS">;
|
|
125
|
+
operator: z.ZodLiteral<"MAX">;
|
|
126
|
+
threshold: z.ZodNumber;
|
|
127
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
128
|
+
metric: z.ZodLiteral<"DURATION_MS">;
|
|
129
|
+
operator: z.ZodLiteral<"MAX">;
|
|
130
|
+
threshold: z.ZodNumber;
|
|
131
|
+
}, z.core.$strict>], "metric">]>>;
|
|
132
|
+
}, z.core.$strict>>;
|
|
109
133
|
}, z.core.$strict>;
|
|
110
134
|
export declare const evaluationRunResourceSchema: z.ZodObject<{
|
|
111
135
|
id: z.ZodType<import("../ids.js").OsvaId<"EvaluationRunId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationRunId">, string>>;
|
|
@@ -137,11 +161,15 @@ export declare const evaluationRunSummarySchema: z.ZodObject<{
|
|
|
137
161
|
failedCases: z.ZodNumber;
|
|
138
162
|
errorCases: z.ZodNumber;
|
|
139
163
|
passRate: z.ZodNumber;
|
|
164
|
+
completionCoverage: z.ZodNumber;
|
|
165
|
+
validScoredCaseCount: z.ZodNumber;
|
|
166
|
+
qualityScore: z.ZodOptional<z.ZodNumber>;
|
|
140
167
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
141
168
|
inputTokens: z.ZodNumber;
|
|
142
169
|
outputTokens: z.ZodNumber;
|
|
143
170
|
pricedCostUsdMicros: z.ZodNumber;
|
|
144
171
|
unpricedModelCalls: z.ZodNumber;
|
|
172
|
+
usageMeasured: z.ZodBoolean;
|
|
145
173
|
}, z.core.$strict>;
|
|
146
174
|
export declare const evaluationRunDetailResourceSchema: z.ZodObject<{
|
|
147
175
|
id: z.ZodType<import("../ids.js").OsvaId<"EvaluationRunId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationRunId">, string>>;
|
|
@@ -172,12 +200,86 @@ export declare const evaluationRunDetailResourceSchema: z.ZodObject<{
|
|
|
172
200
|
failedCases: z.ZodNumber;
|
|
173
201
|
errorCases: z.ZodNumber;
|
|
174
202
|
passRate: z.ZodNumber;
|
|
203
|
+
completionCoverage: z.ZodNumber;
|
|
204
|
+
validScoredCaseCount: z.ZodNumber;
|
|
205
|
+
qualityScore: z.ZodOptional<z.ZodNumber>;
|
|
175
206
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
176
207
|
inputTokens: z.ZodNumber;
|
|
177
208
|
outputTokens: z.ZodNumber;
|
|
178
209
|
pricedCostUsdMicros: z.ZodNumber;
|
|
179
210
|
unpricedModelCalls: z.ZodNumber;
|
|
211
|
+
usageMeasured: z.ZodBoolean;
|
|
180
212
|
}, z.core.$strict>;
|
|
213
|
+
qualityGate: z.ZodOptional<z.ZodObject<{
|
|
214
|
+
policy: z.ZodObject<{
|
|
215
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
216
|
+
rules: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
217
|
+
metric: z.ZodEnum<{
|
|
218
|
+
PASS_RATE: "PASS_RATE";
|
|
219
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
220
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
221
|
+
}>;
|
|
222
|
+
operator: z.ZodLiteral<"MIN">;
|
|
223
|
+
threshold: z.ZodNumber;
|
|
224
|
+
}, z.core.$strict>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
225
|
+
metric: z.ZodLiteral<"ERROR_COUNT">;
|
|
226
|
+
operator: z.ZodLiteral<"MAX">;
|
|
227
|
+
threshold: z.ZodNumber;
|
|
228
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
229
|
+
metric: z.ZodLiteral<"ESTIMATED_COST_USD_MICROS">;
|
|
230
|
+
operator: z.ZodLiteral<"MAX">;
|
|
231
|
+
threshold: z.ZodNumber;
|
|
232
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
233
|
+
metric: z.ZodLiteral<"DURATION_MS">;
|
|
234
|
+
operator: z.ZodLiteral<"MAX">;
|
|
235
|
+
threshold: z.ZodNumber;
|
|
236
|
+
}, z.core.$strict>], "metric">]>>;
|
|
237
|
+
}, z.core.$strict>;
|
|
238
|
+
assessment: z.ZodOptional<z.ZodObject<{
|
|
239
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
240
|
+
overallVerdict: z.ZodEnum<{
|
|
241
|
+
PASS: "PASS";
|
|
242
|
+
FAIL: "FAIL";
|
|
243
|
+
INDETERMINATE: "INDETERMINATE";
|
|
244
|
+
}>;
|
|
245
|
+
lifecycleVerdict: z.ZodEnum<{
|
|
246
|
+
PASS: "PASS";
|
|
247
|
+
FAIL: "FAIL";
|
|
248
|
+
INDETERMINATE: "INDETERMINATE";
|
|
249
|
+
}>;
|
|
250
|
+
ruleResults: z.ZodArray<z.ZodObject<{
|
|
251
|
+
metric: z.ZodEnum<{
|
|
252
|
+
PASS_RATE: "PASS_RATE";
|
|
253
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
254
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
255
|
+
ERROR_COUNT: "ERROR_COUNT";
|
|
256
|
+
ESTIMATED_COST_USD_MICROS: "ESTIMATED_COST_USD_MICROS";
|
|
257
|
+
DURATION_MS: "DURATION_MS";
|
|
258
|
+
}>;
|
|
259
|
+
operator: z.ZodEnum<{
|
|
260
|
+
MIN: "MIN";
|
|
261
|
+
MAX: "MAX";
|
|
262
|
+
}>;
|
|
263
|
+
threshold: z.ZodNumber;
|
|
264
|
+
observedValue: z.ZodOptional<z.ZodNumber>;
|
|
265
|
+
verdict: z.ZodEnum<{
|
|
266
|
+
PASS: "PASS";
|
|
267
|
+
FAIL: "FAIL";
|
|
268
|
+
INDETERMINATE: "INDETERMINATE";
|
|
269
|
+
}>;
|
|
270
|
+
reasonCode: z.ZodEnum<{
|
|
271
|
+
THRESHOLD_SATISFIED: "THRESHOLD_SATISFIED";
|
|
272
|
+
THRESHOLD_VIOLATED: "THRESHOLD_VIOLATED";
|
|
273
|
+
MISSING_EVIDENCE: "MISSING_EVIDENCE";
|
|
274
|
+
COST_INCONCLUSIVE_UNPRICED: "COST_INCONCLUSIVE_UNPRICED";
|
|
275
|
+
LIFECYCLE_INCOMPLETE: "LIFECYCLE_INCOMPLETE";
|
|
276
|
+
LIFECYCLE_RUN_FAILED: "LIFECYCLE_RUN_FAILED";
|
|
277
|
+
LIFECYCLE_RUN_CANCELLED: "LIFECYCLE_RUN_CANCELLED";
|
|
278
|
+
}>;
|
|
279
|
+
}, z.core.$strict>>;
|
|
280
|
+
assessedAt: z.ZodString;
|
|
281
|
+
}, z.core.$strict>>;
|
|
282
|
+
}, z.core.$strict>>;
|
|
181
283
|
}, z.core.$strict>;
|
|
182
284
|
export declare const evaluationCaseResultResourceSchema: z.ZodObject<{
|
|
183
285
|
id: z.ZodType<import("../ids.js").OsvaId<"EvaluationCaseResultId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationCaseResultId">, string>>;
|
|
@@ -209,4 +311,46 @@ export declare const evaluationCaseResultListResourceSchema: z.ZodObject<{
|
|
|
209
311
|
completedAt: z.ZodOptional<z.ZodString>;
|
|
210
312
|
}, z.core.$strict>>;
|
|
211
313
|
}, z.core.$strict>;
|
|
314
|
+
export declare const evaluationRunListCursorPayloadSchema: z.ZodObject<{
|
|
315
|
+
createdAt: z.ZodString;
|
|
316
|
+
id: z.ZodType<import("../ids.js").OsvaId<"EvaluationRunId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationRunId">, string>>;
|
|
317
|
+
}, z.core.$strict>;
|
|
318
|
+
export declare const listEvaluationRunsQuerySchema: z.ZodObject<{
|
|
319
|
+
limit: z.ZodOptional<z.ZodString>;
|
|
320
|
+
cursor: z.ZodOptional<z.ZodString>;
|
|
321
|
+
evaluationSuiteId: z.ZodOptional<z.ZodType<import("../ids.js").OsvaId<"EvaluationSuiteId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationSuiteId">, string>>>;
|
|
322
|
+
evaluationSuiteVersionId: z.ZodOptional<z.ZodType<import("../ids.js").OsvaId<"EvaluationSuiteVersionId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationSuiteVersionId">, string>>>;
|
|
323
|
+
agentVersionId: z.ZodOptional<z.ZodType<import("../ids.js").OsvaId<"AgentVersionId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"AgentVersionId">, string>>>;
|
|
324
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
325
|
+
PENDING: "PENDING";
|
|
326
|
+
RUNNING: "RUNNING";
|
|
327
|
+
COMPLETED: "COMPLETED";
|
|
328
|
+
FAILED: "FAILED";
|
|
329
|
+
CANCELLED: "CANCELLED";
|
|
330
|
+
}>>;
|
|
331
|
+
}, z.core.$strict>;
|
|
332
|
+
export declare const evaluationRunListResourceSchema: z.ZodObject<{
|
|
333
|
+
items: z.ZodArray<z.ZodObject<{
|
|
334
|
+
id: z.ZodType<import("../ids.js").OsvaId<"EvaluationRunId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationRunId">, string>>;
|
|
335
|
+
workspaceId: z.ZodType<import("../ids.js").OsvaId<"WorkspaceId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"WorkspaceId">, string>>;
|
|
336
|
+
evaluationSuiteVersionId: z.ZodType<import("../ids.js").OsvaId<"EvaluationSuiteVersionId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationSuiteVersionId">, string>>;
|
|
337
|
+
targetType: z.ZodEnum<{
|
|
338
|
+
AGENT_VERSION: "AGENT_VERSION";
|
|
339
|
+
WORKFLOW_VERSION: "WORKFLOW_VERSION";
|
|
340
|
+
}>;
|
|
341
|
+
targetVersionId: z.ZodString;
|
|
342
|
+
status: z.ZodEnum<{
|
|
343
|
+
PENDING: "PENDING";
|
|
344
|
+
RUNNING: "RUNNING";
|
|
345
|
+
COMPLETED: "COMPLETED";
|
|
346
|
+
FAILED: "FAILED";
|
|
347
|
+
CANCELLED: "CANCELLED";
|
|
348
|
+
}>;
|
|
349
|
+
createdAt: z.ZodString;
|
|
350
|
+
startedAt: z.ZodOptional<z.ZodString>;
|
|
351
|
+
completedAt: z.ZodOptional<z.ZodString>;
|
|
352
|
+
cancelledAt: z.ZodOptional<z.ZodString>;
|
|
353
|
+
}, z.core.$strict>>;
|
|
354
|
+
nextCursor: z.ZodOptional<z.ZodString>;
|
|
355
|
+
}, z.core.$strict>;
|
|
212
356
|
//# sourceMappingURL=evaluation-suite.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluation-suite.d.ts","sourceRoot":"","sources":["../../src/schemas/evaluation-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"evaluation-suite.d.ts","sourceRoot":"","sources":["../../src/schemas/evaluation-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AA0BxB,eAAO,MAAM,kCAAkC;;;;kBAI7C,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;;;;;kBAQxC,CAAC;AAEH,eAAO,MAAM,iCAAiC;;;;;;;;;;kBAE5C,CAAC;AAEH,eAAO,MAAM,8BAA8B;;;;;;;;;kBAMzC,CAAC;AAEH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;kBASvC,CAAC;AAEH,eAAO,MAAM,yCAAyC;;;;;;;;;;;kBAEpD,CAAC;AAEH,eAAO,MAAM,oCAAoC;;;;;;;;;;;;;;;;;;kBAM/C,CAAC;AAEH,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;kBAEnD,CAAC;AAEH,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAK3C,CAAC;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;kBAWtC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;kBAkBrC,CAAC;AAEH,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAI1C,CAAC;AAEL,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;kBAS7C,CAAC;AAEH,eAAO,MAAM,sCAAsC;;;;;;;;;;;;;;;kBAEjD,CAAC;AAEH,eAAO,MAAM,oCAAoC;;;kBAG/C,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;kBAUxC,CAAC;AAEH,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;kBAG1C,CAAC"}
|
|
@@ -1,8 +1,10 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
import { EVALUATION_CASE_OUTCOMES, EVALUATION_RUN_STATES, EVALUATION_RUN_TARGET_TYPES, } from "../evaluation-suite.js";
|
|
3
3
|
import { evaluatorConfigSchema } from "./evaluation.js";
|
|
4
|
+
import { evaluationQualityGatePolicySchema, evaluationRunQualityGateSchema, } from "./evaluation-quality-gate.js";
|
|
4
5
|
import { jsonValueSchema } from "./json-value.js";
|
|
5
6
|
import { agentVersionIdSchema, evaluationCaseIdSchema, evaluationCaseResultIdSchema, evaluationRunIdSchema, evaluationSuiteIdSchema, evaluationSuiteVersionIdSchema, runIdSchema, workflowVersionIdSchema, workspaceIdSchema, } from "./ids.js";
|
|
7
|
+
import { utcIso8601TimestampSchema } from "./utc-instant.js";
|
|
6
8
|
export const createEvaluationSuiteRequestSchema = z.strictObject({
|
|
7
9
|
key: z.string().min(1),
|
|
8
10
|
name: z.string().min(1),
|
|
@@ -54,6 +56,7 @@ export const createEvaluationRunRequestSchema = z.strictObject({
|
|
|
54
56
|
evaluationSuiteVersionId: evaluationSuiteVersionIdSchema,
|
|
55
57
|
targetType: z.enum(EVALUATION_RUN_TARGET_TYPES),
|
|
56
58
|
targetVersionId: z.union([agentVersionIdSchema, workflowVersionIdSchema]),
|
|
59
|
+
qualityGatePolicy: evaluationQualityGatePolicySchema.optional(),
|
|
57
60
|
});
|
|
58
61
|
export const evaluationRunResourceSchema = z.strictObject({
|
|
59
62
|
id: evaluationRunIdSchema,
|
|
@@ -76,14 +79,19 @@ export const evaluationRunSummarySchema = z.strictObject({
|
|
|
76
79
|
failedCases: z.number().int().min(0),
|
|
77
80
|
errorCases: z.number().int().min(0),
|
|
78
81
|
passRate: z.number().min(0).max(1),
|
|
82
|
+
completionCoverage: z.number().min(0).max(1),
|
|
83
|
+
validScoredCaseCount: z.number().int().min(0),
|
|
84
|
+
qualityScore: z.number().min(0).max(1).optional(),
|
|
79
85
|
durationMs: z.number().int().min(0).optional(),
|
|
80
86
|
inputTokens: z.number().int().min(0),
|
|
81
87
|
outputTokens: z.number().int().min(0),
|
|
82
88
|
pricedCostUsdMicros: z.number().int().min(0),
|
|
83
89
|
unpricedModelCalls: z.number().int().min(0),
|
|
90
|
+
usageMeasured: z.boolean(),
|
|
84
91
|
});
|
|
85
92
|
export const evaluationRunDetailResourceSchema = evaluationRunResourceSchema.extend({
|
|
86
93
|
summary: evaluationRunSummarySchema,
|
|
94
|
+
qualityGate: evaluationRunQualityGateSchema.optional(),
|
|
87
95
|
});
|
|
88
96
|
export const evaluationCaseResultResourceSchema = z.strictObject({
|
|
89
97
|
id: evaluationCaseResultIdSchema,
|
|
@@ -98,4 +106,23 @@ export const evaluationCaseResultResourceSchema = z.strictObject({
|
|
|
98
106
|
export const evaluationCaseResultListResourceSchema = z.strictObject({
|
|
99
107
|
items: z.array(evaluationCaseResultResourceSchema),
|
|
100
108
|
});
|
|
109
|
+
export const evaluationRunListCursorPayloadSchema = z.strictObject({
|
|
110
|
+
createdAt: utcIso8601TimestampSchema,
|
|
111
|
+
id: evaluationRunIdSchema,
|
|
112
|
+
});
|
|
113
|
+
export const listEvaluationRunsQuerySchema = z.strictObject({
|
|
114
|
+
limit: z
|
|
115
|
+
.string()
|
|
116
|
+
.regex(/^[1-9]\d*$/, "limit must be a positive integer")
|
|
117
|
+
.optional(),
|
|
118
|
+
cursor: z.string().min(1).optional(),
|
|
119
|
+
evaluationSuiteId: evaluationSuiteIdSchema.optional(),
|
|
120
|
+
evaluationSuiteVersionId: evaluationSuiteVersionIdSchema.optional(),
|
|
121
|
+
agentVersionId: agentVersionIdSchema.optional(),
|
|
122
|
+
status: z.enum(EVALUATION_RUN_STATES).optional(),
|
|
123
|
+
});
|
|
124
|
+
export const evaluationRunListResourceSchema = z.strictObject({
|
|
125
|
+
items: z.array(evaluationRunResourceSchema),
|
|
126
|
+
nextCursor: z.string().min(1).optional(),
|
|
127
|
+
});
|
|
101
128
|
//# sourceMappingURL=evaluation-suite.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluation-suite.js","sourceRoot":"","sources":["../../src/schemas/evaluation-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,wBAAwB,EACxB,qBAAqB,EACrB,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,4BAA4B,EAC5B,qBAAqB,EACrB,uBAAuB,EACvB,8BAA8B,EAC9B,WAAW,EACX,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"evaluation-suite.js","sourceRoot":"","sources":["../../src/schemas/evaluation-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,wBAAwB,EACxB,qBAAqB,EACrB,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EACL,iCAAiC,EACjC,8BAA8B,GAC/B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,4BAA4B,EAC5B,qBAAqB,EACrB,uBAAuB,EACvB,8BAA8B,EAC9B,WAAW,EACX,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAC,YAAY,CAAC;IAC/D,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC,CAAC,YAAY,CAAC;IAC1D,EAAE,EAAE,uBAAuB;IAC3B,WAAW,EAAE,iBAAiB;IAC9B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACzC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAC7B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,CAAC,YAAY,CAAC;IAC9D,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,6BAA6B,CAAC;CAC9C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,YAAY,CAAC;IAC3D,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAClC,KAAK,EAAE,eAAe;IACtB,QAAQ,EAAE,eAAe,CAAC,QAAQ,EAAE;IACpC,SAAS,EAAE,qBAAqB;CACjC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,YAAY,CAAC;IACzD,EAAE,EAAE,sBAAsB;IAC1B,wBAAwB,EAAE,8BAA8B;IACxD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAClC,KAAK,EAAE,eAAe;IACtB,QAAQ,EAAE,eAAe,CAAC,QAAQ,EAAE;IACpC,SAAS,EAAE,qBAAqB;IAChC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAC7B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,yCAAyC,GAAG,CAAC,CAAC,YAAY,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CACtD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,CAAC,YAAY,CAAC;IACjE,EAAE,EAAE,8BAA8B;IAClC,iBAAiB,EAAE,uBAAuB;IAC1C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC;IAC5C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAC7B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wCAAwC,GAAG,CAAC,CAAC,YAAY,CAAC;IACrE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,oCAAoC,CAAC;CACrD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAAC,CAAC,YAAY,CAAC;IAC7D,wBAAwB,EAAE,8BAA8B;IACxD,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC;IAC/C,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,oBAAoB,EAAE,uBAAuB,CAAC,CAAC;IACzE,iBAAiB,EAAE,iCAAiC,CAAC,QAAQ,EAAE;CAChE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,YAAY,CAAC;IACxD,EAAE,EAAE,qBAAqB;IACzB,WAAW,EAAE,iBAAiB;IAC9B,wBAAwB,EAAE,8BAA8B;IACxD,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC;IAC/C,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC;IACrC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACvC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACzC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,YAAY,CAAC;IACvD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACnC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACnC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5C,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACjD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC9C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5C,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE;CAC3B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iCAAiC,GAC5C,2BAA2B,CAAC,MAAM,CAAC;IACjC,OAAO,EAAE,0BAA0B;IACnC,WAAW,EAAE,8BAA8B,CAAC,QAAQ,EAAE;CACvD,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAC,YAAY,CAAC;IAC/D,EAAE,EAAE,4BAA4B;IAChC,eAAe,EAAE,qBAAqB;IACtC,gBAAgB,EAAE,sBAAsB;IACxC,KAAK,EAAE,WAAW;IAClB,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC;IACzC,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;IACnD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,sCAAsC,GAAG,CAAC,CAAC,YAAY,CAAC;IACnE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC;CACnD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,CAAC,YAAY,CAAC;IACjE,SAAS,EAAE,yBAAyB;IACpC,EAAE,EAAE,qBAAqB;CAC1B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC,CAAC,YAAY,CAAC;IAC1D,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,KAAK,CAAC,YAAY,EAAE,kCAAkC,CAAC;SACvD,QAAQ,EAAE;IACb,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACpC,iBAAiB,EAAE,uBAAuB,CAAC,QAAQ,EAAE;IACrD,wBAAwB,EAAE,8BAA8B,CAAC,QAAQ,EAAE;IACnE,cAAc,EAAE,oBAAoB,CAAC,QAAQ,EAAE;IAC/C,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,QAAQ,EAAE;CACjD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,CAAC,YAAY,CAAC;IAC5D,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC;IAC3C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CACzC,CAAC,CAAC"}
|
package/dist/schemas/ids.d.ts
CHANGED
|
@@ -22,6 +22,8 @@ export declare const connectorIdSchema: z.ZodType<OsvaId<"ConnectorId">, string,
|
|
|
22
22
|
export declare const connectorVersionIdSchema: z.ZodType<OsvaId<"ConnectorVersionId">, string, z.core.$ZodTypeInternals<OsvaId<"ConnectorVersionId">, string>>;
|
|
23
23
|
export declare const modelProfileIdSchema: z.ZodType<OsvaId<"ModelProfileId">, string, z.core.$ZodTypeInternals<OsvaId<"ModelProfileId">, string>>;
|
|
24
24
|
export declare const modelProfileVersionIdSchema: z.ZodType<OsvaId<"ModelProfileVersionId">, string, z.core.$ZodTypeInternals<OsvaId<"ModelProfileVersionId">, string>>;
|
|
25
|
+
export declare const modelProviderConnectionIdSchema: z.ZodType<OsvaId<"ModelProviderConnectionId">, string, z.core.$ZodTypeInternals<OsvaId<"ModelProviderConnectionId">, string>>;
|
|
26
|
+
export declare const modelProviderConnectionVersionIdSchema: z.ZodType<OsvaId<"ModelProviderConnectionVersionId">, string, z.core.$ZodTypeInternals<OsvaId<"ModelProviderConnectionVersionId">, string>>;
|
|
25
27
|
export declare const evaluationIdSchema: z.ZodType<OsvaId<"EvaluationId">, string, z.core.$ZodTypeInternals<OsvaId<"EvaluationId">, string>>;
|
|
26
28
|
export declare const memoryNamespaceIdSchema: z.ZodType<OsvaId<"MemoryNamespaceId">, string, z.core.$ZodTypeInternals<OsvaId<"MemoryNamespaceId">, string>>;
|
|
27
29
|
export declare const evaluationSuiteIdSchema: z.ZodType<OsvaId<"EvaluationSuiteId">, string, z.core.$ZodTypeInternals<OsvaId<"EvaluationSuiteId">, string>>;
|
|
@@ -39,4 +41,9 @@ export declare const assignmentIdSchema: z.ZodType<OsvaId<"AssignmentId">, strin
|
|
|
39
41
|
export declare const knowledgeSourceIdSchema: z.ZodType<OsvaId<"KnowledgeSourceId">, string, z.core.$ZodTypeInternals<OsvaId<"KnowledgeSourceId">, string>>;
|
|
40
42
|
export declare const knowledgeIndexIdSchema: z.ZodType<OsvaId<"KnowledgeIndexId">, string, z.core.$ZodTypeInternals<OsvaId<"KnowledgeIndexId">, string>>;
|
|
41
43
|
export declare const knowledgeChunkIdSchema: z.ZodType<OsvaId<"KnowledgeChunkId">, string, z.core.$ZodTypeInternals<OsvaId<"KnowledgeChunkId">, string>>;
|
|
44
|
+
export declare const organizationIdSchema: z.ZodType<OsvaId<"OrganizationId">, string, z.core.$ZodTypeInternals<OsvaId<"OrganizationId">, string>>;
|
|
45
|
+
export declare const userIdSchema: z.ZodType<OsvaId<"UserId">, string, z.core.$ZodTypeInternals<OsvaId<"UserId">, string>>;
|
|
46
|
+
export declare const organizationMembershipIdSchema: z.ZodType<OsvaId<"OrganizationMembershipId">, string, z.core.$ZodTypeInternals<OsvaId<"OrganizationMembershipId">, string>>;
|
|
47
|
+
export declare const workspaceMembershipIdSchema: z.ZodType<OsvaId<"WorkspaceMembershipId">, string, z.core.$ZodTypeInternals<OsvaId<"WorkspaceMembershipId">, string>>;
|
|
48
|
+
export declare const securityAuditEventIdSchema: z.ZodType<OsvaId<"SecurityAuditEventId">, string, z.core.$ZodTypeInternals<OsvaId<"SecurityAuditEventId">, string>>;
|
|
42
49
|
//# sourceMappingURL=ids.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ids.d.ts","sourceRoot":"","sources":["../../src/schemas/ids.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAMxC,eAAO,MAAM,iBAAiB,mGAAgC,CAAC;AAC/D,eAAO,MAAM,cAAc,6FAA6B,CAAC;AACzD,eAAO,MAAM,aAAa,2FAA4B,CAAC;AACvD,eAAO,MAAM,oBAAoB,yGAAmC,CAAC;AACrE,eAAO,MAAM,kBAAkB,qGAAiC,CAAC;AACjE,eAAO,MAAM,WAAW,uFAA0B,CAAC;AACnD,eAAO,MAAM,kBAAkB,qGAAiC,CAAC;AACjE,eAAO,MAAM,eAAe,+FAA8B,CAAC;AAC3D,eAAO,MAAM,gBAAgB,iGAA+B,CAAC;AAC7D,eAAO,MAAM,0BAA0B,qHACC,CAAC;AACzC,eAAO,MAAM,gBAAgB,iGAA+B,CAAC;AAC7D,eAAO,MAAM,uBAAuB,+GAAsC,CAAC;AAC3E,eAAO,MAAM,mBAAmB,uGAAkC,CAAC;AACnE,eAAO,MAAM,uBAAuB,+GAAsC,CAAC;AAC3E,eAAO,MAAM,uBAAuB,+GAAsC,CAAC;AAC3E,eAAO,MAAM,qBAAqB,2GAAoC,CAAC;AACvE,eAAO,MAAM,YAAY,yFAA2B,CAAC;AACrD,eAAO,MAAM,mBAAmB,uGAAkC,CAAC;AACnE,eAAO,MAAM,iBAAiB,mGAAgC,CAAC;AAC/D,eAAO,MAAM,wBAAwB,iHAAuC,CAAC;AAC7E,eAAO,MAAM,oBAAoB,yGAAmC,CAAC;AACrE,eAAO,MAAM,2BAA2B,uHACC,CAAC;AAC1C,eAAO,MAAM,kBAAkB,qGAAiC,CAAC;AACjE,eAAO,MAAM,uBAAuB,+GAAsC,CAAC;AAC3E,eAAO,MAAM,uBAAuB,+GAAsC,CAAC;AAC3E,eAAO,MAAM,8BAA8B,6HACC,CAAC;AAC7C,eAAO,MAAM,sBAAsB,6GAAqC,CAAC;AACzE,eAAO,MAAM,qBAAqB,2GAAoC,CAAC;AACvE,eAAO,MAAM,4BAA4B,yHACC,CAAC;AAC3C,eAAO,MAAM,gBAAgB,iGAA+B,CAAC;AAC7D,eAAO,MAAM,aAAa,2FAA4B,CAAC;AACvD,eAAO,MAAM,oBAAoB,yGAAmC,CAAC;AACrE,eAAO,MAAM,YAAY,yFAA2B,CAAC;AACrD,eAAO,MAAM,YAAY,yFAA2B,CAAC;AACrD,eAAO,MAAM,YAAY,yFAA2B,CAAC;AACrD,eAAO,MAAM,kBAAkB,qGAAiC,CAAC;AACjE,eAAO,MAAM,uBAAuB,+GAAsC,CAAC;AAC3E,eAAO,MAAM,sBAAsB,6GAAqC,CAAC;AACzE,eAAO,MAAM,sBAAsB,6GAAqC,CAAC"}
|
|
1
|
+
{"version":3,"file":"ids.d.ts","sourceRoot":"","sources":["../../src/schemas/ids.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAMxC,eAAO,MAAM,iBAAiB,mGAAgC,CAAC;AAC/D,eAAO,MAAM,cAAc,6FAA6B,CAAC;AACzD,eAAO,MAAM,aAAa,2FAA4B,CAAC;AACvD,eAAO,MAAM,oBAAoB,yGAAmC,CAAC;AACrE,eAAO,MAAM,kBAAkB,qGAAiC,CAAC;AACjE,eAAO,MAAM,WAAW,uFAA0B,CAAC;AACnD,eAAO,MAAM,kBAAkB,qGAAiC,CAAC;AACjE,eAAO,MAAM,eAAe,+FAA8B,CAAC;AAC3D,eAAO,MAAM,gBAAgB,iGAA+B,CAAC;AAC7D,eAAO,MAAM,0BAA0B,qHACC,CAAC;AACzC,eAAO,MAAM,gBAAgB,iGAA+B,CAAC;AAC7D,eAAO,MAAM,uBAAuB,+GAAsC,CAAC;AAC3E,eAAO,MAAM,mBAAmB,uGAAkC,CAAC;AACnE,eAAO,MAAM,uBAAuB,+GAAsC,CAAC;AAC3E,eAAO,MAAM,uBAAuB,+GAAsC,CAAC;AAC3E,eAAO,MAAM,qBAAqB,2GAAoC,CAAC;AACvE,eAAO,MAAM,YAAY,yFAA2B,CAAC;AACrD,eAAO,MAAM,mBAAmB,uGAAkC,CAAC;AACnE,eAAO,MAAM,iBAAiB,mGAAgC,CAAC;AAC/D,eAAO,MAAM,wBAAwB,iHAAuC,CAAC;AAC7E,eAAO,MAAM,oBAAoB,yGAAmC,CAAC;AACrE,eAAO,MAAM,2BAA2B,uHACC,CAAC;AAC1C,eAAO,MAAM,+BAA+B,+HACC,CAAC;AAC9C,eAAO,MAAM,sCAAsC,6IACC,CAAC;AACrD,eAAO,MAAM,kBAAkB,qGAAiC,CAAC;AACjE,eAAO,MAAM,uBAAuB,+GAAsC,CAAC;AAC3E,eAAO,MAAM,uBAAuB,+GAAsC,CAAC;AAC3E,eAAO,MAAM,8BAA8B,6HACC,CAAC;AAC7C,eAAO,MAAM,sBAAsB,6GAAqC,CAAC;AACzE,eAAO,MAAM,qBAAqB,2GAAoC,CAAC;AACvE,eAAO,MAAM,4BAA4B,yHACC,CAAC;AAC3C,eAAO,MAAM,gBAAgB,iGAA+B,CAAC;AAC7D,eAAO,MAAM,aAAa,2FAA4B,CAAC;AACvD,eAAO,MAAM,oBAAoB,yGAAmC,CAAC;AACrE,eAAO,MAAM,YAAY,yFAA2B,CAAC;AACrD,eAAO,MAAM,YAAY,yFAA2B,CAAC;AACrD,eAAO,MAAM,YAAY,yFAA2B,CAAC;AACrD,eAAO,MAAM,kBAAkB,qGAAiC,CAAC;AACjE,eAAO,MAAM,uBAAuB,+GAAsC,CAAC;AAC3E,eAAO,MAAM,sBAAsB,6GAAqC,CAAC;AACzE,eAAO,MAAM,sBAAsB,6GAAqC,CAAC;AACzE,eAAO,MAAM,oBAAoB,yGAAmC,CAAC;AACrE,eAAO,MAAM,YAAY,yFAA2B,CAAC;AACrD,eAAO,MAAM,8BAA8B,6HACC,CAAC;AAC7C,eAAO,MAAM,2BAA2B,uHACC,CAAC;AAC1C,eAAO,MAAM,0BAA0B,qHACC,CAAC"}
|
package/dist/schemas/ids.js
CHANGED
|
@@ -24,6 +24,8 @@ export const connectorIdSchema = osvaIdSchema();
|
|
|
24
24
|
export const connectorVersionIdSchema = osvaIdSchema();
|
|
25
25
|
export const modelProfileIdSchema = osvaIdSchema();
|
|
26
26
|
export const modelProfileVersionIdSchema = osvaIdSchema();
|
|
27
|
+
export const modelProviderConnectionIdSchema = osvaIdSchema();
|
|
28
|
+
export const modelProviderConnectionVersionIdSchema = osvaIdSchema();
|
|
27
29
|
export const evaluationIdSchema = osvaIdSchema();
|
|
28
30
|
export const memoryNamespaceIdSchema = osvaIdSchema();
|
|
29
31
|
export const evaluationSuiteIdSchema = osvaIdSchema();
|
|
@@ -41,4 +43,9 @@ export const assignmentIdSchema = osvaIdSchema();
|
|
|
41
43
|
export const knowledgeSourceIdSchema = osvaIdSchema();
|
|
42
44
|
export const knowledgeIndexIdSchema = osvaIdSchema();
|
|
43
45
|
export const knowledgeChunkIdSchema = osvaIdSchema();
|
|
46
|
+
export const organizationIdSchema = osvaIdSchema();
|
|
47
|
+
export const userIdSchema = osvaIdSchema();
|
|
48
|
+
export const organizationMembershipIdSchema = osvaIdSchema();
|
|
49
|
+
export const workspaceMembershipIdSchema = osvaIdSchema();
|
|
50
|
+
export const securityAuditEventIdSchema = osvaIdSchema();
|
|
44
51
|
//# sourceMappingURL=ids.js.map
|
package/dist/schemas/ids.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ids.js","sourceRoot":"","sources":["../../src/schemas/ids.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,SAAS,YAAY;IACnB,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAA+C,CAAC;AACzE,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,YAAY,EAAiB,CAAC;AAC/D,MAAM,CAAC,MAAM,cAAc,GAAG,YAAY,EAAc,CAAC;AACzD,MAAM,CAAC,MAAM,aAAa,GAAG,YAAY,EAAa,CAAC;AACvD,MAAM,CAAC,MAAM,oBAAoB,GAAG,YAAY,EAAoB,CAAC;AACrE,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,EAAkB,CAAC;AACjE,MAAM,CAAC,MAAM,WAAW,GAAG,YAAY,EAAW,CAAC;AACnD,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,EAAkB,CAAC;AACjE,MAAM,CAAC,MAAM,eAAe,GAAG,YAAY,EAAe,CAAC;AAC3D,MAAM,CAAC,MAAM,gBAAgB,GAAG,YAAY,EAAgB,CAAC;AAC7D,MAAM,CAAC,MAAM,0BAA0B,GACrC,YAAY,EAA0B,CAAC;AACzC,MAAM,CAAC,MAAM,gBAAgB,GAAG,YAAY,EAAgB,CAAC;AAC7D,MAAM,CAAC,MAAM,uBAAuB,GAAG,YAAY,EAAuB,CAAC;AAC3E,MAAM,CAAC,MAAM,mBAAmB,GAAG,YAAY,EAAmB,CAAC;AACnE,MAAM,CAAC,MAAM,uBAAuB,GAAG,YAAY,EAAuB,CAAC;AAC3E,MAAM,CAAC,MAAM,uBAAuB,GAAG,YAAY,EAAuB,CAAC;AAC3E,MAAM,CAAC,MAAM,qBAAqB,GAAG,YAAY,EAAqB,CAAC;AACvE,MAAM,CAAC,MAAM,YAAY,GAAG,YAAY,EAAY,CAAC;AACrD,MAAM,CAAC,MAAM,mBAAmB,GAAG,YAAY,EAAmB,CAAC;AACnE,MAAM,CAAC,MAAM,iBAAiB,GAAG,YAAY,EAAiB,CAAC;AAC/D,MAAM,CAAC,MAAM,wBAAwB,GAAG,YAAY,EAAwB,CAAC;AAC7E,MAAM,CAAC,MAAM,oBAAoB,GAAG,YAAY,EAAoB,CAAC;AACrE,MAAM,CAAC,MAAM,2BAA2B,GACtC,YAAY,EAA2B,CAAC;AAC1C,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,EAAkB,CAAC;AACjE,MAAM,CAAC,MAAM,uBAAuB,GAAG,YAAY,EAAuB,CAAC;AAC3E,MAAM,CAAC,MAAM,uBAAuB,GAAG,YAAY,EAAuB,CAAC;AAC3E,MAAM,CAAC,MAAM,8BAA8B,GACzC,YAAY,EAA8B,CAAC;AAC7C,MAAM,CAAC,MAAM,sBAAsB,GAAG,YAAY,EAAsB,CAAC;AACzE,MAAM,CAAC,MAAM,qBAAqB,GAAG,YAAY,EAAqB,CAAC;AACvE,MAAM,CAAC,MAAM,4BAA4B,GACvC,YAAY,EAA4B,CAAC;AAC3C,MAAM,CAAC,MAAM,gBAAgB,GAAG,YAAY,EAAgB,CAAC;AAC7D,MAAM,CAAC,MAAM,aAAa,GAAG,YAAY,EAAa,CAAC;AACvD,MAAM,CAAC,MAAM,oBAAoB,GAAG,YAAY,EAAoB,CAAC;AACrE,MAAM,CAAC,MAAM,YAAY,GAAG,YAAY,EAAY,CAAC;AACrD,MAAM,CAAC,MAAM,YAAY,GAAG,YAAY,EAAY,CAAC;AACrD,MAAM,CAAC,MAAM,YAAY,GAAG,YAAY,EAAY,CAAC;AACrD,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,EAAkB,CAAC;AACjE,MAAM,CAAC,MAAM,uBAAuB,GAAG,YAAY,EAAuB,CAAC;AAC3E,MAAM,CAAC,MAAM,sBAAsB,GAAG,YAAY,EAAsB,CAAC;AACzE,MAAM,CAAC,MAAM,sBAAsB,GAAG,YAAY,EAAsB,CAAC"}
|
|
1
|
+
{"version":3,"file":"ids.js","sourceRoot":"","sources":["../../src/schemas/ids.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,SAAS,YAAY;IACnB,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAA+C,CAAC;AACzE,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,YAAY,EAAiB,CAAC;AAC/D,MAAM,CAAC,MAAM,cAAc,GAAG,YAAY,EAAc,CAAC;AACzD,MAAM,CAAC,MAAM,aAAa,GAAG,YAAY,EAAa,CAAC;AACvD,MAAM,CAAC,MAAM,oBAAoB,GAAG,YAAY,EAAoB,CAAC;AACrE,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,EAAkB,CAAC;AACjE,MAAM,CAAC,MAAM,WAAW,GAAG,YAAY,EAAW,CAAC;AACnD,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,EAAkB,CAAC;AACjE,MAAM,CAAC,MAAM,eAAe,GAAG,YAAY,EAAe,CAAC;AAC3D,MAAM,CAAC,MAAM,gBAAgB,GAAG,YAAY,EAAgB,CAAC;AAC7D,MAAM,CAAC,MAAM,0BAA0B,GACrC,YAAY,EAA0B,CAAC;AACzC,MAAM,CAAC,MAAM,gBAAgB,GAAG,YAAY,EAAgB,CAAC;AAC7D,MAAM,CAAC,MAAM,uBAAuB,GAAG,YAAY,EAAuB,CAAC;AAC3E,MAAM,CAAC,MAAM,mBAAmB,GAAG,YAAY,EAAmB,CAAC;AACnE,MAAM,CAAC,MAAM,uBAAuB,GAAG,YAAY,EAAuB,CAAC;AAC3E,MAAM,CAAC,MAAM,uBAAuB,GAAG,YAAY,EAAuB,CAAC;AAC3E,MAAM,CAAC,MAAM,qBAAqB,GAAG,YAAY,EAAqB,CAAC;AACvE,MAAM,CAAC,MAAM,YAAY,GAAG,YAAY,EAAY,CAAC;AACrD,MAAM,CAAC,MAAM,mBAAmB,GAAG,YAAY,EAAmB,CAAC;AACnE,MAAM,CAAC,MAAM,iBAAiB,GAAG,YAAY,EAAiB,CAAC;AAC/D,MAAM,CAAC,MAAM,wBAAwB,GAAG,YAAY,EAAwB,CAAC;AAC7E,MAAM,CAAC,MAAM,oBAAoB,GAAG,YAAY,EAAoB,CAAC;AACrE,MAAM,CAAC,MAAM,2BAA2B,GACtC,YAAY,EAA2B,CAAC;AAC1C,MAAM,CAAC,MAAM,+BAA+B,GAC1C,YAAY,EAA+B,CAAC;AAC9C,MAAM,CAAC,MAAM,sCAAsC,GACjD,YAAY,EAAsC,CAAC;AACrD,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,EAAkB,CAAC;AACjE,MAAM,CAAC,MAAM,uBAAuB,GAAG,YAAY,EAAuB,CAAC;AAC3E,MAAM,CAAC,MAAM,uBAAuB,GAAG,YAAY,EAAuB,CAAC;AAC3E,MAAM,CAAC,MAAM,8BAA8B,GACzC,YAAY,EAA8B,CAAC;AAC7C,MAAM,CAAC,MAAM,sBAAsB,GAAG,YAAY,EAAsB,CAAC;AACzE,MAAM,CAAC,MAAM,qBAAqB,GAAG,YAAY,EAAqB,CAAC;AACvE,MAAM,CAAC,MAAM,4BAA4B,GACvC,YAAY,EAA4B,CAAC;AAC3C,MAAM,CAAC,MAAM,gBAAgB,GAAG,YAAY,EAAgB,CAAC;AAC7D,MAAM,CAAC,MAAM,aAAa,GAAG,YAAY,EAAa,CAAC;AACvD,MAAM,CAAC,MAAM,oBAAoB,GAAG,YAAY,EAAoB,CAAC;AACrE,MAAM,CAAC,MAAM,YAAY,GAAG,YAAY,EAAY,CAAC;AACrD,MAAM,CAAC,MAAM,YAAY,GAAG,YAAY,EAAY,CAAC;AACrD,MAAM,CAAC,MAAM,YAAY,GAAG,YAAY,EAAY,CAAC;AACrD,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,EAAkB,CAAC;AACjE,MAAM,CAAC,MAAM,uBAAuB,GAAG,YAAY,EAAuB,CAAC;AAC3E,MAAM,CAAC,MAAM,sBAAsB,GAAG,YAAY,EAAsB,CAAC;AACzE,MAAM,CAAC,MAAM,sBAAsB,GAAG,YAAY,EAAsB,CAAC;AACzE,MAAM,CAAC,MAAM,oBAAoB,GAAG,YAAY,EAAoB,CAAC;AACrE,MAAM,CAAC,MAAM,YAAY,GAAG,YAAY,EAAY,CAAC;AACrD,MAAM,CAAC,MAAM,8BAA8B,GACzC,YAAY,EAA8B,CAAC;AAC7C,MAAM,CAAC,MAAM,2BAA2B,GACtC,YAAY,EAA2B,CAAC;AAC1C,MAAM,CAAC,MAAM,0BAA0B,GACrC,YAAY,EAA0B,CAAC"}
|