@osva-ai/contracts 1.1.0-rc.2 → 1.1.0-rc.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/agent-manifest.d.ts +26 -2
- package/dist/agent-manifest.d.ts.map +1 -1
- package/dist/agent-manifest.js +1 -0
- package/dist/agent-manifest.js.map +1 -1
- package/dist/approval-operation.d.ts +50 -0
- package/dist/approval-operation.d.ts.map +1 -0
- package/dist/approval-operation.js +10 -0
- package/dist/approval-operation.js.map +1 -0
- package/dist/approval.d.ts +1 -0
- package/dist/approval.d.ts.map +1 -1
- package/dist/approval.js +1 -0
- package/dist/approval.js.map +1 -1
- package/dist/artifact-blob-store.d.ts +36 -0
- package/dist/artifact-blob-store.d.ts.map +1 -0
- package/dist/artifact-blob-store.js +2 -0
- package/dist/artifact-blob-store.js.map +1 -0
- package/dist/artifact-storage-config.d.ts +42 -0
- package/dist/artifact-storage-config.d.ts.map +1 -0
- package/dist/artifact-storage-config.js +11 -0
- package/dist/artifact-storage-config.js.map +1 -0
- package/dist/connector.d.ts +4 -0
- package/dist/connector.d.ts.map +1 -1
- package/dist/connector.js +4 -0
- package/dist/connector.js.map +1 -1
- package/dist/declarative-agent-runtime.d.ts +25 -0
- package/dist/declarative-agent-runtime.d.ts.map +1 -0
- package/dist/declarative-agent-runtime.js +64 -0
- package/dist/declarative-agent-runtime.js.map +1 -0
- package/dist/evaluation-quality-gate.d.ts +57 -0
- package/dist/evaluation-quality-gate.d.ts.map +1 -0
- package/dist/evaluation-quality-gate.js +36 -0
- package/dist/evaluation-quality-gate.js.map +1 -0
- package/dist/evaluation-suite.d.ts +11 -0
- package/dist/evaluation-suite.d.ts.map +1 -1
- package/dist/evaluation-suite.js.map +1 -1
- package/dist/human-auth.d.ts +24 -0
- package/dist/human-auth.d.ts.map +1 -0
- package/dist/human-auth.js +56 -0
- package/dist/human-auth.js.map +1 -0
- package/dist/human-identity.d.ts +65 -0
- package/dist/human-identity.d.ts.map +1 -0
- package/dist/human-identity.js +126 -0
- package/dist/human-identity.js.map +1 -0
- package/dist/human-membership-api.d.ts +47 -0
- package/dist/human-membership-api.d.ts.map +1 -0
- package/dist/human-membership-api.js +30 -0
- package/dist/human-membership-api.js.map +1 -0
- package/dist/ids.d.ts +7 -0
- package/dist/ids.d.ts.map +1 -1
- package/dist/index.d.ts +31 -8
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +15 -4
- package/dist/index.js.map +1 -1
- package/dist/model-gateway.d.ts +40 -0
- package/dist/model-gateway.d.ts.map +1 -1
- package/dist/model-gateway.js +15 -0
- package/dist/model-gateway.js.map +1 -1
- package/dist/model-profile-registry.d.ts +3 -1
- package/dist/model-profile-registry.d.ts.map +1 -1
- package/dist/model-provider-connection-registry.d.ts +47 -0
- package/dist/model-provider-connection-registry.d.ts.map +1 -0
- package/dist/model-provider-connection-registry.js +2 -0
- package/dist/model-provider-connection-registry.js.map +1 -0
- package/dist/model-provider-connection.d.ts +37 -0
- package/dist/model-provider-connection.d.ts.map +1 -0
- package/dist/model-provider-connection.js +32 -0
- package/dist/model-provider-connection.js.map +1 -0
- package/dist/runtime-protocol.d.ts +7 -0
- package/dist/runtime-protocol.d.ts.map +1 -1
- package/dist/runtime-protocol.js +11 -1
- package/dist/runtime-protocol.js.map +1 -1
- package/dist/schemas/agent-manifest.d.ts +22 -0
- package/dist/schemas/agent-manifest.d.ts.map +1 -1
- package/dist/schemas/agent-manifest.js +51 -2
- package/dist/schemas/agent-manifest.js.map +1 -1
- package/dist/schemas/agent-registry.d.ts +33 -0
- package/dist/schemas/agent-registry.d.ts.map +1 -1
- package/dist/schemas/connector-registry.d.ts.map +1 -1
- package/dist/schemas/connector-registry.js +6 -2
- package/dist/schemas/connector-registry.js.map +1 -1
- package/dist/schemas/connector.d.ts.map +1 -1
- package/dist/schemas/connector.js +2 -2
- package/dist/schemas/connector.js.map +1 -1
- package/dist/schemas/evaluation-quality-gate.d.ts +192 -0
- package/dist/schemas/evaluation-quality-gate.d.ts.map +1 -0
- package/dist/schemas/evaluation-quality-gate.js +81 -0
- package/dist/schemas/evaluation-quality-gate.js.map +1 -0
- package/dist/schemas/evaluation-suite.d.ts +144 -0
- package/dist/schemas/evaluation-suite.d.ts.map +1 -1
- package/dist/schemas/evaluation-suite.js +27 -0
- package/dist/schemas/evaluation-suite.js.map +1 -1
- package/dist/schemas/ids.d.ts +7 -0
- package/dist/schemas/ids.d.ts.map +1 -1
- package/dist/schemas/ids.js +7 -0
- package/dist/schemas/ids.js.map +1 -1
- package/dist/schemas/index.d.ts +5 -3
- package/dist/schemas/index.d.ts.map +1 -1
- package/dist/schemas/index.js +5 -3
- package/dist/schemas/index.js.map +1 -1
- package/dist/schemas/model-gateway.d.ts +55 -0
- package/dist/schemas/model-gateway.d.ts.map +1 -1
- package/dist/schemas/model-gateway.js +41 -2
- package/dist/schemas/model-gateway.js.map +1 -1
- package/dist/schemas/model-profile-registry.d.ts +3 -0
- package/dist/schemas/model-profile-registry.d.ts.map +1 -1
- package/dist/schemas/model-profile-registry.js +3 -1
- package/dist/schemas/model-profile-registry.js.map +1 -1
- package/dist/schemas/model-provider-connection-registry.d.ts +108 -0
- package/dist/schemas/model-provider-connection-registry.d.ts.map +1 -0
- package/dist/schemas/model-provider-connection-registry.js +65 -0
- package/dist/schemas/model-provider-connection-registry.js.map +1 -0
- package/dist/schemas/office-registry.d.ts +4 -4
- package/dist/schemas/run-lifecycle.d.ts +10 -0
- package/dist/schemas/run-lifecycle.d.ts.map +1 -1
- package/dist/schemas/run-lifecycle.js +5 -1
- package/dist/schemas/run-lifecycle.js.map +1 -1
- package/dist/schemas/runtime-protocol.d.ts +12 -0
- package/dist/schemas/runtime-protocol.d.ts.map +1 -1
- package/dist/schemas/runtime-protocol.js +5 -2
- package/dist/schemas/runtime-protocol.js.map +1 -1
- package/dist/schemas/workflow-registry.d.ts +6 -0
- package/dist/schemas/workflow-registry.d.ts.map +1 -1
- package/dist/schemas/workflow-registry.js +3 -0
- package/dist/schemas/workflow-registry.js.map +1 -1
- package/dist/security.d.ts +27 -3
- package/dist/security.d.ts.map +1 -1
- package/dist/security.js +23 -0
- package/dist/security.js.map +1 -1
- package/dist/tool-gateway.d.ts +5 -0
- package/dist/tool-gateway.d.ts.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/v1-control-plane-human-access.d.ts +22 -0
- package/dist/v1-control-plane-human-access.d.ts.map +1 -0
- package/dist/v1-control-plane-human-access.js +41 -0
- package/dist/v1-control-plane-human-access.js.map +1 -0
- package/dist/v1-route-access.d.ts +14 -0
- package/dist/v1-route-access.d.ts.map +1 -0
- package/dist/v1-route-access.js +2 -0
- package/dist/v1-route-access.js.map +1 -0
- package/dist/validate-agent-manifest.d.ts +14 -0
- package/dist/validate-agent-manifest.d.ts.map +1 -0
- package/dist/validate-agent-manifest.js +21 -0
- package/dist/validate-agent-manifest.js.map +1 -0
- package/package.json +4 -4
|
@@ -36,6 +36,17 @@ export declare const createAgentVersionRequestSchema: z.ZodObject<{
|
|
|
36
36
|
memoryMiB: z.ZodOptional<z.ZodInt>;
|
|
37
37
|
pids: z.ZodOptional<z.ZodInt>;
|
|
38
38
|
}, z.core.$strict>>;
|
|
39
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
40
|
+
type: z.ZodLiteral<"DECLARATIVE">;
|
|
41
|
+
config: z.ZodObject<{
|
|
42
|
+
configVersion: z.ZodLiteral<"1">;
|
|
43
|
+
instructions: z.ZodString;
|
|
44
|
+
modelBinding: z.ZodString;
|
|
45
|
+
allowedToolBindings: z.ZodArray<z.ZodString>;
|
|
46
|
+
maxModelInvocations: z.ZodInt;
|
|
47
|
+
maxToolInvocations: z.ZodInt;
|
|
48
|
+
maxOutputTokens: z.ZodOptional<z.ZodInt>;
|
|
49
|
+
}, z.core.$strict>;
|
|
39
50
|
}, z.core.$strict>], "type">;
|
|
40
51
|
input: z.ZodObject<{
|
|
41
52
|
schema: z.ZodType<import("../json-schema.js").JsonSchemaRecord, import("../json-schema.js").JsonSchemaRecord, z.core.$ZodTypeInternals<import("../json-schema.js").JsonSchemaRecord, import("../json-schema.js").JsonSchemaRecord>>;
|
|
@@ -109,6 +120,17 @@ export declare const agentVersionResourceSchema: z.ZodObject<{
|
|
|
109
120
|
memoryMiB: z.ZodOptional<z.ZodInt>;
|
|
110
121
|
pids: z.ZodOptional<z.ZodInt>;
|
|
111
122
|
}, z.core.$strict>>;
|
|
123
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
124
|
+
type: z.ZodLiteral<"DECLARATIVE">;
|
|
125
|
+
config: z.ZodObject<{
|
|
126
|
+
configVersion: z.ZodLiteral<"1">;
|
|
127
|
+
instructions: z.ZodString;
|
|
128
|
+
modelBinding: z.ZodString;
|
|
129
|
+
allowedToolBindings: z.ZodArray<z.ZodString>;
|
|
130
|
+
maxModelInvocations: z.ZodInt;
|
|
131
|
+
maxToolInvocations: z.ZodInt;
|
|
132
|
+
maxOutputTokens: z.ZodOptional<z.ZodInt>;
|
|
133
|
+
}, z.core.$strict>;
|
|
112
134
|
}, z.core.$strict>], "type">;
|
|
113
135
|
input: z.ZodObject<{
|
|
114
136
|
schema: z.ZodType<import("../json-schema.js").JsonSchemaRecord, import("../json-schema.js").JsonSchemaRecord, z.core.$ZodTypeInternals<import("../json-schema.js").JsonSchemaRecord, import("../json-schema.js").JsonSchemaRecord>>;
|
|
@@ -186,6 +208,17 @@ export declare const agentVersionListResourceSchema: z.ZodObject<{
|
|
|
186
208
|
memoryMiB: z.ZodOptional<z.ZodInt>;
|
|
187
209
|
pids: z.ZodOptional<z.ZodInt>;
|
|
188
210
|
}, z.core.$strict>>;
|
|
211
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
212
|
+
type: z.ZodLiteral<"DECLARATIVE">;
|
|
213
|
+
config: z.ZodObject<{
|
|
214
|
+
configVersion: z.ZodLiteral<"1">;
|
|
215
|
+
instructions: z.ZodString;
|
|
216
|
+
modelBinding: z.ZodString;
|
|
217
|
+
allowedToolBindings: z.ZodArray<z.ZodString>;
|
|
218
|
+
maxModelInvocations: z.ZodInt;
|
|
219
|
+
maxToolInvocations: z.ZodInt;
|
|
220
|
+
maxOutputTokens: z.ZodOptional<z.ZodInt>;
|
|
221
|
+
}, z.core.$strict>;
|
|
189
222
|
}, z.core.$strict>], "type">;
|
|
190
223
|
input: z.ZodObject<{
|
|
191
224
|
schema: z.ZodType<import("../json-schema.js").JsonSchemaRecord, import("../json-schema.js").JsonSchemaRecord, z.core.$ZodTypeInternals<import("../json-schema.js").JsonSchemaRecord, import("../json-schema.js").JsonSchemaRecord>>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-registry.d.ts","sourceRoot":"","sources":["../../src/schemas/agent-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAUxB,eAAO,MAAM,wBAAwB;;;kBAGnC,CAAC;AAEH,eAAO,MAAM,wBAAwB;;kBAEnC,CAAC;AAEH,eAAO,MAAM,+BAA+B
|
|
1
|
+
{"version":3,"file":"agent-registry.d.ts","sourceRoot":"","sources":["../../src/schemas/agent-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAUxB,eAAO,MAAM,wBAAwB;;;kBAGnC,CAAC;AAEH,eAAO,MAAM,wBAAwB;;kBAEnC,CAAC;AAEH,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAE1C,CAAC;AAEH,eAAO,MAAM,mBAAmB;;;;;;kBAM9B,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAMrC,CAAC;AAEH,eAAO,MAAM,uBAAuB;;;;;;;;kBAElC,CAAC;AAEH,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEzC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"connector-registry.d.ts","sourceRoot":"","sources":["../../src/schemas/connector-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"connector-registry.d.ts","sourceRoot":"","sources":["../../src/schemas/connector-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAuBxB,eAAO,MAAM,4BAA4B;;;;kBAIvC,CAAC;AAEH,eAAO,MAAM,4BAA4B;;;kBAGvC,CAAC;AAEH,eAAO,MAAM,mCAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAK9C,CAAC;AAEH,eAAO,MAAM,uBAAuB;;;;;;;;kBAQlC,CAAC;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;kBAEtC,CAAC;AAEH,eAAO,MAAM,yBAAyB;;kBAEpC,CAAC;AAEH,eAAO,MAAM,qCAAqC;;;kBAGhD,CAAC;AAEH,eAAO,MAAM,qCAAqC;;;;kBAIhD,CAAC;AAEH,eAAO,MAAM,+BAA+B;;;;;;;oBAG1C,CAAC;AAEH,eAAO,MAAM,gCAAgC;;;;;;;;kBAM3C,CAAC;AAEH,eAAO,MAAM,oCAAoC;;;;;;;;;;oBAG/C,CAAC;AAEH,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBASzC,CAAC;AAEH,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAE7C,CAAC;AAEH,eAAO,MAAM,uBAAuB;;;;kBAIlC,CAAC;AAEH,eAAO,MAAM,oCAAoC;;;;;;;kBAG/C,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;kBAIrC,CAAC;AAEH,eAAO,MAAM,2BAA2B;;;;;;;kBAMtC,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;;;kBAMxC,CAAC;AAEH,eAAO,MAAM,4BAA4B;;;;;;;;kBAEvC,CAAC"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
import { connectorIdSchema, connectorVersionIdSchema, toolIdSchema, toolVersionIdSchema, workspaceIdSchema, } from "./ids.js";
|
|
3
3
|
import { connectorAuthConfigSchema, connectorKindSchema, connectorTransportConfigSchema, connectorTransportSchema, streamableHttpTransportConfigSchema, } from "./connector.js";
|
|
4
|
+
import { CONNECTOR_MCP_IMPORT_MAX_TOOLS, CONNECTOR_STDIO_MAX_ARGS, } from "../connector.js";
|
|
4
5
|
import { jsonSchemaRecordSchema } from "./json-schema.js";
|
|
5
6
|
import { utcIso8601TimestampSchema } from "./utc-instant.js";
|
|
6
7
|
export const createConnectorRequestSchema = z.strictObject({
|
|
@@ -48,7 +49,7 @@ export const publicConnectorAuthConfigSchema = z.union([
|
|
|
48
49
|
]);
|
|
49
50
|
export const publicStdioTransportConfigSchema = z.strictObject({
|
|
50
51
|
command: z.string().min(1),
|
|
51
|
-
args: z.array(z.string()),
|
|
52
|
+
args: z.array(z.string()).max(CONNECTOR_STDIO_MAX_ARGS),
|
|
52
53
|
cwd: z.string().min(1).optional(),
|
|
53
54
|
environment: z.record(z.string(), z.string()).optional(),
|
|
54
55
|
secretEnvironment: z.record(z.string(), publicSecretBindingSchema).optional(),
|
|
@@ -86,7 +87,10 @@ export const importMcpToolRequestSchema = z.strictObject({
|
|
|
86
87
|
});
|
|
87
88
|
export const importMcpToolsRequestSchema = z.strictObject({
|
|
88
89
|
connectorVersionId: connectorVersionIdSchema,
|
|
89
|
-
tools: z
|
|
90
|
+
tools: z
|
|
91
|
+
.array(importMcpToolRequestSchema)
|
|
92
|
+
.min(1)
|
|
93
|
+
.max(CONNECTOR_MCP_IMPORT_MAX_TOOLS),
|
|
90
94
|
});
|
|
91
95
|
export const importedMcpToolResourceSchema = z.strictObject({
|
|
92
96
|
toolId: toolIdSchema,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"connector-registry.js","sourceRoot":"","sources":["../../src/schemas/connector-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,iBAAiB,EACjB,wBAAwB,EACxB,YAAY,EACZ,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,UAAU,CAAC;AAClB,OAAO,EACL,yBAAyB,EACzB,mBAAmB,EACnB,8BAA8B,EAC9B,wBAAwB,EACxB,mCAAmC,GACpC,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,YAAY,CAAC;IACzD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,YAAY,CAAC;IACzD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,mCAAmC,GAAG,CAAC,CAAC,YAAY,CAAC;IAChE,IAAI,EAAE,mBAAmB;IACzB,SAAS,EAAE,wBAAwB;IACnC,eAAe,EAAE,8BAA8B;IAC/C,IAAI,EAAE,yBAAyB,CAAC,QAAQ,EAAE;CAC3C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,YAAY,CAAC;IACpD,EAAE,EAAE,iBAAiB;IACrB,WAAW,EAAE,iBAAiB;IAC9B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACzC,SAAS,EAAE,yBAAyB;IACpC,SAAS,EAAE,yBAAyB;CACrC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,YAAY,CAAC;IACxD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC;CAC7C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,YAAY,CAAC;IACtD,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;CAC5B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAC,YAAY,CAAC;IAClE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACzB,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;CAC5B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAC,YAAY,CAAC;IAClE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACzB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7B,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;CAC5B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,CAAC,KAAK,CAAC;IACrD,qCAAqC;IACrC,qCAAqC;CACtC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAAC,CAAC,YAAY,CAAC;IAC7D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"connector-registry.js","sourceRoot":"","sources":["../../src/schemas/connector-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,iBAAiB,EACjB,wBAAwB,EACxB,YAAY,EACZ,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,UAAU,CAAC;AAClB,OAAO,EACL,yBAAyB,EACzB,mBAAmB,EACnB,8BAA8B,EAC9B,wBAAwB,EACxB,mCAAmC,GACpC,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,8BAA8B,EAC9B,wBAAwB,GACzB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,YAAY,CAAC;IACzD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,YAAY,CAAC;IACzD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,mCAAmC,GAAG,CAAC,CAAC,YAAY,CAAC;IAChE,IAAI,EAAE,mBAAmB;IACzB,SAAS,EAAE,wBAAwB;IACnC,eAAe,EAAE,8BAA8B;IAC/C,IAAI,EAAE,yBAAyB,CAAC,QAAQ,EAAE;CAC3C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,YAAY,CAAC;IACpD,EAAE,EAAE,iBAAiB;IACrB,WAAW,EAAE,iBAAiB;IAC9B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACzC,SAAS,EAAE,yBAAyB;IACpC,SAAS,EAAE,yBAAyB;CACrC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,YAAY,CAAC;IACxD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC;CAC7C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,YAAY,CAAC;IACtD,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;CAC5B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAC,YAAY,CAAC;IAClE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACzB,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;CAC5B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAC,YAAY,CAAC;IAClE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACzB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7B,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;CAC5B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,CAAC,KAAK,CAAC;IACrD,qCAAqC;IACrC,qCAAqC;CACtC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAAC,CAAC,YAAY,CAAC;IAC7D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,wBAAwB,CAAC;IACvD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACjC,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxD,iBAAiB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,yBAAyB,CAAC,CAAC,QAAQ,EAAE;CAC9E,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,CAAC,KAAK,CAAC;IAC1D,mCAAmC;IACnC,gCAAgC;CACjC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,YAAY,CAAC;IAC3D,EAAE,EAAE,wBAAwB;IAC5B,WAAW,EAAE,iBAAiB;IAC9B,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC3B,IAAI,EAAE,mBAAmB;IACzB,SAAS,EAAE,wBAAwB;IACnC,eAAe,EAAE,oCAAoC;IACrD,IAAI,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IAChD,SAAS,EAAE,yBAAyB;CACrC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAC,YAAY,CAAC;IAC/D,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,8BAA8B,CAAC;CAClD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,YAAY,CAAC;IACpD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACzC,WAAW,EAAE,sBAAsB;CACpC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,CAAC,YAAY,CAAC;IACjE,kBAAkB,EAAE,wBAAwB;IAC5C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC;CACxC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,YAAY,CAAC;IACvD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAC5B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,YAAY,CAAC;IACxD,kBAAkB,EAAE,wBAAwB;IAC5C,KAAK,EAAE,CAAC;SACL,KAAK,CAAC,0BAA0B,CAAC;SACjC,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,8BAA8B,CAAC;CACvC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC,CAAC,YAAY,CAAC;IAC1D,MAAM,EAAE,YAAY;IACpB,aAAa,EAAE,mBAAmB;IAClC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,qBAAqB,EAAE,CAAC,CAAC,OAAO,EAAE;CACnC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,YAAY,CAAC;IACzD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,6BAA6B,CAAC;CACjD,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"connector.d.ts","sourceRoot":"","sources":["../../src/schemas/connector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"connector.d.ts","sourceRoot":"","sources":["../../src/schemas/connector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAUxB,eAAO,MAAM,mBAAmB;;EAA0B,CAAC;AAE3D,eAAO,MAAM,wBAAwB;;;EAA+B,CAAC;AAErE,eAAO,MAAM,mCAAmC;;kBAE9C,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;kBAkBnC,CAAC;AAEL,eAAO,MAAM,8BAA8B;;;;;;;;;;oBAGzC,CAAC;AAEH,eAAO,MAAM,+BAA+B;;;;;kBAG1C,CAAC;AAEH,eAAO,MAAM,+BAA+B;;;;;;kBAI1C,CAAC;AAEH,eAAO,MAAM,yBAAyB;;;;;;;;;;;oBAGpC,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
|
-
import { CONNECTOR_KINDS, CONNECTOR_TRANSPORTS } from "../connector.js";
|
|
2
|
+
import { CONNECTOR_KINDS, CONNECTOR_STDIO_MAX_ARGS, CONNECTOR_TRANSPORTS, } from "../connector.js";
|
|
3
3
|
import { validateStdioTransportEnvironment } from "../stdio-transport.js";
|
|
4
4
|
import { secretReferenceSchema } from "./secret-reference.js";
|
|
5
5
|
export const connectorKindSchema = z.enum(CONNECTOR_KINDS);
|
|
@@ -10,7 +10,7 @@ export const streamableHttpTransportConfigSchema = z.strictObject({
|
|
|
10
10
|
export const stdioTransportConfigSchema = z
|
|
11
11
|
.strictObject({
|
|
12
12
|
command: z.string().min(1),
|
|
13
|
-
args: z.array(z.string()),
|
|
13
|
+
args: z.array(z.string()).max(CONNECTOR_STDIO_MAX_ARGS),
|
|
14
14
|
cwd: z.string().min(1).optional(),
|
|
15
15
|
environment: z.record(z.string(), z.string()).optional(),
|
|
16
16
|
secretEnvironment: z.record(z.string(), secretReferenceSchema).optional(),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"connector.js","sourceRoot":"","sources":["../../src/schemas/connector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,
|
|
1
|
+
{"version":3,"file":"connector.js","sourceRoot":"","sources":["../../src/schemas/connector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,eAAe,EACf,wBAAwB,EACxB,oBAAoB,GACrB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,iCAAiC,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;AAE3D,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;AAErE,MAAM,CAAC,MAAM,mCAAmC,GAAG,CAAC,CAAC,YAAY,CAAC;IAChE,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE;CACrB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC;KACxC,YAAY,CAAC;IACZ,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,wBAAwB,CAAC;IACvD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACjC,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxD,iBAAiB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,qBAAqB,CAAC,CAAC,QAAQ,EAAE;CAC1E,CAAC;KACD,WAAW,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;IAC1B,IAAI,CAAC;QACH,iCAAiC,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,OAAO,EACL,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B;SACtE,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,KAAK,CAAC;IACpD,mCAAmC;IACnC,0BAA0B;CAC3B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,CAAC,YAAY,CAAC;IAC5D,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACzB,WAAW,EAAE,qBAAqB;CACnC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,CAAC,YAAY,CAAC;IAC5D,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACzB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7B,WAAW,EAAE,qBAAqB;CACnC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC;IAC/C,+BAA+B;IAC/B,+BAA+B;CAChC,CAAC,CAAC"}
|
|
@@ -0,0 +1,192 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
export declare const MAX_EVALUATION_QUALITY_GATE_RULES = 16;
|
|
3
|
+
export declare const evaluationQualityGateRuleSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
4
|
+
metric: z.ZodEnum<{
|
|
5
|
+
PASS_RATE: "PASS_RATE";
|
|
6
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
7
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
8
|
+
}>;
|
|
9
|
+
operator: z.ZodLiteral<"MIN">;
|
|
10
|
+
threshold: z.ZodNumber;
|
|
11
|
+
}, z.core.$strict>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
12
|
+
metric: z.ZodLiteral<"ERROR_COUNT">;
|
|
13
|
+
operator: z.ZodLiteral<"MAX">;
|
|
14
|
+
threshold: z.ZodNumber;
|
|
15
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
16
|
+
metric: z.ZodLiteral<"ESTIMATED_COST_USD_MICROS">;
|
|
17
|
+
operator: z.ZodLiteral<"MAX">;
|
|
18
|
+
threshold: z.ZodNumber;
|
|
19
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
20
|
+
metric: z.ZodLiteral<"DURATION_MS">;
|
|
21
|
+
operator: z.ZodLiteral<"MAX">;
|
|
22
|
+
threshold: z.ZodNumber;
|
|
23
|
+
}, z.core.$strict>], "metric">]>;
|
|
24
|
+
export declare const evaluationQualityGatePolicySchema: z.ZodObject<{
|
|
25
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
26
|
+
rules: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
27
|
+
metric: z.ZodEnum<{
|
|
28
|
+
PASS_RATE: "PASS_RATE";
|
|
29
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
30
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
31
|
+
}>;
|
|
32
|
+
operator: z.ZodLiteral<"MIN">;
|
|
33
|
+
threshold: z.ZodNumber;
|
|
34
|
+
}, z.core.$strict>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
35
|
+
metric: z.ZodLiteral<"ERROR_COUNT">;
|
|
36
|
+
operator: z.ZodLiteral<"MAX">;
|
|
37
|
+
threshold: z.ZodNumber;
|
|
38
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
39
|
+
metric: z.ZodLiteral<"ESTIMATED_COST_USD_MICROS">;
|
|
40
|
+
operator: z.ZodLiteral<"MAX">;
|
|
41
|
+
threshold: z.ZodNumber;
|
|
42
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
43
|
+
metric: z.ZodLiteral<"DURATION_MS">;
|
|
44
|
+
operator: z.ZodLiteral<"MAX">;
|
|
45
|
+
threshold: z.ZodNumber;
|
|
46
|
+
}, z.core.$strict>], "metric">]>>;
|
|
47
|
+
}, z.core.$strict>;
|
|
48
|
+
export declare const evaluationQualityGateRuleResultSchema: z.ZodObject<{
|
|
49
|
+
metric: z.ZodEnum<{
|
|
50
|
+
PASS_RATE: "PASS_RATE";
|
|
51
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
52
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
53
|
+
ERROR_COUNT: "ERROR_COUNT";
|
|
54
|
+
ESTIMATED_COST_USD_MICROS: "ESTIMATED_COST_USD_MICROS";
|
|
55
|
+
DURATION_MS: "DURATION_MS";
|
|
56
|
+
}>;
|
|
57
|
+
operator: z.ZodEnum<{
|
|
58
|
+
MIN: "MIN";
|
|
59
|
+
MAX: "MAX";
|
|
60
|
+
}>;
|
|
61
|
+
threshold: z.ZodNumber;
|
|
62
|
+
observedValue: z.ZodOptional<z.ZodNumber>;
|
|
63
|
+
verdict: z.ZodEnum<{
|
|
64
|
+
PASS: "PASS";
|
|
65
|
+
FAIL: "FAIL";
|
|
66
|
+
INDETERMINATE: "INDETERMINATE";
|
|
67
|
+
}>;
|
|
68
|
+
reasonCode: z.ZodEnum<{
|
|
69
|
+
THRESHOLD_SATISFIED: "THRESHOLD_SATISFIED";
|
|
70
|
+
THRESHOLD_VIOLATED: "THRESHOLD_VIOLATED";
|
|
71
|
+
MISSING_EVIDENCE: "MISSING_EVIDENCE";
|
|
72
|
+
COST_INCONCLUSIVE_UNPRICED: "COST_INCONCLUSIVE_UNPRICED";
|
|
73
|
+
LIFECYCLE_INCOMPLETE: "LIFECYCLE_INCOMPLETE";
|
|
74
|
+
LIFECYCLE_RUN_FAILED: "LIFECYCLE_RUN_FAILED";
|
|
75
|
+
LIFECYCLE_RUN_CANCELLED: "LIFECYCLE_RUN_CANCELLED";
|
|
76
|
+
}>;
|
|
77
|
+
}, z.core.$strict>;
|
|
78
|
+
export declare const evaluationQualityGateAssessmentSchema: z.ZodObject<{
|
|
79
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
80
|
+
overallVerdict: z.ZodEnum<{
|
|
81
|
+
PASS: "PASS";
|
|
82
|
+
FAIL: "FAIL";
|
|
83
|
+
INDETERMINATE: "INDETERMINATE";
|
|
84
|
+
}>;
|
|
85
|
+
lifecycleVerdict: z.ZodEnum<{
|
|
86
|
+
PASS: "PASS";
|
|
87
|
+
FAIL: "FAIL";
|
|
88
|
+
INDETERMINATE: "INDETERMINATE";
|
|
89
|
+
}>;
|
|
90
|
+
ruleResults: z.ZodArray<z.ZodObject<{
|
|
91
|
+
metric: z.ZodEnum<{
|
|
92
|
+
PASS_RATE: "PASS_RATE";
|
|
93
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
94
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
95
|
+
ERROR_COUNT: "ERROR_COUNT";
|
|
96
|
+
ESTIMATED_COST_USD_MICROS: "ESTIMATED_COST_USD_MICROS";
|
|
97
|
+
DURATION_MS: "DURATION_MS";
|
|
98
|
+
}>;
|
|
99
|
+
operator: z.ZodEnum<{
|
|
100
|
+
MIN: "MIN";
|
|
101
|
+
MAX: "MAX";
|
|
102
|
+
}>;
|
|
103
|
+
threshold: z.ZodNumber;
|
|
104
|
+
observedValue: z.ZodOptional<z.ZodNumber>;
|
|
105
|
+
verdict: z.ZodEnum<{
|
|
106
|
+
PASS: "PASS";
|
|
107
|
+
FAIL: "FAIL";
|
|
108
|
+
INDETERMINATE: "INDETERMINATE";
|
|
109
|
+
}>;
|
|
110
|
+
reasonCode: z.ZodEnum<{
|
|
111
|
+
THRESHOLD_SATISFIED: "THRESHOLD_SATISFIED";
|
|
112
|
+
THRESHOLD_VIOLATED: "THRESHOLD_VIOLATED";
|
|
113
|
+
MISSING_EVIDENCE: "MISSING_EVIDENCE";
|
|
114
|
+
COST_INCONCLUSIVE_UNPRICED: "COST_INCONCLUSIVE_UNPRICED";
|
|
115
|
+
LIFECYCLE_INCOMPLETE: "LIFECYCLE_INCOMPLETE";
|
|
116
|
+
LIFECYCLE_RUN_FAILED: "LIFECYCLE_RUN_FAILED";
|
|
117
|
+
LIFECYCLE_RUN_CANCELLED: "LIFECYCLE_RUN_CANCELLED";
|
|
118
|
+
}>;
|
|
119
|
+
}, z.core.$strict>>;
|
|
120
|
+
assessedAt: z.ZodString;
|
|
121
|
+
}, z.core.$strict>;
|
|
122
|
+
export declare const evaluationRunQualityGateSchema: z.ZodObject<{
|
|
123
|
+
policy: z.ZodObject<{
|
|
124
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
125
|
+
rules: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
126
|
+
metric: z.ZodEnum<{
|
|
127
|
+
PASS_RATE: "PASS_RATE";
|
|
128
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
129
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
130
|
+
}>;
|
|
131
|
+
operator: z.ZodLiteral<"MIN">;
|
|
132
|
+
threshold: z.ZodNumber;
|
|
133
|
+
}, z.core.$strict>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
134
|
+
metric: z.ZodLiteral<"ERROR_COUNT">;
|
|
135
|
+
operator: z.ZodLiteral<"MAX">;
|
|
136
|
+
threshold: z.ZodNumber;
|
|
137
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
138
|
+
metric: z.ZodLiteral<"ESTIMATED_COST_USD_MICROS">;
|
|
139
|
+
operator: z.ZodLiteral<"MAX">;
|
|
140
|
+
threshold: z.ZodNumber;
|
|
141
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
142
|
+
metric: z.ZodLiteral<"DURATION_MS">;
|
|
143
|
+
operator: z.ZodLiteral<"MAX">;
|
|
144
|
+
threshold: z.ZodNumber;
|
|
145
|
+
}, z.core.$strict>], "metric">]>>;
|
|
146
|
+
}, z.core.$strict>;
|
|
147
|
+
assessment: z.ZodOptional<z.ZodObject<{
|
|
148
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
149
|
+
overallVerdict: z.ZodEnum<{
|
|
150
|
+
PASS: "PASS";
|
|
151
|
+
FAIL: "FAIL";
|
|
152
|
+
INDETERMINATE: "INDETERMINATE";
|
|
153
|
+
}>;
|
|
154
|
+
lifecycleVerdict: z.ZodEnum<{
|
|
155
|
+
PASS: "PASS";
|
|
156
|
+
FAIL: "FAIL";
|
|
157
|
+
INDETERMINATE: "INDETERMINATE";
|
|
158
|
+
}>;
|
|
159
|
+
ruleResults: z.ZodArray<z.ZodObject<{
|
|
160
|
+
metric: z.ZodEnum<{
|
|
161
|
+
PASS_RATE: "PASS_RATE";
|
|
162
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
163
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
164
|
+
ERROR_COUNT: "ERROR_COUNT";
|
|
165
|
+
ESTIMATED_COST_USD_MICROS: "ESTIMATED_COST_USD_MICROS";
|
|
166
|
+
DURATION_MS: "DURATION_MS";
|
|
167
|
+
}>;
|
|
168
|
+
operator: z.ZodEnum<{
|
|
169
|
+
MIN: "MIN";
|
|
170
|
+
MAX: "MAX";
|
|
171
|
+
}>;
|
|
172
|
+
threshold: z.ZodNumber;
|
|
173
|
+
observedValue: z.ZodOptional<z.ZodNumber>;
|
|
174
|
+
verdict: z.ZodEnum<{
|
|
175
|
+
PASS: "PASS";
|
|
176
|
+
FAIL: "FAIL";
|
|
177
|
+
INDETERMINATE: "INDETERMINATE";
|
|
178
|
+
}>;
|
|
179
|
+
reasonCode: z.ZodEnum<{
|
|
180
|
+
THRESHOLD_SATISFIED: "THRESHOLD_SATISFIED";
|
|
181
|
+
THRESHOLD_VIOLATED: "THRESHOLD_VIOLATED";
|
|
182
|
+
MISSING_EVIDENCE: "MISSING_EVIDENCE";
|
|
183
|
+
COST_INCONCLUSIVE_UNPRICED: "COST_INCONCLUSIVE_UNPRICED";
|
|
184
|
+
LIFECYCLE_INCOMPLETE: "LIFECYCLE_INCOMPLETE";
|
|
185
|
+
LIFECYCLE_RUN_FAILED: "LIFECYCLE_RUN_FAILED";
|
|
186
|
+
LIFECYCLE_RUN_CANCELLED: "LIFECYCLE_RUN_CANCELLED";
|
|
187
|
+
}>;
|
|
188
|
+
}, z.core.$strict>>;
|
|
189
|
+
assessedAt: z.ZodString;
|
|
190
|
+
}, z.core.$strict>>;
|
|
191
|
+
}, z.core.$strict>;
|
|
192
|
+
//# sourceMappingURL=evaluation-quality-gate.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evaluation-quality-gate.d.ts","sourceRoot":"","sources":["../../src/schemas/evaluation-quality-gate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAWxB,eAAO,MAAM,iCAAiC,KAAK,CAAC;AA8BpD,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;gCAG1C,CAAC;AAEH,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;kBAqB1C,CAAC;AAEL,eAAO,MAAM,qCAAqC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAehD,CAAC;AAEH,eAAO,MAAM,qCAAqC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAMhD,CAAC;AAEH,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAGzC,CAAC"}
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import { EVALUATION_QUALITY_GATE_ASSESSMENT_SCHEMA_VERSION, EVALUATION_QUALITY_GATE_METRICS, EVALUATION_QUALITY_GATE_MIN_METRICS, EVALUATION_QUALITY_GATE_POLICY_SCHEMA_VERSION, EVALUATION_QUALITY_GATE_REASON_CODES, EVALUATION_QUALITY_GATE_VERDICTS, } from "../evaluation-quality-gate.js";
|
|
3
|
+
export const MAX_EVALUATION_QUALITY_GATE_RULES = 16;
|
|
4
|
+
const finiteUnitRate = z.number().finite().min(0).max(1);
|
|
5
|
+
const finiteNonNegativeInt = z.number().int().min(0).finite();
|
|
6
|
+
const evaluationQualityGateMinRuleSchema = z.strictObject({
|
|
7
|
+
metric: z.enum(EVALUATION_QUALITY_GATE_MIN_METRICS),
|
|
8
|
+
operator: z.literal("MIN"),
|
|
9
|
+
threshold: finiteUnitRate,
|
|
10
|
+
});
|
|
11
|
+
const evaluationQualityGateMaxRuleSchema = z.discriminatedUnion("metric", [
|
|
12
|
+
z.strictObject({
|
|
13
|
+
metric: z.literal("ERROR_COUNT"),
|
|
14
|
+
operator: z.literal("MAX"),
|
|
15
|
+
threshold: finiteNonNegativeInt,
|
|
16
|
+
}),
|
|
17
|
+
z.strictObject({
|
|
18
|
+
metric: z.literal("ESTIMATED_COST_USD_MICROS"),
|
|
19
|
+
operator: z.literal("MAX"),
|
|
20
|
+
threshold: finiteNonNegativeInt,
|
|
21
|
+
}),
|
|
22
|
+
z.strictObject({
|
|
23
|
+
metric: z.literal("DURATION_MS"),
|
|
24
|
+
operator: z.literal("MAX"),
|
|
25
|
+
threshold: finiteNonNegativeInt,
|
|
26
|
+
}),
|
|
27
|
+
]);
|
|
28
|
+
export const evaluationQualityGateRuleSchema = z.union([
|
|
29
|
+
evaluationQualityGateMinRuleSchema,
|
|
30
|
+
evaluationQualityGateMaxRuleSchema,
|
|
31
|
+
]);
|
|
32
|
+
export const evaluationQualityGatePolicySchema = z
|
|
33
|
+
.strictObject({
|
|
34
|
+
schemaVersion: z.literal(EVALUATION_QUALITY_GATE_POLICY_SCHEMA_VERSION),
|
|
35
|
+
rules: z
|
|
36
|
+
.array(evaluationQualityGateRuleSchema)
|
|
37
|
+
.min(1)
|
|
38
|
+
.max(MAX_EVALUATION_QUALITY_GATE_RULES),
|
|
39
|
+
})
|
|
40
|
+
.superRefine((policy, context) => {
|
|
41
|
+
const seen = new Set();
|
|
42
|
+
for (const rule of policy.rules) {
|
|
43
|
+
if (seen.has(rule.metric)) {
|
|
44
|
+
context.addIssue({
|
|
45
|
+
code: "custom",
|
|
46
|
+
message: `Duplicate quality gate metric '${rule.metric}'.`,
|
|
47
|
+
path: ["rules"],
|
|
48
|
+
});
|
|
49
|
+
return;
|
|
50
|
+
}
|
|
51
|
+
seen.add(rule.metric);
|
|
52
|
+
}
|
|
53
|
+
});
|
|
54
|
+
export const evaluationQualityGateRuleResultSchema = z.strictObject({
|
|
55
|
+
metric: z.enum(EVALUATION_QUALITY_GATE_METRICS),
|
|
56
|
+
operator: z.enum(["MIN", "MAX"]),
|
|
57
|
+
threshold: z.number().finite(),
|
|
58
|
+
observedValue: z.number().finite().optional(),
|
|
59
|
+
verdict: z.enum(EVALUATION_QUALITY_GATE_VERDICTS),
|
|
60
|
+
reasonCode: z.enum([
|
|
61
|
+
EVALUATION_QUALITY_GATE_REASON_CODES.THRESHOLD_SATISFIED,
|
|
62
|
+
EVALUATION_QUALITY_GATE_REASON_CODES.THRESHOLD_VIOLATED,
|
|
63
|
+
EVALUATION_QUALITY_GATE_REASON_CODES.MISSING_EVIDENCE,
|
|
64
|
+
EVALUATION_QUALITY_GATE_REASON_CODES.COST_INCONCLUSIVE_UNPRICED,
|
|
65
|
+
EVALUATION_QUALITY_GATE_REASON_CODES.LIFECYCLE_INCOMPLETE,
|
|
66
|
+
EVALUATION_QUALITY_GATE_REASON_CODES.LIFECYCLE_RUN_FAILED,
|
|
67
|
+
EVALUATION_QUALITY_GATE_REASON_CODES.LIFECYCLE_RUN_CANCELLED,
|
|
68
|
+
]),
|
|
69
|
+
});
|
|
70
|
+
export const evaluationQualityGateAssessmentSchema = z.strictObject({
|
|
71
|
+
schemaVersion: z.literal(EVALUATION_QUALITY_GATE_ASSESSMENT_SCHEMA_VERSION),
|
|
72
|
+
overallVerdict: z.enum(EVALUATION_QUALITY_GATE_VERDICTS),
|
|
73
|
+
lifecycleVerdict: z.enum(EVALUATION_QUALITY_GATE_VERDICTS),
|
|
74
|
+
ruleResults: z.array(evaluationQualityGateRuleResultSchema),
|
|
75
|
+
assessedAt: z.string().min(1),
|
|
76
|
+
});
|
|
77
|
+
export const evaluationRunQualityGateSchema = z.strictObject({
|
|
78
|
+
policy: evaluationQualityGatePolicySchema,
|
|
79
|
+
assessment: evaluationQualityGateAssessmentSchema.optional(),
|
|
80
|
+
});
|
|
81
|
+
//# sourceMappingURL=evaluation-quality-gate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evaluation-quality-gate.js","sourceRoot":"","sources":["../../src/schemas/evaluation-quality-gate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,iDAAiD,EACjD,+BAA+B,EAC/B,mCAAmC,EACnC,6CAA6C,EAC7C,oCAAoC,EACpC,gCAAgC,GACjC,MAAM,+BAA+B,CAAC;AAEvC,MAAM,CAAC,MAAM,iCAAiC,GAAG,EAAE,CAAC;AAEpD,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAEzD,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;AAE9D,MAAM,kCAAkC,GAAG,CAAC,CAAC,YAAY,CAAC;IACxD,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,mCAAmC,CAAC;IACnD,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IAC1B,SAAS,EAAE,cAAc;CAC1B,CAAC,CAAC;AAEH,MAAM,kCAAkC,GAAG,CAAC,CAAC,kBAAkB,CAAC,QAAQ,EAAE;IACxE,CAAC,CAAC,YAAY,CAAC;QACb,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QAChC,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;QAC1B,SAAS,EAAE,oBAAoB;KAChC,CAAC;IACF,CAAC,CAAC,YAAY,CAAC;QACb,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,2BAA2B,CAAC;QAC9C,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;QAC1B,SAAS,EAAE,oBAAoB;KAChC,CAAC;IACF,CAAC,CAAC,YAAY,CAAC;QACb,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QAChC,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;QAC1B,SAAS,EAAE,oBAAoB;KAChC,CAAC;CACH,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,CAAC,KAAK,CAAC;IACrD,kCAAkC;IAClC,kCAAkC;CACnC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC;KAC/C,YAAY,CAAC;IACZ,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,6CAA6C,CAAC;IACvE,KAAK,EAAE,CAAC;SACL,KAAK,CAAC,+BAA+B,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,iCAAiC,CAAC;CAC1C,CAAC;KACD,WAAW,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;IAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,QAAQ,CAAC;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,kCAAkC,IAAI,CAAC,MAAM,IAAI;gBAC1D,IAAI,EAAE,CAAC,OAAO,CAAC;aAChB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAC,YAAY,CAAC;IAClE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC;IAC/C,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAChC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE;IAC9B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7C,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC;IACjD,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC;QACjB,oCAAoC,CAAC,mBAAmB;QACxD,oCAAoC,CAAC,kBAAkB;QACvD,oCAAoC,CAAC,gBAAgB;QACrD,oCAAoC,CAAC,0BAA0B;QAC/D,oCAAoC,CAAC,oBAAoB;QACzD,oCAAoC,CAAC,oBAAoB;QACzD,oCAAoC,CAAC,uBAAuB;KAC7D,CAAC;CACH,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAC,YAAY,CAAC;IAClE,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,iDAAiD,CAAC;IAC3E,cAAc,EAAE,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC;IACxD,gBAAgB,EAAE,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC;IAC1D,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,qCAAqC,CAAC;IAC3D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAC9B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,YAAY,CAAC;IAC3D,MAAM,EAAE,iCAAiC;IACzC,UAAU,EAAE,qCAAqC,CAAC,QAAQ,EAAE;CAC7D,CAAC,CAAC"}
|
|
@@ -106,6 +106,30 @@ export declare const createEvaluationRunRequestSchema: z.ZodObject<{
|
|
|
106
106
|
WORKFLOW_VERSION: "WORKFLOW_VERSION";
|
|
107
107
|
}>;
|
|
108
108
|
targetVersionId: z.ZodUnion<readonly [z.ZodType<import("../ids.js").OsvaId<"AgentVersionId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"AgentVersionId">, string>>, z.ZodType<import("../ids.js").OsvaId<"WorkflowVersionId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"WorkflowVersionId">, string>>]>;
|
|
109
|
+
qualityGatePolicy: z.ZodOptional<z.ZodObject<{
|
|
110
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
111
|
+
rules: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
112
|
+
metric: z.ZodEnum<{
|
|
113
|
+
PASS_RATE: "PASS_RATE";
|
|
114
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
115
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
116
|
+
}>;
|
|
117
|
+
operator: z.ZodLiteral<"MIN">;
|
|
118
|
+
threshold: z.ZodNumber;
|
|
119
|
+
}, z.core.$strict>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
120
|
+
metric: z.ZodLiteral<"ERROR_COUNT">;
|
|
121
|
+
operator: z.ZodLiteral<"MAX">;
|
|
122
|
+
threshold: z.ZodNumber;
|
|
123
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
124
|
+
metric: z.ZodLiteral<"ESTIMATED_COST_USD_MICROS">;
|
|
125
|
+
operator: z.ZodLiteral<"MAX">;
|
|
126
|
+
threshold: z.ZodNumber;
|
|
127
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
128
|
+
metric: z.ZodLiteral<"DURATION_MS">;
|
|
129
|
+
operator: z.ZodLiteral<"MAX">;
|
|
130
|
+
threshold: z.ZodNumber;
|
|
131
|
+
}, z.core.$strict>], "metric">]>>;
|
|
132
|
+
}, z.core.$strict>>;
|
|
109
133
|
}, z.core.$strict>;
|
|
110
134
|
export declare const evaluationRunResourceSchema: z.ZodObject<{
|
|
111
135
|
id: z.ZodType<import("../ids.js").OsvaId<"EvaluationRunId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationRunId">, string>>;
|
|
@@ -137,11 +161,15 @@ export declare const evaluationRunSummarySchema: z.ZodObject<{
|
|
|
137
161
|
failedCases: z.ZodNumber;
|
|
138
162
|
errorCases: z.ZodNumber;
|
|
139
163
|
passRate: z.ZodNumber;
|
|
164
|
+
completionCoverage: z.ZodNumber;
|
|
165
|
+
validScoredCaseCount: z.ZodNumber;
|
|
166
|
+
qualityScore: z.ZodOptional<z.ZodNumber>;
|
|
140
167
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
141
168
|
inputTokens: z.ZodNumber;
|
|
142
169
|
outputTokens: z.ZodNumber;
|
|
143
170
|
pricedCostUsdMicros: z.ZodNumber;
|
|
144
171
|
unpricedModelCalls: z.ZodNumber;
|
|
172
|
+
usageMeasured: z.ZodBoolean;
|
|
145
173
|
}, z.core.$strict>;
|
|
146
174
|
export declare const evaluationRunDetailResourceSchema: z.ZodObject<{
|
|
147
175
|
id: z.ZodType<import("../ids.js").OsvaId<"EvaluationRunId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationRunId">, string>>;
|
|
@@ -172,12 +200,86 @@ export declare const evaluationRunDetailResourceSchema: z.ZodObject<{
|
|
|
172
200
|
failedCases: z.ZodNumber;
|
|
173
201
|
errorCases: z.ZodNumber;
|
|
174
202
|
passRate: z.ZodNumber;
|
|
203
|
+
completionCoverage: z.ZodNumber;
|
|
204
|
+
validScoredCaseCount: z.ZodNumber;
|
|
205
|
+
qualityScore: z.ZodOptional<z.ZodNumber>;
|
|
175
206
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
176
207
|
inputTokens: z.ZodNumber;
|
|
177
208
|
outputTokens: z.ZodNumber;
|
|
178
209
|
pricedCostUsdMicros: z.ZodNumber;
|
|
179
210
|
unpricedModelCalls: z.ZodNumber;
|
|
211
|
+
usageMeasured: z.ZodBoolean;
|
|
180
212
|
}, z.core.$strict>;
|
|
213
|
+
qualityGate: z.ZodOptional<z.ZodObject<{
|
|
214
|
+
policy: z.ZodObject<{
|
|
215
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
216
|
+
rules: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
217
|
+
metric: z.ZodEnum<{
|
|
218
|
+
PASS_RATE: "PASS_RATE";
|
|
219
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
220
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
221
|
+
}>;
|
|
222
|
+
operator: z.ZodLiteral<"MIN">;
|
|
223
|
+
threshold: z.ZodNumber;
|
|
224
|
+
}, z.core.$strict>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
225
|
+
metric: z.ZodLiteral<"ERROR_COUNT">;
|
|
226
|
+
operator: z.ZodLiteral<"MAX">;
|
|
227
|
+
threshold: z.ZodNumber;
|
|
228
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
229
|
+
metric: z.ZodLiteral<"ESTIMATED_COST_USD_MICROS">;
|
|
230
|
+
operator: z.ZodLiteral<"MAX">;
|
|
231
|
+
threshold: z.ZodNumber;
|
|
232
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
233
|
+
metric: z.ZodLiteral<"DURATION_MS">;
|
|
234
|
+
operator: z.ZodLiteral<"MAX">;
|
|
235
|
+
threshold: z.ZodNumber;
|
|
236
|
+
}, z.core.$strict>], "metric">]>>;
|
|
237
|
+
}, z.core.$strict>;
|
|
238
|
+
assessment: z.ZodOptional<z.ZodObject<{
|
|
239
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
240
|
+
overallVerdict: z.ZodEnum<{
|
|
241
|
+
PASS: "PASS";
|
|
242
|
+
FAIL: "FAIL";
|
|
243
|
+
INDETERMINATE: "INDETERMINATE";
|
|
244
|
+
}>;
|
|
245
|
+
lifecycleVerdict: z.ZodEnum<{
|
|
246
|
+
PASS: "PASS";
|
|
247
|
+
FAIL: "FAIL";
|
|
248
|
+
INDETERMINATE: "INDETERMINATE";
|
|
249
|
+
}>;
|
|
250
|
+
ruleResults: z.ZodArray<z.ZodObject<{
|
|
251
|
+
metric: z.ZodEnum<{
|
|
252
|
+
PASS_RATE: "PASS_RATE";
|
|
253
|
+
QUALITY_SCORE: "QUALITY_SCORE";
|
|
254
|
+
COMPLETION_COVERAGE: "COMPLETION_COVERAGE";
|
|
255
|
+
ERROR_COUNT: "ERROR_COUNT";
|
|
256
|
+
ESTIMATED_COST_USD_MICROS: "ESTIMATED_COST_USD_MICROS";
|
|
257
|
+
DURATION_MS: "DURATION_MS";
|
|
258
|
+
}>;
|
|
259
|
+
operator: z.ZodEnum<{
|
|
260
|
+
MIN: "MIN";
|
|
261
|
+
MAX: "MAX";
|
|
262
|
+
}>;
|
|
263
|
+
threshold: z.ZodNumber;
|
|
264
|
+
observedValue: z.ZodOptional<z.ZodNumber>;
|
|
265
|
+
verdict: z.ZodEnum<{
|
|
266
|
+
PASS: "PASS";
|
|
267
|
+
FAIL: "FAIL";
|
|
268
|
+
INDETERMINATE: "INDETERMINATE";
|
|
269
|
+
}>;
|
|
270
|
+
reasonCode: z.ZodEnum<{
|
|
271
|
+
THRESHOLD_SATISFIED: "THRESHOLD_SATISFIED";
|
|
272
|
+
THRESHOLD_VIOLATED: "THRESHOLD_VIOLATED";
|
|
273
|
+
MISSING_EVIDENCE: "MISSING_EVIDENCE";
|
|
274
|
+
COST_INCONCLUSIVE_UNPRICED: "COST_INCONCLUSIVE_UNPRICED";
|
|
275
|
+
LIFECYCLE_INCOMPLETE: "LIFECYCLE_INCOMPLETE";
|
|
276
|
+
LIFECYCLE_RUN_FAILED: "LIFECYCLE_RUN_FAILED";
|
|
277
|
+
LIFECYCLE_RUN_CANCELLED: "LIFECYCLE_RUN_CANCELLED";
|
|
278
|
+
}>;
|
|
279
|
+
}, z.core.$strict>>;
|
|
280
|
+
assessedAt: z.ZodString;
|
|
281
|
+
}, z.core.$strict>>;
|
|
282
|
+
}, z.core.$strict>>;
|
|
181
283
|
}, z.core.$strict>;
|
|
182
284
|
export declare const evaluationCaseResultResourceSchema: z.ZodObject<{
|
|
183
285
|
id: z.ZodType<import("../ids.js").OsvaId<"EvaluationCaseResultId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationCaseResultId">, string>>;
|
|
@@ -209,4 +311,46 @@ export declare const evaluationCaseResultListResourceSchema: z.ZodObject<{
|
|
|
209
311
|
completedAt: z.ZodOptional<z.ZodString>;
|
|
210
312
|
}, z.core.$strict>>;
|
|
211
313
|
}, z.core.$strict>;
|
|
314
|
+
export declare const evaluationRunListCursorPayloadSchema: z.ZodObject<{
|
|
315
|
+
createdAt: z.ZodString;
|
|
316
|
+
id: z.ZodType<import("../ids.js").OsvaId<"EvaluationRunId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationRunId">, string>>;
|
|
317
|
+
}, z.core.$strict>;
|
|
318
|
+
export declare const listEvaluationRunsQuerySchema: z.ZodObject<{
|
|
319
|
+
limit: z.ZodOptional<z.ZodString>;
|
|
320
|
+
cursor: z.ZodOptional<z.ZodString>;
|
|
321
|
+
evaluationSuiteId: z.ZodOptional<z.ZodType<import("../ids.js").OsvaId<"EvaluationSuiteId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationSuiteId">, string>>>;
|
|
322
|
+
evaluationSuiteVersionId: z.ZodOptional<z.ZodType<import("../ids.js").OsvaId<"EvaluationSuiteVersionId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationSuiteVersionId">, string>>>;
|
|
323
|
+
agentVersionId: z.ZodOptional<z.ZodType<import("../ids.js").OsvaId<"AgentVersionId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"AgentVersionId">, string>>>;
|
|
324
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
325
|
+
PENDING: "PENDING";
|
|
326
|
+
RUNNING: "RUNNING";
|
|
327
|
+
COMPLETED: "COMPLETED";
|
|
328
|
+
FAILED: "FAILED";
|
|
329
|
+
CANCELLED: "CANCELLED";
|
|
330
|
+
}>>;
|
|
331
|
+
}, z.core.$strict>;
|
|
332
|
+
export declare const evaluationRunListResourceSchema: z.ZodObject<{
|
|
333
|
+
items: z.ZodArray<z.ZodObject<{
|
|
334
|
+
id: z.ZodType<import("../ids.js").OsvaId<"EvaluationRunId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationRunId">, string>>;
|
|
335
|
+
workspaceId: z.ZodType<import("../ids.js").OsvaId<"WorkspaceId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"WorkspaceId">, string>>;
|
|
336
|
+
evaluationSuiteVersionId: z.ZodType<import("../ids.js").OsvaId<"EvaluationSuiteVersionId">, string, z.core.$ZodTypeInternals<import("../ids.js").OsvaId<"EvaluationSuiteVersionId">, string>>;
|
|
337
|
+
targetType: z.ZodEnum<{
|
|
338
|
+
AGENT_VERSION: "AGENT_VERSION";
|
|
339
|
+
WORKFLOW_VERSION: "WORKFLOW_VERSION";
|
|
340
|
+
}>;
|
|
341
|
+
targetVersionId: z.ZodString;
|
|
342
|
+
status: z.ZodEnum<{
|
|
343
|
+
PENDING: "PENDING";
|
|
344
|
+
RUNNING: "RUNNING";
|
|
345
|
+
COMPLETED: "COMPLETED";
|
|
346
|
+
FAILED: "FAILED";
|
|
347
|
+
CANCELLED: "CANCELLED";
|
|
348
|
+
}>;
|
|
349
|
+
createdAt: z.ZodString;
|
|
350
|
+
startedAt: z.ZodOptional<z.ZodString>;
|
|
351
|
+
completedAt: z.ZodOptional<z.ZodString>;
|
|
352
|
+
cancelledAt: z.ZodOptional<z.ZodString>;
|
|
353
|
+
}, z.core.$strict>>;
|
|
354
|
+
nextCursor: z.ZodOptional<z.ZodString>;
|
|
355
|
+
}, z.core.$strict>;
|
|
212
356
|
//# sourceMappingURL=evaluation-suite.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluation-suite.d.ts","sourceRoot":"","sources":["../../src/schemas/evaluation-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"evaluation-suite.d.ts","sourceRoot":"","sources":["../../src/schemas/evaluation-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AA0BxB,eAAO,MAAM,kCAAkC;;;;kBAI7C,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;;;;;kBAQxC,CAAC;AAEH,eAAO,MAAM,iCAAiC;;;;;;;;;;kBAE5C,CAAC;AAEH,eAAO,MAAM,8BAA8B;;;;;;;;;kBAMzC,CAAC;AAEH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;kBASvC,CAAC;AAEH,eAAO,MAAM,yCAAyC;;;;;;;;;;;kBAEpD,CAAC;AAEH,eAAO,MAAM,oCAAoC;;;;;;;;;;;;;;;;;;kBAM/C,CAAC;AAEH,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;kBAEnD,CAAC;AAEH,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAK3C,CAAC;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;kBAWtC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;kBAkBrC,CAAC;AAEH,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAI1C,CAAC;AAEL,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;kBAS7C,CAAC;AAEH,eAAO,MAAM,sCAAsC;;;;;;;;;;;;;;;kBAEjD,CAAC;AAEH,eAAO,MAAM,oCAAoC;;;kBAG/C,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;kBAUxC,CAAC;AAEH,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;kBAG1C,CAAC"}
|