@orq-ai/node 4.14.18 → 4.14.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/jsr.json +1 -1
- package/lib/config.d.ts +2 -2
- package/lib/config.js +2 -2
- package/models/components/evaluatorresponsefunction.js +2 -2
- package/models/components/evaluatorresponsehttp.js +2 -2
- package/models/components/evaluatorresponsejsonschema.js +2 -2
- package/models/components/evaluatorresponsellm.js +2 -2
- package/models/components/evaluatorresponsepython.js +2 -2
- package/models/components/evaluatorresponseragas.js +2 -2
- package/models/components/evaluatorresponsetypescript.js +2 -2
- package/models/components/reasoningpart.js +1 -1
- package/models/operations/createannotationqueue.js +1 -1
- package/models/operations/createdataset.js +1 -1
- package/models/operations/createdatasetitem.js +5 -5
- package/models/operations/createtool.js +4 -4
- package/models/operations/getalltools.js +4 -4
- package/models/operations/geteval.js +16 -16
- package/models/operations/getv2humanevalsets.js +2 -2
- package/models/operations/getv2humanevalsetsid.js +2 -2
- package/models/operations/listannotationqueues.js +1 -1
- package/models/operations/listdatasetdatapoints.js +5 -5
- package/models/operations/listdatasets.js +1 -1
- package/models/operations/patchv2humanevalsetsid.js +2 -2
- package/models/operations/postv2feedbackevaluation.js +4 -4
- package/models/operations/postv2humanevalsets.js +2 -2
- package/models/operations/retrieveannotationqueue.js +1 -1
- package/models/operations/retrievedatapoint.js +5 -5
- package/models/operations/retrievedataset.js +1 -1
- package/models/operations/retrievetool.js +4 -4
- package/models/operations/runagent.js +1 -1
- package/models/operations/streamrunagent.js +1 -1
- package/models/operations/updateannotationqueue.js +1 -1
- package/models/operations/updatedatapoint.js +5 -5
- package/models/operations/updatedataset.js +1 -1
- package/models/operations/updatetool.js +4 -4
- package/package.json +1 -1
- package/packages/orq-rc/src/funcs/projectsCreate.ts +1 -1
- package/packages/orq-rc/src/funcs/projectsDelete.ts +1 -1
- package/packages/orq-rc/src/funcs/projectsUpdate.ts +1 -1
- package/packages/orq-rc/src/funcs/webhooksGet.ts +1 -1
- package/packages/orq-rc/src/lib/config.ts +2 -2
- package/packages/orq-rc/src/models/components/evaluationcontext.ts +3 -19
- package/packages/orq-rc/src/models/components/evaluationresult.ts +2 -2
- package/packages/orq-rc/src/models/components/invokeevaluatorrequest.ts +3 -26
- package/packages/orq-rc/src/models/components/reasoningpart.ts +1 -1
- package/packages/orq-rc/src/models/components/traceusage.ts +3 -0
- package/packages/orq-rc/src/models/components/webhook.ts +2 -2
- package/packages/orq-rc/src/models/operations/createdataset.ts +1 -1
- package/packages/orq-rc/src/models/operations/createdatasetitem.ts +5 -5
- package/packages/orq-rc/src/models/operations/createtool.ts +4 -4
- package/packages/orq-rc/src/models/operations/getalltools.ts +4 -4
- package/packages/orq-rc/src/models/operations/getv2humanevalsets.ts +2 -2
- package/packages/orq-rc/src/models/operations/getv2humanevalsetsid.ts +2 -2
- package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +5 -5
- package/packages/orq-rc/src/models/operations/listdatasets.ts +1 -1
- package/packages/orq-rc/src/models/operations/patchv2humanevalsetsid.ts +2 -2
- package/packages/orq-rc/src/models/operations/postv2feedbackevaluation.ts +4 -4
- package/packages/orq-rc/src/models/operations/postv2humanevalsets.ts +2 -2
- package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +5 -5
- package/packages/orq-rc/src/models/operations/retrievedataset.ts +1 -1
- package/packages/orq-rc/src/models/operations/retrievetool.ts +4 -4
- package/packages/orq-rc/src/models/operations/runagent.ts +1 -1
- package/packages/orq-rc/src/models/operations/streamrunagent.ts +1 -1
- package/packages/orq-rc/src/models/operations/updatedatapoint.ts +5 -5
- package/packages/orq-rc/src/models/operations/updatedataset.ts +1 -1
- package/packages/orq-rc/src/models/operations/updatetool.ts +4 -4
- package/packages/orq-rc/src/sdk/projects.ts +3 -3
- package/packages/orq-rc/src/sdk/webhooks.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/models/components/evaluatorresponsefunction.ts +2 -2
- package/src/models/components/evaluatorresponsehttp.ts +2 -2
- package/src/models/components/evaluatorresponsejsonschema.ts +2 -2
- package/src/models/components/evaluatorresponsellm.ts +2 -2
- package/src/models/components/evaluatorresponsepython.ts +2 -2
- package/src/models/components/evaluatorresponseragas.ts +2 -2
- package/src/models/components/evaluatorresponsetypescript.ts +2 -2
- package/src/models/components/reasoningpart.ts +1 -1
- package/src/models/operations/createannotationqueue.ts +1 -1
- package/src/models/operations/createdataset.ts +1 -1
- package/src/models/operations/createdatasetitem.ts +5 -5
- package/src/models/operations/createtool.ts +4 -4
- package/src/models/operations/getalltools.ts +4 -4
- package/src/models/operations/geteval.ts +16 -16
- package/src/models/operations/getv2humanevalsets.ts +2 -2
- package/src/models/operations/getv2humanevalsetsid.ts +2 -2
- package/src/models/operations/listannotationqueues.ts +1 -1
- package/src/models/operations/listdatasetdatapoints.ts +5 -5
- package/src/models/operations/listdatasets.ts +1 -1
- package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
- package/src/models/operations/postv2feedbackevaluation.ts +4 -4
- package/src/models/operations/postv2humanevalsets.ts +2 -2
- package/src/models/operations/retrieveannotationqueue.ts +1 -1
- package/src/models/operations/retrievedatapoint.ts +5 -5
- package/src/models/operations/retrievedataset.ts +1 -1
- package/src/models/operations/retrievetool.ts +4 -4
- package/src/models/operations/runagent.ts +1 -1
- package/src/models/operations/streamrunagent.ts +1 -1
- package/src/models/operations/updateannotationqueue.ts +1 -1
- package/src/models/operations/updatedatapoint.ts +5 -5
- package/src/models/operations/updatedataset.ts +1 -1
- package/src/models/operations/updatetool.ts +4 -4
|
@@ -164,7 +164,7 @@ function retrieveToolResponseBodyCodeToolFromJSON(jsonString) {
|
|
|
164
164
|
}
|
|
165
165
|
/** @internal */
|
|
166
166
|
exports.RetrieveToolResponseBodyCodeExecutionTool$inboundSchema = z.object({
|
|
167
|
-
_id: z.string().default("
|
|
167
|
+
_id: z.string().default("tool_01M2KCH7B9DM83J181WWWEFS7A"),
|
|
168
168
|
path: z.string(),
|
|
169
169
|
key: z.string(),
|
|
170
170
|
display_name: z.string().optional(),
|
|
@@ -253,7 +253,7 @@ function retrieveToolResponseBodyHttpFromJSON(jsonString) {
|
|
|
253
253
|
}
|
|
254
254
|
/** @internal */
|
|
255
255
|
exports.RetrieveToolResponseBodyHTTPTool$inboundSchema = z.object({
|
|
256
|
-
_id: z.string().default("
|
|
256
|
+
_id: z.string().default("tool_01M2KCH7B4TFYEN25VED1G9AV2"),
|
|
257
257
|
path: z.string(),
|
|
258
258
|
key: z.string(),
|
|
259
259
|
display_name: z.string().optional(),
|
|
@@ -303,7 +303,7 @@ function retrieveToolResponseBodyJsonSchemaFromJSON(jsonString) {
|
|
|
303
303
|
}
|
|
304
304
|
/** @internal */
|
|
305
305
|
exports.RetrieveToolResponseBodyJSONSchemaTool$inboundSchema = z.object({
|
|
306
|
-
_id: z.string().default("
|
|
306
|
+
_id: z.string().default("tool_01M2KCH7B39M92H2QYSJT8P3P1"),
|
|
307
307
|
path: z.string(),
|
|
308
308
|
key: z.string(),
|
|
309
309
|
display_name: z.string().optional(),
|
|
@@ -357,7 +357,7 @@ function retrieveToolResponseBodyFunctionFromJSON(jsonString) {
|
|
|
357
357
|
}
|
|
358
358
|
/** @internal */
|
|
359
359
|
exports.RetrieveToolResponseBodyFunctionTool$inboundSchema = z.object({
|
|
360
|
-
_id: z.string().default("
|
|
360
|
+
_id: z.string().default("tool_01M2KCH7B2F7PYEVMKH5ZVRFMC"),
|
|
361
361
|
path: z.string(),
|
|
362
362
|
key: z.string(),
|
|
363
363
|
display_name: z.string().optional(),
|
|
@@ -1106,7 +1106,7 @@ function agentToolInputRunSchemaToJSON(agentToolInputRunSchema) {
|
|
|
1106
1106
|
}
|
|
1107
1107
|
/** @internal */
|
|
1108
1108
|
exports.Tools$outboundSchema = z.object({
|
|
1109
|
-
id: z.string().default("
|
|
1109
|
+
id: z.string().default("01M2KCH76W7W5BACYST1XP9X13"),
|
|
1110
1110
|
name: z.string(),
|
|
1111
1111
|
description: z.string().optional(),
|
|
1112
1112
|
schema: z.lazy(() => exports.AgentToolInputRunSchema$outboundSchema),
|
|
@@ -1072,7 +1072,7 @@ function streamRunAgentAgentToolInputRunAgentsSchemaToJSON(streamRunAgentAgentTo
|
|
|
1072
1072
|
}
|
|
1073
1073
|
/** @internal */
|
|
1074
1074
|
exports.AgentToolInputRunTools$outboundSchema = z.object({
|
|
1075
|
-
id: z.string().default("
|
|
1075
|
+
id: z.string().default("01M2KCH77RWMXWHSMWJMMZRCSX"),
|
|
1076
1076
|
name: z.string(),
|
|
1077
1077
|
description: z.string().optional(),
|
|
1078
1078
|
schema: z.lazy(() => exports.StreamRunAgentAgentToolInputRunAgentsSchema$outboundSchema),
|
|
@@ -98,7 +98,7 @@ exports.UpdateAnnotationQueueResponseBody$inboundSchema = z.object({
|
|
|
98
98
|
updated_by_id: z.nullable(z.string()).optional(),
|
|
99
99
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
100
100
|
.optional(),
|
|
101
|
-
updated: z.string().datetime({ offset: true }).default("2026-09-
|
|
101
|
+
updated: z.string().datetime({ offset: true }).default("2026-09-15T20:35:51.788Z").transform(v => new Date(v)),
|
|
102
102
|
}).transform((v) => {
|
|
103
103
|
return (0, primitives_js_1.remap)(v, {
|
|
104
104
|
"_id": "id",
|
|
@@ -866,7 +866,7 @@ exports.UpdateDatapointEvaluations4$inboundSchema = z.object({
|
|
|
866
866
|
parent_annotation_id: z.string().optional(),
|
|
867
867
|
explanation: z.string().optional(),
|
|
868
868
|
reviewed_by_id: z.string(),
|
|
869
|
-
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-
|
|
869
|
+
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-15T20:36:00.533Z").transform(v => new Date(v)),
|
|
870
870
|
type: z.literal("string_array"),
|
|
871
871
|
values: z.array(z.string()),
|
|
872
872
|
}).transform((v) => {
|
|
@@ -917,7 +917,7 @@ exports.UpdateDatapointEvaluations3$inboundSchema = z.object({
|
|
|
917
917
|
parent_annotation_id: z.string().optional(),
|
|
918
918
|
explanation: z.string().optional(),
|
|
919
919
|
reviewed_by_id: z.string(),
|
|
920
|
-
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-
|
|
920
|
+
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-15T20:36:00.533Z").transform(v => new Date(v)),
|
|
921
921
|
type: z.literal("boolean"),
|
|
922
922
|
value: z.boolean(),
|
|
923
923
|
}).transform((v) => {
|
|
@@ -968,7 +968,7 @@ exports.UpdateDatapointEvaluations2$inboundSchema = z.object({
|
|
|
968
968
|
parent_annotation_id: z.string().optional(),
|
|
969
969
|
explanation: z.string().optional(),
|
|
970
970
|
reviewed_by_id: z.string(),
|
|
971
|
-
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-
|
|
971
|
+
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-15T20:36:00.532Z").transform(v => new Date(v)),
|
|
972
972
|
type: z.literal("number"),
|
|
973
973
|
value: z.number(),
|
|
974
974
|
}).transform((v) => {
|
|
@@ -1018,7 +1018,7 @@ exports.UpdateDatapointEvaluations1$inboundSchema = z.object({
|
|
|
1018
1018
|
parent_annotation_id: z.string().optional(),
|
|
1019
1019
|
explanation: z.string().optional(),
|
|
1020
1020
|
reviewed_by_id: z.string(),
|
|
1021
|
-
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-
|
|
1021
|
+
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-15T20:36:00.532Z").transform(v => new Date(v)),
|
|
1022
1022
|
type: z.literal("string"),
|
|
1023
1023
|
value: z.string(),
|
|
1024
1024
|
}).transform((v) => {
|
|
@@ -1069,7 +1069,7 @@ exports.UpdateDatapointResponseBody$inboundSchema = z.object({
|
|
|
1069
1069
|
updated_by_id: z.nullable(z.string()).optional(),
|
|
1070
1070
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
1071
1071
|
.optional(),
|
|
1072
|
-
updated: z.string().datetime({ offset: true }).default("2026-09-
|
|
1072
|
+
updated: z.string().datetime({ offset: true }).default("2026-09-15T20:35:51.788Z").transform(v => new Date(v)),
|
|
1073
1073
|
}).transform((v) => {
|
|
1074
1074
|
return (0, primitives_js_1.remap)(v, {
|
|
1075
1075
|
"_id": "id",
|
|
@@ -95,7 +95,7 @@ exports.UpdateDatasetResponseBody$inboundSchema = z.object({
|
|
|
95
95
|
updated_by_id: z.nullable(z.string()).optional(),
|
|
96
96
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
97
97
|
.optional(),
|
|
98
|
-
updated: z.string().datetime({ offset: true }).default("2026-09-
|
|
98
|
+
updated: z.string().datetime({ offset: true }).default("2026-09-15T20:35:51.788Z").transform(v => new Date(v)),
|
|
99
99
|
}).transform((v) => {
|
|
100
100
|
return (0, primitives_js_1.remap)(v, {
|
|
101
101
|
"_id": "id",
|
|
@@ -536,7 +536,7 @@ function updateToolResponseBodyCodeToolFromJSON(jsonString) {
|
|
|
536
536
|
}
|
|
537
537
|
/** @internal */
|
|
538
538
|
exports.UpdateToolResponseBodyCodeExecutionTool$inboundSchema = z.object({
|
|
539
|
-
_id: z.string().default("
|
|
539
|
+
_id: z.string().default("tool_01M2KCH7AS9B0SVGG523115678"),
|
|
540
540
|
path: z.string(),
|
|
541
541
|
key: z.string(),
|
|
542
542
|
display_name: z.string().optional(),
|
|
@@ -625,7 +625,7 @@ function updateToolResponseBodyHttpFromJSON(jsonString) {
|
|
|
625
625
|
}
|
|
626
626
|
/** @internal */
|
|
627
627
|
exports.UpdateToolResponseBodyHTTPTool$inboundSchema = z.object({
|
|
628
|
-
_id: z.string().default("
|
|
628
|
+
_id: z.string().default("tool_01M2KCH7ARWFX71HWC4N6FZAXM"),
|
|
629
629
|
path: z.string(),
|
|
630
630
|
key: z.string(),
|
|
631
631
|
display_name: z.string().optional(),
|
|
@@ -675,7 +675,7 @@ function updateToolResponseBodyJsonSchemaFromJSON(jsonString) {
|
|
|
675
675
|
}
|
|
676
676
|
/** @internal */
|
|
677
677
|
exports.UpdateToolResponseBodyJSONSchemaTool$inboundSchema = z.object({
|
|
678
|
-
_id: z.string().default("
|
|
678
|
+
_id: z.string().default("tool_01M2KCH7AQZK70TTX9163MGQE9"),
|
|
679
679
|
path: z.string(),
|
|
680
680
|
key: z.string(),
|
|
681
681
|
display_name: z.string().optional(),
|
|
@@ -729,7 +729,7 @@ function updateToolResponseBodyFunctionFromJSON(jsonString) {
|
|
|
729
729
|
}
|
|
730
730
|
/** @internal */
|
|
731
731
|
exports.UpdateToolResponseBodyFunctionTool$inboundSchema = z.object({
|
|
732
|
-
_id: z.string().default("
|
|
732
|
+
_id: z.string().default("tool_01M2KCH7APJRPGNWQBKAJ8NZ92"),
|
|
733
733
|
path: z.string(),
|
|
734
734
|
key: z.string(),
|
|
735
735
|
display_name: z.string().optional(),
|
package/package.json
CHANGED
|
@@ -29,7 +29,7 @@ import { Result } from "../types/fp.js";
|
|
|
29
29
|
* Create a new project
|
|
30
30
|
*
|
|
31
31
|
* @remarks
|
|
32
|
-
* Creates a project in the current workspace. Projects are workspace-level containers for resources such as skills, deployments, datasets, rules, and related team access.
|
|
32
|
+
* Creates a project in the current workspace. Projects are workspace-level containers for resources such as skills, deployments, datasets, rules, and related team access. Requires a key with write access to Projects (management key or API key), or an admin session. Project-scoped API keys are rejected.
|
|
33
33
|
*/
|
|
34
34
|
export function projectsCreate(
|
|
35
35
|
client: OrqCore,
|
|
@@ -30,7 +30,7 @@ import { Result } from "../types/fp.js";
|
|
|
30
30
|
* Delete a project
|
|
31
31
|
*
|
|
32
32
|
* @remarks
|
|
33
|
-
* Deletes a project from the workspace. The response body is empty when the delete succeeds.
|
|
33
|
+
* Deletes a project from the workspace. The response body is empty when the delete succeeds. Requires a key with write access to Projects (management key or API key), or an admin session. Project-scoped API keys are rejected.
|
|
34
34
|
*/
|
|
35
35
|
export function projectsDelete(
|
|
36
36
|
client: OrqCore,
|
|
@@ -30,7 +30,7 @@ import { Result } from "../types/fp.js";
|
|
|
30
30
|
* Update a project
|
|
31
31
|
*
|
|
32
32
|
* @remarks
|
|
33
|
-
* Updates the specified project by setting the values of the parameters passed.
|
|
33
|
+
* Updates the specified project by setting the values of the parameters passed. Requires a key with write access to Projects (management key or API key), or an admin session. Project-scoped API keys are rejected.
|
|
34
34
|
*/
|
|
35
35
|
export function projectsUpdate(
|
|
36
36
|
client: OrqCore,
|
|
@@ -30,7 +30,7 @@ import { Result } from "../types/fp.js";
|
|
|
30
30
|
* Retrieve a webhook
|
|
31
31
|
*
|
|
32
32
|
* @remarks
|
|
33
|
-
* Retrieves a webhook in the current workspace by ID. The
|
|
33
|
+
* Retrieves a webhook in the current workspace by ID. The signing secret is returned masked; it is only shown in full when the webhook is created.
|
|
34
34
|
*/
|
|
35
35
|
export function webhooksGet(
|
|
36
36
|
client: OrqCore,
|
|
@@ -58,7 +58,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
|
|
|
58
58
|
export const SDK_METADATA = {
|
|
59
59
|
language: "typescript",
|
|
60
60
|
openapiDocVersion: "2.0",
|
|
61
|
-
sdkVersion: "4.15.0-rc.
|
|
61
|
+
sdkVersion: "4.15.0-rc.51",
|
|
62
62
|
genVersion: "2.937.18",
|
|
63
|
-
userAgent: "speakeasy-sdk/typescript 4.15.0-rc.
|
|
63
|
+
userAgent: "speakeasy-sdk/typescript 4.15.0-rc.51 2.937.18 2.0 @orq-ai/node",
|
|
64
64
|
} as const;
|
|
@@ -14,8 +14,6 @@ import {
|
|
|
14
14
|
StructuredOutput$outboundSchema,
|
|
15
15
|
} from "./structuredoutput.js";
|
|
16
16
|
|
|
17
|
-
export type Messages = {};
|
|
18
|
-
|
|
19
17
|
/**
|
|
20
18
|
* The data to grade. When `messages` is present it is the conversation and
|
|
21
19
|
*
|
|
@@ -24,7 +22,7 @@ export type Messages = {};
|
|
|
24
22
|
* conversation carries no assistant turn.
|
|
25
23
|
*/
|
|
26
24
|
export type EvaluationContext = {
|
|
27
|
-
messages?: Array<
|
|
25
|
+
messages?: Array<{ [k: string]: any }> | undefined;
|
|
28
26
|
/**
|
|
29
27
|
* StructuredInput names its fields after the template variables they feed, so
|
|
30
28
|
*
|
|
@@ -36,23 +34,9 @@ export type EvaluationContext = {
|
|
|
36
34
|
variables?: { [k: string]: any } | undefined;
|
|
37
35
|
};
|
|
38
36
|
|
|
39
|
-
/** @internal */
|
|
40
|
-
export type Messages$Outbound = {};
|
|
41
|
-
|
|
42
|
-
/** @internal */
|
|
43
|
-
export const Messages$outboundSchema: z.ZodType<
|
|
44
|
-
Messages$Outbound,
|
|
45
|
-
z.ZodTypeDef,
|
|
46
|
-
Messages
|
|
47
|
-
> = z.object({});
|
|
48
|
-
|
|
49
|
-
export function messagesToJSON(messages: Messages): string {
|
|
50
|
-
return JSON.stringify(Messages$outboundSchema.parse(messages));
|
|
51
|
-
}
|
|
52
|
-
|
|
53
37
|
/** @internal */
|
|
54
38
|
export type EvaluationContext$Outbound = {
|
|
55
|
-
messages?: Array<
|
|
39
|
+
messages?: Array<{ [k: string]: any }> | undefined;
|
|
56
40
|
input?: StructuredInput$Outbound | undefined;
|
|
57
41
|
output?: StructuredOutput$Outbound | undefined;
|
|
58
42
|
variables?: { [k: string]: any } | undefined;
|
|
@@ -64,7 +48,7 @@ export const EvaluationContext$outboundSchema: z.ZodType<
|
|
|
64
48
|
z.ZodTypeDef,
|
|
65
49
|
EvaluationContext
|
|
66
50
|
> = z.object({
|
|
67
|
-
messages: z.array(z.
|
|
51
|
+
messages: z.array(z.record(z.any())).optional(),
|
|
68
52
|
input: StructuredInput$outboundSchema.optional(),
|
|
69
53
|
output: StructuredOutput$outboundSchema.optional(),
|
|
70
54
|
variables: z.record(z.any()).optional(),
|
|
@@ -37,10 +37,10 @@ export type EvaluationResult = {
|
|
|
37
37
|
spanId?: string | undefined;
|
|
38
38
|
evaluatorId?: string | undefined;
|
|
39
39
|
/**
|
|
40
|
-
* How the run ended, as distinct from `passed`: "passed", "condition_failed"
|
|
40
|
+
* How the run ended, as distinct from `passed`: "passed", "condition_failed",
|
|
41
41
|
*
|
|
42
42
|
* @remarks
|
|
43
|
-
* or "timed_out". A string, not an enum, because the engine owns the
|
|
43
|
+
* "failed" or "timed_out". A string, not an enum, because the engine owns the
|
|
44
44
|
* vocabulary.
|
|
45
45
|
*/
|
|
46
46
|
status?: string | undefined;
|
|
@@ -9,8 +9,6 @@ import {
|
|
|
9
9
|
EvaluationContext$outboundSchema,
|
|
10
10
|
} from "./evaluationcontext.js";
|
|
11
11
|
|
|
12
|
-
export type InvokeEvaluatorRequestMessages = {};
|
|
13
|
-
|
|
14
12
|
/**
|
|
15
13
|
* Accepts two shapes. `context` names its fields after the template variables
|
|
16
14
|
*
|
|
@@ -65,7 +63,7 @@ export type InvokeEvaluatorRequest = {
|
|
|
65
63
|
* @remarks
|
|
66
64
|
* `context.messages`.
|
|
67
65
|
*/
|
|
68
|
-
messages?: Array<
|
|
66
|
+
messages?: Array<{ [k: string]: any }> | undefined;
|
|
69
67
|
/**
|
|
70
68
|
* Template variables for evaluator prompt substitution. Folds into
|
|
71
69
|
*
|
|
@@ -75,26 +73,6 @@ export type InvokeEvaluatorRequest = {
|
|
|
75
73
|
variables?: { [k: string]: any } | undefined;
|
|
76
74
|
};
|
|
77
75
|
|
|
78
|
-
/** @internal */
|
|
79
|
-
export type InvokeEvaluatorRequestMessages$Outbound = {};
|
|
80
|
-
|
|
81
|
-
/** @internal */
|
|
82
|
-
export const InvokeEvaluatorRequestMessages$outboundSchema: z.ZodType<
|
|
83
|
-
InvokeEvaluatorRequestMessages$Outbound,
|
|
84
|
-
z.ZodTypeDef,
|
|
85
|
-
InvokeEvaluatorRequestMessages
|
|
86
|
-
> = z.object({});
|
|
87
|
-
|
|
88
|
-
export function invokeEvaluatorRequestMessagesToJSON(
|
|
89
|
-
invokeEvaluatorRequestMessages: InvokeEvaluatorRequestMessages,
|
|
90
|
-
): string {
|
|
91
|
-
return JSON.stringify(
|
|
92
|
-
InvokeEvaluatorRequestMessages$outboundSchema.parse(
|
|
93
|
-
invokeEvaluatorRequestMessages,
|
|
94
|
-
),
|
|
95
|
-
);
|
|
96
|
-
}
|
|
97
|
-
|
|
98
76
|
/** @internal */
|
|
99
77
|
export type InvokeEvaluatorRequest$Outbound = {
|
|
100
78
|
context?: EvaluationContext$Outbound | undefined;
|
|
@@ -103,7 +81,7 @@ export type InvokeEvaluatorRequest$Outbound = {
|
|
|
103
81
|
output?: string | undefined;
|
|
104
82
|
reference?: string | undefined;
|
|
105
83
|
retrievals?: Array<string> | undefined;
|
|
106
|
-
messages?: Array<
|
|
84
|
+
messages?: Array<{ [k: string]: any }> | undefined;
|
|
107
85
|
variables?: { [k: string]: any } | undefined;
|
|
108
86
|
};
|
|
109
87
|
|
|
@@ -119,8 +97,7 @@ export const InvokeEvaluatorRequest$outboundSchema: z.ZodType<
|
|
|
119
97
|
output: z.string().optional(),
|
|
120
98
|
reference: z.string().optional(),
|
|
121
99
|
retrievals: z.array(z.string()).optional(),
|
|
122
|
-
messages: z.array(z.
|
|
123
|
-
.optional(),
|
|
100
|
+
messages: z.array(z.record(z.any())).optional(),
|
|
124
101
|
variables: z.record(z.any()).optional(),
|
|
125
102
|
});
|
|
126
103
|
|
|
@@ -40,7 +40,7 @@ export const ReasoningPart$inboundSchema: z.ZodType<
|
|
|
40
40
|
z.ZodTypeDef,
|
|
41
41
|
unknown
|
|
42
42
|
> = z.object({
|
|
43
|
-
_id: z.string().default("
|
|
43
|
+
_id: z.string().default("reasoning_01m2jktwbaerm0jddw9vawcwt0"),
|
|
44
44
|
metadata: z.record(z.any()).optional(),
|
|
45
45
|
kind: z.literal("reasoning"),
|
|
46
46
|
reasoning: z.string(),
|
|
@@ -18,6 +18,7 @@ export type TraceUsage = {
|
|
|
18
18
|
completionAudioTokens?: number | undefined;
|
|
19
19
|
completionAcceptedPredictionTokens?: number | undefined;
|
|
20
20
|
completionRejectedPredictionTokens?: number | undefined;
|
|
21
|
+
promptCacheCreationTokens?: number | undefined;
|
|
21
22
|
};
|
|
22
23
|
|
|
23
24
|
/** @internal */
|
|
@@ -35,6 +36,7 @@ export const TraceUsage$inboundSchema: z.ZodType<
|
|
|
35
36
|
completion_audio_tokens: z.number().int().optional(),
|
|
36
37
|
completion_accepted_prediction_tokens: z.number().int().optional(),
|
|
37
38
|
completion_rejected_prediction_tokens: z.number().int().optional(),
|
|
39
|
+
prompt_cache_creation_tokens: z.number().int().optional(),
|
|
38
40
|
}).transform((v) => {
|
|
39
41
|
return remap$(v, {
|
|
40
42
|
"prompt_tokens": "promptTokens",
|
|
@@ -48,6 +50,7 @@ export const TraceUsage$inboundSchema: z.ZodType<
|
|
|
48
50
|
"completionAcceptedPredictionTokens",
|
|
49
51
|
"completion_rejected_prediction_tokens":
|
|
50
52
|
"completionRejectedPredictionTokens",
|
|
53
|
+
"prompt_cache_creation_tokens": "promptCacheCreationTokens",
|
|
51
54
|
});
|
|
52
55
|
});
|
|
53
56
|
|
|
@@ -22,7 +22,7 @@ export const ContentType = {
|
|
|
22
22
|
export type ContentType = ClosedEnum<typeof ContentType>;
|
|
23
23
|
|
|
24
24
|
/**
|
|
25
|
-
* A webhook subscription and its delivery configuration.
|
|
25
|
+
* A webhook subscription and its delivery configuration. The signing secret is shown in full only in the create response and is masked everywhere else.
|
|
26
26
|
*/
|
|
27
27
|
export type Webhook = {
|
|
28
28
|
/**
|
|
@@ -46,7 +46,7 @@ export type Webhook = {
|
|
|
46
46
|
*/
|
|
47
47
|
events: Array<string>;
|
|
48
48
|
/**
|
|
49
|
-
* Signing secret used to compute `X-Orq-Signature` as the lowercase hexadecimal HMAC-SHA256 of the exact request body bytes.
|
|
49
|
+
* Signing secret used to compute `X-Orq-Signature` as the lowercase hexadecimal HMAC-SHA256 of the exact request body bytes. Shown in full only in the create response; list and get return a masked value.
|
|
50
50
|
*/
|
|
51
51
|
secret: string;
|
|
52
52
|
/**
|
|
@@ -138,7 +138,7 @@ export const CreateDatasetResponseBody$inboundSchema: z.ZodType<
|
|
|
138
138
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
139
139
|
.optional(),
|
|
140
140
|
updated: z.string().datetime({ offset: true }).default(
|
|
141
|
-
"2026-09-
|
|
141
|
+
"2026-09-15T13:24:13.904Z",
|
|
142
142
|
).transform(v => new Date(v)),
|
|
143
143
|
}).transform((v) => {
|
|
144
144
|
return remap$(v, {
|
|
@@ -2739,7 +2739,7 @@ export const Evaluations4$inboundSchema: z.ZodType<
|
|
|
2739
2739
|
explanation: z.string().optional(),
|
|
2740
2740
|
reviewed_by_id: z.string(),
|
|
2741
2741
|
reviewed_at: z.string().datetime({ offset: true }).default(
|
|
2742
|
-
"2026-09-
|
|
2742
|
+
"2026-09-15T13:24:22.712Z",
|
|
2743
2743
|
).transform(v => new Date(v)),
|
|
2744
2744
|
type: z.literal("string_array"),
|
|
2745
2745
|
values: z.array(z.string()),
|
|
@@ -2829,7 +2829,7 @@ export const CreateDatasetItemEvaluations3$inboundSchema: z.ZodType<
|
|
|
2829
2829
|
explanation: z.string().optional(),
|
|
2830
2830
|
reviewed_by_id: z.string(),
|
|
2831
2831
|
reviewed_at: z.string().datetime({ offset: true }).default(
|
|
2832
|
-
"2026-09-
|
|
2832
|
+
"2026-09-15T13:24:22.712Z",
|
|
2833
2833
|
).transform(v => new Date(v)),
|
|
2834
2834
|
type: z.literal("boolean"),
|
|
2835
2835
|
value: z.boolean(),
|
|
@@ -2914,7 +2914,7 @@ export const Evaluations2$inboundSchema: z.ZodType<
|
|
|
2914
2914
|
explanation: z.string().optional(),
|
|
2915
2915
|
reviewed_by_id: z.string(),
|
|
2916
2916
|
reviewed_at: z.string().datetime({ offset: true }).default(
|
|
2917
|
-
"2026-09-
|
|
2917
|
+
"2026-09-15T13:24:22.712Z",
|
|
2918
2918
|
).transform(v => new Date(v)),
|
|
2919
2919
|
type: z.literal("number"),
|
|
2920
2920
|
value: z.number(),
|
|
@@ -3000,7 +3000,7 @@ export const Evaluations1$inboundSchema: z.ZodType<
|
|
|
3000
3000
|
explanation: z.string().optional(),
|
|
3001
3001
|
reviewed_by_id: z.string(),
|
|
3002
3002
|
reviewed_at: z.string().datetime({ offset: true }).default(
|
|
3003
|
-
"2026-09-
|
|
3003
|
+
"2026-09-15T13:24:22.711Z",
|
|
3004
3004
|
).transform(v => new Date(v)),
|
|
3005
3005
|
type: z.literal("string"),
|
|
3006
3006
|
value: z.string(),
|
|
@@ -3087,7 +3087,7 @@ export const ResponseBody$inboundSchema: z.ZodType<
|
|
|
3087
3087
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
3088
3088
|
.optional(),
|
|
3089
3089
|
updated: z.string().datetime({ offset: true }).default(
|
|
3090
|
-
"2026-09-
|
|
3090
|
+
"2026-09-15T13:24:13.904Z",
|
|
3091
3091
|
).transform(v => new Date(v)),
|
|
3092
3092
|
}).transform((v) => {
|
|
3093
3093
|
return remap$(v, {
|
|
@@ -1573,7 +1573,7 @@ export const ResponseBodyCodeExecutionTool$inboundSchema: z.ZodType<
|
|
|
1573
1573
|
z.ZodTypeDef,
|
|
1574
1574
|
unknown
|
|
1575
1575
|
> = z.object({
|
|
1576
|
-
_id: z.string().default("
|
|
1576
|
+
_id: z.string().default("tool_01M2JKTWGHJX6ABZJD90H4GR5Z"),
|
|
1577
1577
|
path: z.string(),
|
|
1578
1578
|
key: z.string(),
|
|
1579
1579
|
display_name: z.string().optional(),
|
|
@@ -1759,7 +1759,7 @@ export const ResponseBodyHTTPTool$inboundSchema: z.ZodType<
|
|
|
1759
1759
|
z.ZodTypeDef,
|
|
1760
1760
|
unknown
|
|
1761
1761
|
> = z.object({
|
|
1762
|
-
_id: z.string().default("
|
|
1762
|
+
_id: z.string().default("tool_01M2JKTWGGTSBE2D850WW6VCTE"),
|
|
1763
1763
|
path: z.string(),
|
|
1764
1764
|
key: z.string(),
|
|
1765
1765
|
display_name: z.string().optional(),
|
|
@@ -1852,7 +1852,7 @@ export const ResponseBodyJSONSchemaTool$inboundSchema: z.ZodType<
|
|
|
1852
1852
|
z.ZodTypeDef,
|
|
1853
1853
|
unknown
|
|
1854
1854
|
> = z.object({
|
|
1855
|
-
_id: z.string().default("
|
|
1855
|
+
_id: z.string().default("tool_01M2JKTWGGZPP52EANP9X7DW7G"),
|
|
1856
1856
|
path: z.string(),
|
|
1857
1857
|
key: z.string(),
|
|
1858
1858
|
display_name: z.string().optional(),
|
|
@@ -1953,7 +1953,7 @@ export const ResponseBodyFunctionTool$inboundSchema: z.ZodType<
|
|
|
1953
1953
|
z.ZodTypeDef,
|
|
1954
1954
|
unknown
|
|
1955
1955
|
> = z.object({
|
|
1956
|
-
_id: z.string().default("
|
|
1956
|
+
_id: z.string().default("tool_01M2JKTWGFWD4V2W4V7QS0V5QK"),
|
|
1957
1957
|
path: z.string(),
|
|
1958
1958
|
key: z.string(),
|
|
1959
1959
|
display_name: z.string().optional(),
|
|
@@ -639,7 +639,7 @@ export const DataCodeExecutionTool$inboundSchema: z.ZodType<
|
|
|
639
639
|
z.ZodTypeDef,
|
|
640
640
|
unknown
|
|
641
641
|
> = z.object({
|
|
642
|
-
_id: z.string().default("
|
|
642
|
+
_id: z.string().default("tool_01M2JKTWGBNT4KA6MPA63P0N04"),
|
|
643
643
|
path: z.string(),
|
|
644
644
|
key: z.string(),
|
|
645
645
|
display_name: z.string().optional(),
|
|
@@ -821,7 +821,7 @@ export const DataHTTPTool$inboundSchema: z.ZodType<
|
|
|
821
821
|
z.ZodTypeDef,
|
|
822
822
|
unknown
|
|
823
823
|
> = z.object({
|
|
824
|
-
_id: z.string().default("
|
|
824
|
+
_id: z.string().default("tool_01M2JKTWG9FR8JGFXSGDX7S7WK"),
|
|
825
825
|
path: z.string(),
|
|
826
826
|
key: z.string(),
|
|
827
827
|
display_name: z.string().optional(),
|
|
@@ -914,7 +914,7 @@ export const DataJSONSchemaTool$inboundSchema: z.ZodType<
|
|
|
914
914
|
z.ZodTypeDef,
|
|
915
915
|
unknown
|
|
916
916
|
> = z.object({
|
|
917
|
-
_id: z.string().default("
|
|
917
|
+
_id: z.string().default("tool_01M2JKTWG9AE328VS2Z07AHRSW"),
|
|
918
918
|
path: z.string(),
|
|
919
919
|
key: z.string(),
|
|
920
920
|
display_name: z.string().optional(),
|
|
@@ -1012,7 +1012,7 @@ export const DataFunctionTool$inboundSchema: z.ZodType<
|
|
|
1012
1012
|
z.ZodTypeDef,
|
|
1013
1013
|
unknown
|
|
1014
1014
|
> = z.object({
|
|
1015
|
-
_id: z.string().default("
|
|
1015
|
+
_id: z.string().default("tool_01M2JKTWG8MR3MKM4XYZF8CPFG"),
|
|
1016
1016
|
path: z.string(),
|
|
1017
1017
|
key: z.string(),
|
|
1018
1018
|
display_name: z.string().optional(),
|
|
@@ -140,7 +140,7 @@ export const GetV2HumanEvalSetsResponseBody2$inboundSchema: z.ZodType<
|
|
|
140
140
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
141
141
|
.optional(),
|
|
142
142
|
updated: z.string().datetime({ offset: true }).default(
|
|
143
|
-
"2026-09-
|
|
143
|
+
"2026-09-15T13:24:13.904Z",
|
|
144
144
|
).transform(v => new Date(v)),
|
|
145
145
|
filter_type: z.literal("name"),
|
|
146
146
|
filter_value: z.string(),
|
|
@@ -185,7 +185,7 @@ export const GetV2HumanEvalSetsResponseBody1$inboundSchema: z.ZodType<
|
|
|
185
185
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
186
186
|
.optional(),
|
|
187
187
|
updated: z.string().datetime({ offset: true }).default(
|
|
188
|
-
"2026-09-
|
|
188
|
+
"2026-09-15T13:24:13.904Z",
|
|
189
189
|
).transform(v => new Date(v)),
|
|
190
190
|
filter_type: z.literal("span_type"),
|
|
191
191
|
filter_values: z.array(z.string()),
|
|
@@ -141,7 +141,7 @@ export const GetV2HumanEvalSetsIdResponseBody2$inboundSchema: z.ZodType<
|
|
|
141
141
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
142
142
|
.optional(),
|
|
143
143
|
updated: z.string().datetime({ offset: true }).default(
|
|
144
|
-
"2026-09-
|
|
144
|
+
"2026-09-15T13:24:13.904Z",
|
|
145
145
|
).transform(v => new Date(v)),
|
|
146
146
|
filter_type: z.literal("name"),
|
|
147
147
|
filter_value: z.string(),
|
|
@@ -186,7 +186,7 @@ export const GetV2HumanEvalSetsIdResponseBody1$inboundSchema: z.ZodType<
|
|
|
186
186
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
187
187
|
.optional(),
|
|
188
188
|
updated: z.string().datetime({ offset: true }).default(
|
|
189
|
-
"2026-09-
|
|
189
|
+
"2026-09-15T13:24:13.904Z",
|
|
190
190
|
).transform(v => new Date(v)),
|
|
191
191
|
filter_type: z.literal("span_type"),
|
|
192
192
|
filter_values: z.array(z.string()),
|
|
@@ -1653,7 +1653,7 @@ export const ListDatasetDatapointsEvaluations4$inboundSchema: z.ZodType<
|
|
|
1653
1653
|
explanation: z.string().optional(),
|
|
1654
1654
|
reviewed_by_id: z.string(),
|
|
1655
1655
|
reviewed_at: z.string().datetime({ offset: true }).default(
|
|
1656
|
-
"2026-09-
|
|
1656
|
+
"2026-09-15T13:24:22.703Z",
|
|
1657
1657
|
).transform(v => new Date(v)),
|
|
1658
1658
|
type: z.literal("string_array"),
|
|
1659
1659
|
values: z.array(z.string()),
|
|
@@ -1749,7 +1749,7 @@ export const ListDatasetDatapointsEvaluations3$inboundSchema: z.ZodType<
|
|
|
1749
1749
|
explanation: z.string().optional(),
|
|
1750
1750
|
reviewed_by_id: z.string(),
|
|
1751
1751
|
reviewed_at: z.string().datetime({ offset: true }).default(
|
|
1752
|
-
"2026-09-
|
|
1752
|
+
"2026-09-15T13:24:22.703Z",
|
|
1753
1753
|
).transform(v => new Date(v)),
|
|
1754
1754
|
type: z.literal("boolean"),
|
|
1755
1755
|
value: z.boolean(),
|
|
@@ -1853,7 +1853,7 @@ export const ListDatasetDatapointsEvaluations2$inboundSchema: z.ZodType<
|
|
|
1853
1853
|
explanation: z.string().optional(),
|
|
1854
1854
|
reviewed_by_id: z.string(),
|
|
1855
1855
|
reviewed_at: z.string().datetime({ offset: true }).default(
|
|
1856
|
-
"2026-09-
|
|
1856
|
+
"2026-09-15T13:24:22.703Z",
|
|
1857
1857
|
).transform(v => new Date(v)),
|
|
1858
1858
|
type: z.literal("number"),
|
|
1859
1859
|
value: z.number(),
|
|
@@ -1959,7 +1959,7 @@ export const ListDatasetDatapointsEvaluations1$inboundSchema: z.ZodType<
|
|
|
1959
1959
|
explanation: z.string().optional(),
|
|
1960
1960
|
reviewed_by_id: z.string(),
|
|
1961
1961
|
reviewed_at: z.string().datetime({ offset: true }).default(
|
|
1962
|
-
"2026-09-
|
|
1962
|
+
"2026-09-15T13:24:22.702Z",
|
|
1963
1963
|
).transform(v => new Date(v)),
|
|
1964
1964
|
type: z.literal("string"),
|
|
1965
1965
|
value: z.string(),
|
|
@@ -2042,7 +2042,7 @@ export const ListDatasetDatapointsData$inboundSchema: z.ZodType<
|
|
|
2042
2042
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
2043
2043
|
.optional(),
|
|
2044
2044
|
updated: z.string().datetime({ offset: true }).default(
|
|
2045
|
-
"2026-09-
|
|
2045
|
+
"2026-09-15T13:24:13.904Z",
|
|
2046
2046
|
).transform(v => new Date(v)),
|
|
2047
2047
|
}).transform((v) => {
|
|
2048
2048
|
return remap$(v, {
|
|
@@ -169,7 +169,7 @@ export const ListDatasetsData$inboundSchema: z.ZodType<
|
|
|
169
169
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
170
170
|
.optional(),
|
|
171
171
|
updated: z.string().datetime({ offset: true }).default(
|
|
172
|
-
"2026-09-
|
|
172
|
+
"2026-09-15T13:24:13.904Z",
|
|
173
173
|
).transform(v => new Date(v)),
|
|
174
174
|
}).transform((v) => {
|
|
175
175
|
return remap$(v, {
|
|
@@ -318,7 +318,7 @@ export const PatchV2HumanEvalSetsIdResponseBody2$inboundSchema: z.ZodType<
|
|
|
318
318
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
319
319
|
.optional(),
|
|
320
320
|
updated: z.string().datetime({ offset: true }).default(
|
|
321
|
-
"2026-09-
|
|
321
|
+
"2026-09-15T13:24:13.904Z",
|
|
322
322
|
).transform(v => new Date(v)),
|
|
323
323
|
filter_type: z.literal("name"),
|
|
324
324
|
filter_value: z.string(),
|
|
@@ -364,7 +364,7 @@ export const PatchV2HumanEvalSetsIdResponseBody1$inboundSchema: z.ZodType<
|
|
|
364
364
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
365
365
|
.optional(),
|
|
366
366
|
updated: z.string().datetime({ offset: true }).default(
|
|
367
|
-
"2026-09-
|
|
367
|
+
"2026-09-15T13:24:13.904Z",
|
|
368
368
|
).transform(v => new Date(v)),
|
|
369
369
|
filter_type: z.literal("span_type"),
|
|
370
370
|
filter_values: z.array(z.string()),
|