@orq-ai/node 4.17.20 → 4.17.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/jsr.json +1 -1
- package/lib/config.d.ts +2 -2
- package/lib/config.js +2 -2
- package/models/components/reasoningpart.js +1 -1
- package/models/operations/createtool.js +4 -4
- package/models/operations/getalltools.js +4 -4
- package/models/operations/getv2humanevalsets.js +2 -2
- package/models/operations/getv2humanevalsetsid.js +2 -2
- package/models/operations/listdeploymentversions.js +1 -1
- package/models/operations/patchv2humanevalsetsid.js +2 -2
- package/models/operations/postv2humanevalsets.js +2 -2
- package/models/operations/retrievetool.js +4 -4
- package/models/operations/runagent.js +1 -1
- package/models/operations/streamrunagent.js +1 -1
- package/models/operations/updatetool.js +4 -4
- package/package.json +9 -9
- package/packages/orq-rc/src/funcs/experimentsCancelRun.ts +187 -0
- package/packages/orq-rc/src/funcs/experimentsCreate.ts +171 -0
- package/packages/orq-rc/src/funcs/experimentsCreateEval.ts +187 -0
- package/packages/orq-rc/src/funcs/experimentsCreateReview.ts +184 -0
- package/packages/orq-rc/src/funcs/experimentsCreateRun.ts +179 -0
- package/packages/orq-rc/src/funcs/experimentsCreateTask.ts +187 -0
- package/packages/orq-rc/src/funcs/experimentsDelete.ts +177 -0
- package/packages/orq-rc/src/funcs/experimentsDeleteEval.ts +185 -0
- package/packages/orq-rc/src/funcs/experimentsDeleteReview.ts +185 -0
- package/packages/orq-rc/src/funcs/experimentsDeleteRows.ts +185 -0
- package/packages/orq-rc/src/funcs/experimentsDeleteRun.ts +184 -0
- package/packages/orq-rc/src/funcs/experimentsDeleteTask.ts +185 -0
- package/packages/orq-rc/src/funcs/experimentsDuplicateRow.ts +191 -0
- package/packages/orq-rc/src/funcs/experimentsExecuteRun.ts +185 -0
- package/packages/orq-rc/src/funcs/experimentsExportRun.ts +203 -0
- package/packages/orq-rc/src/funcs/experimentsGet.ts +177 -0
- package/packages/orq-rc/src/funcs/experimentsGetRun.ts +183 -0
- package/packages/orq-rc/src/funcs/experimentsGetRunMetrics.ts +189 -0
- package/packages/orq-rc/src/funcs/experimentsList.ts +180 -0
- package/packages/orq-rc/src/funcs/experimentsListEvals.ts +180 -0
- package/packages/orq-rc/src/funcs/experimentsListReviews.ts +181 -0
- package/packages/orq-rc/src/funcs/experimentsListRuns.ts +185 -0
- package/packages/orq-rc/src/funcs/experimentsListTasks.ts +180 -0
- package/packages/orq-rc/src/funcs/experimentsPatchEvalCell.ts +195 -0
- package/packages/orq-rc/src/funcs/experimentsPatchReviewCell.ts +192 -0
- package/packages/orq-rc/src/funcs/experimentsPatchTaskCell.ts +195 -0
- package/packages/orq-rc/src/funcs/experimentsQueryRun.ts +184 -0
- package/packages/orq-rc/src/funcs/experimentsUpdate.ts +180 -0
- package/packages/orq-rc/src/funcs/experimentsUpdateReview.ts +191 -0
- package/packages/orq-rc/src/funcs/experimentsUpdateRun.ts +185 -0
- package/packages/orq-rc/src/funcs/experimentsUpdateRunCell.ts +195 -0
- package/packages/orq-rc/src/funcs/experimentsUpdateRunColumnLayout.ts +189 -0
- package/packages/orq-rc/src/funcs/experimentsUpdateTask.ts +191 -0
- package/packages/orq-rc/src/funcs/filesList.ts +2 -1
- package/packages/orq-rc/src/lib/config.ts +2 -2
- package/packages/orq-rc/src/models/components/agentstartedstreamingevent.ts +34 -30
- package/packages/orq-rc/src/models/components/agenttaskconfig.ts +126 -0
- package/packages/orq-rc/src/models/components/artifactrefs.ts +86 -0
- package/packages/orq-rc/src/models/components/booleanmetricsummary.ts +38 -0
- package/packages/orq-rc/src/models/components/cancelexperimentrunrequest.ts +36 -0
- package/packages/orq-rc/src/models/components/categoricalmetricsummary.ts +33 -0
- package/packages/orq-rc/src/models/components/cell.ts +108 -0
- package/packages/orq-rc/src/models/components/cellprogress.ts +40 -0
- package/packages/orq-rc/src/models/components/cellstatus.ts +21 -0
- package/packages/orq-rc/src/models/components/cellstatuscounts.ts +46 -0
- package/packages/orq-rc/src/models/components/celltype.ts +25 -0
- package/packages/orq-rc/src/models/components/column.ts +92 -0
- package/packages/orq-rc/src/models/components/columnlayout.ts +41 -0
- package/packages/orq-rc/src/models/components/createevalcolumnrequest.ts +39 -0
- package/packages/orq-rc/src/models/components/createexperimentrequest.ts +62 -0
- package/packages/orq-rc/src/models/components/createreviewcolumnrequest.ts +47 -0
- package/packages/orq-rc/src/models/components/createrunrequest.ts +39 -0
- package/packages/orq-rc/src/models/components/createtaskcolumnrequest.ts +71 -0
- package/packages/orq-rc/src/models/components/datasetcolumnconfig.ts +36 -0
- package/packages/orq-rc/src/models/components/deleterowsrequest.ts +36 -0
- package/packages/orq-rc/src/models/components/duplicaterowrequest.ts +25 -0
- package/packages/orq-rc/src/models/components/evalcolumnconfig.ts +45 -0
- package/packages/orq-rc/src/models/components/executeconstraints.ts +44 -0
- package/packages/orq-rc/src/models/components/executerunrequest.ts +56 -0
- package/packages/orq-rc/src/models/components/executescope.ts +20 -0
- package/packages/orq-rc/src/models/components/executetarget.ts +44 -0
- package/packages/orq-rc/src/models/components/experiment.ts +77 -0
- package/packages/orq-rc/src/models/components/getrunmetricsresponse.ts +35 -0
- package/packages/orq-rc/src/models/components/harnessconstraints.ts +55 -0
- package/packages/orq-rc/src/models/components/harnesstaskconfig.ts +60 -0
- package/packages/orq-rc/src/models/components/index.ts +63 -0
- package/packages/orq-rc/src/models/components/listevalcolumnsresponse.ts +32 -0
- package/packages/orq-rc/src/models/components/listexperimentrunsresponse.ts +39 -0
- package/packages/orq-rc/src/models/components/listexperimentsresponse.ts +39 -0
- package/packages/orq-rc/src/models/components/listreviewcolumnsresponse.ts +32 -0
- package/packages/orq-rc/src/models/components/listtaskcolumnsresponse.ts +32 -0
- package/packages/orq-rc/src/models/components/llmconstraints.ts +38 -0
- package/packages/orq-rc/src/models/components/messagessource.ts +23 -0
- package/packages/orq-rc/src/models/components/metricbaseline.ts +45 -0
- package/packages/orq-rc/src/models/components/metriccolumnconfig.ts +36 -0
- package/packages/orq-rc/src/models/components/metricsummary.ts +53 -0
- package/packages/orq-rc/src/models/components/numbermetricsummary.ts +50 -0
- package/packages/orq-rc/src/models/components/openresponsetaskconfig.ts +43 -0
- package/packages/orq-rc/src/models/components/patchevalcellrequest.ts +47 -0
- package/packages/orq-rc/src/models/components/patchreviewcellrequest.ts +53 -0
- package/packages/orq-rc/src/models/components/patchtaskcellrequest.ts +67 -0
- package/packages/orq-rc/src/models/components/prompttaskconfig.ts +259 -0
- package/packages/orq-rc/src/models/components/queryrow.ts +53 -0
- package/packages/orq-rc/src/models/components/queryrunrequest.ts +65 -0
- package/packages/orq-rc/src/models/components/queryrunresponse.ts +47 -0
- package/packages/orq-rc/src/models/components/reasoningpart.ts +1 -1
- package/packages/orq-rc/src/models/components/reviewcolumnconfig.ts +42 -0
- package/packages/orq-rc/src/models/components/rowstatus.ts +21 -0
- package/packages/orq-rc/src/models/components/run.ts +97 -0
- package/packages/orq-rc/src/models/components/runref.ts +36 -0
- package/packages/orq-rc/src/models/components/runsettings.ts +70 -0
- package/packages/orq-rc/src/models/components/runstats.ts +45 -0
- package/packages/orq-rc/src/models/components/runstatus.ts +21 -0
- package/packages/orq-rc/src/models/components/uniqueevaluator.ts +45 -0
- package/packages/orq-rc/src/models/components/updateexperimentrequest.ts +48 -0
- package/packages/orq-rc/src/models/components/updatereviewcolumnrequest.ts +36 -0
- package/packages/orq-rc/src/models/components/updateruncellrequest.ts +51 -0
- package/packages/orq-rc/src/models/components/updateruncolumnlayoutrequest.ts +38 -0
- package/packages/orq-rc/src/models/components/updaterunrequest.ts +39 -0
- package/packages/orq-rc/src/models/components/updatetaskcolumnrequest.ts +60 -0
- package/packages/orq-rc/src/models/components/wallclockunit.ts +18 -0
- package/packages/orq-rc/src/models/operations/createtool.ts +4 -4
- package/packages/orq-rc/src/models/operations/experimentdelete.ts +36 -0
- package/packages/orq-rc/src/models/operations/experimentevalcellpatch.ts +55 -0
- package/packages/orq-rc/src/models/operations/experimentevalcreate.ts +47 -0
- package/packages/orq-rc/src/models/operations/experimentevaldelete.ts +46 -0
- package/packages/orq-rc/src/models/operations/experimentevallist.ts +40 -0
- package/packages/orq-rc/src/models/operations/experimentget.ts +36 -0
- package/packages/orq-rc/src/models/operations/experimentlist.ts +47 -0
- package/packages/orq-rc/src/models/operations/experimentreviewcellpatch.ts +55 -0
- package/packages/orq-rc/src/models/operations/experimentreviewcreate.ts +48 -0
- package/packages/orq-rc/src/models/operations/experimentreviewdelete.ts +46 -0
- package/packages/orq-rc/src/models/operations/experimentreviewlist.ts +42 -0
- package/packages/orq-rc/src/models/operations/experimentreviewupdate.ts +52 -0
- package/packages/orq-rc/src/models/operations/experimentruncancel.ts +46 -0
- package/packages/orq-rc/src/models/operations/experimentruncellupdate.ts +55 -0
- package/packages/orq-rc/src/models/operations/experimentruncolumnlayoutupdate.ts +50 -0
- package/packages/orq-rc/src/models/operations/experimentruncreate.ts +41 -0
- package/packages/orq-rc/src/models/operations/experimentrundelete.ts +40 -0
- package/packages/orq-rc/src/models/operations/experimentrunexecute.ts +47 -0
- package/packages/orq-rc/src/models/operations/experimentrunexport.ts +85 -0
- package/packages/orq-rc/src/models/operations/experimentrunget.ts +40 -0
- package/packages/orq-rc/src/models/operations/experimentrunlist.ts +51 -0
- package/packages/orq-rc/src/models/operations/experimentrunmetricsget.ts +46 -0
- package/packages/orq-rc/src/models/operations/experimentrunquery.ts +45 -0
- package/packages/orq-rc/src/models/operations/experimentrunrowduplicate.ts +51 -0
- package/packages/orq-rc/src/models/operations/experimentrunrowsdelete.ts +47 -0
- package/packages/orq-rc/src/models/operations/experimentrunupdate.ts +45 -0
- package/packages/orq-rc/src/models/operations/experimenttaskcellpatch.ts +55 -0
- package/packages/orq-rc/src/models/operations/experimenttaskcreate.ts +47 -0
- package/packages/orq-rc/src/models/operations/experimenttaskdelete.ts +46 -0
- package/packages/orq-rc/src/models/operations/experimenttasklist.ts +40 -0
- package/packages/orq-rc/src/models/operations/experimenttaskupdate.ts +51 -0
- package/packages/orq-rc/src/models/operations/experimentupdate.ts +41 -0
- package/packages/orq-rc/src/models/operations/filelist.ts +6 -0
- package/packages/orq-rc/src/models/operations/getalltools.ts +4 -4
- package/packages/orq-rc/src/models/operations/index.ts +32 -0
- package/packages/orq-rc/src/models/operations/listdeploymentversions.ts +1 -1
- package/packages/orq-rc/src/models/operations/retrievetool.ts +4 -4
- package/packages/orq-rc/src/models/operations/runagent.ts +1 -1
- package/packages/orq-rc/src/models/operations/streamrunagent.ts +1 -1
- package/packages/orq-rc/src/models/operations/updatetool.ts +4 -4
- package/packages/orq-rc/src/sdk/experiments.ts +585 -0
- package/packages/orq-rc/src/sdk/files.ts +1 -1
- package/packages/orq-rc/src/sdk/sdk.ts +6 -0
- package/src/lib/config.ts +2 -2
- package/src/models/components/reasoningpart.ts +1 -1
- package/src/models/operations/createtool.ts +4 -4
- package/src/models/operations/getalltools.ts +4 -4
- package/src/models/operations/getv2humanevalsets.ts +2 -2
- package/src/models/operations/getv2humanevalsetsid.ts +2 -2
- package/src/models/operations/listdeploymentversions.ts +1 -1
- package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
- package/src/models/operations/postv2humanevalsets.ts +2 -2
- package/src/models/operations/retrievetool.ts +4 -4
- package/src/models/operations/runagent.ts +1 -1
- package/src/models/operations/streamrunagent.ts +1 -1
- package/src/models/operations/updatetool.ts +4 -4
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
import { remap as remap$ } from "../../lib/primitives.js";
|
|
7
|
+
|
|
8
|
+
export type CreateReviewColumnRequest = {
|
|
9
|
+
humanEvalId?: string | undefined;
|
|
10
|
+
displayName?: string | undefined;
|
|
11
|
+
humanEvalType?: string | undefined;
|
|
12
|
+
position?: number | undefined;
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
/** @internal */
|
|
16
|
+
export type CreateReviewColumnRequest$Outbound = {
|
|
17
|
+
human_eval_id?: string | undefined;
|
|
18
|
+
display_name?: string | undefined;
|
|
19
|
+
human_eval_type?: string | undefined;
|
|
20
|
+
position?: number | undefined;
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
/** @internal */
|
|
24
|
+
export const CreateReviewColumnRequest$outboundSchema: z.ZodType<
|
|
25
|
+
CreateReviewColumnRequest$Outbound,
|
|
26
|
+
z.ZodTypeDef,
|
|
27
|
+
CreateReviewColumnRequest
|
|
28
|
+
> = z.object({
|
|
29
|
+
humanEvalId: z.string().optional(),
|
|
30
|
+
displayName: z.string().optional(),
|
|
31
|
+
humanEvalType: z.string().optional(),
|
|
32
|
+
position: z.number().int().optional(),
|
|
33
|
+
}).transform((v) => {
|
|
34
|
+
return remap$(v, {
|
|
35
|
+
humanEvalId: "human_eval_id",
|
|
36
|
+
displayName: "display_name",
|
|
37
|
+
humanEvalType: "human_eval_type",
|
|
38
|
+
});
|
|
39
|
+
});
|
|
40
|
+
|
|
41
|
+
export function createReviewColumnRequestToJSON(
|
|
42
|
+
createReviewColumnRequest: CreateReviewColumnRequest,
|
|
43
|
+
): string {
|
|
44
|
+
return JSON.stringify(
|
|
45
|
+
CreateReviewColumnRequest$outboundSchema.parse(createReviewColumnRequest),
|
|
46
|
+
);
|
|
47
|
+
}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
import {
|
|
7
|
+
RunSettings,
|
|
8
|
+
RunSettings$Outbound,
|
|
9
|
+
RunSettings$outboundSchema,
|
|
10
|
+
} from "./runsettings.js";
|
|
11
|
+
|
|
12
|
+
export type CreateRunRequest = {
|
|
13
|
+
key?: string | undefined;
|
|
14
|
+
settings?: RunSettings | undefined;
|
|
15
|
+
};
|
|
16
|
+
|
|
17
|
+
/** @internal */
|
|
18
|
+
export type CreateRunRequest$Outbound = {
|
|
19
|
+
key?: string | undefined;
|
|
20
|
+
settings?: RunSettings$Outbound | undefined;
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
/** @internal */
|
|
24
|
+
export const CreateRunRequest$outboundSchema: z.ZodType<
|
|
25
|
+
CreateRunRequest$Outbound,
|
|
26
|
+
z.ZodTypeDef,
|
|
27
|
+
CreateRunRequest
|
|
28
|
+
> = z.object({
|
|
29
|
+
key: z.string().optional(),
|
|
30
|
+
settings: RunSettings$outboundSchema.optional(),
|
|
31
|
+
});
|
|
32
|
+
|
|
33
|
+
export function createRunRequestToJSON(
|
|
34
|
+
createRunRequest: CreateRunRequest,
|
|
35
|
+
): string {
|
|
36
|
+
return JSON.stringify(
|
|
37
|
+
CreateRunRequest$outboundSchema.parse(createRunRequest),
|
|
38
|
+
);
|
|
39
|
+
}
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
import { remap as remap$ } from "../../lib/primitives.js";
|
|
7
|
+
import {
|
|
8
|
+
AgentTaskConfig,
|
|
9
|
+
AgentTaskConfig$Outbound,
|
|
10
|
+
AgentTaskConfig$outboundSchema,
|
|
11
|
+
} from "./agenttaskconfig.js";
|
|
12
|
+
import {
|
|
13
|
+
HarnessTaskConfig,
|
|
14
|
+
HarnessTaskConfig$Outbound,
|
|
15
|
+
HarnessTaskConfig$outboundSchema,
|
|
16
|
+
} from "./harnesstaskconfig.js";
|
|
17
|
+
import {
|
|
18
|
+
OpenResponseTaskConfig,
|
|
19
|
+
OpenResponseTaskConfig$Outbound,
|
|
20
|
+
OpenResponseTaskConfig$outboundSchema,
|
|
21
|
+
} from "./openresponsetaskconfig.js";
|
|
22
|
+
import {
|
|
23
|
+
PromptTaskConfig,
|
|
24
|
+
PromptTaskConfig$Outbound,
|
|
25
|
+
PromptTaskConfig$outboundSchema,
|
|
26
|
+
} from "./prompttaskconfig.js";
|
|
27
|
+
|
|
28
|
+
export type CreateTaskColumnRequest = {
|
|
29
|
+
displayName?: string | undefined;
|
|
30
|
+
prompt?: PromptTaskConfig | undefined;
|
|
31
|
+
agent?: AgentTaskConfig | undefined;
|
|
32
|
+
harness?: HarnessTaskConfig | undefined;
|
|
33
|
+
openresponse?: OpenResponseTaskConfig | undefined;
|
|
34
|
+
position?: number | undefined;
|
|
35
|
+
};
|
|
36
|
+
|
|
37
|
+
/** @internal */
|
|
38
|
+
export type CreateTaskColumnRequest$Outbound = {
|
|
39
|
+
display_name?: string | undefined;
|
|
40
|
+
prompt?: PromptTaskConfig$Outbound | undefined;
|
|
41
|
+
agent?: AgentTaskConfig$Outbound | undefined;
|
|
42
|
+
harness?: HarnessTaskConfig$Outbound | undefined;
|
|
43
|
+
openresponse?: OpenResponseTaskConfig$Outbound | undefined;
|
|
44
|
+
position?: number | undefined;
|
|
45
|
+
};
|
|
46
|
+
|
|
47
|
+
/** @internal */
|
|
48
|
+
export const CreateTaskColumnRequest$outboundSchema: z.ZodType<
|
|
49
|
+
CreateTaskColumnRequest$Outbound,
|
|
50
|
+
z.ZodTypeDef,
|
|
51
|
+
CreateTaskColumnRequest
|
|
52
|
+
> = z.object({
|
|
53
|
+
displayName: z.string().optional(),
|
|
54
|
+
prompt: PromptTaskConfig$outboundSchema.optional(),
|
|
55
|
+
agent: AgentTaskConfig$outboundSchema.optional(),
|
|
56
|
+
harness: HarnessTaskConfig$outboundSchema.optional(),
|
|
57
|
+
openresponse: OpenResponseTaskConfig$outboundSchema.optional(),
|
|
58
|
+
position: z.number().int().optional(),
|
|
59
|
+
}).transform((v) => {
|
|
60
|
+
return remap$(v, {
|
|
61
|
+
displayName: "display_name",
|
|
62
|
+
});
|
|
63
|
+
});
|
|
64
|
+
|
|
65
|
+
export function createTaskColumnRequestToJSON(
|
|
66
|
+
createTaskColumnRequest: CreateTaskColumnRequest,
|
|
67
|
+
): string {
|
|
68
|
+
return JSON.stringify(
|
|
69
|
+
CreateTaskColumnRequest$outboundSchema.parse(createTaskColumnRequest),
|
|
70
|
+
);
|
|
71
|
+
}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
import { remap as remap$ } from "../../lib/primitives.js";
|
|
7
|
+
import { safeParse } from "../../lib/schemas.js";
|
|
8
|
+
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
9
|
+
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
10
|
+
|
|
11
|
+
export type DatasetColumnConfig = {
|
|
12
|
+
columnType?: string | undefined;
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
/** @internal */
|
|
16
|
+
export const DatasetColumnConfig$inboundSchema: z.ZodType<
|
|
17
|
+
DatasetColumnConfig,
|
|
18
|
+
z.ZodTypeDef,
|
|
19
|
+
unknown
|
|
20
|
+
> = z.object({
|
|
21
|
+
column_type: z.string().optional(),
|
|
22
|
+
}).transform((v) => {
|
|
23
|
+
return remap$(v, {
|
|
24
|
+
"column_type": "columnType",
|
|
25
|
+
});
|
|
26
|
+
});
|
|
27
|
+
|
|
28
|
+
export function datasetColumnConfigFromJSON(
|
|
29
|
+
jsonString: string,
|
|
30
|
+
): SafeParseResult<DatasetColumnConfig, SDKValidationError> {
|
|
31
|
+
return safeParse(
|
|
32
|
+
jsonString,
|
|
33
|
+
(x) => DatasetColumnConfig$inboundSchema.parse(JSON.parse(x)),
|
|
34
|
+
`Failed to parse 'DatasetColumnConfig' from JSON`,
|
|
35
|
+
);
|
|
36
|
+
}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
import { remap as remap$ } from "../../lib/primitives.js";
|
|
7
|
+
|
|
8
|
+
export type DeleteRowsRequest = {
|
|
9
|
+
rowIds?: Array<string> | undefined;
|
|
10
|
+
};
|
|
11
|
+
|
|
12
|
+
/** @internal */
|
|
13
|
+
export type DeleteRowsRequest$Outbound = {
|
|
14
|
+
row_ids?: Array<string> | undefined;
|
|
15
|
+
};
|
|
16
|
+
|
|
17
|
+
/** @internal */
|
|
18
|
+
export const DeleteRowsRequest$outboundSchema: z.ZodType<
|
|
19
|
+
DeleteRowsRequest$Outbound,
|
|
20
|
+
z.ZodTypeDef,
|
|
21
|
+
DeleteRowsRequest
|
|
22
|
+
> = z.object({
|
|
23
|
+
rowIds: z.array(z.string()).optional(),
|
|
24
|
+
}).transform((v) => {
|
|
25
|
+
return remap$(v, {
|
|
26
|
+
rowIds: "row_ids",
|
|
27
|
+
});
|
|
28
|
+
});
|
|
29
|
+
|
|
30
|
+
export function deleteRowsRequestToJSON(
|
|
31
|
+
deleteRowsRequest: DeleteRowsRequest,
|
|
32
|
+
): string {
|
|
33
|
+
return JSON.stringify(
|
|
34
|
+
DeleteRowsRequest$outboundSchema.parse(deleteRowsRequest),
|
|
35
|
+
);
|
|
36
|
+
}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
|
|
7
|
+
export type DuplicateRowRequest = {};
|
|
8
|
+
|
|
9
|
+
/** @internal */
|
|
10
|
+
export type DuplicateRowRequest$Outbound = {};
|
|
11
|
+
|
|
12
|
+
/** @internal */
|
|
13
|
+
export const DuplicateRowRequest$outboundSchema: z.ZodType<
|
|
14
|
+
DuplicateRowRequest$Outbound,
|
|
15
|
+
z.ZodTypeDef,
|
|
16
|
+
DuplicateRowRequest
|
|
17
|
+
> = z.object({});
|
|
18
|
+
|
|
19
|
+
export function duplicateRowRequestToJSON(
|
|
20
|
+
duplicateRowRequest: DuplicateRowRequest,
|
|
21
|
+
): string {
|
|
22
|
+
return JSON.stringify(
|
|
23
|
+
DuplicateRowRequest$outboundSchema.parse(duplicateRowRequest),
|
|
24
|
+
);
|
|
25
|
+
}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
import { remap as remap$ } from "../../lib/primitives.js";
|
|
7
|
+
import { safeParse } from "../../lib/schemas.js";
|
|
8
|
+
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
9
|
+
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
10
|
+
|
|
11
|
+
export type EvalColumnConfig = {
|
|
12
|
+
evaluatorId?: string | undefined;
|
|
13
|
+
evaluatorName?: string | undefined;
|
|
14
|
+
evaluatorType?: string | undefined;
|
|
15
|
+
evaluatorOutputType?: string | undefined;
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
/** @internal */
|
|
19
|
+
export const EvalColumnConfig$inboundSchema: z.ZodType<
|
|
20
|
+
EvalColumnConfig,
|
|
21
|
+
z.ZodTypeDef,
|
|
22
|
+
unknown
|
|
23
|
+
> = z.object({
|
|
24
|
+
evaluator_id: z.string().optional(),
|
|
25
|
+
evaluator_name: z.string().optional(),
|
|
26
|
+
evaluator_type: z.string().optional(),
|
|
27
|
+
evaluator_output_type: z.string().optional(),
|
|
28
|
+
}).transform((v) => {
|
|
29
|
+
return remap$(v, {
|
|
30
|
+
"evaluator_id": "evaluatorId",
|
|
31
|
+
"evaluator_name": "evaluatorName",
|
|
32
|
+
"evaluator_type": "evaluatorType",
|
|
33
|
+
"evaluator_output_type": "evaluatorOutputType",
|
|
34
|
+
});
|
|
35
|
+
});
|
|
36
|
+
|
|
37
|
+
export function evalColumnConfigFromJSON(
|
|
38
|
+
jsonString: string,
|
|
39
|
+
): SafeParseResult<EvalColumnConfig, SDKValidationError> {
|
|
40
|
+
return safeParse(
|
|
41
|
+
jsonString,
|
|
42
|
+
(x) => EvalColumnConfig$inboundSchema.parse(JSON.parse(x)),
|
|
43
|
+
`Failed to parse 'EvalColumnConfig' from JSON`,
|
|
44
|
+
);
|
|
45
|
+
}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
import {
|
|
7
|
+
HarnessConstraints,
|
|
8
|
+
HarnessConstraints$Outbound,
|
|
9
|
+
HarnessConstraints$outboundSchema,
|
|
10
|
+
} from "./harnessconstraints.js";
|
|
11
|
+
import {
|
|
12
|
+
LlmConstraints,
|
|
13
|
+
LlmConstraints$Outbound,
|
|
14
|
+
LlmConstraints$outboundSchema,
|
|
15
|
+
} from "./llmconstraints.js";
|
|
16
|
+
|
|
17
|
+
export type ExecuteConstraints = {
|
|
18
|
+
llm?: LlmConstraints | undefined;
|
|
19
|
+
harness?: HarnessConstraints | undefined;
|
|
20
|
+
};
|
|
21
|
+
|
|
22
|
+
/** @internal */
|
|
23
|
+
export type ExecuteConstraints$Outbound = {
|
|
24
|
+
llm?: LlmConstraints$Outbound | undefined;
|
|
25
|
+
harness?: HarnessConstraints$Outbound | undefined;
|
|
26
|
+
};
|
|
27
|
+
|
|
28
|
+
/** @internal */
|
|
29
|
+
export const ExecuteConstraints$outboundSchema: z.ZodType<
|
|
30
|
+
ExecuteConstraints$Outbound,
|
|
31
|
+
z.ZodTypeDef,
|
|
32
|
+
ExecuteConstraints
|
|
33
|
+
> = z.object({
|
|
34
|
+
llm: LlmConstraints$outboundSchema.optional(),
|
|
35
|
+
harness: HarnessConstraints$outboundSchema.optional(),
|
|
36
|
+
});
|
|
37
|
+
|
|
38
|
+
export function executeConstraintsToJSON(
|
|
39
|
+
executeConstraints: ExecuteConstraints,
|
|
40
|
+
): string {
|
|
41
|
+
return JSON.stringify(
|
|
42
|
+
ExecuteConstraints$outboundSchema.parse(executeConstraints),
|
|
43
|
+
);
|
|
44
|
+
}
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
import { remap as remap$ } from "../../lib/primitives.js";
|
|
7
|
+
import {
|
|
8
|
+
ExecuteConstraints,
|
|
9
|
+
ExecuteConstraints$Outbound,
|
|
10
|
+
ExecuteConstraints$outboundSchema,
|
|
11
|
+
} from "./executeconstraints.js";
|
|
12
|
+
import { ExecuteScope, ExecuteScope$outboundSchema } from "./executescope.js";
|
|
13
|
+
import {
|
|
14
|
+
ExecuteTarget,
|
|
15
|
+
ExecuteTarget$Outbound,
|
|
16
|
+
ExecuteTarget$outboundSchema,
|
|
17
|
+
} from "./executetarget.js";
|
|
18
|
+
|
|
19
|
+
export type ExecuteRunRequest = {
|
|
20
|
+
scope?: ExecuteScope | undefined;
|
|
21
|
+
targets?: Array<ExecuteTarget> | undefined;
|
|
22
|
+
constraints?: ExecuteConstraints | undefined;
|
|
23
|
+
repeatCount?: number | undefined;
|
|
24
|
+
};
|
|
25
|
+
|
|
26
|
+
/** @internal */
|
|
27
|
+
export type ExecuteRunRequest$Outbound = {
|
|
28
|
+
scope?: string | undefined;
|
|
29
|
+
targets?: Array<ExecuteTarget$Outbound> | undefined;
|
|
30
|
+
constraints?: ExecuteConstraints$Outbound | undefined;
|
|
31
|
+
repeat_count?: number | undefined;
|
|
32
|
+
};
|
|
33
|
+
|
|
34
|
+
/** @internal */
|
|
35
|
+
export const ExecuteRunRequest$outboundSchema: z.ZodType<
|
|
36
|
+
ExecuteRunRequest$Outbound,
|
|
37
|
+
z.ZodTypeDef,
|
|
38
|
+
ExecuteRunRequest
|
|
39
|
+
> = z.object({
|
|
40
|
+
scope: ExecuteScope$outboundSchema.optional(),
|
|
41
|
+
targets: z.array(ExecuteTarget$outboundSchema).optional(),
|
|
42
|
+
constraints: ExecuteConstraints$outboundSchema.optional(),
|
|
43
|
+
repeatCount: z.number().int().optional(),
|
|
44
|
+
}).transform((v) => {
|
|
45
|
+
return remap$(v, {
|
|
46
|
+
repeatCount: "repeat_count",
|
|
47
|
+
});
|
|
48
|
+
});
|
|
49
|
+
|
|
50
|
+
export function executeRunRequestToJSON(
|
|
51
|
+
executeRunRequest: ExecuteRunRequest,
|
|
52
|
+
): string {
|
|
53
|
+
return JSON.stringify(
|
|
54
|
+
ExecuteRunRequest$outboundSchema.parse(executeRunRequest),
|
|
55
|
+
);
|
|
56
|
+
}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
import { ClosedEnum } from "../../types/enums.js";
|
|
7
|
+
|
|
8
|
+
export const ExecuteScope = {
|
|
9
|
+
ExecuteScopeUnspecified: "EXECUTE_SCOPE_UNSPECIFIED",
|
|
10
|
+
ExecuteScopeCell: "EXECUTE_SCOPE_CELL",
|
|
11
|
+
ExecuteScopeRow: "EXECUTE_SCOPE_ROW",
|
|
12
|
+
ExecuteScopeColumn: "EXECUTE_SCOPE_COLUMN",
|
|
13
|
+
ExecuteScopePartial: "EXECUTE_SCOPE_PARTIAL",
|
|
14
|
+
ExecuteScopeFull: "EXECUTE_SCOPE_FULL",
|
|
15
|
+
} as const;
|
|
16
|
+
export type ExecuteScope = ClosedEnum<typeof ExecuteScope>;
|
|
17
|
+
|
|
18
|
+
/** @internal */
|
|
19
|
+
export const ExecuteScope$outboundSchema: z.ZodNativeEnum<typeof ExecuteScope> =
|
|
20
|
+
z.nativeEnum(ExecuteScope);
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
import { remap as remap$ } from "../../lib/primitives.js";
|
|
7
|
+
|
|
8
|
+
export type ExecuteTarget = {
|
|
9
|
+
rowId?: string | undefined;
|
|
10
|
+
columnId?: string | undefined;
|
|
11
|
+
columnKey?: string | undefined;
|
|
12
|
+
repeatIndex?: number | undefined;
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
/** @internal */
|
|
16
|
+
export type ExecuteTarget$Outbound = {
|
|
17
|
+
row_id?: string | undefined;
|
|
18
|
+
column_id?: string | undefined;
|
|
19
|
+
column_key?: string | undefined;
|
|
20
|
+
repeat_index?: number | undefined;
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
/** @internal */
|
|
24
|
+
export const ExecuteTarget$outboundSchema: z.ZodType<
|
|
25
|
+
ExecuteTarget$Outbound,
|
|
26
|
+
z.ZodTypeDef,
|
|
27
|
+
ExecuteTarget
|
|
28
|
+
> = z.object({
|
|
29
|
+
rowId: z.string().optional(),
|
|
30
|
+
columnId: z.string().optional(),
|
|
31
|
+
columnKey: z.string().optional(),
|
|
32
|
+
repeatIndex: z.number().int().optional(),
|
|
33
|
+
}).transform((v) => {
|
|
34
|
+
return remap$(v, {
|
|
35
|
+
rowId: "row_id",
|
|
36
|
+
columnId: "column_id",
|
|
37
|
+
columnKey: "column_key",
|
|
38
|
+
repeatIndex: "repeat_index",
|
|
39
|
+
});
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
export function executeTargetToJSON(executeTarget: ExecuteTarget): string {
|
|
43
|
+
return JSON.stringify(ExecuteTarget$outboundSchema.parse(executeTarget));
|
|
44
|
+
}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
import { remap as remap$ } from "../../lib/primitives.js";
|
|
7
|
+
import { safeParse } from "../../lib/schemas.js";
|
|
8
|
+
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
9
|
+
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
10
|
+
import {
|
|
11
|
+
UniqueEvaluator,
|
|
12
|
+
UniqueEvaluator$inboundSchema,
|
|
13
|
+
} from "./uniqueevaluator.js";
|
|
14
|
+
|
|
15
|
+
export type Experiment = {
|
|
16
|
+
experimentId?: string | undefined;
|
|
17
|
+
displayName?: string | undefined;
|
|
18
|
+
projectId?: string | undefined;
|
|
19
|
+
datasetId?: string | undefined;
|
|
20
|
+
datasetVersionId?: string | undefined;
|
|
21
|
+
selectedRunId?: string | undefined;
|
|
22
|
+
createdAt?: Date | undefined;
|
|
23
|
+
updatedAt?: Date | undefined;
|
|
24
|
+
/**
|
|
25
|
+
* Origin of the experiment: "manual" or "evaluatorq".
|
|
26
|
+
*/
|
|
27
|
+
source?: string | undefined;
|
|
28
|
+
rowHeightLevel?: number | undefined;
|
|
29
|
+
uniqueEvaluators?: Array<UniqueEvaluator> | undefined;
|
|
30
|
+
createdById?: string | undefined;
|
|
31
|
+
};
|
|
32
|
+
|
|
33
|
+
/** @internal */
|
|
34
|
+
export const Experiment$inboundSchema: z.ZodType<
|
|
35
|
+
Experiment,
|
|
36
|
+
z.ZodTypeDef,
|
|
37
|
+
unknown
|
|
38
|
+
> = z.object({
|
|
39
|
+
experiment_id: z.string().optional(),
|
|
40
|
+
display_name: z.string().optional(),
|
|
41
|
+
project_id: z.string().optional(),
|
|
42
|
+
dataset_id: z.string().optional(),
|
|
43
|
+
dataset_version_id: z.string().optional(),
|
|
44
|
+
selected_run_id: z.string().optional(),
|
|
45
|
+
created_at: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
46
|
+
.optional(),
|
|
47
|
+
updated_at: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
48
|
+
.optional(),
|
|
49
|
+
source: z.string().optional(),
|
|
50
|
+
row_height_level: z.number().int().optional(),
|
|
51
|
+
unique_evaluators: z.array(UniqueEvaluator$inboundSchema).optional(),
|
|
52
|
+
created_by_id: z.string().optional(),
|
|
53
|
+
}).transform((v) => {
|
|
54
|
+
return remap$(v, {
|
|
55
|
+
"experiment_id": "experimentId",
|
|
56
|
+
"display_name": "displayName",
|
|
57
|
+
"project_id": "projectId",
|
|
58
|
+
"dataset_id": "datasetId",
|
|
59
|
+
"dataset_version_id": "datasetVersionId",
|
|
60
|
+
"selected_run_id": "selectedRunId",
|
|
61
|
+
"created_at": "createdAt",
|
|
62
|
+
"updated_at": "updatedAt",
|
|
63
|
+
"row_height_level": "rowHeightLevel",
|
|
64
|
+
"unique_evaluators": "uniqueEvaluators",
|
|
65
|
+
"created_by_id": "createdById",
|
|
66
|
+
});
|
|
67
|
+
});
|
|
68
|
+
|
|
69
|
+
export function experimentFromJSON(
|
|
70
|
+
jsonString: string,
|
|
71
|
+
): SafeParseResult<Experiment, SDKValidationError> {
|
|
72
|
+
return safeParse(
|
|
73
|
+
jsonString,
|
|
74
|
+
(x) => Experiment$inboundSchema.parse(JSON.parse(x)),
|
|
75
|
+
`Failed to parse 'Experiment' from JSON`,
|
|
76
|
+
);
|
|
77
|
+
}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
import { safeParse } from "../../lib/schemas.js";
|
|
7
|
+
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
8
|
+
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
9
|
+
import { MetricSummary, MetricSummary$inboundSchema } from "./metricsummary.js";
|
|
10
|
+
|
|
11
|
+
export type GetRunMetricsResponse = {
|
|
12
|
+
/**
|
|
13
|
+
* Keyed "{task_column_id}_{metric_id}" like Run.metrics.
|
|
14
|
+
*/
|
|
15
|
+
metrics?: { [k: string]: MetricSummary } | undefined;
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
/** @internal */
|
|
19
|
+
export const GetRunMetricsResponse$inboundSchema: z.ZodType<
|
|
20
|
+
GetRunMetricsResponse,
|
|
21
|
+
z.ZodTypeDef,
|
|
22
|
+
unknown
|
|
23
|
+
> = z.object({
|
|
24
|
+
metrics: z.record(MetricSummary$inboundSchema).optional(),
|
|
25
|
+
});
|
|
26
|
+
|
|
27
|
+
export function getRunMetricsResponseFromJSON(
|
|
28
|
+
jsonString: string,
|
|
29
|
+
): SafeParseResult<GetRunMetricsResponse, SDKValidationError> {
|
|
30
|
+
return safeParse(
|
|
31
|
+
jsonString,
|
|
32
|
+
(x) => GetRunMetricsResponse$inboundSchema.parse(JSON.parse(x)),
|
|
33
|
+
`Failed to parse 'GetRunMetricsResponse' from JSON`,
|
|
34
|
+
);
|
|
35
|
+
}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
import { remap as remap$ } from "../../lib/primitives.js";
|
|
7
|
+
import {
|
|
8
|
+
WallClockUnit,
|
|
9
|
+
WallClockUnit$outboundSchema,
|
|
10
|
+
} from "./wallclockunit.js";
|
|
11
|
+
|
|
12
|
+
export type HarnessConstraints = {
|
|
13
|
+
wallClockValue?: number | undefined;
|
|
14
|
+
wallClockUnit?: WallClockUnit | undefined;
|
|
15
|
+
spendCapUsd?: number | undefined;
|
|
16
|
+
spendCapTokens?: string | undefined;
|
|
17
|
+
concurrency?: number | undefined;
|
|
18
|
+
};
|
|
19
|
+
|
|
20
|
+
/** @internal */
|
|
21
|
+
export type HarnessConstraints$Outbound = {
|
|
22
|
+
wall_clock_value?: number | undefined;
|
|
23
|
+
wall_clock_unit?: string | undefined;
|
|
24
|
+
spend_cap_usd?: number | undefined;
|
|
25
|
+
spend_cap_tokens?: string | undefined;
|
|
26
|
+
concurrency?: number | undefined;
|
|
27
|
+
};
|
|
28
|
+
|
|
29
|
+
/** @internal */
|
|
30
|
+
export const HarnessConstraints$outboundSchema: z.ZodType<
|
|
31
|
+
HarnessConstraints$Outbound,
|
|
32
|
+
z.ZodTypeDef,
|
|
33
|
+
HarnessConstraints
|
|
34
|
+
> = z.object({
|
|
35
|
+
wallClockValue: z.number().int().optional(),
|
|
36
|
+
wallClockUnit: WallClockUnit$outboundSchema.optional(),
|
|
37
|
+
spendCapUsd: z.number().optional(),
|
|
38
|
+
spendCapTokens: z.string().optional(),
|
|
39
|
+
concurrency: z.number().int().optional(),
|
|
40
|
+
}).transform((v) => {
|
|
41
|
+
return remap$(v, {
|
|
42
|
+
wallClockValue: "wall_clock_value",
|
|
43
|
+
wallClockUnit: "wall_clock_unit",
|
|
44
|
+
spendCapUsd: "spend_cap_usd",
|
|
45
|
+
spendCapTokens: "spend_cap_tokens",
|
|
46
|
+
});
|
|
47
|
+
});
|
|
48
|
+
|
|
49
|
+
export function harnessConstraintsToJSON(
|
|
50
|
+
harnessConstraints: HarnessConstraints,
|
|
51
|
+
): string {
|
|
52
|
+
return JSON.stringify(
|
|
53
|
+
HarnessConstraints$outboundSchema.parse(harnessConstraints),
|
|
54
|
+
);
|
|
55
|
+
}
|