@mutagent/sdk 0.2.127 → 0.2.130
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/FUNCTIONS.md +2 -2
- package/dist/commonjs/lib/config.d.ts +3 -3
- package/dist/commonjs/lib/config.js +3 -3
- package/dist/commonjs/lib/config.js.map +1 -1
- package/dist/commonjs/models/dataset-item-id-dataset-item-index-model-column-id.d.ts +8 -6
- package/dist/commonjs/models/dataset-item-id-dataset-item-index-model-column-id.d.ts.map +1 -1
- package/dist/commonjs/models/dataset-item-id-dataset-item-index-model-column-id.js +5 -3
- package/dist/commonjs/models/dataset-item-id-dataset-item-index-model-column-id.js.map +1 -1
- package/dist/commonjs/models/index.d.ts +2 -0
- package/dist/commonjs/models/index.d.ts.map +1 -1
- package/dist/commonjs/models/index.js +2 -0
- package/dist/commonjs/models/index.js.map +1 -1
- package/dist/commonjs/models/prompt-id-prompt-group-id-evaluation-id.d.ts +44 -8
- package/dist/commonjs/models/prompt-id-prompt-group-id-evaluation-id.d.ts.map +1 -1
- package/dist/commonjs/models/prompt-id-prompt-group-id-evaluation-id.js +30 -5
- package/dist/commonjs/models/prompt-id-prompt-group-id-evaluation-id.js.map +1 -1
- package/dist/commonjs/models/schemaany-of.d.ts +8 -0
- package/dist/commonjs/models/schemaany-of.d.ts.map +1 -0
- package/dist/commonjs/models/schemaany-of.js +48 -0
- package/dist/commonjs/models/schemaany-of.js.map +1 -0
- package/dist/commonjs/models/schemaany-of2.d.ts +8 -0
- package/dist/commonjs/models/schemaany-of2.d.ts.map +1 -0
- package/dist/commonjs/models/schemaany-of2.js +48 -0
- package/dist/commonjs/models/schemaany-of2.js.map +1 -0
- package/dist/commonjs/models/status-summary-completed-at.d.ts +5 -4
- package/dist/commonjs/models/status-summary-completed-at.d.ts.map +1 -1
- package/dist/commonjs/models/status-summary-completed-at.js +3 -2
- package/dist/commonjs/models/status-summary-completed-at.js.map +1 -1
- package/dist/esm/lib/config.d.ts +3 -3
- package/dist/esm/lib/config.js +3 -3
- package/dist/esm/lib/config.js.map +1 -1
- package/dist/esm/models/dataset-item-id-dataset-item-index-model-column-id.d.ts +8 -6
- package/dist/esm/models/dataset-item-id-dataset-item-index-model-column-id.d.ts.map +1 -1
- package/dist/esm/models/dataset-item-id-dataset-item-index-model-column-id.js +5 -3
- package/dist/esm/models/dataset-item-id-dataset-item-index-model-column-id.js.map +1 -1
- package/dist/esm/models/index.d.ts +2 -0
- package/dist/esm/models/index.d.ts.map +1 -1
- package/dist/esm/models/index.js +2 -0
- package/dist/esm/models/index.js.map +1 -1
- package/dist/esm/models/prompt-id-prompt-group-id-evaluation-id.d.ts +44 -8
- package/dist/esm/models/prompt-id-prompt-group-id-evaluation-id.d.ts.map +1 -1
- package/dist/esm/models/prompt-id-prompt-group-id-evaluation-id.js +25 -4
- package/dist/esm/models/prompt-id-prompt-group-id-evaluation-id.js.map +1 -1
- package/dist/esm/models/schemaany-of.d.ts +8 -0
- package/dist/esm/models/schemaany-of.d.ts.map +1 -0
- package/dist/esm/models/schemaany-of.js +11 -0
- package/dist/esm/models/schemaany-of.js.map +1 -0
- package/dist/esm/models/schemaany-of2.d.ts +8 -0
- package/dist/esm/models/schemaany-of2.d.ts.map +1 -0
- package/dist/esm/models/schemaany-of2.js +11 -0
- package/dist/esm/models/schemaany-of2.js.map +1 -0
- package/dist/esm/models/status-summary-completed-at.d.ts +5 -4
- package/dist/esm/models/status-summary-completed-at.d.ts.map +1 -1
- package/dist/esm/models/status-summary-completed-at.js +3 -2
- package/dist/esm/models/status-summary-completed-at.js.map +1 -1
- package/package.json +1 -1
- package/src/lib/config.ts +3 -3
- package/src/models/dataset-item-id-dataset-item-index-model-column-id.ts +19 -9
- package/src/models/index.ts +2 -0
- package/src/models/prompt-id-prompt-group-id-evaluation-id.ts +89 -12
- package/src/models/schemaany-of.ts +21 -0
- package/src/models/schemaany-of2.ts +21 -0
- package/src/models/status-summary-completed-at.ts +11 -6
|
@@ -3,6 +3,22 @@
|
|
|
3
3
|
*/
|
|
4
4
|
|
|
5
5
|
import * as z from "zod/v4-mini";
|
|
6
|
+
import { smartUnion } from "../types/smart-union.js";
|
|
7
|
+
|
|
8
|
+
/**
|
|
9
|
+
* ID of the prompt to experiment with
|
|
10
|
+
*/
|
|
11
|
+
export type PromptId = string | number;
|
|
12
|
+
|
|
13
|
+
/**
|
|
14
|
+
* ID of the evaluation criteria to use
|
|
15
|
+
*/
|
|
16
|
+
export type EvaluationId = string | number;
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* ID of the dataset to use
|
|
20
|
+
*/
|
|
21
|
+
export type DatasetId = string | number;
|
|
6
22
|
|
|
7
23
|
export type Model = {
|
|
8
24
|
/**
|
|
@@ -19,11 +35,16 @@ export type Model = {
|
|
|
19
35
|
temperature: number;
|
|
20
36
|
};
|
|
21
37
|
|
|
38
|
+
/**
|
|
39
|
+
* Snapshot of dataset size at run time
|
|
40
|
+
*/
|
|
41
|
+
export type DatasetItemCount = string | number;
|
|
42
|
+
|
|
22
43
|
export type PromptIdPromptGroupIdEvaluationId = {
|
|
23
44
|
/**
|
|
24
45
|
* ID of the prompt to experiment with
|
|
25
46
|
*/
|
|
26
|
-
promptId
|
|
47
|
+
promptId: string | number;
|
|
27
48
|
/**
|
|
28
49
|
* Prompt group UUID for filtering experiments by prompt family
|
|
29
50
|
*/
|
|
@@ -31,11 +52,11 @@ export type PromptIdPromptGroupIdEvaluationId = {
|
|
|
31
52
|
/**
|
|
32
53
|
* ID of the evaluation criteria to use
|
|
33
54
|
*/
|
|
34
|
-
evaluationId
|
|
55
|
+
evaluationId: string | number;
|
|
35
56
|
/**
|
|
36
57
|
* ID of the dataset to use
|
|
37
58
|
*/
|
|
38
|
-
datasetId
|
|
59
|
+
datasetId: string | number;
|
|
39
60
|
/**
|
|
40
61
|
* Array of model configurations (1-4 models)
|
|
41
62
|
*/
|
|
@@ -43,13 +64,52 @@ export type PromptIdPromptGroupIdEvaluationId = {
|
|
|
43
64
|
/**
|
|
44
65
|
* Snapshot of dataset size at run time
|
|
45
66
|
*/
|
|
46
|
-
datasetItemCount?: number | undefined;
|
|
67
|
+
datasetItemCount?: string | number | undefined;
|
|
47
68
|
/**
|
|
48
69
|
* Experiment name (auto-generated if not provided)
|
|
49
70
|
*/
|
|
50
71
|
name?: string | undefined;
|
|
51
72
|
};
|
|
52
73
|
|
|
74
|
+
/** @internal */
|
|
75
|
+
export type PromptId$Outbound = string | number;
|
|
76
|
+
|
|
77
|
+
/** @internal */
|
|
78
|
+
export const PromptId$outboundSchema: z.ZodMiniType<
|
|
79
|
+
PromptId$Outbound,
|
|
80
|
+
PromptId
|
|
81
|
+
> = smartUnion([z.string(), z.int()]);
|
|
82
|
+
|
|
83
|
+
export function promptIdToJSON(promptId: PromptId): string {
|
|
84
|
+
return JSON.stringify(PromptId$outboundSchema.parse(promptId));
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
/** @internal */
|
|
88
|
+
export type EvaluationId$Outbound = string | number;
|
|
89
|
+
|
|
90
|
+
/** @internal */
|
|
91
|
+
export const EvaluationId$outboundSchema: z.ZodMiniType<
|
|
92
|
+
EvaluationId$Outbound,
|
|
93
|
+
EvaluationId
|
|
94
|
+
> = smartUnion([z.string(), z.int()]);
|
|
95
|
+
|
|
96
|
+
export function evaluationIdToJSON(evaluationId: EvaluationId): string {
|
|
97
|
+
return JSON.stringify(EvaluationId$outboundSchema.parse(evaluationId));
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
/** @internal */
|
|
101
|
+
export type DatasetId$Outbound = string | number;
|
|
102
|
+
|
|
103
|
+
/** @internal */
|
|
104
|
+
export const DatasetId$outboundSchema: z.ZodMiniType<
|
|
105
|
+
DatasetId$Outbound,
|
|
106
|
+
DatasetId
|
|
107
|
+
> = smartUnion([z.string(), z.int()]);
|
|
108
|
+
|
|
109
|
+
export function datasetIdToJSON(datasetId: DatasetId): string {
|
|
110
|
+
return JSON.stringify(DatasetId$outboundSchema.parse(datasetId));
|
|
111
|
+
}
|
|
112
|
+
|
|
53
113
|
/** @internal */
|
|
54
114
|
export type Model$Outbound = {
|
|
55
115
|
id: string;
|
|
@@ -69,14 +129,31 @@ export function modelToJSON(model: Model): string {
|
|
|
69
129
|
return JSON.stringify(Model$outboundSchema.parse(model));
|
|
70
130
|
}
|
|
71
131
|
|
|
132
|
+
/** @internal */
|
|
133
|
+
export type DatasetItemCount$Outbound = string | number;
|
|
134
|
+
|
|
135
|
+
/** @internal */
|
|
136
|
+
export const DatasetItemCount$outboundSchema: z.ZodMiniType<
|
|
137
|
+
DatasetItemCount$Outbound,
|
|
138
|
+
DatasetItemCount
|
|
139
|
+
> = smartUnion([z.string(), z.int()]);
|
|
140
|
+
|
|
141
|
+
export function datasetItemCountToJSON(
|
|
142
|
+
datasetItemCount: DatasetItemCount,
|
|
143
|
+
): string {
|
|
144
|
+
return JSON.stringify(
|
|
145
|
+
DatasetItemCount$outboundSchema.parse(datasetItemCount),
|
|
146
|
+
);
|
|
147
|
+
}
|
|
148
|
+
|
|
72
149
|
/** @internal */
|
|
73
150
|
export type PromptIdPromptGroupIdEvaluationId$Outbound = {
|
|
74
|
-
promptId: number;
|
|
151
|
+
promptId: string | number;
|
|
75
152
|
promptGroupId: string;
|
|
76
|
-
evaluationId: number;
|
|
77
|
-
datasetId: number;
|
|
153
|
+
evaluationId: string | number;
|
|
154
|
+
datasetId: string | number;
|
|
78
155
|
models: Array<Model$Outbound>;
|
|
79
|
-
datasetItemCount
|
|
156
|
+
datasetItemCount?: string | number | undefined;
|
|
80
157
|
name?: string | undefined;
|
|
81
158
|
};
|
|
82
159
|
|
|
@@ -85,12 +162,12 @@ export const PromptIdPromptGroupIdEvaluationId$outboundSchema: z.ZodMiniType<
|
|
|
85
162
|
PromptIdPromptGroupIdEvaluationId$Outbound,
|
|
86
163
|
PromptIdPromptGroupIdEvaluationId
|
|
87
164
|
> = z.object({
|
|
88
|
-
promptId: z.
|
|
165
|
+
promptId: smartUnion([z.string(), z.int()]),
|
|
89
166
|
promptGroupId: z.string(),
|
|
90
|
-
evaluationId: z.
|
|
91
|
-
datasetId: z.
|
|
167
|
+
evaluationId: smartUnion([z.string(), z.int()]),
|
|
168
|
+
datasetId: smartUnion([z.string(), z.int()]),
|
|
92
169
|
models: z.array(z.lazy(() => Model$outboundSchema)),
|
|
93
|
-
datasetItemCount: z.
|
|
170
|
+
datasetItemCount: z.optional(smartUnion([z.string(), z.int()])),
|
|
94
171
|
name: z.optional(z.string()),
|
|
95
172
|
});
|
|
96
173
|
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v4-mini";
|
|
6
|
+
import { smartUnion } from "../types/smart-union.js";
|
|
7
|
+
|
|
8
|
+
export type SchemaanyOf = string | number;
|
|
9
|
+
|
|
10
|
+
/** @internal */
|
|
11
|
+
export type SchemaanyOf$Outbound = string | number;
|
|
12
|
+
|
|
13
|
+
/** @internal */
|
|
14
|
+
export const SchemaanyOf$outboundSchema: z.ZodMiniType<
|
|
15
|
+
SchemaanyOf$Outbound,
|
|
16
|
+
SchemaanyOf
|
|
17
|
+
> = smartUnion([z.string(), z.int()]);
|
|
18
|
+
|
|
19
|
+
export function schemaanyOfToJSON(schemaanyOf: SchemaanyOf): string {
|
|
20
|
+
return JSON.stringify(SchemaanyOf$outboundSchema.parse(schemaanyOf));
|
|
21
|
+
}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v4-mini";
|
|
6
|
+
import { smartUnion } from "../types/smart-union.js";
|
|
7
|
+
|
|
8
|
+
export type SchemaanyOf2 = string | number;
|
|
9
|
+
|
|
10
|
+
/** @internal */
|
|
11
|
+
export type SchemaanyOf2$Outbound = string | number;
|
|
12
|
+
|
|
13
|
+
/** @internal */
|
|
14
|
+
export const SchemaanyOf2$outboundSchema: z.ZodMiniType<
|
|
15
|
+
SchemaanyOf2$Outbound,
|
|
16
|
+
SchemaanyOf2
|
|
17
|
+
> = smartUnion([z.string(), z.int()]);
|
|
18
|
+
|
|
19
|
+
export function schemaanyOf2ToJSON(schemaanyOf2: SchemaanyOf2): string {
|
|
20
|
+
return JSON.stringify(SchemaanyOf2$outboundSchema.parse(schemaanyOf2));
|
|
21
|
+
}
|
|
@@ -3,6 +3,11 @@
|
|
|
3
3
|
*/
|
|
4
4
|
|
|
5
5
|
import * as z from "zod/v4-mini";
|
|
6
|
+
import {
|
|
7
|
+
SchemaanyOf2,
|
|
8
|
+
SchemaanyOf2$Outbound,
|
|
9
|
+
SchemaanyOf2$outboundSchema,
|
|
10
|
+
} from "./schemaany-of2.js";
|
|
6
11
|
|
|
7
12
|
export enum StatusSummaryCompletedAtStatus {
|
|
8
13
|
Completed = "completed",
|
|
@@ -22,11 +27,11 @@ export type Summary = {
|
|
|
22
27
|
/**
|
|
23
28
|
* Total number of evaluations
|
|
24
29
|
*/
|
|
25
|
-
totalEvaluations:
|
|
30
|
+
totalEvaluations: SchemaanyOf2;
|
|
26
31
|
/**
|
|
27
32
|
* Number of completed evaluations
|
|
28
33
|
*/
|
|
29
|
-
completedEvaluations:
|
|
34
|
+
completedEvaluations: SchemaanyOf2;
|
|
30
35
|
/**
|
|
31
36
|
* Per-model statistics keyed by model column ID
|
|
32
37
|
*/
|
|
@@ -65,16 +70,16 @@ export function perModelStatsToJSON(perModelStats: PerModelStats): string {
|
|
|
65
70
|
|
|
66
71
|
/** @internal */
|
|
67
72
|
export type Summary$Outbound = {
|
|
68
|
-
totalEvaluations:
|
|
69
|
-
completedEvaluations:
|
|
73
|
+
totalEvaluations: SchemaanyOf2$Outbound;
|
|
74
|
+
completedEvaluations: SchemaanyOf2$Outbound;
|
|
70
75
|
perModelStats: PerModelStats$Outbound;
|
|
71
76
|
};
|
|
72
77
|
|
|
73
78
|
/** @internal */
|
|
74
79
|
export const Summary$outboundSchema: z.ZodMiniType<Summary$Outbound, Summary> =
|
|
75
80
|
z.object({
|
|
76
|
-
totalEvaluations:
|
|
77
|
-
completedEvaluations:
|
|
81
|
+
totalEvaluations: SchemaanyOf2$outboundSchema,
|
|
82
|
+
completedEvaluations: SchemaanyOf2$outboundSchema,
|
|
78
83
|
perModelStats: z.lazy(() => PerModelStats$outboundSchema),
|
|
79
84
|
});
|
|
80
85
|
|