@mutagent/sdk 0.2.119 → 0.2.120

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (84) hide show
  1. package/README.md +10 -8
  2. package/dist/commonjs/funcs/optimization-get-optimization-results.d.ts +19 -0
  3. package/dist/commonjs/funcs/optimization-get-optimization-results.d.ts.map +1 -0
  4. package/dist/commonjs/funcs/optimization-get-optimization-results.js +125 -0
  5. package/dist/commonjs/funcs/optimization-get-optimization-results.js.map +1 -0
  6. package/dist/commonjs/lib/config.d.ts +2 -2
  7. package/dist/commonjs/lib/config.js +2 -2
  8. package/dist/commonjs/models/dataset-id-evaluation-id-config.d.ts +15 -0
  9. package/dist/commonjs/models/dataset-id-evaluation-id-config.d.ts.map +1 -1
  10. package/dist/commonjs/models/dataset-id-evaluation-id-config.js +3 -0
  11. package/dist/commonjs/models/dataset-id-evaluation-id-config.js.map +1 -1
  12. package/dist/commonjs/models/index.d.ts +1 -0
  13. package/dist/commonjs/models/index.d.ts.map +1 -1
  14. package/dist/commonjs/models/index.js +1 -0
  15. package/dist/commonjs/models/index.js.map +1 -1
  16. package/dist/commonjs/models/operations/get-optimization-results.d.ts +12 -0
  17. package/dist/commonjs/models/operations/get-optimization-results.d.ts.map +1 -0
  18. package/dist/commonjs/models/operations/get-optimization-results.js +49 -0
  19. package/dist/commonjs/models/operations/get-optimization-results.js.map +1 -0
  20. package/dist/commonjs/models/operations/index.d.ts +1 -0
  21. package/dist/commonjs/models/operations/index.d.ts.map +1 -1
  22. package/dist/commonjs/models/operations/index.js +1 -0
  23. package/dist/commonjs/models/operations/index.js.map +1 -1
  24. package/dist/commonjs/models/optimization-results.d.ts +78 -0
  25. package/dist/commonjs/models/optimization-results.d.ts.map +1 -0
  26. package/dist/commonjs/models/optimization-results.js +135 -0
  27. package/dist/commonjs/models/optimization-results.js.map +1 -0
  28. package/dist/commonjs/models/paginated-trace-list.d.ts +0 -3
  29. package/dist/commonjs/models/paginated-trace-list.d.ts.map +1 -1
  30. package/dist/commonjs/models/paginated-trace-list.js.map +1 -1
  31. package/dist/commonjs/models/trace-with-spans.d.ts +0 -3
  32. package/dist/commonjs/models/trace-with-spans.d.ts.map +1 -1
  33. package/dist/commonjs/models/trace-with-spans.js.map +1 -1
  34. package/dist/commonjs/sdk/optimization.d.ts +7 -0
  35. package/dist/commonjs/sdk/optimization.d.ts.map +1 -1
  36. package/dist/commonjs/sdk/optimization.js +10 -0
  37. package/dist/commonjs/sdk/optimization.js.map +1 -1
  38. package/dist/esm/funcs/optimization-get-optimization-results.d.ts +19 -0
  39. package/dist/esm/funcs/optimization-get-optimization-results.d.ts.map +1 -0
  40. package/dist/esm/funcs/optimization-get-optimization-results.js +89 -0
  41. package/dist/esm/funcs/optimization-get-optimization-results.js.map +1 -0
  42. package/dist/esm/lib/config.d.ts +2 -2
  43. package/dist/esm/lib/config.js +2 -2
  44. package/dist/esm/models/dataset-id-evaluation-id-config.d.ts +15 -0
  45. package/dist/esm/models/dataset-id-evaluation-id-config.d.ts.map +1 -1
  46. package/dist/esm/models/dataset-id-evaluation-id-config.js +3 -0
  47. package/dist/esm/models/dataset-id-evaluation-id-config.js.map +1 -1
  48. package/dist/esm/models/index.d.ts +1 -0
  49. package/dist/esm/models/index.d.ts.map +1 -1
  50. package/dist/esm/models/index.js +1 -0
  51. package/dist/esm/models/index.js.map +1 -1
  52. package/dist/esm/models/operations/get-optimization-results.d.ts +12 -0
  53. package/dist/esm/models/operations/get-optimization-results.d.ts.map +1 -0
  54. package/dist/esm/models/operations/get-optimization-results.js +12 -0
  55. package/dist/esm/models/operations/get-optimization-results.js.map +1 -0
  56. package/dist/esm/models/operations/index.d.ts +1 -0
  57. package/dist/esm/models/operations/index.d.ts.map +1 -1
  58. package/dist/esm/models/operations/index.js +1 -0
  59. package/dist/esm/models/operations/index.js.map +1 -1
  60. package/dist/esm/models/optimization-results.d.ts +78 -0
  61. package/dist/esm/models/optimization-results.d.ts.map +1 -0
  62. package/dist/esm/models/optimization-results.js +91 -0
  63. package/dist/esm/models/optimization-results.js.map +1 -0
  64. package/dist/esm/models/paginated-trace-list.d.ts +0 -3
  65. package/dist/esm/models/paginated-trace-list.d.ts.map +1 -1
  66. package/dist/esm/models/paginated-trace-list.js.map +1 -1
  67. package/dist/esm/models/trace-with-spans.d.ts +0 -3
  68. package/dist/esm/models/trace-with-spans.d.ts.map +1 -1
  69. package/dist/esm/models/trace-with-spans.js.map +1 -1
  70. package/dist/esm/sdk/optimization.d.ts +7 -0
  71. package/dist/esm/sdk/optimization.d.ts.map +1 -1
  72. package/dist/esm/sdk/optimization.js +10 -0
  73. package/dist/esm/sdk/optimization.js.map +1 -1
  74. package/package.json +1 -1
  75. package/src/funcs/optimization-get-optimization-results.ts +182 -0
  76. package/src/lib/config.ts +2 -2
  77. package/src/models/dataset-id-evaluation-id-config.ts +18 -0
  78. package/src/models/index.ts +1 -0
  79. package/src/models/operations/get-optimization-results.ts +32 -0
  80. package/src/models/operations/index.ts +1 -0
  81. package/src/models/optimization-results.ts +220 -0
  82. package/src/models/paginated-trace-list.ts +0 -3
  83. package/src/models/trace-with-spans.ts +0 -3
  84. package/src/sdk/optimization.ts +18 -0
@@ -27,6 +27,18 @@ export type DatasetIdEvaluationIdConfigConfig = {
27
27
  * Model for evaluation scoring
28
28
  */
29
29
  evaluationModel?: string | undefined;
30
+ /**
31
+ * Provider config ID for the execution slot (provider-id-first routing)
32
+ */
33
+ executionProviderId?: string | undefined;
34
+ /**
35
+ * Provider config ID for the evaluation slot (provider-id-first routing)
36
+ */
37
+ evaluationProviderId?: string | undefined;
38
+ /**
39
+ * Provider config ID for the optimization slot (provider-id-first routing)
40
+ */
41
+ optimizationProviderId?: string | undefined;
30
42
  tuningParams?: TuningParams | undefined;
31
43
  };
32
44
 
@@ -66,6 +78,9 @@ export type DatasetIdEvaluationIdConfigConfig$Outbound = {
66
78
  executionModel?: string | undefined;
67
79
  optimizationModel?: string | undefined;
68
80
  evaluationModel?: string | undefined;
81
+ executionProviderId?: string | undefined;
82
+ evaluationProviderId?: string | undefined;
83
+ optimizationProviderId?: string | undefined;
69
84
  tuningParams?: TuningParams$Outbound | undefined;
70
85
  };
71
86
 
@@ -82,6 +97,9 @@ export const DatasetIdEvaluationIdConfigConfig$outboundSchema: z.ZodMiniType<
82
97
  executionModel: z.optional(z.string()),
83
98
  optimizationModel: z.optional(z.string()),
84
99
  evaluationModel: z.optional(z.string()),
100
+ executionProviderId: z.optional(z.string()),
101
+ evaluationProviderId: z.optional(z.string()),
102
+ optimizationProviderId: z.optional(z.string()),
85
103
  tuningParams: z.optional(z.lazy(() => TuningParams$outboundSchema)),
86
104
  });
87
105
 
@@ -50,6 +50,7 @@ export * from "./new-version-changes.js";
50
50
  export * from "./optimization-job-list.js";
51
51
  export * from "./optimization-job-status.js";
52
52
  export * from "./optimization-job.js";
53
+ export * from "./optimization-results.js";
53
54
  export * from "./optimization-score-progression.js";
54
55
  export * from "./optimization-states.js";
55
56
  export * from "./org-member-count-or-error-union.js";
@@ -0,0 +1,32 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod/v4-mini";
6
+
7
+ export type GetOptimizationResultsRequest = {
8
+ id: string;
9
+ };
10
+
11
+ /** @internal */
12
+ export type GetOptimizationResultsRequest$Outbound = {
13
+ id: string;
14
+ };
15
+
16
+ /** @internal */
17
+ export const GetOptimizationResultsRequest$outboundSchema: z.ZodMiniType<
18
+ GetOptimizationResultsRequest$Outbound,
19
+ GetOptimizationResultsRequest
20
+ > = z.object({
21
+ id: z.string(),
22
+ });
23
+
24
+ export function getOptimizationResultsRequestToJSON(
25
+ getOptimizationResultsRequest: GetOptimizationResultsRequest,
26
+ ): string {
27
+ return JSON.stringify(
28
+ GetOptimizationResultsRequest$outboundSchema.parse(
29
+ getOptimizationResultsRequest,
30
+ ),
31
+ );
32
+ }
@@ -46,6 +46,7 @@ export * from "./get-evaluation.js";
46
46
  export * from "./get-experiment.js";
47
47
  export * from "./get-invitation.js";
48
48
  export * from "./get-optimization-progress.js";
49
+ export * from "./get-optimization-results.js";
49
50
  export * from "./get-optimization-states.js";
50
51
  export * from "./get-optimization.js";
51
52
  export * from "./get-organization-by-slug.js";
@@ -0,0 +1,220 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod/v4-mini";
6
+ import { safeParse } from "../lib/schemas.js";
7
+ import * as openEnums from "../types/enums.js";
8
+ import { OpenEnum } from "../types/enums.js";
9
+ import { Result as SafeParseResult } from "../types/fp.js";
10
+ import * as types from "../types/primitives.js";
11
+ import { SDKValidationError } from "./errors/sdk-validation-error.js";
12
+
13
+ export type Scores = {
14
+ bestScore: number | null;
15
+ currentScore: number | null;
16
+ targetScore: number | null;
17
+ };
18
+
19
+ export type OptimizationResultsCriterion = {
20
+ name: string;
21
+ scoreAvg: number;
22
+ passRate: number;
23
+ };
24
+
25
+ export type Costs = {
26
+ iterationUsd: number;
27
+ cumulativeUsd: number;
28
+ };
29
+
30
+ export type StageBreakdown = {};
31
+
32
+ export type Durations = {
33
+ iterationMs: number | null;
34
+ stageBreakdown: StageBreakdown;
35
+ };
36
+
37
+ export enum NextAction {
38
+ Continue = "continue",
39
+ StopConverged = "stop-converged",
40
+ StopBudget = "stop-budget",
41
+ StopStagnation = "stop-stagnation",
42
+ StopMaxIter = "stop-max-iter",
43
+ }
44
+ export type NextActionOpen = OpenEnum<typeof NextAction>;
45
+
46
+ export type OptimizationResultsData = {
47
+ jobId: string;
48
+ iteration: number;
49
+ totalIterations: number | null;
50
+ timestamp: string;
51
+ stage: string | null;
52
+ scores: Scores;
53
+ criteria: Array<OptimizationResultsCriterion>;
54
+ costs: Costs;
55
+ durations: Durations;
56
+ nextAction: NextActionOpen;
57
+ };
58
+
59
+ export type Scorecard = {
60
+ rendered: string;
61
+ data: Array<OptimizationResultsData>;
62
+ };
63
+
64
+ export type OptimizationResults = {
65
+ jobId: string;
66
+ scorecard: Scorecard;
67
+ };
68
+
69
+ /** @internal */
70
+ export const Scores$inboundSchema: z.ZodMiniType<Scores, unknown> = z.object({
71
+ bestScore: types.nullable(types.number()),
72
+ currentScore: types.nullable(types.number()),
73
+ targetScore: types.nullable(types.number()),
74
+ });
75
+
76
+ export function scoresFromJSON(
77
+ jsonString: string,
78
+ ): SafeParseResult<Scores, SDKValidationError> {
79
+ return safeParse(
80
+ jsonString,
81
+ (x) => Scores$inboundSchema.parse(JSON.parse(x)),
82
+ `Failed to parse 'Scores' from JSON`,
83
+ );
84
+ }
85
+
86
+ /** @internal */
87
+ export const OptimizationResultsCriterion$inboundSchema: z.ZodMiniType<
88
+ OptimizationResultsCriterion,
89
+ unknown
90
+ > = z.object({
91
+ name: types.string(),
92
+ scoreAvg: types.number(),
93
+ passRate: types.number(),
94
+ });
95
+
96
+ export function optimizationResultsCriterionFromJSON(
97
+ jsonString: string,
98
+ ): SafeParseResult<OptimizationResultsCriterion, SDKValidationError> {
99
+ return safeParse(
100
+ jsonString,
101
+ (x) => OptimizationResultsCriterion$inboundSchema.parse(JSON.parse(x)),
102
+ `Failed to parse 'OptimizationResultsCriterion' from JSON`,
103
+ );
104
+ }
105
+
106
+ /** @internal */
107
+ export const Costs$inboundSchema: z.ZodMiniType<Costs, unknown> = z.object({
108
+ iterationUsd: types.number(),
109
+ cumulativeUsd: types.number(),
110
+ });
111
+
112
+ export function costsFromJSON(
113
+ jsonString: string,
114
+ ): SafeParseResult<Costs, SDKValidationError> {
115
+ return safeParse(
116
+ jsonString,
117
+ (x) => Costs$inboundSchema.parse(JSON.parse(x)),
118
+ `Failed to parse 'Costs' from JSON`,
119
+ );
120
+ }
121
+
122
+ /** @internal */
123
+ export const StageBreakdown$inboundSchema: z.ZodMiniType<
124
+ StageBreakdown,
125
+ unknown
126
+ > = z.object({});
127
+
128
+ export function stageBreakdownFromJSON(
129
+ jsonString: string,
130
+ ): SafeParseResult<StageBreakdown, SDKValidationError> {
131
+ return safeParse(
132
+ jsonString,
133
+ (x) => StageBreakdown$inboundSchema.parse(JSON.parse(x)),
134
+ `Failed to parse 'StageBreakdown' from JSON`,
135
+ );
136
+ }
137
+
138
+ /** @internal */
139
+ export const Durations$inboundSchema: z.ZodMiniType<Durations, unknown> = z
140
+ .object({
141
+ iterationMs: types.nullable(types.number()),
142
+ stageBreakdown: z.lazy(() => StageBreakdown$inboundSchema),
143
+ });
144
+
145
+ export function durationsFromJSON(
146
+ jsonString: string,
147
+ ): SafeParseResult<Durations, SDKValidationError> {
148
+ return safeParse(
149
+ jsonString,
150
+ (x) => Durations$inboundSchema.parse(JSON.parse(x)),
151
+ `Failed to parse 'Durations' from JSON`,
152
+ );
153
+ }
154
+
155
+ /** @internal */
156
+ export const NextAction$inboundSchema: z.ZodMiniType<NextActionOpen, unknown> =
157
+ openEnums.inboundSchema(NextAction);
158
+
159
+ /** @internal */
160
+ export const OptimizationResultsData$inboundSchema: z.ZodMiniType<
161
+ OptimizationResultsData,
162
+ unknown
163
+ > = z.object({
164
+ jobId: types.string(),
165
+ iteration: types.number(),
166
+ totalIterations: types.nullable(types.number()),
167
+ timestamp: types.string(),
168
+ stage: types.nullable(types.string()),
169
+ scores: z.lazy(() => Scores$inboundSchema),
170
+ criteria: z.array(z.lazy(() => OptimizationResultsCriterion$inboundSchema)),
171
+ costs: z.lazy(() => Costs$inboundSchema),
172
+ durations: z.lazy(() => Durations$inboundSchema),
173
+ nextAction: z._default(NextAction$inboundSchema, NextAction.Continue),
174
+ });
175
+
176
+ export function optimizationResultsDataFromJSON(
177
+ jsonString: string,
178
+ ): SafeParseResult<OptimizationResultsData, SDKValidationError> {
179
+ return safeParse(
180
+ jsonString,
181
+ (x) => OptimizationResultsData$inboundSchema.parse(JSON.parse(x)),
182
+ `Failed to parse 'OptimizationResultsData' from JSON`,
183
+ );
184
+ }
185
+
186
+ /** @internal */
187
+ export const Scorecard$inboundSchema: z.ZodMiniType<Scorecard, unknown> = z
188
+ .object({
189
+ rendered: types.string(),
190
+ data: z.array(z.lazy(() => OptimizationResultsData$inboundSchema)),
191
+ });
192
+
193
+ export function scorecardFromJSON(
194
+ jsonString: string,
195
+ ): SafeParseResult<Scorecard, SDKValidationError> {
196
+ return safeParse(
197
+ jsonString,
198
+ (x) => Scorecard$inboundSchema.parse(JSON.parse(x)),
199
+ `Failed to parse 'Scorecard' from JSON`,
200
+ );
201
+ }
202
+
203
+ /** @internal */
204
+ export const OptimizationResults$inboundSchema: z.ZodMiniType<
205
+ OptimizationResults,
206
+ unknown
207
+ > = z.object({
208
+ jobId: types.string(),
209
+ scorecard: z.lazy(() => Scorecard$inboundSchema),
210
+ });
211
+
212
+ export function optimizationResultsFromJSON(
213
+ jsonString: string,
214
+ ): SafeParseResult<OptimizationResults, SDKValidationError> {
215
+ return safeParse(
216
+ jsonString,
217
+ (x) => OptimizationResults$inboundSchema.parse(JSON.parse(x)),
218
+ `Failed to parse 'OptimizationResults' from JSON`,
219
+ );
220
+ }
@@ -55,9 +55,6 @@ export type PaginatedTraceListData = {
55
55
  * Source integration that produced this trace
56
56
  */
57
57
  source: PaginatedTraceListSourceOpen;
58
- /**
59
- * Environment where the trace was captured
60
- */
61
58
  environment: PaginatedTraceListEnvironmentOpen | null;
62
59
  tags: Array<string> | null;
63
60
  metadata: PaginatedTraceListMetadata | null;
@@ -137,9 +137,6 @@ export type TraceWithSpans = {
137
137
  * Source integration that produced this trace
138
138
  */
139
139
  source: TraceWithSpansSourceOpen;
140
- /**
141
- * Environment where the trace was captured
142
- */
143
140
  environment: TraceWithSpansEnvironmentOpen | null;
144
141
  tags: Array<string> | null;
145
142
  metadata: TraceWithSpansMetadata | null;
@@ -4,6 +4,7 @@
4
4
 
5
5
  import { optimizationCancelOptimization } from "../funcs/optimization-cancel-optimization.js";
6
6
  import { optimizationGetOptimizationProgress } from "../funcs/optimization-get-optimization-progress.js";
7
+ import { optimizationGetOptimizationResults } from "../funcs/optimization-get-optimization-results.js";
7
8
  import { optimizationGetOptimizationStates } from "../funcs/optimization-get-optimization-states.js";
8
9
  import { optimizationGetOptimization } from "../funcs/optimization-get-optimization.js";
9
10
  import { optimizationListOptimizations } from "../funcs/optimization-list-optimizations.js";
@@ -104,6 +105,23 @@ export class Optimization extends ClientSDK {
104
105
  ));
105
106
  }
106
107
 
108
+ /**
109
+ * Get optimization results with scorecard digest
110
+ *
111
+ * @remarks
112
+ * Get the full per-iteration scorecard digest for an optimization job. Returns rendered text and structured ScorecardData for each iteration. Requires x-workspace-id header.
113
+ */
114
+ async getOptimizationResults(
115
+ request: operations.GetOptimizationResultsRequest,
116
+ options?: RequestOptions,
117
+ ): Promise<models.OptimizationResults> {
118
+ return unwrapAsync(optimizationGetOptimizationResults(
119
+ this,
120
+ request,
121
+ options,
122
+ ));
123
+ }
124
+
107
125
  /**
108
126
  * Pause job
109
127
  *