@mastra/server 1.76.0 → 1.77.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{datasets-C2aXB8At.cjs → datasets-BdD8JWhx.cjs} +64 -7
- package/dist/datasets-BdD8JWhx.cjs.map +1 -0
- package/dist/{datasets-CDQDQxos.js → datasets-CKwh-k4I.js} +53 -8
- package/dist/datasets-CKwh-k4I.js.map +1 -0
- package/dist/{dist-C68HDUAO.js → dist-B6B4Cxda.js} +1060 -304
- package/dist/dist-B6B4Cxda.js.map +1 -0
- package/dist/{dist-C8tgsOw_.cjs → dist-BGfXR4Xj.cjs} +1059 -303
- package/dist/dist-BGfXR4Xj.cjs.map +1 -0
- package/dist/docs/SKILL.md +1 -1
- package/dist/docs/assets/SOURCE_MAP.json +1 -1
- package/dist/docs/references/docs-server-custom-adapters.md +1 -1
- package/dist/docs/references/reference-server-create-route.md +1 -1
- package/dist/docs/references/reference-server-routes.md +1 -1
- package/dist/server/handlers/agent-builder.cjs +1 -1
- package/dist/server/handlers/agent-builder.js +1 -1
- package/dist/server/handlers/datasets.cjs +27 -15
- package/dist/server/handlers/datasets.cjs.map +1 -1
- package/dist/server/handlers/datasets.d.ts +1032 -38
- package/dist/server/handlers/datasets.d.ts.map +1 -1
- package/dist/server/handlers/datasets.js +27 -15
- package/dist/server/handlers/datasets.js.map +1 -1
- package/dist/server/schemas/datasets.d.ts +430 -11
- package/dist/server/schemas/datasets.d.ts.map +1 -1
- package/dist/server/schemas/index.cjs +3 -1
- package/dist/server/schemas/index.js +2 -2
- package/dist/server/server-adapter/routes/datasets.d.ts +1032 -38
- package/dist/server/server-adapter/routes/datasets.d.ts.map +1 -1
- package/package.json +6 -6
- package/dist/datasets-C2aXB8At.cjs.map +0 -1
- package/dist/datasets-CDQDQxos.js.map +0 -1
- package/dist/dist-C68HDUAO.js.map +0 -1
- package/dist/dist-C8tgsOw_.cjs.map +0 -1
|
@@ -2309,7 +2309,6 @@ export declare const RUN_EXPERIMENT_ITEM_ROUTE: Omit<import("@mastra/core/server
|
|
|
2309
2309
|
itemId: string;
|
|
2310
2310
|
itemDatasetVersion: number | null;
|
|
2311
2311
|
input: unknown;
|
|
2312
|
-
output: unknown;
|
|
2313
2312
|
groundTruth: unknown;
|
|
2314
2313
|
metadata?: Record<string, unknown> | null | undefined;
|
|
2315
2314
|
expectedTrajectory?: unknown;
|
|
@@ -2348,6 +2347,121 @@ export declare const RUN_EXPERIMENT_ITEM_ROUTE: Omit<import("@mastra/core/server
|
|
|
2348
2347
|
} | undefined;
|
|
2349
2348
|
} | null | undefined;
|
|
2350
2349
|
createdAt: Date;
|
|
2350
|
+
targetType: "agent";
|
|
2351
|
+
output: {
|
|
2352
|
+
[x: string]: unknown;
|
|
2353
|
+
text?: string | undefined;
|
|
2354
|
+
reasoningText?: string | undefined;
|
|
2355
|
+
object?: unknown;
|
|
2356
|
+
toolCalls?: Record<string, unknown>[] | undefined;
|
|
2357
|
+
toolResults?: Record<string, unknown>[] | undefined;
|
|
2358
|
+
sources?: Record<string, unknown>[] | undefined;
|
|
2359
|
+
files?: Record<string, unknown>[] | undefined;
|
|
2360
|
+
usage?: Record<string, unknown> | undefined;
|
|
2361
|
+
traceId?: string | null | undefined;
|
|
2362
|
+
error?: {
|
|
2363
|
+
[x: string]: unknown;
|
|
2364
|
+
message?: string | undefined;
|
|
2365
|
+
stack?: string | undefined;
|
|
2366
|
+
} | null | undefined;
|
|
2367
|
+
} | null;
|
|
2368
|
+
} | {
|
|
2369
|
+
id: string;
|
|
2370
|
+
experimentId: string;
|
|
2371
|
+
itemId: string;
|
|
2372
|
+
itemDatasetVersion: number | null;
|
|
2373
|
+
input: unknown;
|
|
2374
|
+
groundTruth: unknown;
|
|
2375
|
+
metadata?: Record<string, unknown> | null | undefined;
|
|
2376
|
+
expectedTrajectory?: unknown;
|
|
2377
|
+
error: {
|
|
2378
|
+
message: string;
|
|
2379
|
+
stack?: string | undefined;
|
|
2380
|
+
code?: string | undefined;
|
|
2381
|
+
} | null;
|
|
2382
|
+
startedAt: Date;
|
|
2383
|
+
completedAt: Date;
|
|
2384
|
+
retryCount: number;
|
|
2385
|
+
attempt?: number | undefined;
|
|
2386
|
+
traceId: string | null;
|
|
2387
|
+
status?: "complete" | "needs-review" | "reviewed" | null | undefined;
|
|
2388
|
+
tags?: string[] | null | undefined;
|
|
2389
|
+
comment?: string | null | undefined;
|
|
2390
|
+
toolMockReport?: {
|
|
2391
|
+
served: {
|
|
2392
|
+
mockIndex: number;
|
|
2393
|
+
toolName: string;
|
|
2394
|
+
args: unknown;
|
|
2395
|
+
}[];
|
|
2396
|
+
unconsumed: {
|
|
2397
|
+
mockIndex: number;
|
|
2398
|
+
toolName: string;
|
|
2399
|
+
args: unknown;
|
|
2400
|
+
}[];
|
|
2401
|
+
liveCalls: {
|
|
2402
|
+
toolName: string;
|
|
2403
|
+
args: unknown;
|
|
2404
|
+
}[];
|
|
2405
|
+
failure?: {
|
|
2406
|
+
code: "TOOL_MOCK_EXHAUSTED" | "TOOL_MOCK_MISMATCH" | "TOOL_MOCK_NOT_DECLARED";
|
|
2407
|
+
toolName: string;
|
|
2408
|
+
args: unknown;
|
|
2409
|
+
} | undefined;
|
|
2410
|
+
} | null | undefined;
|
|
2411
|
+
createdAt: Date;
|
|
2412
|
+
targetType: "scorer";
|
|
2413
|
+
output: {
|
|
2414
|
+
[x: string]: unknown;
|
|
2415
|
+
score: number | null;
|
|
2416
|
+
reason: string | null;
|
|
2417
|
+
notScorable?: unknown;
|
|
2418
|
+
} | null;
|
|
2419
|
+
} | {
|
|
2420
|
+
id: string;
|
|
2421
|
+
experimentId: string;
|
|
2422
|
+
itemId: string;
|
|
2423
|
+
itemDatasetVersion: number | null;
|
|
2424
|
+
input: unknown;
|
|
2425
|
+
groundTruth: unknown;
|
|
2426
|
+
metadata?: Record<string, unknown> | null | undefined;
|
|
2427
|
+
expectedTrajectory?: unknown;
|
|
2428
|
+
error: {
|
|
2429
|
+
message: string;
|
|
2430
|
+
stack?: string | undefined;
|
|
2431
|
+
code?: string | undefined;
|
|
2432
|
+
} | null;
|
|
2433
|
+
startedAt: Date;
|
|
2434
|
+
completedAt: Date;
|
|
2435
|
+
retryCount: number;
|
|
2436
|
+
attempt?: number | undefined;
|
|
2437
|
+
traceId: string | null;
|
|
2438
|
+
status?: "complete" | "needs-review" | "reviewed" | null | undefined;
|
|
2439
|
+
tags?: string[] | null | undefined;
|
|
2440
|
+
comment?: string | null | undefined;
|
|
2441
|
+
toolMockReport?: {
|
|
2442
|
+
served: {
|
|
2443
|
+
mockIndex: number;
|
|
2444
|
+
toolName: string;
|
|
2445
|
+
args: unknown;
|
|
2446
|
+
}[];
|
|
2447
|
+
unconsumed: {
|
|
2448
|
+
mockIndex: number;
|
|
2449
|
+
toolName: string;
|
|
2450
|
+
args: unknown;
|
|
2451
|
+
}[];
|
|
2452
|
+
liveCalls: {
|
|
2453
|
+
toolName: string;
|
|
2454
|
+
args: unknown;
|
|
2455
|
+
}[];
|
|
2456
|
+
failure?: {
|
|
2457
|
+
code: "TOOL_MOCK_EXHAUSTED" | "TOOL_MOCK_MISMATCH" | "TOOL_MOCK_NOT_DECLARED";
|
|
2458
|
+
toolName: string;
|
|
2459
|
+
args: unknown;
|
|
2460
|
+
} | undefined;
|
|
2461
|
+
} | null | undefined;
|
|
2462
|
+
createdAt: Date;
|
|
2463
|
+
targetType: "processor" | "workflow" | null;
|
|
2464
|
+
output: unknown;
|
|
2351
2465
|
};
|
|
2352
2466
|
scores: {
|
|
2353
2467
|
scorerId: string;
|
|
@@ -2383,13 +2497,12 @@ export declare const RUN_EXPERIMENT_ITEM_ROUTE: Omit<import("@mastra/core/server
|
|
|
2383
2497
|
attempt: z.ZodOptional<z.ZodNumber>;
|
|
2384
2498
|
requestContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
2385
2499
|
}, z.core.$strip>, z.ZodObject<{
|
|
2386
|
-
result: z.ZodObject<{
|
|
2500
|
+
result: z.ZodUnion<readonly [z.ZodObject<{
|
|
2387
2501
|
id: z.ZodString;
|
|
2388
2502
|
experimentId: z.ZodString;
|
|
2389
2503
|
itemId: z.ZodString;
|
|
2390
2504
|
itemDatasetVersion: z.ZodNullable<z.ZodNumber>;
|
|
2391
2505
|
input: z.ZodUnknown;
|
|
2392
|
-
output: z.ZodNullable<z.ZodUnknown>;
|
|
2393
2506
|
groundTruth: z.ZodNullable<z.ZodUnknown>;
|
|
2394
2507
|
metadata: z.ZodNullable<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
2395
2508
|
expectedTrajectory: z.ZodOptional<z.ZodUnknown>;
|
|
@@ -2436,7 +2549,138 @@ export declare const RUN_EXPERIMENT_ITEM_ROUTE: Omit<import("@mastra/core/server
|
|
|
2436
2549
|
}, z.core.$strip>>;
|
|
2437
2550
|
}, z.core.$strip>>>;
|
|
2438
2551
|
createdAt: z.ZodCoercedDate<unknown>;
|
|
2439
|
-
|
|
2552
|
+
targetType: z.ZodLiteral<"agent">;
|
|
2553
|
+
output: z.ZodNullable<z.ZodObject<{
|
|
2554
|
+
text: z.ZodOptional<z.ZodString>;
|
|
2555
|
+
reasoningText: z.ZodOptional<z.ZodString>;
|
|
2556
|
+
object: z.ZodOptional<z.ZodUnknown>;
|
|
2557
|
+
toolCalls: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
2558
|
+
toolResults: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
2559
|
+
sources: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
2560
|
+
files: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
2561
|
+
usage: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
2562
|
+
traceId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
2563
|
+
error: z.ZodOptional<z.ZodNullable<z.ZodObject<{
|
|
2564
|
+
message: z.ZodOptional<z.ZodString>;
|
|
2565
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
2566
|
+
}, z.core.$loose>>>;
|
|
2567
|
+
}, z.core.$loose>>;
|
|
2568
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
2569
|
+
id: z.ZodString;
|
|
2570
|
+
experimentId: z.ZodString;
|
|
2571
|
+
itemId: z.ZodString;
|
|
2572
|
+
itemDatasetVersion: z.ZodNullable<z.ZodNumber>;
|
|
2573
|
+
input: z.ZodUnknown;
|
|
2574
|
+
groundTruth: z.ZodNullable<z.ZodUnknown>;
|
|
2575
|
+
metadata: z.ZodNullable<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
2576
|
+
expectedTrajectory: z.ZodOptional<z.ZodUnknown>;
|
|
2577
|
+
error: z.ZodNullable<z.ZodObject<{
|
|
2578
|
+
message: z.ZodString;
|
|
2579
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
2580
|
+
code: z.ZodOptional<z.ZodString>;
|
|
2581
|
+
}, z.core.$strip>>;
|
|
2582
|
+
startedAt: z.ZodCoercedDate<unknown>;
|
|
2583
|
+
completedAt: z.ZodCoercedDate<unknown>;
|
|
2584
|
+
retryCount: z.ZodNumber;
|
|
2585
|
+
attempt: z.ZodOptional<z.ZodNumber>;
|
|
2586
|
+
traceId: z.ZodNullable<z.ZodString>;
|
|
2587
|
+
status: z.ZodOptional<z.ZodNullable<z.ZodEnum<{
|
|
2588
|
+
complete: "complete";
|
|
2589
|
+
"needs-review": "needs-review";
|
|
2590
|
+
reviewed: "reviewed";
|
|
2591
|
+
}>>>;
|
|
2592
|
+
tags: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString>>>;
|
|
2593
|
+
comment: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
2594
|
+
toolMockReport: z.ZodNullable<z.ZodOptional<z.ZodObject<{
|
|
2595
|
+
served: z.ZodArray<z.ZodObject<{
|
|
2596
|
+
mockIndex: z.ZodNumber;
|
|
2597
|
+
toolName: z.ZodString;
|
|
2598
|
+
args: z.ZodUnknown;
|
|
2599
|
+
}, z.core.$strip>>;
|
|
2600
|
+
unconsumed: z.ZodArray<z.ZodObject<{
|
|
2601
|
+
mockIndex: z.ZodNumber;
|
|
2602
|
+
toolName: z.ZodString;
|
|
2603
|
+
args: z.ZodUnknown;
|
|
2604
|
+
}, z.core.$strip>>;
|
|
2605
|
+
liveCalls: z.ZodArray<z.ZodObject<{
|
|
2606
|
+
toolName: z.ZodString;
|
|
2607
|
+
args: z.ZodUnknown;
|
|
2608
|
+
}, z.core.$strip>>;
|
|
2609
|
+
failure: z.ZodOptional<z.ZodObject<{
|
|
2610
|
+
code: z.ZodEnum<{
|
|
2611
|
+
TOOL_MOCK_EXHAUSTED: "TOOL_MOCK_EXHAUSTED";
|
|
2612
|
+
TOOL_MOCK_MISMATCH: "TOOL_MOCK_MISMATCH";
|
|
2613
|
+
TOOL_MOCK_NOT_DECLARED: "TOOL_MOCK_NOT_DECLARED";
|
|
2614
|
+
}>;
|
|
2615
|
+
toolName: z.ZodString;
|
|
2616
|
+
args: z.ZodUnknown;
|
|
2617
|
+
}, z.core.$strip>>;
|
|
2618
|
+
}, z.core.$strip>>>;
|
|
2619
|
+
createdAt: z.ZodCoercedDate<unknown>;
|
|
2620
|
+
targetType: z.ZodLiteral<"scorer">;
|
|
2621
|
+
output: z.ZodNullable<z.ZodObject<{
|
|
2622
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2623
|
+
reason: z.ZodNullable<z.ZodString>;
|
|
2624
|
+
notScorable: z.ZodOptional<z.ZodUnknown>;
|
|
2625
|
+
}, z.core.$loose>>;
|
|
2626
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
2627
|
+
id: z.ZodString;
|
|
2628
|
+
experimentId: z.ZodString;
|
|
2629
|
+
itemId: z.ZodString;
|
|
2630
|
+
itemDatasetVersion: z.ZodNullable<z.ZodNumber>;
|
|
2631
|
+
input: z.ZodUnknown;
|
|
2632
|
+
groundTruth: z.ZodNullable<z.ZodUnknown>;
|
|
2633
|
+
metadata: z.ZodNullable<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
2634
|
+
expectedTrajectory: z.ZodOptional<z.ZodUnknown>;
|
|
2635
|
+
error: z.ZodNullable<z.ZodObject<{
|
|
2636
|
+
message: z.ZodString;
|
|
2637
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
2638
|
+
code: z.ZodOptional<z.ZodString>;
|
|
2639
|
+
}, z.core.$strip>>;
|
|
2640
|
+
startedAt: z.ZodCoercedDate<unknown>;
|
|
2641
|
+
completedAt: z.ZodCoercedDate<unknown>;
|
|
2642
|
+
retryCount: z.ZodNumber;
|
|
2643
|
+
attempt: z.ZodOptional<z.ZodNumber>;
|
|
2644
|
+
traceId: z.ZodNullable<z.ZodString>;
|
|
2645
|
+
status: z.ZodOptional<z.ZodNullable<z.ZodEnum<{
|
|
2646
|
+
complete: "complete";
|
|
2647
|
+
"needs-review": "needs-review";
|
|
2648
|
+
reviewed: "reviewed";
|
|
2649
|
+
}>>>;
|
|
2650
|
+
tags: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString>>>;
|
|
2651
|
+
comment: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
2652
|
+
toolMockReport: z.ZodNullable<z.ZodOptional<z.ZodObject<{
|
|
2653
|
+
served: z.ZodArray<z.ZodObject<{
|
|
2654
|
+
mockIndex: z.ZodNumber;
|
|
2655
|
+
toolName: z.ZodString;
|
|
2656
|
+
args: z.ZodUnknown;
|
|
2657
|
+
}, z.core.$strip>>;
|
|
2658
|
+
unconsumed: z.ZodArray<z.ZodObject<{
|
|
2659
|
+
mockIndex: z.ZodNumber;
|
|
2660
|
+
toolName: z.ZodString;
|
|
2661
|
+
args: z.ZodUnknown;
|
|
2662
|
+
}, z.core.$strip>>;
|
|
2663
|
+
liveCalls: z.ZodArray<z.ZodObject<{
|
|
2664
|
+
toolName: z.ZodString;
|
|
2665
|
+
args: z.ZodUnknown;
|
|
2666
|
+
}, z.core.$strip>>;
|
|
2667
|
+
failure: z.ZodOptional<z.ZodObject<{
|
|
2668
|
+
code: z.ZodEnum<{
|
|
2669
|
+
TOOL_MOCK_EXHAUSTED: "TOOL_MOCK_EXHAUSTED";
|
|
2670
|
+
TOOL_MOCK_MISMATCH: "TOOL_MOCK_MISMATCH";
|
|
2671
|
+
TOOL_MOCK_NOT_DECLARED: "TOOL_MOCK_NOT_DECLARED";
|
|
2672
|
+
}>;
|
|
2673
|
+
toolName: z.ZodString;
|
|
2674
|
+
args: z.ZodUnknown;
|
|
2675
|
+
}, z.core.$strip>>;
|
|
2676
|
+
}, z.core.$strip>>>;
|
|
2677
|
+
createdAt: z.ZodCoercedDate<unknown>;
|
|
2678
|
+
targetType: z.ZodNullable<z.ZodEnum<{
|
|
2679
|
+
processor: "processor";
|
|
2680
|
+
workflow: "workflow";
|
|
2681
|
+
}>>;
|
|
2682
|
+
output: z.ZodNullable<z.ZodUnknown>;
|
|
2683
|
+
}, z.core.$strip>]>;
|
|
2440
2684
|
scores: z.ZodArray<z.ZodObject<{
|
|
2441
2685
|
scorerId: z.ZodString;
|
|
2442
2686
|
scorerName: z.ZodString;
|
|
@@ -2495,7 +2739,6 @@ export declare const SUBMIT_EXPERIMENT_RESULT_ROUTE: Omit<import("@mastra/core/s
|
|
|
2495
2739
|
itemId: string;
|
|
2496
2740
|
itemDatasetVersion: number | null;
|
|
2497
2741
|
input: unknown;
|
|
2498
|
-
output: unknown;
|
|
2499
2742
|
groundTruth: unknown;
|
|
2500
2743
|
metadata?: Record<string, unknown> | null | undefined;
|
|
2501
2744
|
expectedTrajectory?: unknown;
|
|
@@ -2534,6 +2777,121 @@ export declare const SUBMIT_EXPERIMENT_RESULT_ROUTE: Omit<import("@mastra/core/s
|
|
|
2534
2777
|
} | undefined;
|
|
2535
2778
|
} | null | undefined;
|
|
2536
2779
|
createdAt: Date;
|
|
2780
|
+
targetType: "agent";
|
|
2781
|
+
output: {
|
|
2782
|
+
[x: string]: unknown;
|
|
2783
|
+
text?: string | undefined;
|
|
2784
|
+
reasoningText?: string | undefined;
|
|
2785
|
+
object?: unknown;
|
|
2786
|
+
toolCalls?: Record<string, unknown>[] | undefined;
|
|
2787
|
+
toolResults?: Record<string, unknown>[] | undefined;
|
|
2788
|
+
sources?: Record<string, unknown>[] | undefined;
|
|
2789
|
+
files?: Record<string, unknown>[] | undefined;
|
|
2790
|
+
usage?: Record<string, unknown> | undefined;
|
|
2791
|
+
traceId?: string | null | undefined;
|
|
2792
|
+
error?: {
|
|
2793
|
+
[x: string]: unknown;
|
|
2794
|
+
message?: string | undefined;
|
|
2795
|
+
stack?: string | undefined;
|
|
2796
|
+
} | null | undefined;
|
|
2797
|
+
} | null;
|
|
2798
|
+
} | {
|
|
2799
|
+
id: string;
|
|
2800
|
+
experimentId: string;
|
|
2801
|
+
itemId: string;
|
|
2802
|
+
itemDatasetVersion: number | null;
|
|
2803
|
+
input: unknown;
|
|
2804
|
+
groundTruth: unknown;
|
|
2805
|
+
metadata?: Record<string, unknown> | null | undefined;
|
|
2806
|
+
expectedTrajectory?: unknown;
|
|
2807
|
+
error: {
|
|
2808
|
+
message: string;
|
|
2809
|
+
stack?: string | undefined;
|
|
2810
|
+
code?: string | undefined;
|
|
2811
|
+
} | null;
|
|
2812
|
+
startedAt: Date;
|
|
2813
|
+
completedAt: Date;
|
|
2814
|
+
retryCount: number;
|
|
2815
|
+
attempt?: number | undefined;
|
|
2816
|
+
traceId: string | null;
|
|
2817
|
+
status?: "complete" | "needs-review" | "reviewed" | null | undefined;
|
|
2818
|
+
tags?: string[] | null | undefined;
|
|
2819
|
+
comment?: string | null | undefined;
|
|
2820
|
+
toolMockReport?: {
|
|
2821
|
+
served: {
|
|
2822
|
+
mockIndex: number;
|
|
2823
|
+
toolName: string;
|
|
2824
|
+
args: unknown;
|
|
2825
|
+
}[];
|
|
2826
|
+
unconsumed: {
|
|
2827
|
+
mockIndex: number;
|
|
2828
|
+
toolName: string;
|
|
2829
|
+
args: unknown;
|
|
2830
|
+
}[];
|
|
2831
|
+
liveCalls: {
|
|
2832
|
+
toolName: string;
|
|
2833
|
+
args: unknown;
|
|
2834
|
+
}[];
|
|
2835
|
+
failure?: {
|
|
2836
|
+
code: "TOOL_MOCK_EXHAUSTED" | "TOOL_MOCK_MISMATCH" | "TOOL_MOCK_NOT_DECLARED";
|
|
2837
|
+
toolName: string;
|
|
2838
|
+
args: unknown;
|
|
2839
|
+
} | undefined;
|
|
2840
|
+
} | null | undefined;
|
|
2841
|
+
createdAt: Date;
|
|
2842
|
+
targetType: "scorer";
|
|
2843
|
+
output: {
|
|
2844
|
+
[x: string]: unknown;
|
|
2845
|
+
score: number | null;
|
|
2846
|
+
reason: string | null;
|
|
2847
|
+
notScorable?: unknown;
|
|
2848
|
+
} | null;
|
|
2849
|
+
} | {
|
|
2850
|
+
id: string;
|
|
2851
|
+
experimentId: string;
|
|
2852
|
+
itemId: string;
|
|
2853
|
+
itemDatasetVersion: number | null;
|
|
2854
|
+
input: unknown;
|
|
2855
|
+
groundTruth: unknown;
|
|
2856
|
+
metadata?: Record<string, unknown> | null | undefined;
|
|
2857
|
+
expectedTrajectory?: unknown;
|
|
2858
|
+
error: {
|
|
2859
|
+
message: string;
|
|
2860
|
+
stack?: string | undefined;
|
|
2861
|
+
code?: string | undefined;
|
|
2862
|
+
} | null;
|
|
2863
|
+
startedAt: Date;
|
|
2864
|
+
completedAt: Date;
|
|
2865
|
+
retryCount: number;
|
|
2866
|
+
attempt?: number | undefined;
|
|
2867
|
+
traceId: string | null;
|
|
2868
|
+
status?: "complete" | "needs-review" | "reviewed" | null | undefined;
|
|
2869
|
+
tags?: string[] | null | undefined;
|
|
2870
|
+
comment?: string | null | undefined;
|
|
2871
|
+
toolMockReport?: {
|
|
2872
|
+
served: {
|
|
2873
|
+
mockIndex: number;
|
|
2874
|
+
toolName: string;
|
|
2875
|
+
args: unknown;
|
|
2876
|
+
}[];
|
|
2877
|
+
unconsumed: {
|
|
2878
|
+
mockIndex: number;
|
|
2879
|
+
toolName: string;
|
|
2880
|
+
args: unknown;
|
|
2881
|
+
}[];
|
|
2882
|
+
liveCalls: {
|
|
2883
|
+
toolName: string;
|
|
2884
|
+
args: unknown;
|
|
2885
|
+
}[];
|
|
2886
|
+
failure?: {
|
|
2887
|
+
code: "TOOL_MOCK_EXHAUSTED" | "TOOL_MOCK_MISMATCH" | "TOOL_MOCK_NOT_DECLARED";
|
|
2888
|
+
toolName: string;
|
|
2889
|
+
args: unknown;
|
|
2890
|
+
} | undefined;
|
|
2891
|
+
} | null | undefined;
|
|
2892
|
+
createdAt: Date;
|
|
2893
|
+
targetType: "processor" | "workflow" | null;
|
|
2894
|
+
output: unknown;
|
|
2537
2895
|
}>;
|
|
2538
2896
|
pathParamSchema?: z.ZodSchema;
|
|
2539
2897
|
queryParamSchema?: z.ZodSchema;
|
|
@@ -2548,34 +2906,159 @@ export declare const SUBMIT_EXPERIMENT_RESULT_ROUTE: Omit<import("@mastra/core/s
|
|
|
2548
2906
|
readonly __schemas?: import("../server-adapter").RouteSchemas<z.ZodObject<{
|
|
2549
2907
|
datasetId: z.ZodString;
|
|
2550
2908
|
experimentId: z.ZodString;
|
|
2551
|
-
}, z.core.$strip>, undefined, z.ZodObject<{
|
|
2909
|
+
}, z.core.$strip>, undefined, z.ZodObject<{
|
|
2910
|
+
itemId: z.ZodString;
|
|
2911
|
+
attempt: z.ZodOptional<z.ZodNumber>;
|
|
2912
|
+
input: z.ZodOptional<z.ZodUnknown>;
|
|
2913
|
+
output: z.ZodOptional<z.ZodUnknown>;
|
|
2914
|
+
groundTruth: z.ZodOptional<z.ZodUnknown>;
|
|
2915
|
+
error: z.ZodOptional<z.ZodNullable<z.ZodObject<{
|
|
2916
|
+
message: z.ZodString;
|
|
2917
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
2918
|
+
code: z.ZodOptional<z.ZodString>;
|
|
2919
|
+
}, z.core.$strip>>>;
|
|
2920
|
+
startedAt: z.ZodOptional<z.ZodCoercedDate<unknown>>;
|
|
2921
|
+
completedAt: z.ZodOptional<z.ZodCoercedDate<unknown>>;
|
|
2922
|
+
traceId: z.ZodOptional<z.ZodString>;
|
|
2923
|
+
scores: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
2924
|
+
scorerId: z.ZodString;
|
|
2925
|
+
scorerName: z.ZodOptional<z.ZodString>;
|
|
2926
|
+
score: z.ZodNumber;
|
|
2927
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
2928
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
2929
|
+
}, z.core.$strip>>>;
|
|
2930
|
+
}, z.core.$strip>, z.ZodUnion<readonly [z.ZodObject<{
|
|
2931
|
+
id: z.ZodString;
|
|
2932
|
+
experimentId: z.ZodString;
|
|
2933
|
+
itemId: z.ZodString;
|
|
2934
|
+
itemDatasetVersion: z.ZodNullable<z.ZodNumber>;
|
|
2935
|
+
input: z.ZodUnknown;
|
|
2936
|
+
groundTruth: z.ZodNullable<z.ZodUnknown>;
|
|
2937
|
+
metadata: z.ZodNullable<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
2938
|
+
expectedTrajectory: z.ZodOptional<z.ZodUnknown>;
|
|
2939
|
+
error: z.ZodNullable<z.ZodObject<{
|
|
2940
|
+
message: z.ZodString;
|
|
2941
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
2942
|
+
code: z.ZodOptional<z.ZodString>;
|
|
2943
|
+
}, z.core.$strip>>;
|
|
2944
|
+
startedAt: z.ZodCoercedDate<unknown>;
|
|
2945
|
+
completedAt: z.ZodCoercedDate<unknown>;
|
|
2946
|
+
retryCount: z.ZodNumber;
|
|
2947
|
+
attempt: z.ZodOptional<z.ZodNumber>;
|
|
2948
|
+
traceId: z.ZodNullable<z.ZodString>;
|
|
2949
|
+
status: z.ZodOptional<z.ZodNullable<z.ZodEnum<{
|
|
2950
|
+
complete: "complete";
|
|
2951
|
+
"needs-review": "needs-review";
|
|
2952
|
+
reviewed: "reviewed";
|
|
2953
|
+
}>>>;
|
|
2954
|
+
tags: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString>>>;
|
|
2955
|
+
comment: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
2956
|
+
toolMockReport: z.ZodNullable<z.ZodOptional<z.ZodObject<{
|
|
2957
|
+
served: z.ZodArray<z.ZodObject<{
|
|
2958
|
+
mockIndex: z.ZodNumber;
|
|
2959
|
+
toolName: z.ZodString;
|
|
2960
|
+
args: z.ZodUnknown;
|
|
2961
|
+
}, z.core.$strip>>;
|
|
2962
|
+
unconsumed: z.ZodArray<z.ZodObject<{
|
|
2963
|
+
mockIndex: z.ZodNumber;
|
|
2964
|
+
toolName: z.ZodString;
|
|
2965
|
+
args: z.ZodUnknown;
|
|
2966
|
+
}, z.core.$strip>>;
|
|
2967
|
+
liveCalls: z.ZodArray<z.ZodObject<{
|
|
2968
|
+
toolName: z.ZodString;
|
|
2969
|
+
args: z.ZodUnknown;
|
|
2970
|
+
}, z.core.$strip>>;
|
|
2971
|
+
failure: z.ZodOptional<z.ZodObject<{
|
|
2972
|
+
code: z.ZodEnum<{
|
|
2973
|
+
TOOL_MOCK_EXHAUSTED: "TOOL_MOCK_EXHAUSTED";
|
|
2974
|
+
TOOL_MOCK_MISMATCH: "TOOL_MOCK_MISMATCH";
|
|
2975
|
+
TOOL_MOCK_NOT_DECLARED: "TOOL_MOCK_NOT_DECLARED";
|
|
2976
|
+
}>;
|
|
2977
|
+
toolName: z.ZodString;
|
|
2978
|
+
args: z.ZodUnknown;
|
|
2979
|
+
}, z.core.$strip>>;
|
|
2980
|
+
}, z.core.$strip>>>;
|
|
2981
|
+
createdAt: z.ZodCoercedDate<unknown>;
|
|
2982
|
+
targetType: z.ZodLiteral<"agent">;
|
|
2983
|
+
output: z.ZodNullable<z.ZodObject<{
|
|
2984
|
+
text: z.ZodOptional<z.ZodString>;
|
|
2985
|
+
reasoningText: z.ZodOptional<z.ZodString>;
|
|
2986
|
+
object: z.ZodOptional<z.ZodUnknown>;
|
|
2987
|
+
toolCalls: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
2988
|
+
toolResults: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
2989
|
+
sources: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
2990
|
+
files: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
2991
|
+
usage: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
2992
|
+
traceId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
2993
|
+
error: z.ZodOptional<z.ZodNullable<z.ZodObject<{
|
|
2994
|
+
message: z.ZodOptional<z.ZodString>;
|
|
2995
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
2996
|
+
}, z.core.$loose>>>;
|
|
2997
|
+
}, z.core.$loose>>;
|
|
2998
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
2999
|
+
id: z.ZodString;
|
|
3000
|
+
experimentId: z.ZodString;
|
|
2552
3001
|
itemId: z.ZodString;
|
|
2553
|
-
|
|
2554
|
-
input: z.
|
|
2555
|
-
|
|
2556
|
-
|
|
2557
|
-
|
|
3002
|
+
itemDatasetVersion: z.ZodNullable<z.ZodNumber>;
|
|
3003
|
+
input: z.ZodUnknown;
|
|
3004
|
+
groundTruth: z.ZodNullable<z.ZodUnknown>;
|
|
3005
|
+
metadata: z.ZodNullable<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
3006
|
+
expectedTrajectory: z.ZodOptional<z.ZodUnknown>;
|
|
3007
|
+
error: z.ZodNullable<z.ZodObject<{
|
|
2558
3008
|
message: z.ZodString;
|
|
2559
3009
|
stack: z.ZodOptional<z.ZodString>;
|
|
2560
3010
|
code: z.ZodOptional<z.ZodString>;
|
|
3011
|
+
}, z.core.$strip>>;
|
|
3012
|
+
startedAt: z.ZodCoercedDate<unknown>;
|
|
3013
|
+
completedAt: z.ZodCoercedDate<unknown>;
|
|
3014
|
+
retryCount: z.ZodNumber;
|
|
3015
|
+
attempt: z.ZodOptional<z.ZodNumber>;
|
|
3016
|
+
traceId: z.ZodNullable<z.ZodString>;
|
|
3017
|
+
status: z.ZodOptional<z.ZodNullable<z.ZodEnum<{
|
|
3018
|
+
complete: "complete";
|
|
3019
|
+
"needs-review": "needs-review";
|
|
3020
|
+
reviewed: "reviewed";
|
|
3021
|
+
}>>>;
|
|
3022
|
+
tags: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString>>>;
|
|
3023
|
+
comment: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
3024
|
+
toolMockReport: z.ZodNullable<z.ZodOptional<z.ZodObject<{
|
|
3025
|
+
served: z.ZodArray<z.ZodObject<{
|
|
3026
|
+
mockIndex: z.ZodNumber;
|
|
3027
|
+
toolName: z.ZodString;
|
|
3028
|
+
args: z.ZodUnknown;
|
|
3029
|
+
}, z.core.$strip>>;
|
|
3030
|
+
unconsumed: z.ZodArray<z.ZodObject<{
|
|
3031
|
+
mockIndex: z.ZodNumber;
|
|
3032
|
+
toolName: z.ZodString;
|
|
3033
|
+
args: z.ZodUnknown;
|
|
3034
|
+
}, z.core.$strip>>;
|
|
3035
|
+
liveCalls: z.ZodArray<z.ZodObject<{
|
|
3036
|
+
toolName: z.ZodString;
|
|
3037
|
+
args: z.ZodUnknown;
|
|
3038
|
+
}, z.core.$strip>>;
|
|
3039
|
+
failure: z.ZodOptional<z.ZodObject<{
|
|
3040
|
+
code: z.ZodEnum<{
|
|
3041
|
+
TOOL_MOCK_EXHAUSTED: "TOOL_MOCK_EXHAUSTED";
|
|
3042
|
+
TOOL_MOCK_MISMATCH: "TOOL_MOCK_MISMATCH";
|
|
3043
|
+
TOOL_MOCK_NOT_DECLARED: "TOOL_MOCK_NOT_DECLARED";
|
|
3044
|
+
}>;
|
|
3045
|
+
toolName: z.ZodString;
|
|
3046
|
+
args: z.ZodUnknown;
|
|
3047
|
+
}, z.core.$strip>>;
|
|
2561
3048
|
}, z.core.$strip>>>;
|
|
2562
|
-
|
|
2563
|
-
|
|
2564
|
-
|
|
2565
|
-
|
|
2566
|
-
|
|
2567
|
-
|
|
2568
|
-
|
|
2569
|
-
reason: z.ZodOptional<z.ZodString>;
|
|
2570
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
2571
|
-
}, z.core.$strip>>>;
|
|
3049
|
+
createdAt: z.ZodCoercedDate<unknown>;
|
|
3050
|
+
targetType: z.ZodLiteral<"scorer">;
|
|
3051
|
+
output: z.ZodNullable<z.ZodObject<{
|
|
3052
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
3053
|
+
reason: z.ZodNullable<z.ZodString>;
|
|
3054
|
+
notScorable: z.ZodOptional<z.ZodUnknown>;
|
|
3055
|
+
}, z.core.$loose>>;
|
|
2572
3056
|
}, z.core.$strip>, z.ZodObject<{
|
|
2573
3057
|
id: z.ZodString;
|
|
2574
3058
|
experimentId: z.ZodString;
|
|
2575
3059
|
itemId: z.ZodString;
|
|
2576
3060
|
itemDatasetVersion: z.ZodNullable<z.ZodNumber>;
|
|
2577
3061
|
input: z.ZodUnknown;
|
|
2578
|
-
output: z.ZodNullable<z.ZodUnknown>;
|
|
2579
3062
|
groundTruth: z.ZodNullable<z.ZodUnknown>;
|
|
2580
3063
|
metadata: z.ZodNullable<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
2581
3064
|
expectedTrajectory: z.ZodOptional<z.ZodUnknown>;
|
|
@@ -2622,7 +3105,12 @@ export declare const SUBMIT_EXPERIMENT_RESULT_ROUTE: Omit<import("@mastra/core/s
|
|
|
2622
3105
|
}, z.core.$strip>>;
|
|
2623
3106
|
}, z.core.$strip>>>;
|
|
2624
3107
|
createdAt: z.ZodCoercedDate<unknown>;
|
|
2625
|
-
|
|
3108
|
+
targetType: z.ZodNullable<z.ZodEnum<{
|
|
3109
|
+
processor: "processor";
|
|
3110
|
+
workflow: "workflow";
|
|
3111
|
+
}>>;
|
|
3112
|
+
output: z.ZodNullable<z.ZodUnknown>;
|
|
3113
|
+
}, z.core.$strip>]>> | undefined;
|
|
2626
3114
|
} & {
|
|
2627
3115
|
readonly _mastraSchemaRoute: true;
|
|
2628
3116
|
};
|
|
@@ -3030,13 +3518,12 @@ export declare const LIST_EXPERIMENT_RESULTS_ROUTE: Omit<import("@mastra/core/se
|
|
|
3030
3518
|
}>;
|
|
3031
3519
|
}, z.core.$strip>>, unknown>>;
|
|
3032
3520
|
}, z.core.$strip>, undefined> & import("../server-adapter").ServerContext): Promise<{
|
|
3033
|
-
results: {
|
|
3521
|
+
results: ({
|
|
3034
3522
|
id: string;
|
|
3035
3523
|
experimentId: string;
|
|
3036
3524
|
itemId: string;
|
|
3037
3525
|
itemDatasetVersion: number | null;
|
|
3038
3526
|
input: unknown;
|
|
3039
|
-
output: unknown;
|
|
3040
3527
|
groundTruth: unknown;
|
|
3041
3528
|
metadata?: Record<string, unknown> | null | undefined;
|
|
3042
3529
|
expectedTrajectory?: unknown;
|
|
@@ -3075,7 +3562,122 @@ export declare const LIST_EXPERIMENT_RESULTS_ROUTE: Omit<import("@mastra/core/se
|
|
|
3075
3562
|
} | undefined;
|
|
3076
3563
|
} | null | undefined;
|
|
3077
3564
|
createdAt: Date;
|
|
3078
|
-
|
|
3565
|
+
targetType: "agent";
|
|
3566
|
+
output: {
|
|
3567
|
+
[x: string]: unknown;
|
|
3568
|
+
text?: string | undefined;
|
|
3569
|
+
reasoningText?: string | undefined;
|
|
3570
|
+
object?: unknown;
|
|
3571
|
+
toolCalls?: Record<string, unknown>[] | undefined;
|
|
3572
|
+
toolResults?: Record<string, unknown>[] | undefined;
|
|
3573
|
+
sources?: Record<string, unknown>[] | undefined;
|
|
3574
|
+
files?: Record<string, unknown>[] | undefined;
|
|
3575
|
+
usage?: Record<string, unknown> | undefined;
|
|
3576
|
+
traceId?: string | null | undefined;
|
|
3577
|
+
error?: {
|
|
3578
|
+
[x: string]: unknown;
|
|
3579
|
+
message?: string | undefined;
|
|
3580
|
+
stack?: string | undefined;
|
|
3581
|
+
} | null | undefined;
|
|
3582
|
+
} | null;
|
|
3583
|
+
} | {
|
|
3584
|
+
id: string;
|
|
3585
|
+
experimentId: string;
|
|
3586
|
+
itemId: string;
|
|
3587
|
+
itemDatasetVersion: number | null;
|
|
3588
|
+
input: unknown;
|
|
3589
|
+
groundTruth: unknown;
|
|
3590
|
+
metadata?: Record<string, unknown> | null | undefined;
|
|
3591
|
+
expectedTrajectory?: unknown;
|
|
3592
|
+
error: {
|
|
3593
|
+
message: string;
|
|
3594
|
+
stack?: string | undefined;
|
|
3595
|
+
code?: string | undefined;
|
|
3596
|
+
} | null;
|
|
3597
|
+
startedAt: Date;
|
|
3598
|
+
completedAt: Date;
|
|
3599
|
+
retryCount: number;
|
|
3600
|
+
attempt?: number | undefined;
|
|
3601
|
+
traceId: string | null;
|
|
3602
|
+
status?: "complete" | "needs-review" | "reviewed" | null | undefined;
|
|
3603
|
+
tags?: string[] | null | undefined;
|
|
3604
|
+
comment?: string | null | undefined;
|
|
3605
|
+
toolMockReport?: {
|
|
3606
|
+
served: {
|
|
3607
|
+
mockIndex: number;
|
|
3608
|
+
toolName: string;
|
|
3609
|
+
args: unknown;
|
|
3610
|
+
}[];
|
|
3611
|
+
unconsumed: {
|
|
3612
|
+
mockIndex: number;
|
|
3613
|
+
toolName: string;
|
|
3614
|
+
args: unknown;
|
|
3615
|
+
}[];
|
|
3616
|
+
liveCalls: {
|
|
3617
|
+
toolName: string;
|
|
3618
|
+
args: unknown;
|
|
3619
|
+
}[];
|
|
3620
|
+
failure?: {
|
|
3621
|
+
code: "TOOL_MOCK_EXHAUSTED" | "TOOL_MOCK_MISMATCH" | "TOOL_MOCK_NOT_DECLARED";
|
|
3622
|
+
toolName: string;
|
|
3623
|
+
args: unknown;
|
|
3624
|
+
} | undefined;
|
|
3625
|
+
} | null | undefined;
|
|
3626
|
+
createdAt: Date;
|
|
3627
|
+
targetType: "scorer";
|
|
3628
|
+
output: {
|
|
3629
|
+
[x: string]: unknown;
|
|
3630
|
+
score: number | null;
|
|
3631
|
+
reason: string | null;
|
|
3632
|
+
notScorable?: unknown;
|
|
3633
|
+
} | null;
|
|
3634
|
+
} | {
|
|
3635
|
+
id: string;
|
|
3636
|
+
experimentId: string;
|
|
3637
|
+
itemId: string;
|
|
3638
|
+
itemDatasetVersion: number | null;
|
|
3639
|
+
input: unknown;
|
|
3640
|
+
groundTruth: unknown;
|
|
3641
|
+
metadata?: Record<string, unknown> | null | undefined;
|
|
3642
|
+
expectedTrajectory?: unknown;
|
|
3643
|
+
error: {
|
|
3644
|
+
message: string;
|
|
3645
|
+
stack?: string | undefined;
|
|
3646
|
+
code?: string | undefined;
|
|
3647
|
+
} | null;
|
|
3648
|
+
startedAt: Date;
|
|
3649
|
+
completedAt: Date;
|
|
3650
|
+
retryCount: number;
|
|
3651
|
+
attempt?: number | undefined;
|
|
3652
|
+
traceId: string | null;
|
|
3653
|
+
status?: "complete" | "needs-review" | "reviewed" | null | undefined;
|
|
3654
|
+
tags?: string[] | null | undefined;
|
|
3655
|
+
comment?: string | null | undefined;
|
|
3656
|
+
toolMockReport?: {
|
|
3657
|
+
served: {
|
|
3658
|
+
mockIndex: number;
|
|
3659
|
+
toolName: string;
|
|
3660
|
+
args: unknown;
|
|
3661
|
+
}[];
|
|
3662
|
+
unconsumed: {
|
|
3663
|
+
mockIndex: number;
|
|
3664
|
+
toolName: string;
|
|
3665
|
+
args: unknown;
|
|
3666
|
+
}[];
|
|
3667
|
+
liveCalls: {
|
|
3668
|
+
toolName: string;
|
|
3669
|
+
args: unknown;
|
|
3670
|
+
}[];
|
|
3671
|
+
failure?: {
|
|
3672
|
+
code: "TOOL_MOCK_EXHAUSTED" | "TOOL_MOCK_MISMATCH" | "TOOL_MOCK_NOT_DECLARED";
|
|
3673
|
+
toolName: string;
|
|
3674
|
+
args: unknown;
|
|
3675
|
+
} | undefined;
|
|
3676
|
+
} | null | undefined;
|
|
3677
|
+
createdAt: Date;
|
|
3678
|
+
targetType: "processor" | "workflow" | null;
|
|
3679
|
+
output: unknown;
|
|
3680
|
+
})[];
|
|
3079
3681
|
pagination: {
|
|
3080
3682
|
total: number;
|
|
3081
3683
|
page: number;
|
|
@@ -3125,13 +3727,138 @@ export declare const LIST_EXPERIMENT_RESULTS_ROUTE: Omit<import("@mastra/core/se
|
|
|
3125
3727
|
}>;
|
|
3126
3728
|
}, z.core.$strip>>, unknown>>;
|
|
3127
3729
|
}, z.core.$strip>, undefined, z.ZodObject<{
|
|
3128
|
-
results: z.ZodArray<z.ZodObject<{
|
|
3730
|
+
results: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
3731
|
+
id: z.ZodString;
|
|
3732
|
+
experimentId: z.ZodString;
|
|
3733
|
+
itemId: z.ZodString;
|
|
3734
|
+
itemDatasetVersion: z.ZodNullable<z.ZodNumber>;
|
|
3735
|
+
input: z.ZodUnknown;
|
|
3736
|
+
groundTruth: z.ZodNullable<z.ZodUnknown>;
|
|
3737
|
+
metadata: z.ZodNullable<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
3738
|
+
expectedTrajectory: z.ZodOptional<z.ZodUnknown>;
|
|
3739
|
+
error: z.ZodNullable<z.ZodObject<{
|
|
3740
|
+
message: z.ZodString;
|
|
3741
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
3742
|
+
code: z.ZodOptional<z.ZodString>;
|
|
3743
|
+
}, z.core.$strip>>;
|
|
3744
|
+
startedAt: z.ZodCoercedDate<unknown>;
|
|
3745
|
+
completedAt: z.ZodCoercedDate<unknown>;
|
|
3746
|
+
retryCount: z.ZodNumber;
|
|
3747
|
+
attempt: z.ZodOptional<z.ZodNumber>;
|
|
3748
|
+
traceId: z.ZodNullable<z.ZodString>;
|
|
3749
|
+
status: z.ZodOptional<z.ZodNullable<z.ZodEnum<{
|
|
3750
|
+
complete: "complete";
|
|
3751
|
+
"needs-review": "needs-review";
|
|
3752
|
+
reviewed: "reviewed";
|
|
3753
|
+
}>>>;
|
|
3754
|
+
tags: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString>>>;
|
|
3755
|
+
comment: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
3756
|
+
toolMockReport: z.ZodNullable<z.ZodOptional<z.ZodObject<{
|
|
3757
|
+
served: z.ZodArray<z.ZodObject<{
|
|
3758
|
+
mockIndex: z.ZodNumber;
|
|
3759
|
+
toolName: z.ZodString;
|
|
3760
|
+
args: z.ZodUnknown;
|
|
3761
|
+
}, z.core.$strip>>;
|
|
3762
|
+
unconsumed: z.ZodArray<z.ZodObject<{
|
|
3763
|
+
mockIndex: z.ZodNumber;
|
|
3764
|
+
toolName: z.ZodString;
|
|
3765
|
+
args: z.ZodUnknown;
|
|
3766
|
+
}, z.core.$strip>>;
|
|
3767
|
+
liveCalls: z.ZodArray<z.ZodObject<{
|
|
3768
|
+
toolName: z.ZodString;
|
|
3769
|
+
args: z.ZodUnknown;
|
|
3770
|
+
}, z.core.$strip>>;
|
|
3771
|
+
failure: z.ZodOptional<z.ZodObject<{
|
|
3772
|
+
code: z.ZodEnum<{
|
|
3773
|
+
TOOL_MOCK_EXHAUSTED: "TOOL_MOCK_EXHAUSTED";
|
|
3774
|
+
TOOL_MOCK_MISMATCH: "TOOL_MOCK_MISMATCH";
|
|
3775
|
+
TOOL_MOCK_NOT_DECLARED: "TOOL_MOCK_NOT_DECLARED";
|
|
3776
|
+
}>;
|
|
3777
|
+
toolName: z.ZodString;
|
|
3778
|
+
args: z.ZodUnknown;
|
|
3779
|
+
}, z.core.$strip>>;
|
|
3780
|
+
}, z.core.$strip>>>;
|
|
3781
|
+
createdAt: z.ZodCoercedDate<unknown>;
|
|
3782
|
+
targetType: z.ZodLiteral<"agent">;
|
|
3783
|
+
output: z.ZodNullable<z.ZodObject<{
|
|
3784
|
+
text: z.ZodOptional<z.ZodString>;
|
|
3785
|
+
reasoningText: z.ZodOptional<z.ZodString>;
|
|
3786
|
+
object: z.ZodOptional<z.ZodUnknown>;
|
|
3787
|
+
toolCalls: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
3788
|
+
toolResults: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
3789
|
+
sources: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
3790
|
+
files: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
3791
|
+
usage: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
3792
|
+
traceId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
3793
|
+
error: z.ZodOptional<z.ZodNullable<z.ZodObject<{
|
|
3794
|
+
message: z.ZodOptional<z.ZodString>;
|
|
3795
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
3796
|
+
}, z.core.$loose>>>;
|
|
3797
|
+
}, z.core.$loose>>;
|
|
3798
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
3799
|
+
id: z.ZodString;
|
|
3800
|
+
experimentId: z.ZodString;
|
|
3801
|
+
itemId: z.ZodString;
|
|
3802
|
+
itemDatasetVersion: z.ZodNullable<z.ZodNumber>;
|
|
3803
|
+
input: z.ZodUnknown;
|
|
3804
|
+
groundTruth: z.ZodNullable<z.ZodUnknown>;
|
|
3805
|
+
metadata: z.ZodNullable<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
3806
|
+
expectedTrajectory: z.ZodOptional<z.ZodUnknown>;
|
|
3807
|
+
error: z.ZodNullable<z.ZodObject<{
|
|
3808
|
+
message: z.ZodString;
|
|
3809
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
3810
|
+
code: z.ZodOptional<z.ZodString>;
|
|
3811
|
+
}, z.core.$strip>>;
|
|
3812
|
+
startedAt: z.ZodCoercedDate<unknown>;
|
|
3813
|
+
completedAt: z.ZodCoercedDate<unknown>;
|
|
3814
|
+
retryCount: z.ZodNumber;
|
|
3815
|
+
attempt: z.ZodOptional<z.ZodNumber>;
|
|
3816
|
+
traceId: z.ZodNullable<z.ZodString>;
|
|
3817
|
+
status: z.ZodOptional<z.ZodNullable<z.ZodEnum<{
|
|
3818
|
+
complete: "complete";
|
|
3819
|
+
"needs-review": "needs-review";
|
|
3820
|
+
reviewed: "reviewed";
|
|
3821
|
+
}>>>;
|
|
3822
|
+
tags: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString>>>;
|
|
3823
|
+
comment: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
3824
|
+
toolMockReport: z.ZodNullable<z.ZodOptional<z.ZodObject<{
|
|
3825
|
+
served: z.ZodArray<z.ZodObject<{
|
|
3826
|
+
mockIndex: z.ZodNumber;
|
|
3827
|
+
toolName: z.ZodString;
|
|
3828
|
+
args: z.ZodUnknown;
|
|
3829
|
+
}, z.core.$strip>>;
|
|
3830
|
+
unconsumed: z.ZodArray<z.ZodObject<{
|
|
3831
|
+
mockIndex: z.ZodNumber;
|
|
3832
|
+
toolName: z.ZodString;
|
|
3833
|
+
args: z.ZodUnknown;
|
|
3834
|
+
}, z.core.$strip>>;
|
|
3835
|
+
liveCalls: z.ZodArray<z.ZodObject<{
|
|
3836
|
+
toolName: z.ZodString;
|
|
3837
|
+
args: z.ZodUnknown;
|
|
3838
|
+
}, z.core.$strip>>;
|
|
3839
|
+
failure: z.ZodOptional<z.ZodObject<{
|
|
3840
|
+
code: z.ZodEnum<{
|
|
3841
|
+
TOOL_MOCK_EXHAUSTED: "TOOL_MOCK_EXHAUSTED";
|
|
3842
|
+
TOOL_MOCK_MISMATCH: "TOOL_MOCK_MISMATCH";
|
|
3843
|
+
TOOL_MOCK_NOT_DECLARED: "TOOL_MOCK_NOT_DECLARED";
|
|
3844
|
+
}>;
|
|
3845
|
+
toolName: z.ZodString;
|
|
3846
|
+
args: z.ZodUnknown;
|
|
3847
|
+
}, z.core.$strip>>;
|
|
3848
|
+
}, z.core.$strip>>>;
|
|
3849
|
+
createdAt: z.ZodCoercedDate<unknown>;
|
|
3850
|
+
targetType: z.ZodLiteral<"scorer">;
|
|
3851
|
+
output: z.ZodNullable<z.ZodObject<{
|
|
3852
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
3853
|
+
reason: z.ZodNullable<z.ZodString>;
|
|
3854
|
+
notScorable: z.ZodOptional<z.ZodUnknown>;
|
|
3855
|
+
}, z.core.$loose>>;
|
|
3856
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
3129
3857
|
id: z.ZodString;
|
|
3130
3858
|
experimentId: z.ZodString;
|
|
3131
3859
|
itemId: z.ZodString;
|
|
3132
3860
|
itemDatasetVersion: z.ZodNullable<z.ZodNumber>;
|
|
3133
3861
|
input: z.ZodUnknown;
|
|
3134
|
-
output: z.ZodNullable<z.ZodUnknown>;
|
|
3135
3862
|
groundTruth: z.ZodNullable<z.ZodUnknown>;
|
|
3136
3863
|
metadata: z.ZodNullable<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
3137
3864
|
expectedTrajectory: z.ZodOptional<z.ZodUnknown>;
|
|
@@ -3178,7 +3905,12 @@ export declare const LIST_EXPERIMENT_RESULTS_ROUTE: Omit<import("@mastra/core/se
|
|
|
3178
3905
|
}, z.core.$strip>>;
|
|
3179
3906
|
}, z.core.$strip>>>;
|
|
3180
3907
|
createdAt: z.ZodCoercedDate<unknown>;
|
|
3181
|
-
|
|
3908
|
+
targetType: z.ZodNullable<z.ZodEnum<{
|
|
3909
|
+
processor: "processor";
|
|
3910
|
+
workflow: "workflow";
|
|
3911
|
+
}>>;
|
|
3912
|
+
output: z.ZodNullable<z.ZodUnknown>;
|
|
3913
|
+
}, z.core.$strip>]>>;
|
|
3182
3914
|
pagination: z.ZodObject<{
|
|
3183
3915
|
total: z.ZodNumber;
|
|
3184
3916
|
page: z.ZodNumber;
|
|
@@ -3209,7 +3941,6 @@ export declare const UPDATE_EXPERIMENT_RESULT_ROUTE: Omit<import("@mastra/core/s
|
|
|
3209
3941
|
itemId: string;
|
|
3210
3942
|
itemDatasetVersion: number | null;
|
|
3211
3943
|
input: unknown;
|
|
3212
|
-
output: unknown;
|
|
3213
3944
|
groundTruth: unknown;
|
|
3214
3945
|
metadata?: Record<string, unknown> | null | undefined;
|
|
3215
3946
|
expectedTrajectory?: unknown;
|
|
@@ -3248,6 +3979,121 @@ export declare const UPDATE_EXPERIMENT_RESULT_ROUTE: Omit<import("@mastra/core/s
|
|
|
3248
3979
|
} | undefined;
|
|
3249
3980
|
} | null | undefined;
|
|
3250
3981
|
createdAt: Date;
|
|
3982
|
+
targetType: "agent";
|
|
3983
|
+
output: {
|
|
3984
|
+
[x: string]: unknown;
|
|
3985
|
+
text?: string | undefined;
|
|
3986
|
+
reasoningText?: string | undefined;
|
|
3987
|
+
object?: unknown;
|
|
3988
|
+
toolCalls?: Record<string, unknown>[] | undefined;
|
|
3989
|
+
toolResults?: Record<string, unknown>[] | undefined;
|
|
3990
|
+
sources?: Record<string, unknown>[] | undefined;
|
|
3991
|
+
files?: Record<string, unknown>[] | undefined;
|
|
3992
|
+
usage?: Record<string, unknown> | undefined;
|
|
3993
|
+
traceId?: string | null | undefined;
|
|
3994
|
+
error?: {
|
|
3995
|
+
[x: string]: unknown;
|
|
3996
|
+
message?: string | undefined;
|
|
3997
|
+
stack?: string | undefined;
|
|
3998
|
+
} | null | undefined;
|
|
3999
|
+
} | null;
|
|
4000
|
+
} | {
|
|
4001
|
+
id: string;
|
|
4002
|
+
experimentId: string;
|
|
4003
|
+
itemId: string;
|
|
4004
|
+
itemDatasetVersion: number | null;
|
|
4005
|
+
input: unknown;
|
|
4006
|
+
groundTruth: unknown;
|
|
4007
|
+
metadata?: Record<string, unknown> | null | undefined;
|
|
4008
|
+
expectedTrajectory?: unknown;
|
|
4009
|
+
error: {
|
|
4010
|
+
message: string;
|
|
4011
|
+
stack?: string | undefined;
|
|
4012
|
+
code?: string | undefined;
|
|
4013
|
+
} | null;
|
|
4014
|
+
startedAt: Date;
|
|
4015
|
+
completedAt: Date;
|
|
4016
|
+
retryCount: number;
|
|
4017
|
+
attempt?: number | undefined;
|
|
4018
|
+
traceId: string | null;
|
|
4019
|
+
status?: "complete" | "needs-review" | "reviewed" | null | undefined;
|
|
4020
|
+
tags?: string[] | null | undefined;
|
|
4021
|
+
comment?: string | null | undefined;
|
|
4022
|
+
toolMockReport?: {
|
|
4023
|
+
served: {
|
|
4024
|
+
mockIndex: number;
|
|
4025
|
+
toolName: string;
|
|
4026
|
+
args: unknown;
|
|
4027
|
+
}[];
|
|
4028
|
+
unconsumed: {
|
|
4029
|
+
mockIndex: number;
|
|
4030
|
+
toolName: string;
|
|
4031
|
+
args: unknown;
|
|
4032
|
+
}[];
|
|
4033
|
+
liveCalls: {
|
|
4034
|
+
toolName: string;
|
|
4035
|
+
args: unknown;
|
|
4036
|
+
}[];
|
|
4037
|
+
failure?: {
|
|
4038
|
+
code: "TOOL_MOCK_EXHAUSTED" | "TOOL_MOCK_MISMATCH" | "TOOL_MOCK_NOT_DECLARED";
|
|
4039
|
+
toolName: string;
|
|
4040
|
+
args: unknown;
|
|
4041
|
+
} | undefined;
|
|
4042
|
+
} | null | undefined;
|
|
4043
|
+
createdAt: Date;
|
|
4044
|
+
targetType: "scorer";
|
|
4045
|
+
output: {
|
|
4046
|
+
[x: string]: unknown;
|
|
4047
|
+
score: number | null;
|
|
4048
|
+
reason: string | null;
|
|
4049
|
+
notScorable?: unknown;
|
|
4050
|
+
} | null;
|
|
4051
|
+
} | {
|
|
4052
|
+
id: string;
|
|
4053
|
+
experimentId: string;
|
|
4054
|
+
itemId: string;
|
|
4055
|
+
itemDatasetVersion: number | null;
|
|
4056
|
+
input: unknown;
|
|
4057
|
+
groundTruth: unknown;
|
|
4058
|
+
metadata?: Record<string, unknown> | null | undefined;
|
|
4059
|
+
expectedTrajectory?: unknown;
|
|
4060
|
+
error: {
|
|
4061
|
+
message: string;
|
|
4062
|
+
stack?: string | undefined;
|
|
4063
|
+
code?: string | undefined;
|
|
4064
|
+
} | null;
|
|
4065
|
+
startedAt: Date;
|
|
4066
|
+
completedAt: Date;
|
|
4067
|
+
retryCount: number;
|
|
4068
|
+
attempt?: number | undefined;
|
|
4069
|
+
traceId: string | null;
|
|
4070
|
+
status?: "complete" | "needs-review" | "reviewed" | null | undefined;
|
|
4071
|
+
tags?: string[] | null | undefined;
|
|
4072
|
+
comment?: string | null | undefined;
|
|
4073
|
+
toolMockReport?: {
|
|
4074
|
+
served: {
|
|
4075
|
+
mockIndex: number;
|
|
4076
|
+
toolName: string;
|
|
4077
|
+
args: unknown;
|
|
4078
|
+
}[];
|
|
4079
|
+
unconsumed: {
|
|
4080
|
+
mockIndex: number;
|
|
4081
|
+
toolName: string;
|
|
4082
|
+
args: unknown;
|
|
4083
|
+
}[];
|
|
4084
|
+
liveCalls: {
|
|
4085
|
+
toolName: string;
|
|
4086
|
+
args: unknown;
|
|
4087
|
+
}[];
|
|
4088
|
+
failure?: {
|
|
4089
|
+
code: "TOOL_MOCK_EXHAUSTED" | "TOOL_MOCK_MISMATCH" | "TOOL_MOCK_NOT_DECLARED";
|
|
4090
|
+
toolName: string;
|
|
4091
|
+
args: unknown;
|
|
4092
|
+
} | undefined;
|
|
4093
|
+
} | null | undefined;
|
|
4094
|
+
createdAt: Date;
|
|
4095
|
+
targetType: "processor" | "workflow" | null;
|
|
4096
|
+
output: unknown;
|
|
3251
4097
|
}>;
|
|
3252
4098
|
pathParamSchema?: z.ZodSchema;
|
|
3253
4099
|
queryParamSchema?: z.ZodSchema;
|
|
@@ -3271,13 +4117,80 @@ export declare const UPDATE_EXPERIMENT_RESULT_ROUTE: Omit<import("@mastra/core/s
|
|
|
3271
4117
|
}>>>;
|
|
3272
4118
|
tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
3273
4119
|
comment: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
4120
|
+
}, z.core.$strip>, z.ZodUnion<readonly [z.ZodObject<{
|
|
4121
|
+
id: z.ZodString;
|
|
4122
|
+
experimentId: z.ZodString;
|
|
4123
|
+
itemId: z.ZodString;
|
|
4124
|
+
itemDatasetVersion: z.ZodNullable<z.ZodNumber>;
|
|
4125
|
+
input: z.ZodUnknown;
|
|
4126
|
+
groundTruth: z.ZodNullable<z.ZodUnknown>;
|
|
4127
|
+
metadata: z.ZodNullable<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
4128
|
+
expectedTrajectory: z.ZodOptional<z.ZodUnknown>;
|
|
4129
|
+
error: z.ZodNullable<z.ZodObject<{
|
|
4130
|
+
message: z.ZodString;
|
|
4131
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
4132
|
+
code: z.ZodOptional<z.ZodString>;
|
|
4133
|
+
}, z.core.$strip>>;
|
|
4134
|
+
startedAt: z.ZodCoercedDate<unknown>;
|
|
4135
|
+
completedAt: z.ZodCoercedDate<unknown>;
|
|
4136
|
+
retryCount: z.ZodNumber;
|
|
4137
|
+
attempt: z.ZodOptional<z.ZodNumber>;
|
|
4138
|
+
traceId: z.ZodNullable<z.ZodString>;
|
|
4139
|
+
status: z.ZodOptional<z.ZodNullable<z.ZodEnum<{
|
|
4140
|
+
complete: "complete";
|
|
4141
|
+
"needs-review": "needs-review";
|
|
4142
|
+
reviewed: "reviewed";
|
|
4143
|
+
}>>>;
|
|
4144
|
+
tags: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString>>>;
|
|
4145
|
+
comment: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
4146
|
+
toolMockReport: z.ZodNullable<z.ZodOptional<z.ZodObject<{
|
|
4147
|
+
served: z.ZodArray<z.ZodObject<{
|
|
4148
|
+
mockIndex: z.ZodNumber;
|
|
4149
|
+
toolName: z.ZodString;
|
|
4150
|
+
args: z.ZodUnknown;
|
|
4151
|
+
}, z.core.$strip>>;
|
|
4152
|
+
unconsumed: z.ZodArray<z.ZodObject<{
|
|
4153
|
+
mockIndex: z.ZodNumber;
|
|
4154
|
+
toolName: z.ZodString;
|
|
4155
|
+
args: z.ZodUnknown;
|
|
4156
|
+
}, z.core.$strip>>;
|
|
4157
|
+
liveCalls: z.ZodArray<z.ZodObject<{
|
|
4158
|
+
toolName: z.ZodString;
|
|
4159
|
+
args: z.ZodUnknown;
|
|
4160
|
+
}, z.core.$strip>>;
|
|
4161
|
+
failure: z.ZodOptional<z.ZodObject<{
|
|
4162
|
+
code: z.ZodEnum<{
|
|
4163
|
+
TOOL_MOCK_EXHAUSTED: "TOOL_MOCK_EXHAUSTED";
|
|
4164
|
+
TOOL_MOCK_MISMATCH: "TOOL_MOCK_MISMATCH";
|
|
4165
|
+
TOOL_MOCK_NOT_DECLARED: "TOOL_MOCK_NOT_DECLARED";
|
|
4166
|
+
}>;
|
|
4167
|
+
toolName: z.ZodString;
|
|
4168
|
+
args: z.ZodUnknown;
|
|
4169
|
+
}, z.core.$strip>>;
|
|
4170
|
+
}, z.core.$strip>>>;
|
|
4171
|
+
createdAt: z.ZodCoercedDate<unknown>;
|
|
4172
|
+
targetType: z.ZodLiteral<"agent">;
|
|
4173
|
+
output: z.ZodNullable<z.ZodObject<{
|
|
4174
|
+
text: z.ZodOptional<z.ZodString>;
|
|
4175
|
+
reasoningText: z.ZodOptional<z.ZodString>;
|
|
4176
|
+
object: z.ZodOptional<z.ZodUnknown>;
|
|
4177
|
+
toolCalls: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
4178
|
+
toolResults: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
4179
|
+
sources: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
4180
|
+
files: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
4181
|
+
usage: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
4182
|
+
traceId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
4183
|
+
error: z.ZodOptional<z.ZodNullable<z.ZodObject<{
|
|
4184
|
+
message: z.ZodOptional<z.ZodString>;
|
|
4185
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
4186
|
+
}, z.core.$loose>>>;
|
|
4187
|
+
}, z.core.$loose>>;
|
|
3274
4188
|
}, z.core.$strip>, z.ZodObject<{
|
|
3275
4189
|
id: z.ZodString;
|
|
3276
4190
|
experimentId: z.ZodString;
|
|
3277
4191
|
itemId: z.ZodString;
|
|
3278
4192
|
itemDatasetVersion: z.ZodNullable<z.ZodNumber>;
|
|
3279
4193
|
input: z.ZodUnknown;
|
|
3280
|
-
output: z.ZodNullable<z.ZodUnknown>;
|
|
3281
4194
|
groundTruth: z.ZodNullable<z.ZodUnknown>;
|
|
3282
4195
|
metadata: z.ZodNullable<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
3283
4196
|
expectedTrajectory: z.ZodOptional<z.ZodUnknown>;
|
|
@@ -3324,7 +4237,70 @@ export declare const UPDATE_EXPERIMENT_RESULT_ROUTE: Omit<import("@mastra/core/s
|
|
|
3324
4237
|
}, z.core.$strip>>;
|
|
3325
4238
|
}, z.core.$strip>>>;
|
|
3326
4239
|
createdAt: z.ZodCoercedDate<unknown>;
|
|
3327
|
-
|
|
4240
|
+
targetType: z.ZodLiteral<"scorer">;
|
|
4241
|
+
output: z.ZodNullable<z.ZodObject<{
|
|
4242
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
4243
|
+
reason: z.ZodNullable<z.ZodString>;
|
|
4244
|
+
notScorable: z.ZodOptional<z.ZodUnknown>;
|
|
4245
|
+
}, z.core.$loose>>;
|
|
4246
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
4247
|
+
id: z.ZodString;
|
|
4248
|
+
experimentId: z.ZodString;
|
|
4249
|
+
itemId: z.ZodString;
|
|
4250
|
+
itemDatasetVersion: z.ZodNullable<z.ZodNumber>;
|
|
4251
|
+
input: z.ZodUnknown;
|
|
4252
|
+
groundTruth: z.ZodNullable<z.ZodUnknown>;
|
|
4253
|
+
metadata: z.ZodNullable<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
4254
|
+
expectedTrajectory: z.ZodOptional<z.ZodUnknown>;
|
|
4255
|
+
error: z.ZodNullable<z.ZodObject<{
|
|
4256
|
+
message: z.ZodString;
|
|
4257
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
4258
|
+
code: z.ZodOptional<z.ZodString>;
|
|
4259
|
+
}, z.core.$strip>>;
|
|
4260
|
+
startedAt: z.ZodCoercedDate<unknown>;
|
|
4261
|
+
completedAt: z.ZodCoercedDate<unknown>;
|
|
4262
|
+
retryCount: z.ZodNumber;
|
|
4263
|
+
attempt: z.ZodOptional<z.ZodNumber>;
|
|
4264
|
+
traceId: z.ZodNullable<z.ZodString>;
|
|
4265
|
+
status: z.ZodOptional<z.ZodNullable<z.ZodEnum<{
|
|
4266
|
+
complete: "complete";
|
|
4267
|
+
"needs-review": "needs-review";
|
|
4268
|
+
reviewed: "reviewed";
|
|
4269
|
+
}>>>;
|
|
4270
|
+
tags: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString>>>;
|
|
4271
|
+
comment: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
4272
|
+
toolMockReport: z.ZodNullable<z.ZodOptional<z.ZodObject<{
|
|
4273
|
+
served: z.ZodArray<z.ZodObject<{
|
|
4274
|
+
mockIndex: z.ZodNumber;
|
|
4275
|
+
toolName: z.ZodString;
|
|
4276
|
+
args: z.ZodUnknown;
|
|
4277
|
+
}, z.core.$strip>>;
|
|
4278
|
+
unconsumed: z.ZodArray<z.ZodObject<{
|
|
4279
|
+
mockIndex: z.ZodNumber;
|
|
4280
|
+
toolName: z.ZodString;
|
|
4281
|
+
args: z.ZodUnknown;
|
|
4282
|
+
}, z.core.$strip>>;
|
|
4283
|
+
liveCalls: z.ZodArray<z.ZodObject<{
|
|
4284
|
+
toolName: z.ZodString;
|
|
4285
|
+
args: z.ZodUnknown;
|
|
4286
|
+
}, z.core.$strip>>;
|
|
4287
|
+
failure: z.ZodOptional<z.ZodObject<{
|
|
4288
|
+
code: z.ZodEnum<{
|
|
4289
|
+
TOOL_MOCK_EXHAUSTED: "TOOL_MOCK_EXHAUSTED";
|
|
4290
|
+
TOOL_MOCK_MISMATCH: "TOOL_MOCK_MISMATCH";
|
|
4291
|
+
TOOL_MOCK_NOT_DECLARED: "TOOL_MOCK_NOT_DECLARED";
|
|
4292
|
+
}>;
|
|
4293
|
+
toolName: z.ZodString;
|
|
4294
|
+
args: z.ZodUnknown;
|
|
4295
|
+
}, z.core.$strip>>;
|
|
4296
|
+
}, z.core.$strip>>>;
|
|
4297
|
+
createdAt: z.ZodCoercedDate<unknown>;
|
|
4298
|
+
targetType: z.ZodNullable<z.ZodEnum<{
|
|
4299
|
+
processor: "processor";
|
|
4300
|
+
workflow: "workflow";
|
|
4301
|
+
}>>;
|
|
4302
|
+
output: z.ZodNullable<z.ZodUnknown>;
|
|
4303
|
+
}, z.core.$strip>]>> | undefined;
|
|
3328
4304
|
} & {
|
|
3329
4305
|
readonly _mastraSchemaRoute: true;
|
|
3330
4306
|
};
|
|
@@ -3334,12 +4310,21 @@ export declare const COMPARE_EXPERIMENTS_ROUTE: Omit<import("@mastra/core/server
|
|
|
3334
4310
|
responseType: "json";
|
|
3335
4311
|
streamFormat?: 'sse' | 'stream';
|
|
3336
4312
|
sseFlushOnConnect?: boolean;
|
|
3337
|
-
handler(params: {
|
|
3338
|
-
datasetId:
|
|
3339
|
-
}
|
|
4313
|
+
handler(params: import("../server-adapter").InferParams<z.ZodObject<{
|
|
4314
|
+
datasetId: z.ZodString;
|
|
4315
|
+
}, z.core.$strip>, undefined, z.ZodUnion<readonly [z.ZodObject<{
|
|
4316
|
+
experimentIds: z.ZodArray<z.ZodString>;
|
|
4317
|
+
baselineId: z.ZodOptional<z.ZodString>;
|
|
4318
|
+
}, z.core.$strip>, z.ZodPipe<z.ZodObject<{
|
|
4319
|
+
experimentIdA: z.ZodString;
|
|
4320
|
+
experimentIdB: z.ZodString;
|
|
4321
|
+
}, z.core.$strip>, z.ZodTransform<{
|
|
4322
|
+
experimentIds: string[];
|
|
4323
|
+
baselineId: string;
|
|
4324
|
+
}, {
|
|
3340
4325
|
experimentIdA: string;
|
|
3341
4326
|
experimentIdB: string;
|
|
3342
|
-
} & import("../server-adapter").ServerContext): Promise<{
|
|
4327
|
+
}>>]>> & import("../server-adapter").ServerContext): Promise<{
|
|
3343
4328
|
baselineId: string;
|
|
3344
4329
|
items: {
|
|
3345
4330
|
itemId: string;
|
|
@@ -3363,10 +4348,19 @@ export declare const COMPARE_EXPERIMENTS_ROUTE: Omit<import("@mastra/core/server
|
|
|
3363
4348
|
onValidationError?: import("@mastra/core/server").ValidationErrorHook;
|
|
3364
4349
|
readonly __schemas?: import("../server-adapter").RouteSchemas<z.ZodObject<{
|
|
3365
4350
|
datasetId: z.ZodString;
|
|
3366
|
-
}, z.core.$strip>, undefined, z.ZodObject<{
|
|
4351
|
+
}, z.core.$strip>, undefined, z.ZodUnion<readonly [z.ZodObject<{
|
|
4352
|
+
experimentIds: z.ZodArray<z.ZodString>;
|
|
4353
|
+
baselineId: z.ZodOptional<z.ZodString>;
|
|
4354
|
+
}, z.core.$strip>, z.ZodPipe<z.ZodObject<{
|
|
3367
4355
|
experimentIdA: z.ZodString;
|
|
3368
4356
|
experimentIdB: z.ZodString;
|
|
3369
|
-
}, z.core.$strip>, z.
|
|
4357
|
+
}, z.core.$strip>, z.ZodTransform<{
|
|
4358
|
+
experimentIds: string[];
|
|
4359
|
+
baselineId: string;
|
|
4360
|
+
}, {
|
|
4361
|
+
experimentIdA: string;
|
|
4362
|
+
experimentIdB: string;
|
|
4363
|
+
}>>]>, z.ZodObject<{
|
|
3370
4364
|
baselineId: z.ZodString;
|
|
3371
4365
|
items: z.ZodArray<z.ZodObject<{
|
|
3372
4366
|
itemId: z.ZodString;
|