@tangle-network/agent-runtime 0.107.2 → 0.107.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/testing.d.ts +15 -2
- package/dist/testing.js +1093 -10
- package/dist/testing.js.map +1 -1
- package/package.json +8 -7
package/dist/testing.d.ts
CHANGED
|
@@ -1,7 +1,20 @@
|
|
|
1
|
-
import { AgentImprovementProposal } from "@tangle-network/agent-interface";
|
|
1
|
+
import { AgentImprovementProposal, AgentProfile, AgentProfileImprovementMeasuredComparison, SandboxSizePreset } from "@tangle-network/agent-interface";
|
|
2
2
|
//#region src/testing/index.d.ts
|
|
3
|
+
/** A proposal produced by Runtime's opaque profile-improvement path. */
|
|
4
|
+
type AgentProfileImprovementProposalFixture = Omit<AgentImprovementProposal, 'evaluation'> & {
|
|
5
|
+
evaluation: AgentProfileImprovementMeasuredComparison;
|
|
6
|
+
};
|
|
7
|
+
/** Complete private state for exercising profile activation and restore in consumer tests. */
|
|
8
|
+
interface AgentProfileImprovementFixture {
|
|
9
|
+
proposal: AgentProfileImprovementProposalFixture;
|
|
10
|
+
baselineProfile: AgentProfile;
|
|
11
|
+
candidateProfile: AgentProfile;
|
|
12
|
+
recommendedSize: SandboxSizePreset;
|
|
13
|
+
}
|
|
3
14
|
/** Load an isolated, production-validated Runtime proposal for consumer tests. */
|
|
4
15
|
declare function loadAgentImprovementProposalFixture(): AgentImprovementProposal;
|
|
16
|
+
/** Load an isolated profile proposal and its private activation state for consumer tests. */
|
|
17
|
+
declare function loadAgentProfileImprovementFixture(): AgentProfileImprovementFixture;
|
|
5
18
|
//#endregion
|
|
6
|
-
export { loadAgentImprovementProposalFixture };
|
|
19
|
+
export { AgentProfileImprovementFixture, AgentProfileImprovementProposalFixture, loadAgentImprovementProposalFixture, loadAgentProfileImprovementFixture };
|
|
7
20
|
//# sourceMappingURL=testing.d.ts.map
|
package/dist/testing.js
CHANGED
|
@@ -1,9 +1,10 @@
|
|
|
1
|
+
import { $ as parseExactAgentProfile, K as applyExactAgentProfileDiff, rt as canonicalCandidateDigest$1, st as immutableCandidateValue } from "./prepare-_WTTffkz.js";
|
|
1
2
|
import { f as verifyAgentImprovementProposal } from "./improvement-cycle-Ulvvbg5p.js";
|
|
2
|
-
|
|
3
|
-
//#region src/testing/
|
|
4
|
-
|
|
3
|
+
import { SANDBOX_SIZE_PRESET_NAMES } from "@tangle-network/agent-interface";
|
|
4
|
+
//#region src/testing/fixtures/agent-improvement-proposal.json
|
|
5
|
+
var agent_improvement_proposal_default = {
|
|
5
6
|
changedSurfaces: ["prompt"],
|
|
6
|
-
digest: "sha256:
|
|
7
|
+
digest: "sha256:f309bdca66c941bae76f9cd71d630e3e73419ab0ea53a520c1e775c799c23642",
|
|
7
8
|
evaluation: {
|
|
8
9
|
"decision": {
|
|
9
10
|
"contributingChecks": [
|
|
@@ -2363,7 +2364,7 @@ const serializedAgentImprovementProposalFixture = JSON.stringify({
|
|
|
2363
2364
|
],
|
|
2364
2365
|
"metadata": {
|
|
2365
2366
|
"fixture": "agent-improvement-proposal",
|
|
2366
|
-
"runtimeVersion": "0.107.
|
|
2367
|
+
"runtimeVersion": "0.107.3"
|
|
2367
2368
|
},
|
|
2368
2369
|
"objectives": [
|
|
2369
2370
|
{
|
|
@@ -2474,8 +2475,8 @@ const serializedAgentImprovementProposalFixture = JSON.stringify({
|
|
|
2474
2475
|
"baselineContentHash": "sha256:5c21ee53e513fc604cb09754e21c392b24a424da0ef37dbf8f1ee4a8a0b08f09",
|
|
2475
2476
|
"candidateContentHash": "sha256:60fcbb1c728194bd51d7d19cb732d1c3f1881dce7e0a6266b41c8b98cfd65693",
|
|
2476
2477
|
"kind": "agent-eval-loop",
|
|
2477
|
-
"recordDigest": "sha256:
|
|
2478
|
-
"runId": "agent-runtime-0.107.
|
|
2478
|
+
"recordDigest": "sha256:d8b668e26ebe5fe95570ea35968048227bcb815e9d7593d41c62d995be0ac7d0",
|
|
2479
|
+
"runId": "agent-runtime-0.107.3-proposal-fixture",
|
|
2479
2480
|
"schema": "agent-candidate-experiment"
|
|
2480
2481
|
}
|
|
2481
2482
|
},
|
|
@@ -2497,13 +2498,1095 @@ const serializedAgentImprovementProposalFixture = JSON.stringify({
|
|
|
2497
2498
|
}],
|
|
2498
2499
|
kind: "agent-improvement-proposal",
|
|
2499
2500
|
proposedAt: "2026-07-10T01:00:00.000Z",
|
|
2500
|
-
runId: "agent-runtime-0.107.
|
|
2501
|
-
}
|
|
2501
|
+
runId: "agent-runtime-0.107.3-proposal-fixture"
|
|
2502
|
+
};
|
|
2503
|
+
//#endregion
|
|
2504
|
+
//#region src/testing/fixtures/agent-profile-improvement-proposal.json
|
|
2505
|
+
var agent_profile_improvement_proposal_default = {
|
|
2506
|
+
changedSurfaces: ["prompt", "skills"],
|
|
2507
|
+
digest: "sha256:ce7b2603fcc264631f65df4a13433d371f88bf5d96882d62fe691fac8b867cc4",
|
|
2508
|
+
evaluation: {
|
|
2509
|
+
"decision": {
|
|
2510
|
+
"contributingChecks": [{
|
|
2511
|
+
"name": "paired-significance",
|
|
2512
|
+
"passed": true
|
|
2513
|
+
}],
|
|
2514
|
+
"outcome": "ship",
|
|
2515
|
+
"reasons": ["paired comparison passed"]
|
|
2516
|
+
},
|
|
2517
|
+
"diff": "prompt: add source and uncertainty instructions",
|
|
2518
|
+
"evaluation": {
|
|
2519
|
+
"generationsExplored": 1,
|
|
2520
|
+
"measurement": {
|
|
2521
|
+
"cost": {
|
|
2522
|
+
"provenance": "observed",
|
|
2523
|
+
"usd": 66e-8
|
|
2524
|
+
},
|
|
2525
|
+
"wallDurationMs": 0,
|
|
2526
|
+
"workDurationMs": 660
|
|
2527
|
+
},
|
|
2528
|
+
"preparation": {
|
|
2529
|
+
"cost": {
|
|
2530
|
+
"provenance": "observed",
|
|
2531
|
+
"usd": 0
|
|
2532
|
+
},
|
|
2533
|
+
"wallDurationMs": 0
|
|
2534
|
+
},
|
|
2535
|
+
"total": {
|
|
2536
|
+
"cost": {
|
|
2537
|
+
"provenance": "observed",
|
|
2538
|
+
"usd": 66e-8
|
|
2539
|
+
},
|
|
2540
|
+
"wallDurationMs": 0
|
|
2541
|
+
}
|
|
2542
|
+
},
|
|
2543
|
+
"experiment": {
|
|
2544
|
+
"baseline": { "stateDigest": "sha256:21c495a37c418c10bde64fbaa188beddeed31f1f051ea60a6a6582a9ee0db704" },
|
|
2545
|
+
"benchmark": {
|
|
2546
|
+
"suite": {
|
|
2547
|
+
"digest": "sha256:b625b9c8791b5482f5b4e7c2471eb3ca1b719b5424e86d2bcb1044defbba635e",
|
|
2548
|
+
"digestAlgorithm": "rfc8785-sha256",
|
|
2549
|
+
"kind": "agent-profile-improvement-suite",
|
|
2550
|
+
"reps": 3,
|
|
2551
|
+
"seeds": [
|
|
2552
|
+
11,
|
|
2553
|
+
12,
|
|
2554
|
+
13
|
|
2555
|
+
],
|
|
2556
|
+
"splitDigest": "sha256:a8f4bdc4df6d527e21bcfeedf9fcbc007723329c25da5da8c9ad3e6887623e22",
|
|
2557
|
+
"taskDigests": ["sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e"]
|
|
2558
|
+
},
|
|
2559
|
+
"tasks": [{
|
|
2560
|
+
"digest": "sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e",
|
|
2561
|
+
"digestAlgorithm": "rfc8785-sha256",
|
|
2562
|
+
"grader": {
|
|
2563
|
+
"artifact": {
|
|
2564
|
+
"byteLength": 1,
|
|
2565
|
+
"locator": {
|
|
2566
|
+
"bucket": "agent-eval",
|
|
2567
|
+
"key": "graders/profile-quality.json",
|
|
2568
|
+
"kind": "s3",
|
|
2569
|
+
"region": "us-east-1"
|
|
2570
|
+
},
|
|
2571
|
+
"sha256": "sha256:1f576a8a9d7f4af7bf070698b2be73904847d6f28efec0c2366d1f2bc6117e0f"
|
|
2572
|
+
},
|
|
2573
|
+
"format": "tangle-grader",
|
|
2574
|
+
"name": "profile-quality",
|
|
2575
|
+
"version": "1"
|
|
2576
|
+
},
|
|
2577
|
+
"kind": "agent-profile-improvement-task",
|
|
2578
|
+
"limits": {
|
|
2579
|
+
"maxCostUsd": 1,
|
|
2580
|
+
"maxInputTokens": 1e3,
|
|
2581
|
+
"maxModelCalls": 2,
|
|
2582
|
+
"maxOutputTokens": 1e3,
|
|
2583
|
+
"maxSteps": 10,
|
|
2584
|
+
"timeoutMs": 3e4
|
|
2585
|
+
},
|
|
2586
|
+
"model": {
|
|
2587
|
+
"model": "claude-sonnet-4-6",
|
|
2588
|
+
"provider": "anthropic",
|
|
2589
|
+
"reasoningEffort": "medium",
|
|
2590
|
+
"requested": "anthropic/claude-sonnet-4-6",
|
|
2591
|
+
"snapshot": "2026-06-01"
|
|
2592
|
+
},
|
|
2593
|
+
"scenario": {
|
|
2594
|
+
"digest": "sha256:b50dec7031d699e2e0cfca8b4fd1eb958b687030a1af7a5339090dc9ca0892bf",
|
|
2595
|
+
"id": "support-case-1",
|
|
2596
|
+
"kind": "support-case"
|
|
2597
|
+
}
|
|
2598
|
+
}]
|
|
2599
|
+
},
|
|
2600
|
+
"candidate": { "stateDigest": "sha256:103f77bc8481601eef1ad5fe6ba84a40dffabc3a44f421f8c8559121edab84e9" },
|
|
2601
|
+
"candidateLineage": {
|
|
2602
|
+
"developmentSplitDigest": "sha256:02da010d5b66a91bc293d928ed8297f05950f56f3127f058f94b8766bc6a2b76",
|
|
2603
|
+
"parentDigests": ["sha256:21c495a37c418c10bde64fbaa188beddeed31f1f051ea60a6a6582a9ee0db704"],
|
|
2604
|
+
"runIds": ["profile-improvement-1"],
|
|
2605
|
+
"source": "optimizer"
|
|
2606
|
+
},
|
|
2607
|
+
"change": [{
|
|
2608
|
+
"id": "add-source-and-uncertainty",
|
|
2609
|
+
"kind": "agent-profile-diff",
|
|
2610
|
+
"set": {
|
|
2611
|
+
"prompt": { "systemPrompt": "Answer directly, cite the source, and state uncertainty." },
|
|
2612
|
+
"resources": { "skills": [{
|
|
2613
|
+
"content": "Cite the evidence you use.",
|
|
2614
|
+
"kind": "inline",
|
|
2615
|
+
"name": "sources.SKILL.md"
|
|
2616
|
+
}] }
|
|
2617
|
+
},
|
|
2618
|
+
"source": {
|
|
2619
|
+
"artifacts": ["traces://run/profile-improvement-1"],
|
|
2620
|
+
"kind": "optimizer"
|
|
2621
|
+
}
|
|
2622
|
+
}],
|
|
2623
|
+
"digest": "sha256:ae081dce69d225fd69db1f6b9e553182ef149092553f246723abf26fdcc5a70b",
|
|
2624
|
+
"digestAlgorithm": "rfc8785-sha256",
|
|
2625
|
+
"executionRef": {
|
|
2626
|
+
"digest": "sha256:42c6816336a75799acbb6db06649ebac5ec2802924f5173f7df692a46f5b9356",
|
|
2627
|
+
"identity": "profile-improvement-fixture-runner",
|
|
2628
|
+
"kind": "agent-profile-improvement-execution-ref"
|
|
2629
|
+
},
|
|
2630
|
+
"kind": "agent-profile-improvement-experiment",
|
|
2631
|
+
"policy": {
|
|
2632
|
+
"bootstrapSeed": 17,
|
|
2633
|
+
"confidenceLevel": .95,
|
|
2634
|
+
"criticalDimensions": [],
|
|
2635
|
+
"deltaThreshold": 0,
|
|
2636
|
+
"minProductiveRuns": 3,
|
|
2637
|
+
"regressionTolerance": 0,
|
|
2638
|
+
"resamples": 100
|
|
2639
|
+
},
|
|
2640
|
+
"source": {
|
|
2641
|
+
"kind": "platform-agent-profile",
|
|
2642
|
+
"sourceDigest": "sha256:21c495a37c418c10bde64fbaa188beddeed31f1f051ea60a6a6582a9ee0db704",
|
|
2643
|
+
"sourceIdentity": "profile-support",
|
|
2644
|
+
"sourceRevision": 7
|
|
2645
|
+
}
|
|
2646
|
+
},
|
|
2647
|
+
"kind": "agent-profile-improvement-measured-comparison",
|
|
2648
|
+
"measurements": [
|
|
2649
|
+
{
|
|
2650
|
+
"baseline": {
|
|
2651
|
+
"billing": [{
|
|
2652
|
+
"digest": "sha256:f8df8abb545f964e51ae5dfbe371db8812ffc67e1ac620467004d1d14622aebb",
|
|
2653
|
+
"identity": "bill-baseline-0",
|
|
2654
|
+
"kind": "platform-billing"
|
|
2655
|
+
}],
|
|
2656
|
+
"digest": "sha256:5f82aa16ab45fb06d00e5f04ecff5f746f2cd31121afb7c2ac31b8cd703ee316",
|
|
2657
|
+
"digestAlgorithm": "rfc8785-sha256",
|
|
2658
|
+
"executionId": "baseline-0",
|
|
2659
|
+
"executionRef": {
|
|
2660
|
+
"digest": "sha256:42c6816336a75799acbb6db06649ebac5ec2802924f5173f7df692a46f5b9356",
|
|
2661
|
+
"identity": "profile-improvement-fixture-runner",
|
|
2662
|
+
"kind": "agent-profile-improvement-execution-ref"
|
|
2663
|
+
},
|
|
2664
|
+
"grading": {
|
|
2665
|
+
"dimensions": [{
|
|
2666
|
+
"name": "quality",
|
|
2667
|
+
"score": .2
|
|
2668
|
+
}],
|
|
2669
|
+
"evidence": {
|
|
2670
|
+
"digest": "sha256:d4df39e172d3701cceb170a3b4f809aebc61c050acc6f0ded51cd178bd8bad79",
|
|
2671
|
+
"identity": "grade-baseline-0",
|
|
2672
|
+
"kind": "agent-eval-grading"
|
|
2673
|
+
},
|
|
2674
|
+
"grader": {
|
|
2675
|
+
"artifact": {
|
|
2676
|
+
"byteLength": 1,
|
|
2677
|
+
"locator": {
|
|
2678
|
+
"bucket": "agent-eval",
|
|
2679
|
+
"key": "graders/profile-quality.json",
|
|
2680
|
+
"kind": "s3",
|
|
2681
|
+
"region": "us-east-1"
|
|
2682
|
+
},
|
|
2683
|
+
"sha256": "sha256:1f576a8a9d7f4af7bf070698b2be73904847d6f28efec0c2366d1f2bc6117e0f"
|
|
2684
|
+
},
|
|
2685
|
+
"format": "tangle-grader",
|
|
2686
|
+
"name": "profile-quality",
|
|
2687
|
+
"version": "1"
|
|
2688
|
+
},
|
|
2689
|
+
"passed": true,
|
|
2690
|
+
"score": .2,
|
|
2691
|
+
"timing": {
|
|
2692
|
+
"durationMs": 10,
|
|
2693
|
+
"endedAtMs": 110,
|
|
2694
|
+
"startedAtMs": 100
|
|
2695
|
+
},
|
|
2696
|
+
"usage": {
|
|
2697
|
+
"cachedInputTokens": 0,
|
|
2698
|
+
"costProvenance": "observed",
|
|
2699
|
+
"costUsdNanos": 10,
|
|
2700
|
+
"inputTokens": 2,
|
|
2701
|
+
"modelCalls": 1,
|
|
2702
|
+
"outputTokens": 1,
|
|
2703
|
+
"reasoningTokens": 0
|
|
2704
|
+
}
|
|
2705
|
+
},
|
|
2706
|
+
"kind": "agent-profile-improvement-run",
|
|
2707
|
+
"limits": {
|
|
2708
|
+
"maxCostUsd": 1,
|
|
2709
|
+
"maxInputTokens": 1e3,
|
|
2710
|
+
"maxModelCalls": 2,
|
|
2711
|
+
"maxOutputTokens": 1e3,
|
|
2712
|
+
"maxSteps": 10,
|
|
2713
|
+
"timeoutMs": 3e4
|
|
2714
|
+
},
|
|
2715
|
+
"outcome": { "status": "succeeded" },
|
|
2716
|
+
"output": {
|
|
2717
|
+
"digest": "sha256:45115d63436a7d83e2f45b791804f24047db2f69377b9796c41b39337110de18",
|
|
2718
|
+
"identity": "output-baseline-0",
|
|
2719
|
+
"kind": "platform-output"
|
|
2720
|
+
},
|
|
2721
|
+
"resolvedModel": {
|
|
2722
|
+
"model": "claude-sonnet-4-6",
|
|
2723
|
+
"provider": "anthropic",
|
|
2724
|
+
"reasoningEffort": "medium",
|
|
2725
|
+
"requested": "anthropic/claude-sonnet-4-6",
|
|
2726
|
+
"snapshot": "2026-06-01"
|
|
2727
|
+
},
|
|
2728
|
+
"runCell": {
|
|
2729
|
+
"arm": "baseline",
|
|
2730
|
+
"attempt": 1,
|
|
2731
|
+
"digest": "sha256:40c8cbe747b60e7a3912a607182340232391b629d41cc6b2c914213f5702088e",
|
|
2732
|
+
"experimentDigest": "sha256:ae081dce69d225fd69db1f6b9e553182ef149092553f246723abf26fdcc5a70b",
|
|
2733
|
+
"kind": "agent-profile-improvement-run-cell",
|
|
2734
|
+
"repetition": 0,
|
|
2735
|
+
"seed": 11,
|
|
2736
|
+
"stateDigest": "sha256:21c495a37c418c10bde64fbaa188beddeed31f1f051ea60a6a6582a9ee0db704",
|
|
2737
|
+
"suiteDigest": "sha256:b625b9c8791b5482f5b4e7c2471eb3ca1b719b5424e86d2bcb1044defbba635e",
|
|
2738
|
+
"taskDigest": "sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e",
|
|
2739
|
+
"taskIndex": 0
|
|
2740
|
+
},
|
|
2741
|
+
"runRecord": {
|
|
2742
|
+
"digest": "sha256:7e8cdb47c8f1c5200bd55f6ecbb05f060d13e93c542978a0cb67eef1f7ea7cd9",
|
|
2743
|
+
"identity": "baseline-0",
|
|
2744
|
+
"kind": "agent-eval-run-record"
|
|
2745
|
+
},
|
|
2746
|
+
"steps": 1,
|
|
2747
|
+
"timing": {
|
|
2748
|
+
"durationMs": 100,
|
|
2749
|
+
"endedAtMs": 100,
|
|
2750
|
+
"startedAtMs": 0
|
|
2751
|
+
},
|
|
2752
|
+
"trace": {
|
|
2753
|
+
"eventCount": 4,
|
|
2754
|
+
"evidence": {
|
|
2755
|
+
"digest": "sha256:7bbb44eebc7f286a293da7309af86cb966ab31a37dc30e9d993523cddfb0a65c",
|
|
2756
|
+
"identity": "trace-baseline-0",
|
|
2757
|
+
"kind": "platform-trace"
|
|
2758
|
+
},
|
|
2759
|
+
"modelCallCount": 1
|
|
2760
|
+
},
|
|
2761
|
+
"usage": {
|
|
2762
|
+
"cachedInputTokens": 0,
|
|
2763
|
+
"costProvenance": "observed",
|
|
2764
|
+
"costUsdNanos": 100,
|
|
2765
|
+
"inputTokens": 10,
|
|
2766
|
+
"modelCalls": 1,
|
|
2767
|
+
"outputTokens": 5,
|
|
2768
|
+
"reasoningTokens": 0
|
|
2769
|
+
}
|
|
2770
|
+
},
|
|
2771
|
+
"candidate": {
|
|
2772
|
+
"billing": [{
|
|
2773
|
+
"digest": "sha256:fc4aebe4eb99e761a95279dcfe7478596a505fd5c5611cfa62d2f1dbe5d98c2f",
|
|
2774
|
+
"identity": "bill-candidate-0",
|
|
2775
|
+
"kind": "platform-billing"
|
|
2776
|
+
}],
|
|
2777
|
+
"digest": "sha256:daf0f586af2ac6a2287e5aefa5b29f7337962168abd5a7c70bb7e6b3837f9b95",
|
|
2778
|
+
"digestAlgorithm": "rfc8785-sha256",
|
|
2779
|
+
"executionId": "candidate-0",
|
|
2780
|
+
"executionRef": {
|
|
2781
|
+
"digest": "sha256:42c6816336a75799acbb6db06649ebac5ec2802924f5173f7df692a46f5b9356",
|
|
2782
|
+
"identity": "profile-improvement-fixture-runner",
|
|
2783
|
+
"kind": "agent-profile-improvement-execution-ref"
|
|
2784
|
+
},
|
|
2785
|
+
"grading": {
|
|
2786
|
+
"dimensions": [{
|
|
2787
|
+
"name": "quality",
|
|
2788
|
+
"score": .6
|
|
2789
|
+
}],
|
|
2790
|
+
"evidence": {
|
|
2791
|
+
"digest": "sha256:d1c4971c7a415aaa1e2a1101611a18aa7c3870411c058cadba35b21fd2faf27a",
|
|
2792
|
+
"identity": "grade-candidate-0",
|
|
2793
|
+
"kind": "agent-eval-grading"
|
|
2794
|
+
},
|
|
2795
|
+
"grader": {
|
|
2796
|
+
"artifact": {
|
|
2797
|
+
"byteLength": 1,
|
|
2798
|
+
"locator": {
|
|
2799
|
+
"bucket": "agent-eval",
|
|
2800
|
+
"key": "graders/profile-quality.json",
|
|
2801
|
+
"kind": "s3",
|
|
2802
|
+
"region": "us-east-1"
|
|
2803
|
+
},
|
|
2804
|
+
"sha256": "sha256:1f576a8a9d7f4af7bf070698b2be73904847d6f28efec0c2366d1f2bc6117e0f"
|
|
2805
|
+
},
|
|
2806
|
+
"format": "tangle-grader",
|
|
2807
|
+
"name": "profile-quality",
|
|
2808
|
+
"version": "1"
|
|
2809
|
+
},
|
|
2810
|
+
"passed": true,
|
|
2811
|
+
"score": .6,
|
|
2812
|
+
"timing": {
|
|
2813
|
+
"durationMs": 10,
|
|
2814
|
+
"endedAtMs": 110,
|
|
2815
|
+
"startedAtMs": 100
|
|
2816
|
+
},
|
|
2817
|
+
"usage": {
|
|
2818
|
+
"cachedInputTokens": 0,
|
|
2819
|
+
"costProvenance": "observed",
|
|
2820
|
+
"costUsdNanos": 10,
|
|
2821
|
+
"inputTokens": 2,
|
|
2822
|
+
"modelCalls": 1,
|
|
2823
|
+
"outputTokens": 1,
|
|
2824
|
+
"reasoningTokens": 0
|
|
2825
|
+
}
|
|
2826
|
+
},
|
|
2827
|
+
"kind": "agent-profile-improvement-run",
|
|
2828
|
+
"limits": {
|
|
2829
|
+
"maxCostUsd": 1,
|
|
2830
|
+
"maxInputTokens": 1e3,
|
|
2831
|
+
"maxModelCalls": 2,
|
|
2832
|
+
"maxOutputTokens": 1e3,
|
|
2833
|
+
"maxSteps": 10,
|
|
2834
|
+
"timeoutMs": 3e4
|
|
2835
|
+
},
|
|
2836
|
+
"outcome": { "status": "succeeded" },
|
|
2837
|
+
"output": {
|
|
2838
|
+
"digest": "sha256:3d57f4f4f14a76c3b7a5a9edc47e8e5d8033896d474a454da74125362456639f",
|
|
2839
|
+
"identity": "output-candidate-0",
|
|
2840
|
+
"kind": "platform-output"
|
|
2841
|
+
},
|
|
2842
|
+
"resolvedModel": {
|
|
2843
|
+
"model": "claude-sonnet-4-6",
|
|
2844
|
+
"provider": "anthropic",
|
|
2845
|
+
"reasoningEffort": "medium",
|
|
2846
|
+
"requested": "anthropic/claude-sonnet-4-6",
|
|
2847
|
+
"snapshot": "2026-06-01"
|
|
2848
|
+
},
|
|
2849
|
+
"runCell": {
|
|
2850
|
+
"arm": "candidate",
|
|
2851
|
+
"attempt": 1,
|
|
2852
|
+
"digest": "sha256:f9fb55d43947f101f10061b11eefd13ae1a56450e515dc6523d07d7261f94221",
|
|
2853
|
+
"experimentDigest": "sha256:ae081dce69d225fd69db1f6b9e553182ef149092553f246723abf26fdcc5a70b",
|
|
2854
|
+
"kind": "agent-profile-improvement-run-cell",
|
|
2855
|
+
"repetition": 0,
|
|
2856
|
+
"seed": 11,
|
|
2857
|
+
"stateDigest": "sha256:103f77bc8481601eef1ad5fe6ba84a40dffabc3a44f421f8c8559121edab84e9",
|
|
2858
|
+
"suiteDigest": "sha256:b625b9c8791b5482f5b4e7c2471eb3ca1b719b5424e86d2bcb1044defbba635e",
|
|
2859
|
+
"taskDigest": "sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e",
|
|
2860
|
+
"taskIndex": 0
|
|
2861
|
+
},
|
|
2862
|
+
"runRecord": {
|
|
2863
|
+
"digest": "sha256:9ea29e94240319216941b87edcc391aed43d45d8081f8b43849591748606e78f",
|
|
2864
|
+
"identity": "candidate-0",
|
|
2865
|
+
"kind": "agent-eval-run-record"
|
|
2866
|
+
},
|
|
2867
|
+
"steps": 1,
|
|
2868
|
+
"timing": {
|
|
2869
|
+
"durationMs": 100,
|
|
2870
|
+
"endedAtMs": 100,
|
|
2871
|
+
"startedAtMs": 0
|
|
2872
|
+
},
|
|
2873
|
+
"trace": {
|
|
2874
|
+
"eventCount": 4,
|
|
2875
|
+
"evidence": {
|
|
2876
|
+
"digest": "sha256:63806d09543cd4337accb01f4806e6825e2fa40b219d0d90ffbcaf369b4cbb5f",
|
|
2877
|
+
"identity": "trace-candidate-0",
|
|
2878
|
+
"kind": "platform-trace"
|
|
2879
|
+
},
|
|
2880
|
+
"modelCallCount": 1
|
|
2881
|
+
},
|
|
2882
|
+
"usage": {
|
|
2883
|
+
"cachedInputTokens": 0,
|
|
2884
|
+
"costProvenance": "observed",
|
|
2885
|
+
"costUsdNanos": 100,
|
|
2886
|
+
"inputTokens": 10,
|
|
2887
|
+
"modelCalls": 1,
|
|
2888
|
+
"outputTokens": 5,
|
|
2889
|
+
"reasoningTokens": 0
|
|
2890
|
+
}
|
|
2891
|
+
}
|
|
2892
|
+
},
|
|
2893
|
+
{
|
|
2894
|
+
"baseline": {
|
|
2895
|
+
"billing": [{
|
|
2896
|
+
"digest": "sha256:0ec2f0978881d5717c3b7bf9ea888b73580693ee5b8e232cb40cb7e57503f263",
|
|
2897
|
+
"identity": "bill-baseline-1",
|
|
2898
|
+
"kind": "platform-billing"
|
|
2899
|
+
}],
|
|
2900
|
+
"digest": "sha256:44788b5fa495aa316b9e730f95dd870f7723171cfec1fff84016126b9346f17b",
|
|
2901
|
+
"digestAlgorithm": "rfc8785-sha256",
|
|
2902
|
+
"executionId": "baseline-1",
|
|
2903
|
+
"executionRef": {
|
|
2904
|
+
"digest": "sha256:42c6816336a75799acbb6db06649ebac5ec2802924f5173f7df692a46f5b9356",
|
|
2905
|
+
"identity": "profile-improvement-fixture-runner",
|
|
2906
|
+
"kind": "agent-profile-improvement-execution-ref"
|
|
2907
|
+
},
|
|
2908
|
+
"grading": {
|
|
2909
|
+
"dimensions": [{
|
|
2910
|
+
"name": "quality",
|
|
2911
|
+
"score": .2
|
|
2912
|
+
}],
|
|
2913
|
+
"evidence": {
|
|
2914
|
+
"digest": "sha256:26079c88be9d35bb6505546daaaae5263a5a86ce7a2958656e95ce77f42d57db",
|
|
2915
|
+
"identity": "grade-baseline-1",
|
|
2916
|
+
"kind": "agent-eval-grading"
|
|
2917
|
+
},
|
|
2918
|
+
"grader": {
|
|
2919
|
+
"artifact": {
|
|
2920
|
+
"byteLength": 1,
|
|
2921
|
+
"locator": {
|
|
2922
|
+
"bucket": "agent-eval",
|
|
2923
|
+
"key": "graders/profile-quality.json",
|
|
2924
|
+
"kind": "s3",
|
|
2925
|
+
"region": "us-east-1"
|
|
2926
|
+
},
|
|
2927
|
+
"sha256": "sha256:1f576a8a9d7f4af7bf070698b2be73904847d6f28efec0c2366d1f2bc6117e0f"
|
|
2928
|
+
},
|
|
2929
|
+
"format": "tangle-grader",
|
|
2930
|
+
"name": "profile-quality",
|
|
2931
|
+
"version": "1"
|
|
2932
|
+
},
|
|
2933
|
+
"passed": true,
|
|
2934
|
+
"score": .2,
|
|
2935
|
+
"timing": {
|
|
2936
|
+
"durationMs": 10,
|
|
2937
|
+
"endedAtMs": 1110,
|
|
2938
|
+
"startedAtMs": 1100
|
|
2939
|
+
},
|
|
2940
|
+
"usage": {
|
|
2941
|
+
"cachedInputTokens": 0,
|
|
2942
|
+
"costProvenance": "observed",
|
|
2943
|
+
"costUsdNanos": 10,
|
|
2944
|
+
"inputTokens": 2,
|
|
2945
|
+
"modelCalls": 1,
|
|
2946
|
+
"outputTokens": 1,
|
|
2947
|
+
"reasoningTokens": 0
|
|
2948
|
+
}
|
|
2949
|
+
},
|
|
2950
|
+
"kind": "agent-profile-improvement-run",
|
|
2951
|
+
"limits": {
|
|
2952
|
+
"maxCostUsd": 1,
|
|
2953
|
+
"maxInputTokens": 1e3,
|
|
2954
|
+
"maxModelCalls": 2,
|
|
2955
|
+
"maxOutputTokens": 1e3,
|
|
2956
|
+
"maxSteps": 10,
|
|
2957
|
+
"timeoutMs": 3e4
|
|
2958
|
+
},
|
|
2959
|
+
"outcome": { "status": "succeeded" },
|
|
2960
|
+
"output": {
|
|
2961
|
+
"digest": "sha256:c3a0a3eab137f6c1e232721d2c7db1237ecb9ec1625447ee1d8d90de0bf2bd33",
|
|
2962
|
+
"identity": "output-baseline-1",
|
|
2963
|
+
"kind": "platform-output"
|
|
2964
|
+
},
|
|
2965
|
+
"resolvedModel": {
|
|
2966
|
+
"model": "claude-sonnet-4-6",
|
|
2967
|
+
"provider": "anthropic",
|
|
2968
|
+
"reasoningEffort": "medium",
|
|
2969
|
+
"requested": "anthropic/claude-sonnet-4-6",
|
|
2970
|
+
"snapshot": "2026-06-01"
|
|
2971
|
+
},
|
|
2972
|
+
"runCell": {
|
|
2973
|
+
"arm": "baseline",
|
|
2974
|
+
"attempt": 1,
|
|
2975
|
+
"digest": "sha256:007bd4c6cadedf64e8792d7eb21a356b2b41b90ed9e04cb0d916bdf20cd2388e",
|
|
2976
|
+
"experimentDigest": "sha256:ae081dce69d225fd69db1f6b9e553182ef149092553f246723abf26fdcc5a70b",
|
|
2977
|
+
"kind": "agent-profile-improvement-run-cell",
|
|
2978
|
+
"repetition": 1,
|
|
2979
|
+
"seed": 12,
|
|
2980
|
+
"stateDigest": "sha256:21c495a37c418c10bde64fbaa188beddeed31f1f051ea60a6a6582a9ee0db704",
|
|
2981
|
+
"suiteDigest": "sha256:b625b9c8791b5482f5b4e7c2471eb3ca1b719b5424e86d2bcb1044defbba635e",
|
|
2982
|
+
"taskDigest": "sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e",
|
|
2983
|
+
"taskIndex": 0
|
|
2984
|
+
},
|
|
2985
|
+
"runRecord": {
|
|
2986
|
+
"digest": "sha256:581e68267991f493474b1f35fc07a95efd9781b55ded5fde4080df55e4ee724b",
|
|
2987
|
+
"identity": "baseline-1",
|
|
2988
|
+
"kind": "agent-eval-run-record"
|
|
2989
|
+
},
|
|
2990
|
+
"steps": 1,
|
|
2991
|
+
"timing": {
|
|
2992
|
+
"durationMs": 100,
|
|
2993
|
+
"endedAtMs": 1100,
|
|
2994
|
+
"startedAtMs": 1e3
|
|
2995
|
+
},
|
|
2996
|
+
"trace": {
|
|
2997
|
+
"eventCount": 4,
|
|
2998
|
+
"evidence": {
|
|
2999
|
+
"digest": "sha256:0be44b67b6482a4d6238a50f98edfd3b406b9a15ca39bc7002fba7fdefaf3a72",
|
|
3000
|
+
"identity": "trace-baseline-1",
|
|
3001
|
+
"kind": "platform-trace"
|
|
3002
|
+
},
|
|
3003
|
+
"modelCallCount": 1
|
|
3004
|
+
},
|
|
3005
|
+
"usage": {
|
|
3006
|
+
"cachedInputTokens": 0,
|
|
3007
|
+
"costProvenance": "observed",
|
|
3008
|
+
"costUsdNanos": 100,
|
|
3009
|
+
"inputTokens": 10,
|
|
3010
|
+
"modelCalls": 1,
|
|
3011
|
+
"outputTokens": 5,
|
|
3012
|
+
"reasoningTokens": 0
|
|
3013
|
+
}
|
|
3014
|
+
},
|
|
3015
|
+
"candidate": {
|
|
3016
|
+
"billing": [{
|
|
3017
|
+
"digest": "sha256:f35d12be88a231cdfaf25ef346a075a2866f93d9fba24dfe6a33948d7d819ef7",
|
|
3018
|
+
"identity": "bill-candidate-1",
|
|
3019
|
+
"kind": "platform-billing"
|
|
3020
|
+
}],
|
|
3021
|
+
"digest": "sha256:688a38e1dae394d7845e892bcee5644297a27e79c1f3813ca29afe30de090365",
|
|
3022
|
+
"digestAlgorithm": "rfc8785-sha256",
|
|
3023
|
+
"executionId": "candidate-1",
|
|
3024
|
+
"executionRef": {
|
|
3025
|
+
"digest": "sha256:42c6816336a75799acbb6db06649ebac5ec2802924f5173f7df692a46f5b9356",
|
|
3026
|
+
"identity": "profile-improvement-fixture-runner",
|
|
3027
|
+
"kind": "agent-profile-improvement-execution-ref"
|
|
3028
|
+
},
|
|
3029
|
+
"grading": {
|
|
3030
|
+
"dimensions": [{
|
|
3031
|
+
"name": "quality",
|
|
3032
|
+
"score": .6
|
|
3033
|
+
}],
|
|
3034
|
+
"evidence": {
|
|
3035
|
+
"digest": "sha256:7ed258fae411110158ff573735ad08e4c0ca32b1e5edf8705a475b8f91aae055",
|
|
3036
|
+
"identity": "grade-candidate-1",
|
|
3037
|
+
"kind": "agent-eval-grading"
|
|
3038
|
+
},
|
|
3039
|
+
"grader": {
|
|
3040
|
+
"artifact": {
|
|
3041
|
+
"byteLength": 1,
|
|
3042
|
+
"locator": {
|
|
3043
|
+
"bucket": "agent-eval",
|
|
3044
|
+
"key": "graders/profile-quality.json",
|
|
3045
|
+
"kind": "s3",
|
|
3046
|
+
"region": "us-east-1"
|
|
3047
|
+
},
|
|
3048
|
+
"sha256": "sha256:1f576a8a9d7f4af7bf070698b2be73904847d6f28efec0c2366d1f2bc6117e0f"
|
|
3049
|
+
},
|
|
3050
|
+
"format": "tangle-grader",
|
|
3051
|
+
"name": "profile-quality",
|
|
3052
|
+
"version": "1"
|
|
3053
|
+
},
|
|
3054
|
+
"passed": true,
|
|
3055
|
+
"score": .6,
|
|
3056
|
+
"timing": {
|
|
3057
|
+
"durationMs": 10,
|
|
3058
|
+
"endedAtMs": 1110,
|
|
3059
|
+
"startedAtMs": 1100
|
|
3060
|
+
},
|
|
3061
|
+
"usage": {
|
|
3062
|
+
"cachedInputTokens": 0,
|
|
3063
|
+
"costProvenance": "observed",
|
|
3064
|
+
"costUsdNanos": 10,
|
|
3065
|
+
"inputTokens": 2,
|
|
3066
|
+
"modelCalls": 1,
|
|
3067
|
+
"outputTokens": 1,
|
|
3068
|
+
"reasoningTokens": 0
|
|
3069
|
+
}
|
|
3070
|
+
},
|
|
3071
|
+
"kind": "agent-profile-improvement-run",
|
|
3072
|
+
"limits": {
|
|
3073
|
+
"maxCostUsd": 1,
|
|
3074
|
+
"maxInputTokens": 1e3,
|
|
3075
|
+
"maxModelCalls": 2,
|
|
3076
|
+
"maxOutputTokens": 1e3,
|
|
3077
|
+
"maxSteps": 10,
|
|
3078
|
+
"timeoutMs": 3e4
|
|
3079
|
+
},
|
|
3080
|
+
"outcome": { "status": "succeeded" },
|
|
3081
|
+
"output": {
|
|
3082
|
+
"digest": "sha256:abe4d04fa6375d75469aa41839eb34758c4a5cdf17b204a2294b1d1a9faa8ffb",
|
|
3083
|
+
"identity": "output-candidate-1",
|
|
3084
|
+
"kind": "platform-output"
|
|
3085
|
+
},
|
|
3086
|
+
"resolvedModel": {
|
|
3087
|
+
"model": "claude-sonnet-4-6",
|
|
3088
|
+
"provider": "anthropic",
|
|
3089
|
+
"reasoningEffort": "medium",
|
|
3090
|
+
"requested": "anthropic/claude-sonnet-4-6",
|
|
3091
|
+
"snapshot": "2026-06-01"
|
|
3092
|
+
},
|
|
3093
|
+
"runCell": {
|
|
3094
|
+
"arm": "candidate",
|
|
3095
|
+
"attempt": 1,
|
|
3096
|
+
"digest": "sha256:abad51b565dd3e740b87d260a553318eeb1b5907938841a5942b0df629aadfc3",
|
|
3097
|
+
"experimentDigest": "sha256:ae081dce69d225fd69db1f6b9e553182ef149092553f246723abf26fdcc5a70b",
|
|
3098
|
+
"kind": "agent-profile-improvement-run-cell",
|
|
3099
|
+
"repetition": 1,
|
|
3100
|
+
"seed": 12,
|
|
3101
|
+
"stateDigest": "sha256:103f77bc8481601eef1ad5fe6ba84a40dffabc3a44f421f8c8559121edab84e9",
|
|
3102
|
+
"suiteDigest": "sha256:b625b9c8791b5482f5b4e7c2471eb3ca1b719b5424e86d2bcb1044defbba635e",
|
|
3103
|
+
"taskDigest": "sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e",
|
|
3104
|
+
"taskIndex": 0
|
|
3105
|
+
},
|
|
3106
|
+
"runRecord": {
|
|
3107
|
+
"digest": "sha256:dafe5fbae73dab4b49b3411fc26cc436ddc463dfd0ef86ee23c8b0a91c81be67",
|
|
3108
|
+
"identity": "candidate-1",
|
|
3109
|
+
"kind": "agent-eval-run-record"
|
|
3110
|
+
},
|
|
3111
|
+
"steps": 1,
|
|
3112
|
+
"timing": {
|
|
3113
|
+
"durationMs": 100,
|
|
3114
|
+
"endedAtMs": 1100,
|
|
3115
|
+
"startedAtMs": 1e3
|
|
3116
|
+
},
|
|
3117
|
+
"trace": {
|
|
3118
|
+
"eventCount": 4,
|
|
3119
|
+
"evidence": {
|
|
3120
|
+
"digest": "sha256:6a33d6b9699ebf78e92845bdae506a3b37e9598a3ead4b5f01676d9573c2fc1a",
|
|
3121
|
+
"identity": "trace-candidate-1",
|
|
3122
|
+
"kind": "platform-trace"
|
|
3123
|
+
},
|
|
3124
|
+
"modelCallCount": 1
|
|
3125
|
+
},
|
|
3126
|
+
"usage": {
|
|
3127
|
+
"cachedInputTokens": 0,
|
|
3128
|
+
"costProvenance": "observed",
|
|
3129
|
+
"costUsdNanos": 100,
|
|
3130
|
+
"inputTokens": 10,
|
|
3131
|
+
"modelCalls": 1,
|
|
3132
|
+
"outputTokens": 5,
|
|
3133
|
+
"reasoningTokens": 0
|
|
3134
|
+
}
|
|
3135
|
+
}
|
|
3136
|
+
},
|
|
3137
|
+
{
|
|
3138
|
+
"baseline": {
|
|
3139
|
+
"billing": [{
|
|
3140
|
+
"digest": "sha256:6365caecc9b3f4a7d7fa3b3a7efea8a76fc50d93129b02f7ba448ceee6b806a1",
|
|
3141
|
+
"identity": "bill-baseline-2",
|
|
3142
|
+
"kind": "platform-billing"
|
|
3143
|
+
}],
|
|
3144
|
+
"digest": "sha256:07f982ab59585df9b30fe498ce3969134625d5d3a5cc4cb3549cca83175ef2d4",
|
|
3145
|
+
"digestAlgorithm": "rfc8785-sha256",
|
|
3146
|
+
"executionId": "baseline-2",
|
|
3147
|
+
"executionRef": {
|
|
3148
|
+
"digest": "sha256:42c6816336a75799acbb6db06649ebac5ec2802924f5173f7df692a46f5b9356",
|
|
3149
|
+
"identity": "profile-improvement-fixture-runner",
|
|
3150
|
+
"kind": "agent-profile-improvement-execution-ref"
|
|
3151
|
+
},
|
|
3152
|
+
"grading": {
|
|
3153
|
+
"dimensions": [{
|
|
3154
|
+
"name": "quality",
|
|
3155
|
+
"score": .2
|
|
3156
|
+
}],
|
|
3157
|
+
"evidence": {
|
|
3158
|
+
"digest": "sha256:2e6344b8ab46798df75c6c8bd2e9c1c4ba5371cfdb84ef12916226a06ee0bffc",
|
|
3159
|
+
"identity": "grade-baseline-2",
|
|
3160
|
+
"kind": "agent-eval-grading"
|
|
3161
|
+
},
|
|
3162
|
+
"grader": {
|
|
3163
|
+
"artifact": {
|
|
3164
|
+
"byteLength": 1,
|
|
3165
|
+
"locator": {
|
|
3166
|
+
"bucket": "agent-eval",
|
|
3167
|
+
"key": "graders/profile-quality.json",
|
|
3168
|
+
"kind": "s3",
|
|
3169
|
+
"region": "us-east-1"
|
|
3170
|
+
},
|
|
3171
|
+
"sha256": "sha256:1f576a8a9d7f4af7bf070698b2be73904847d6f28efec0c2366d1f2bc6117e0f"
|
|
3172
|
+
},
|
|
3173
|
+
"format": "tangle-grader",
|
|
3174
|
+
"name": "profile-quality",
|
|
3175
|
+
"version": "1"
|
|
3176
|
+
},
|
|
3177
|
+
"passed": true,
|
|
3178
|
+
"score": .2,
|
|
3179
|
+
"timing": {
|
|
3180
|
+
"durationMs": 10,
|
|
3181
|
+
"endedAtMs": 2110,
|
|
3182
|
+
"startedAtMs": 2100
|
|
3183
|
+
},
|
|
3184
|
+
"usage": {
|
|
3185
|
+
"cachedInputTokens": 0,
|
|
3186
|
+
"costProvenance": "observed",
|
|
3187
|
+
"costUsdNanos": 10,
|
|
3188
|
+
"inputTokens": 2,
|
|
3189
|
+
"modelCalls": 1,
|
|
3190
|
+
"outputTokens": 1,
|
|
3191
|
+
"reasoningTokens": 0
|
|
3192
|
+
}
|
|
3193
|
+
},
|
|
3194
|
+
"kind": "agent-profile-improvement-run",
|
|
3195
|
+
"limits": {
|
|
3196
|
+
"maxCostUsd": 1,
|
|
3197
|
+
"maxInputTokens": 1e3,
|
|
3198
|
+
"maxModelCalls": 2,
|
|
3199
|
+
"maxOutputTokens": 1e3,
|
|
3200
|
+
"maxSteps": 10,
|
|
3201
|
+
"timeoutMs": 3e4
|
|
3202
|
+
},
|
|
3203
|
+
"outcome": { "status": "succeeded" },
|
|
3204
|
+
"output": {
|
|
3205
|
+
"digest": "sha256:7ecb1cb5e93f0154d39393745ca59c763725073a528396dacc06703ff6559a72",
|
|
3206
|
+
"identity": "output-baseline-2",
|
|
3207
|
+
"kind": "platform-output"
|
|
3208
|
+
},
|
|
3209
|
+
"resolvedModel": {
|
|
3210
|
+
"model": "claude-sonnet-4-6",
|
|
3211
|
+
"provider": "anthropic",
|
|
3212
|
+
"reasoningEffort": "medium",
|
|
3213
|
+
"requested": "anthropic/claude-sonnet-4-6",
|
|
3214
|
+
"snapshot": "2026-06-01"
|
|
3215
|
+
},
|
|
3216
|
+
"runCell": {
|
|
3217
|
+
"arm": "baseline",
|
|
3218
|
+
"attempt": 1,
|
|
3219
|
+
"digest": "sha256:b4f83f1ba81c01032326dba7523e68a41c50cdc2447452aff480b75dfa1e8894",
|
|
3220
|
+
"experimentDigest": "sha256:ae081dce69d225fd69db1f6b9e553182ef149092553f246723abf26fdcc5a70b",
|
|
3221
|
+
"kind": "agent-profile-improvement-run-cell",
|
|
3222
|
+
"repetition": 2,
|
|
3223
|
+
"seed": 13,
|
|
3224
|
+
"stateDigest": "sha256:21c495a37c418c10bde64fbaa188beddeed31f1f051ea60a6a6582a9ee0db704",
|
|
3225
|
+
"suiteDigest": "sha256:b625b9c8791b5482f5b4e7c2471eb3ca1b719b5424e86d2bcb1044defbba635e",
|
|
3226
|
+
"taskDigest": "sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e",
|
|
3227
|
+
"taskIndex": 0
|
|
3228
|
+
},
|
|
3229
|
+
"runRecord": {
|
|
3230
|
+
"digest": "sha256:136ff81d5b2a688db3fbe00bbfabb593e6179d9e71142d687ef38208b2301cd3",
|
|
3231
|
+
"identity": "baseline-2",
|
|
3232
|
+
"kind": "agent-eval-run-record"
|
|
3233
|
+
},
|
|
3234
|
+
"steps": 1,
|
|
3235
|
+
"timing": {
|
|
3236
|
+
"durationMs": 100,
|
|
3237
|
+
"endedAtMs": 2100,
|
|
3238
|
+
"startedAtMs": 2e3
|
|
3239
|
+
},
|
|
3240
|
+
"trace": {
|
|
3241
|
+
"eventCount": 4,
|
|
3242
|
+
"evidence": {
|
|
3243
|
+
"digest": "sha256:a9c52e32611334aa710c0930b36aa3a2faf45dfdb77f083e9e4c02ab67b2812e",
|
|
3244
|
+
"identity": "trace-baseline-2",
|
|
3245
|
+
"kind": "platform-trace"
|
|
3246
|
+
},
|
|
3247
|
+
"modelCallCount": 1
|
|
3248
|
+
},
|
|
3249
|
+
"usage": {
|
|
3250
|
+
"cachedInputTokens": 0,
|
|
3251
|
+
"costProvenance": "observed",
|
|
3252
|
+
"costUsdNanos": 100,
|
|
3253
|
+
"inputTokens": 10,
|
|
3254
|
+
"modelCalls": 1,
|
|
3255
|
+
"outputTokens": 5,
|
|
3256
|
+
"reasoningTokens": 0
|
|
3257
|
+
}
|
|
3258
|
+
},
|
|
3259
|
+
"candidate": {
|
|
3260
|
+
"billing": [{
|
|
3261
|
+
"digest": "sha256:f5f6023645c3d531f29eb0b331787117a1c87d1cd5d53f434ab4a5ab8eb1caba",
|
|
3262
|
+
"identity": "bill-candidate-2",
|
|
3263
|
+
"kind": "platform-billing"
|
|
3264
|
+
}],
|
|
3265
|
+
"digest": "sha256:4daa28e364e711b0896e7f8bbfc9153aaa4e997672578ac0a1cd6dcdeb2148e0",
|
|
3266
|
+
"digestAlgorithm": "rfc8785-sha256",
|
|
3267
|
+
"executionId": "candidate-2",
|
|
3268
|
+
"executionRef": {
|
|
3269
|
+
"digest": "sha256:42c6816336a75799acbb6db06649ebac5ec2802924f5173f7df692a46f5b9356",
|
|
3270
|
+
"identity": "profile-improvement-fixture-runner",
|
|
3271
|
+
"kind": "agent-profile-improvement-execution-ref"
|
|
3272
|
+
},
|
|
3273
|
+
"grading": {
|
|
3274
|
+
"dimensions": [{
|
|
3275
|
+
"name": "quality",
|
|
3276
|
+
"score": .6
|
|
3277
|
+
}],
|
|
3278
|
+
"evidence": {
|
|
3279
|
+
"digest": "sha256:9046047f8a5ad8cda1e059047b3bac42abb438a8d9f9a60c0a139af5375dc313",
|
|
3280
|
+
"identity": "grade-candidate-2",
|
|
3281
|
+
"kind": "agent-eval-grading"
|
|
3282
|
+
},
|
|
3283
|
+
"grader": {
|
|
3284
|
+
"artifact": {
|
|
3285
|
+
"byteLength": 1,
|
|
3286
|
+
"locator": {
|
|
3287
|
+
"bucket": "agent-eval",
|
|
3288
|
+
"key": "graders/profile-quality.json",
|
|
3289
|
+
"kind": "s3",
|
|
3290
|
+
"region": "us-east-1"
|
|
3291
|
+
},
|
|
3292
|
+
"sha256": "sha256:1f576a8a9d7f4af7bf070698b2be73904847d6f28efec0c2366d1f2bc6117e0f"
|
|
3293
|
+
},
|
|
3294
|
+
"format": "tangle-grader",
|
|
3295
|
+
"name": "profile-quality",
|
|
3296
|
+
"version": "1"
|
|
3297
|
+
},
|
|
3298
|
+
"passed": true,
|
|
3299
|
+
"score": .6,
|
|
3300
|
+
"timing": {
|
|
3301
|
+
"durationMs": 10,
|
|
3302
|
+
"endedAtMs": 2110,
|
|
3303
|
+
"startedAtMs": 2100
|
|
3304
|
+
},
|
|
3305
|
+
"usage": {
|
|
3306
|
+
"cachedInputTokens": 0,
|
|
3307
|
+
"costProvenance": "observed",
|
|
3308
|
+
"costUsdNanos": 10,
|
|
3309
|
+
"inputTokens": 2,
|
|
3310
|
+
"modelCalls": 1,
|
|
3311
|
+
"outputTokens": 1,
|
|
3312
|
+
"reasoningTokens": 0
|
|
3313
|
+
}
|
|
3314
|
+
},
|
|
3315
|
+
"kind": "agent-profile-improvement-run",
|
|
3316
|
+
"limits": {
|
|
3317
|
+
"maxCostUsd": 1,
|
|
3318
|
+
"maxInputTokens": 1e3,
|
|
3319
|
+
"maxModelCalls": 2,
|
|
3320
|
+
"maxOutputTokens": 1e3,
|
|
3321
|
+
"maxSteps": 10,
|
|
3322
|
+
"timeoutMs": 3e4
|
|
3323
|
+
},
|
|
3324
|
+
"outcome": { "status": "succeeded" },
|
|
3325
|
+
"output": {
|
|
3326
|
+
"digest": "sha256:58439d73500b422267dfc9d873a9132aa384ebbf706b75fdfa69793b70f65d65",
|
|
3327
|
+
"identity": "output-candidate-2",
|
|
3328
|
+
"kind": "platform-output"
|
|
3329
|
+
},
|
|
3330
|
+
"resolvedModel": {
|
|
3331
|
+
"model": "claude-sonnet-4-6",
|
|
3332
|
+
"provider": "anthropic",
|
|
3333
|
+
"reasoningEffort": "medium",
|
|
3334
|
+
"requested": "anthropic/claude-sonnet-4-6",
|
|
3335
|
+
"snapshot": "2026-06-01"
|
|
3336
|
+
},
|
|
3337
|
+
"runCell": {
|
|
3338
|
+
"arm": "candidate",
|
|
3339
|
+
"attempt": 1,
|
|
3340
|
+
"digest": "sha256:5f66650dc0f5238aeaca52750577fc2b280b8769e0b4b28d592a9a8173bd712a",
|
|
3341
|
+
"experimentDigest": "sha256:ae081dce69d225fd69db1f6b9e553182ef149092553f246723abf26fdcc5a70b",
|
|
3342
|
+
"kind": "agent-profile-improvement-run-cell",
|
|
3343
|
+
"repetition": 2,
|
|
3344
|
+
"seed": 13,
|
|
3345
|
+
"stateDigest": "sha256:103f77bc8481601eef1ad5fe6ba84a40dffabc3a44f421f8c8559121edab84e9",
|
|
3346
|
+
"suiteDigest": "sha256:b625b9c8791b5482f5b4e7c2471eb3ca1b719b5424e86d2bcb1044defbba635e",
|
|
3347
|
+
"taskDigest": "sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e",
|
|
3348
|
+
"taskIndex": 0
|
|
3349
|
+
},
|
|
3350
|
+
"runRecord": {
|
|
3351
|
+
"digest": "sha256:e3c9377d8fc6c3f427f8ba79a2e2cfec2319d2cf2e923f1344db26195780bc0f",
|
|
3352
|
+
"identity": "candidate-2",
|
|
3353
|
+
"kind": "agent-eval-run-record"
|
|
3354
|
+
},
|
|
3355
|
+
"steps": 1,
|
|
3356
|
+
"timing": {
|
|
3357
|
+
"durationMs": 100,
|
|
3358
|
+
"endedAtMs": 2100,
|
|
3359
|
+
"startedAtMs": 2e3
|
|
3360
|
+
},
|
|
3361
|
+
"trace": {
|
|
3362
|
+
"eventCount": 4,
|
|
3363
|
+
"evidence": {
|
|
3364
|
+
"digest": "sha256:7b862fccf82622a8c3a5b0816f5a543ba61454972e8799219948df150fd0a7fa",
|
|
3365
|
+
"identity": "trace-candidate-2",
|
|
3366
|
+
"kind": "platform-trace"
|
|
3367
|
+
},
|
|
3368
|
+
"modelCallCount": 1
|
|
3369
|
+
},
|
|
3370
|
+
"usage": {
|
|
3371
|
+
"cachedInputTokens": 0,
|
|
3372
|
+
"costProvenance": "observed",
|
|
3373
|
+
"costUsdNanos": 100,
|
|
3374
|
+
"inputTokens": 10,
|
|
3375
|
+
"modelCalls": 1,
|
|
3376
|
+
"outputTokens": 5,
|
|
3377
|
+
"reasoningTokens": 0
|
|
3378
|
+
}
|
|
3379
|
+
}
|
|
3380
|
+
}
|
|
3381
|
+
],
|
|
3382
|
+
"metadata": {
|
|
3383
|
+
"fixture": "agent-profile-improvement-proposal",
|
|
3384
|
+
"runtimeVersion": "0.107.3"
|
|
3385
|
+
},
|
|
3386
|
+
"objectives": [
|
|
3387
|
+
{
|
|
3388
|
+
"availability": "measured",
|
|
3389
|
+
"baseline": .2,
|
|
3390
|
+
"candidate": .6,
|
|
3391
|
+
"confidenceInterval": {
|
|
3392
|
+
"level": .95,
|
|
3393
|
+
"lower": .29999999999999993,
|
|
3394
|
+
"method": "paired-bootstrap",
|
|
3395
|
+
"resamples": 100,
|
|
3396
|
+
"statistic": "mean",
|
|
3397
|
+
"upper": .5
|
|
3398
|
+
},
|
|
3399
|
+
"delta": .39999999999999997,
|
|
3400
|
+
"direction": "higher-is-better",
|
|
3401
|
+
"kind": "objective",
|
|
3402
|
+
"n": 3,
|
|
3403
|
+
"name": "quality",
|
|
3404
|
+
"unit": "score"
|
|
3405
|
+
},
|
|
3406
|
+
{
|
|
3407
|
+
"availability": "measured",
|
|
3408
|
+
"baseline": .2,
|
|
3409
|
+
"candidate": .6,
|
|
3410
|
+
"confidenceInterval": {
|
|
3411
|
+
"level": .95,
|
|
3412
|
+
"lower": .29999999999999993,
|
|
3413
|
+
"method": "paired-bootstrap",
|
|
3414
|
+
"resamples": 100,
|
|
3415
|
+
"statistic": "mean",
|
|
3416
|
+
"upper": .5
|
|
3417
|
+
},
|
|
3418
|
+
"delta": .39999999999999997,
|
|
3419
|
+
"direction": "higher-is-better",
|
|
3420
|
+
"kind": "dimension",
|
|
3421
|
+
"n": 3,
|
|
3422
|
+
"name": "quality",
|
|
3423
|
+
"objective": "quality",
|
|
3424
|
+
"unit": "score"
|
|
3425
|
+
},
|
|
3426
|
+
{
|
|
3427
|
+
"availability": "measured",
|
|
3428
|
+
"baseline": 11e-8,
|
|
3429
|
+
"candidate": 11e-8,
|
|
3430
|
+
"confidenceInterval": {
|
|
3431
|
+
"level": .95,
|
|
3432
|
+
"lower": -.1,
|
|
3433
|
+
"method": "paired-bootstrap",
|
|
3434
|
+
"resamples": 100,
|
|
3435
|
+
"statistic": "mean",
|
|
3436
|
+
"upper": .1
|
|
3437
|
+
},
|
|
3438
|
+
"delta": 0,
|
|
3439
|
+
"direction": "lower-is-better",
|
|
3440
|
+
"kind": "cost",
|
|
3441
|
+
"n": 3,
|
|
3442
|
+
"name": "cost",
|
|
3443
|
+
"unit": "usd"
|
|
3444
|
+
},
|
|
3445
|
+
{
|
|
3446
|
+
"availability": "measured",
|
|
3447
|
+
"baseline": 110,
|
|
3448
|
+
"candidate": 110,
|
|
3449
|
+
"confidenceInterval": {
|
|
3450
|
+
"level": .95,
|
|
3451
|
+
"lower": -.1,
|
|
3452
|
+
"method": "paired-bootstrap",
|
|
3453
|
+
"resamples": 100,
|
|
3454
|
+
"statistic": "mean",
|
|
3455
|
+
"upper": .1
|
|
3456
|
+
},
|
|
3457
|
+
"delta": 0,
|
|
3458
|
+
"direction": "lower-is-better",
|
|
3459
|
+
"kind": "latency",
|
|
3460
|
+
"n": 3,
|
|
3461
|
+
"name": "latency",
|
|
3462
|
+
"unit": "milliseconds"
|
|
3463
|
+
}
|
|
3464
|
+
],
|
|
3465
|
+
"overall": {
|
|
3466
|
+
"baseline": .2,
|
|
3467
|
+
"candidate": .6,
|
|
3468
|
+
"confidenceInterval": {
|
|
3469
|
+
"level": .95,
|
|
3470
|
+
"lower": .29999999999999993,
|
|
3471
|
+
"method": "paired-bootstrap",
|
|
3472
|
+
"resamples": 100,
|
|
3473
|
+
"statistic": "mean",
|
|
3474
|
+
"upper": .5
|
|
3475
|
+
},
|
|
3476
|
+
"delta": .39999999999999997,
|
|
3477
|
+
"direction": "higher-is-better",
|
|
3478
|
+
"n": 3,
|
|
3479
|
+
"name": "composite",
|
|
3480
|
+
"unit": "score"
|
|
3481
|
+
},
|
|
3482
|
+
"power": {
|
|
3483
|
+
"confidenceLevel": .95,
|
|
3484
|
+
"minimumDetectableDelta": .1,
|
|
3485
|
+
"n": 3,
|
|
3486
|
+
"reason": "three paired held-out runs",
|
|
3487
|
+
"scaleAssumed": true,
|
|
3488
|
+
"sharedScorerChannel": true,
|
|
3489
|
+
"sufficient": true
|
|
3490
|
+
},
|
|
3491
|
+
"provenance": {
|
|
3492
|
+
"baselineContentHash": "sha256:21c495a37c418c10bde64fbaa188beddeed31f1f051ea60a6a6582a9ee0db704",
|
|
3493
|
+
"candidateContentHash": "sha256:103f77bc8481601eef1ad5fe6ba84a40dffabc3a44f421f8c8559121edab84e9",
|
|
3494
|
+
"kind": "agent-eval-loop",
|
|
3495
|
+
"recordDigest": "sha256:44465d9d1b5b2f7697ad7a4617d7da80ccad97538b55e8a41b016cddc9c66bcf",
|
|
3496
|
+
"runId": "profile-improvement-1",
|
|
3497
|
+
"schema": "agent-eval/profile-matrix/v1"
|
|
3498
|
+
}
|
|
3499
|
+
},
|
|
3500
|
+
findings: [],
|
|
3501
|
+
kind: "agent-improvement-proposal",
|
|
3502
|
+
proposedAt: "2026-07-10T01:30:00.000Z",
|
|
3503
|
+
runId: "profile-improvement-1"
|
|
3504
|
+
};
|
|
3505
|
+
//#endregion
|
|
3506
|
+
//#region src/testing/fixtures/agent-profile-improvement-state.json
|
|
3507
|
+
var agent_profile_improvement_state_default = {
|
|
3508
|
+
baselineProfile: {
|
|
3509
|
+
"name": "support-agent",
|
|
3510
|
+
"prompt": { "systemPrompt": "Answer directly." },
|
|
3511
|
+
"tools": { "Read": true },
|
|
3512
|
+
"resources": { "skills": [{
|
|
3513
|
+
"kind": "inline",
|
|
3514
|
+
"name": "support.SKILL.md",
|
|
3515
|
+
"content": "Use the support case context."
|
|
3516
|
+
}] }
|
|
3517
|
+
},
|
|
3518
|
+
candidateProfile: {
|
|
3519
|
+
"name": "support-agent",
|
|
3520
|
+
"prompt": { "systemPrompt": "Answer directly, cite the source, and state uncertainty." },
|
|
3521
|
+
"tools": { "Read": true },
|
|
3522
|
+
"resources": { "skills": [{
|
|
3523
|
+
"kind": "inline",
|
|
3524
|
+
"name": "support.SKILL.md",
|
|
3525
|
+
"content": "Use the support case context."
|
|
3526
|
+
}, {
|
|
3527
|
+
"kind": "inline",
|
|
3528
|
+
"name": "sources.SKILL.md",
|
|
3529
|
+
"content": "Cite the evidence you use."
|
|
3530
|
+
}] }
|
|
3531
|
+
},
|
|
3532
|
+
recommendedSize: "small"
|
|
3533
|
+
};
|
|
3534
|
+
//#endregion
|
|
3535
|
+
//#region src/testing/index.ts
|
|
3536
|
+
const serializedAgentImprovementProposalFixture = JSON.stringify(agent_improvement_proposal_default);
|
|
3537
|
+
const serializedAgentProfileImprovementProposalFixture = JSON.stringify(agent_profile_improvement_proposal_default);
|
|
3538
|
+
const serializedAgentProfileImprovementStateFixture = JSON.stringify(agent_profile_improvement_state_default);
|
|
2502
3539
|
/** Load an isolated, production-validated Runtime proposal for consumer tests. */
|
|
2503
3540
|
function loadAgentImprovementProposalFixture() {
|
|
2504
3541
|
return verifyAgentImprovementProposal(JSON.parse(serializedAgentImprovementProposalFixture));
|
|
2505
3542
|
}
|
|
3543
|
+
/** Load an isolated profile proposal and its private activation state for consumer tests. */
|
|
3544
|
+
function loadAgentProfileImprovementFixture() {
|
|
3545
|
+
const proposal = loadAgentProfileImprovementProposal();
|
|
3546
|
+
const state = parseAgentProfileImprovementState(JSON.parse(serializedAgentProfileImprovementStateFixture));
|
|
3547
|
+
const experiment = proposal.evaluation.experiment;
|
|
3548
|
+
const baselineStateDigest = profileStateDigest(state.baselineProfile, state.recommendedSize);
|
|
3549
|
+
const candidateStateDigest = profileStateDigest(state.candidateProfile, state.recommendedSize);
|
|
3550
|
+
if (baselineStateDigest !== experiment.baseline.stateDigest || candidateStateDigest !== experiment.candidate.stateDigest) throw new Error("profile improvement fixture state does not match its proposal");
|
|
3551
|
+
if (canonicalCandidateDigest$1(experiment.change.reduce((profile, change, index) => applyExactAgentProfileDiff(profile, change, `profile improvement fixture change ${index}`), state.baselineProfile)) !== canonicalCandidateDigest$1(state.candidateProfile)) throw new Error("profile improvement fixture candidate does not match its proposal changes");
|
|
3552
|
+
return immutableCandidateValue({
|
|
3553
|
+
proposal,
|
|
3554
|
+
...state
|
|
3555
|
+
});
|
|
3556
|
+
}
|
|
3557
|
+
function loadAgentProfileImprovementProposal() {
|
|
3558
|
+
const proposal = verifyAgentImprovementProposal(JSON.parse(serializedAgentProfileImprovementProposalFixture));
|
|
3559
|
+
if (proposal.evaluation.kind !== "agent-profile-improvement-measured-comparison") throw new Error("profile improvement fixture contains a sealed candidate comparison");
|
|
3560
|
+
return {
|
|
3561
|
+
...proposal,
|
|
3562
|
+
evaluation: proposal.evaluation
|
|
3563
|
+
};
|
|
3564
|
+
}
|
|
3565
|
+
function parseAgentProfileImprovementState(input) {
|
|
3566
|
+
if (typeof input !== "object" || input === null || Array.isArray(input)) throw new Error("profile improvement fixture state must be an object");
|
|
3567
|
+
const record = input;
|
|
3568
|
+
const fields = Object.keys(record).sort();
|
|
3569
|
+
const expectedFields = [
|
|
3570
|
+
"baselineProfile",
|
|
3571
|
+
"candidateProfile",
|
|
3572
|
+
"recommendedSize"
|
|
3573
|
+
];
|
|
3574
|
+
if (fields.length !== expectedFields.length || fields.some((field, i) => field !== expectedFields[i])) throw new Error("profile improvement fixture state contains unsupported fields");
|
|
3575
|
+
const recommendedSize = SANDBOX_SIZE_PRESET_NAMES.find((size) => size === record.recommendedSize);
|
|
3576
|
+
if (!recommendedSize) throw new Error("profile improvement fixture has an invalid recommended size");
|
|
3577
|
+
return {
|
|
3578
|
+
baselineProfile: parseExactAgentProfile(record.baselineProfile, "profile improvement fixture baseline"),
|
|
3579
|
+
candidateProfile: parseExactAgentProfile(record.candidateProfile, "profile improvement fixture candidate"),
|
|
3580
|
+
recommendedSize
|
|
3581
|
+
};
|
|
3582
|
+
}
|
|
3583
|
+
function profileStateDigest(profile, recommendedSize) {
|
|
3584
|
+
return canonicalCandidateDigest$1({
|
|
3585
|
+
definition: profile,
|
|
3586
|
+
recommendedSize
|
|
3587
|
+
});
|
|
3588
|
+
}
|
|
2506
3589
|
//#endregion
|
|
2507
|
-
export { loadAgentImprovementProposalFixture };
|
|
3590
|
+
export { loadAgentImprovementProposalFixture, loadAgentProfileImprovementFixture };
|
|
2508
3591
|
|
|
2509
3592
|
//# sourceMappingURL=testing.js.map
|
package/dist/testing.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testing.js","names":["canonicalAgentImprovementProposalFixture"],"sources":["../src/testing/fixtures/agent-improvement-proposal.json","../src/testing/index.ts"],"sourcesContent":["","import type { AgentImprovementProposal } from '@tangle-network/agent-interface'\n\nimport { verifyAgentImprovementProposal } from '../intelligence/improvement-cycle'\nimport canonicalAgentImprovementProposalFixture from './fixtures/agent-improvement-proposal.json'\n\nconst serializedAgentImprovementProposalFixture = JSON.stringify(\n canonicalAgentImprovementProposalFixture,\n)\n\n/** Load an isolated, production-validated Runtime proposal for consumer tests. */\nexport function loadAgentImprovementProposalFixture(): AgentImprovementProposal {\n return verifyAgentImprovementProposal(JSON.parse(serializedAgentImprovementProposalFixture))\n}\n"],"mappings":";;;ACKA,MAAM,4CAA4C,KAAK,UACrDA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAAA,CACF;;AAGA,SAAgB,sCAAgE;CAC9E,OAAO,+BAA+B,KAAK,MAAM,yCAAyC,CAAC;AAC7F"}
|
|
1
|
+
{"version":3,"file":"testing.js","names":["canonicalAgentImprovementProposalFixture","canonicalAgentProfileImprovementProposalFixture","canonicalAgentProfileImprovementStateFixture","canonicalCandidateDigest"],"sources":["../src/testing/fixtures/agent-improvement-proposal.json","../src/testing/fixtures/agent-profile-improvement-proposal.json","../src/testing/fixtures/agent-profile-improvement-state.json","../src/testing/index.ts"],"sourcesContent":["","","","import {\n type AgentImprovementProposal,\n type AgentProfile,\n type AgentProfileImprovementMeasuredComparison,\n SANDBOX_SIZE_PRESET_NAMES,\n type SandboxSizePreset,\n} from '@tangle-network/agent-interface'\n\nimport { canonicalCandidateDigest, immutableCandidateValue } from '../candidate-execution/digest'\nimport { applyExactAgentProfileDiff, parseExactAgentProfile } from '../candidate-execution/profile'\nimport { verifyAgentImprovementProposal } from '../intelligence/improvement-cycle'\nimport canonicalAgentImprovementProposalFixture from './fixtures/agent-improvement-proposal.json'\nimport canonicalAgentProfileImprovementProposalFixture from './fixtures/agent-profile-improvement-proposal.json'\nimport canonicalAgentProfileImprovementStateFixture from './fixtures/agent-profile-improvement-state.json'\n\nconst serializedAgentImprovementProposalFixture = JSON.stringify(\n canonicalAgentImprovementProposalFixture,\n)\nconst serializedAgentProfileImprovementProposalFixture = JSON.stringify(\n canonicalAgentProfileImprovementProposalFixture,\n)\nconst serializedAgentProfileImprovementStateFixture = JSON.stringify(\n canonicalAgentProfileImprovementStateFixture,\n)\n\n/** A proposal produced by Runtime's opaque profile-improvement path. */\nexport type AgentProfileImprovementProposalFixture = Omit<\n AgentImprovementProposal,\n 'evaluation'\n> & {\n evaluation: AgentProfileImprovementMeasuredComparison\n}\n\n/** Complete private state for exercising profile activation and restore in consumer tests. */\nexport interface AgentProfileImprovementFixture {\n proposal: AgentProfileImprovementProposalFixture\n baselineProfile: AgentProfile\n candidateProfile: AgentProfile\n recommendedSize: SandboxSizePreset\n}\n\n/** Load an isolated, production-validated Runtime proposal for consumer tests. */\nexport function loadAgentImprovementProposalFixture(): AgentImprovementProposal {\n return verifyAgentImprovementProposal(JSON.parse(serializedAgentImprovementProposalFixture))\n}\n\n/** Load an isolated profile proposal and its private activation state for consumer tests. */\nexport function loadAgentProfileImprovementFixture(): AgentProfileImprovementFixture {\n const proposal = loadAgentProfileImprovementProposal()\n const state = parseAgentProfileImprovementState(\n JSON.parse(serializedAgentProfileImprovementStateFixture),\n )\n const experiment = proposal.evaluation.experiment\n const baselineStateDigest = profileStateDigest(state.baselineProfile, state.recommendedSize)\n const candidateStateDigest = profileStateDigest(state.candidateProfile, state.recommendedSize)\n if (\n baselineStateDigest !== experiment.baseline.stateDigest ||\n candidateStateDigest !== experiment.candidate.stateDigest\n ) {\n throw new Error('profile improvement fixture state does not match its proposal')\n }\n const appliedCandidate = experiment.change.reduce(\n (profile, change, index) =>\n applyExactAgentProfileDiff(profile, change, `profile improvement fixture change ${index}`),\n state.baselineProfile,\n )\n if (\n canonicalCandidateDigest(appliedCandidate) !== canonicalCandidateDigest(state.candidateProfile)\n ) {\n throw new Error('profile improvement fixture candidate does not match its proposal changes')\n }\n return immutableCandidateValue({ proposal, ...state })\n}\n\nfunction loadAgentProfileImprovementProposal(): AgentProfileImprovementProposalFixture {\n const proposal = verifyAgentImprovementProposal(\n JSON.parse(serializedAgentProfileImprovementProposalFixture),\n )\n if (proposal.evaluation.kind !== 'agent-profile-improvement-measured-comparison') {\n throw new Error('profile improvement fixture contains a sealed candidate comparison')\n }\n return { ...proposal, evaluation: proposal.evaluation }\n}\n\nfunction parseAgentProfileImprovementState(\n input: unknown,\n): Omit<AgentProfileImprovementFixture, 'proposal'> {\n if (typeof input !== 'object' || input === null || Array.isArray(input)) {\n throw new Error('profile improvement fixture state must be an object')\n }\n const record = input as Record<string, unknown>\n const fields = Object.keys(record).sort()\n const expectedFields = ['baselineProfile', 'candidateProfile', 'recommendedSize']\n if (\n fields.length !== expectedFields.length ||\n fields.some((field, i) => field !== expectedFields[i])\n ) {\n throw new Error('profile improvement fixture state contains unsupported fields')\n }\n const recommendedSize = SANDBOX_SIZE_PRESET_NAMES.find((size) => size === record.recommendedSize)\n if (!recommendedSize) {\n throw new Error('profile improvement fixture has an invalid recommended size')\n }\n return {\n baselineProfile: parseExactAgentProfile(\n record.baselineProfile,\n 'profile improvement fixture baseline',\n ),\n candidateProfile: parseExactAgentProfile(\n record.candidateProfile,\n 'profile improvement fixture candidate',\n ),\n recommendedSize,\n }\n}\n\nfunction profileStateDigest(\n profile: AgentProfile,\n recommendedSize: SandboxSizePreset,\n): ReturnType<typeof canonicalCandidateDigest> {\n return canonicalCandidateDigest({ definition: profile, recommendedSize })\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AGeA,MAAM,4CAA4C,KAAK,UACrDA,kCACF;AACA,MAAM,mDAAmD,KAAK,UAC5DC,0CACF;AACA,MAAM,gDAAgD,KAAK,UACzDC,uCACF;;AAmBA,SAAgB,sCAAgE;CAC9E,OAAO,+BAA+B,KAAK,MAAM,yCAAyC,CAAC;AAC7F;;AAGA,SAAgB,qCAAqE;CACnF,MAAM,WAAW,oCAAoC;CACrD,MAAM,QAAQ,kCACZ,KAAK,MAAM,6CAA6C,CAC1D;CACA,MAAM,aAAa,SAAS,WAAW;CACvC,MAAM,sBAAsB,mBAAmB,MAAM,iBAAiB,MAAM,eAAe;CAC3F,MAAM,uBAAuB,mBAAmB,MAAM,kBAAkB,MAAM,eAAe;CAC7F,IACE,wBAAwB,WAAW,SAAS,eAC5C,yBAAyB,WAAW,UAAU,aAE9C,MAAM,IAAI,MAAM,+DAA+D;CAOjF,IACEC,2BANuB,WAAW,OAAO,QACxC,SAAS,QAAQ,UAChB,2BAA2B,SAAS,QAAQ,sCAAsC,OAAO,GAC3F,MAAM,eAGkC,CAAC,MAAMA,2BAAyB,MAAM,gBAAgB,GAE9F,MAAM,IAAI,MAAM,2EAA2E;CAE7F,OAAO,wBAAwB;EAAE;EAAU,GAAG;CAAM,CAAC;AACvD;AAEA,SAAS,sCAA8E;CACrF,MAAM,WAAW,+BACf,KAAK,MAAM,gDAAgD,CAC7D;CACA,IAAI,SAAS,WAAW,SAAS,iDAC/B,MAAM,IAAI,MAAM,oEAAoE;CAEtF,OAAO;EAAE,GAAG;EAAU,YAAY,SAAS;CAAW;AACxD;AAEA,SAAS,kCACP,OACkD;CAClD,IAAI,OAAO,UAAU,YAAY,UAAU,QAAQ,MAAM,QAAQ,KAAK,GACpE,MAAM,IAAI,MAAM,qDAAqD;CAEvE,MAAM,SAAS;CACf,MAAM,SAAS,OAAO,KAAK,MAAM,CAAC,CAAC,KAAK;CACxC,MAAM,iBAAiB;EAAC;EAAmB;EAAoB;CAAiB;CAChF,IACE,OAAO,WAAW,eAAe,UACjC,OAAO,MAAM,OAAO,MAAM,UAAU,eAAe,EAAE,GAErD,MAAM,IAAI,MAAM,+DAA+D;CAEjF,MAAM,kBAAkB,0BAA0B,MAAM,SAAS,SAAS,OAAO,eAAe;CAChG,IAAI,CAAC,iBACH,MAAM,IAAI,MAAM,6DAA6D;CAE/E,OAAO;EACL,iBAAiB,uBACf,OAAO,iBACP,sCACF;EACA,kBAAkB,uBAChB,OAAO,kBACP,uCACF;EACA;CACF;AACF;AAEA,SAAS,mBACP,SACA,iBAC6C;CAC7C,OAAOA,2BAAyB;EAAE,YAAY;EAAS;CAAgB,CAAC;AAC1E"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tangle-network/agent-runtime",
|
|
3
|
-
"version": "0.107.
|
|
3
|
+
"version": "0.107.3",
|
|
4
4
|
"description": "Shared task-lifecycle skeleton for agents: a recursive loop kernel for chat turns, one-shot tasks, and multi-attempt loops, with trace capture and eval-gated self-improvement. Domain behavior lives in adapters; scoring and ship-gates in @tangle-network/agent-eval.",
|
|
5
5
|
"homepage": "https://github.com/tangle-network/agent-runtime#readme",
|
|
6
6
|
"repository": {
|
|
@@ -101,9 +101,9 @@
|
|
|
101
101
|
"devDependencies": {
|
|
102
102
|
"@arethetypeswrong/cli": "0.18.5",
|
|
103
103
|
"@biomejs/biome": "^2.5.5",
|
|
104
|
-
"@tangle-network/agent-eval": "0.133.
|
|
104
|
+
"@tangle-network/agent-eval": "0.133.1",
|
|
105
105
|
"@tangle-network/agent-interface": "0.36.0",
|
|
106
|
-
"@tangle-network/sandbox": "0.15.
|
|
106
|
+
"@tangle-network/sandbox": "0.15.1",
|
|
107
107
|
"@types/node": "26.1.1",
|
|
108
108
|
"@types/tar-stream": "3.1.4",
|
|
109
109
|
"playwright": "^1.62.0",
|
|
@@ -120,7 +120,7 @@
|
|
|
120
120
|
},
|
|
121
121
|
"license": "MIT",
|
|
122
122
|
"peerDependencies": {
|
|
123
|
-
"@tangle-network/agent-eval": ">=0.133.
|
|
123
|
+
"@tangle-network/agent-eval": ">=0.133.1 <0.134.0",
|
|
124
124
|
"@tangle-network/agent-interface": ">=0.36.0 <0.37.0",
|
|
125
125
|
"@tangle-network/sandbox": ">=0.15.0 <0.16.0",
|
|
126
126
|
"playwright": "^1.40.0"
|
|
@@ -134,7 +134,7 @@
|
|
|
134
134
|
}
|
|
135
135
|
},
|
|
136
136
|
"dependencies": {
|
|
137
|
-
"@tangle-network/agent-knowledge": "6.1.
|
|
137
|
+
"@tangle-network/agent-knowledge": "6.1.3",
|
|
138
138
|
"@tangle-network/agent-profile-materialize": "0.9.0",
|
|
139
139
|
"tar-stream": "3.2.0"
|
|
140
140
|
},
|
|
@@ -147,12 +147,13 @@
|
|
|
147
147
|
"lint:fix": "biome check --write src tests examples",
|
|
148
148
|
"typecheck": "tsc --noEmit && pnpm run typecheck:examples",
|
|
149
149
|
"typecheck:examples": "tsc --noEmit -p tsconfig.examples.json",
|
|
150
|
-
"generate:testing-fixture": "tsx scripts/generate-agent-improvement-proposal-
|
|
151
|
-
"check:testing-fixture": "tsx scripts/generate-agent-improvement-proposal-
|
|
150
|
+
"generate:testing-fixture": "tsx scripts/generate-agent-improvement-proposal-fixtures.ts",
|
|
151
|
+
"check:testing-fixture": "tsx scripts/generate-agent-improvement-proposal-fixtures.ts --check",
|
|
152
152
|
"check:skills": "node scripts/check-skills.mjs",
|
|
153
153
|
"release:prepare": "node scripts/prepare-release.mjs",
|
|
154
154
|
"verify:bench": "pnpm build && pnpm --filter @tangle-network/agent-bench run typecheck:public && pnpm --filter @tangle-network/agent-bench test && pnpm --filter @tangle-network/agent-bench run verify:package:local-runtime",
|
|
155
155
|
"verify:bench:published": "pnpm build && pnpm --filter @tangle-network/agent-bench run typecheck:public && pnpm --filter @tangle-network/agent-bench test && pnpm --filter @tangle-network/agent-bench run verify:package",
|
|
156
|
+
"verify:cohort": "node scripts/verify-packed-cohort.mjs",
|
|
156
157
|
"verify:package": "pnpm run build && pnpm run check:testing-fixture && pnpm run check:skills && publint && attw --pack --profile esm-only . && node scripts/verify-package-exports.mjs",
|
|
157
158
|
"verify:official-optimizers": "node scripts/verify-official-optimizers.mjs",
|
|
158
159
|
"verify:primeintellect": "pnpm build && node scripts/verify-primeintellect.mjs",
|