@tangle-network/agent-runtime 0.107.2 → 0.107.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/testing.d.ts CHANGED
@@ -1,7 +1,20 @@
1
- import { AgentImprovementProposal } from "@tangle-network/agent-interface";
1
+ import { AgentImprovementProposal, AgentProfile, AgentProfileImprovementMeasuredComparison, SandboxSizePreset } from "@tangle-network/agent-interface";
2
2
  //#region src/testing/index.d.ts
3
+ /** A proposal produced by Runtime's opaque profile-improvement path. */
4
+ type AgentProfileImprovementProposalFixture = Omit<AgentImprovementProposal, 'evaluation'> & {
5
+ evaluation: AgentProfileImprovementMeasuredComparison;
6
+ };
7
+ /** Complete private state for exercising profile activation and restore in consumer tests. */
8
+ interface AgentProfileImprovementFixture {
9
+ proposal: AgentProfileImprovementProposalFixture;
10
+ baselineProfile: AgentProfile;
11
+ candidateProfile: AgentProfile;
12
+ recommendedSize: SandboxSizePreset;
13
+ }
3
14
  /** Load an isolated, production-validated Runtime proposal for consumer tests. */
4
15
  declare function loadAgentImprovementProposalFixture(): AgentImprovementProposal;
16
+ /** Load an isolated profile proposal and its private activation state for consumer tests. */
17
+ declare function loadAgentProfileImprovementFixture(): AgentProfileImprovementFixture;
5
18
  //#endregion
6
- export { loadAgentImprovementProposalFixture };
19
+ export { AgentProfileImprovementFixture, AgentProfileImprovementProposalFixture, loadAgentImprovementProposalFixture, loadAgentProfileImprovementFixture };
7
20
  //# sourceMappingURL=testing.d.ts.map
package/dist/testing.js CHANGED
@@ -1,9 +1,10 @@
1
+ import { $ as parseExactAgentProfile, K as applyExactAgentProfileDiff, rt as canonicalCandidateDigest$1, st as immutableCandidateValue } from "./prepare-_WTTffkz.js";
1
2
  import { f as verifyAgentImprovementProposal } from "./improvement-cycle-Ulvvbg5p.js";
2
- //#endregion
3
- //#region src/testing/index.ts
4
- const serializedAgentImprovementProposalFixture = JSON.stringify({
3
+ import { SANDBOX_SIZE_PRESET_NAMES } from "@tangle-network/agent-interface";
4
+ //#region src/testing/fixtures/agent-improvement-proposal.json
5
+ var agent_improvement_proposal_default = {
5
6
  changedSurfaces: ["prompt"],
6
- digest: "sha256:4827b89fc44ae848377d620839451748615aff0247c0e0c75f889182eeb413b6",
7
+ digest: "sha256:f309bdca66c941bae76f9cd71d630e3e73419ab0ea53a520c1e775c799c23642",
7
8
  evaluation: {
8
9
  "decision": {
9
10
  "contributingChecks": [
@@ -2363,7 +2364,7 @@ const serializedAgentImprovementProposalFixture = JSON.stringify({
2363
2364
  ],
2364
2365
  "metadata": {
2365
2366
  "fixture": "agent-improvement-proposal",
2366
- "runtimeVersion": "0.107.2"
2367
+ "runtimeVersion": "0.107.3"
2367
2368
  },
2368
2369
  "objectives": [
2369
2370
  {
@@ -2474,8 +2475,8 @@ const serializedAgentImprovementProposalFixture = JSON.stringify({
2474
2475
  "baselineContentHash": "sha256:5c21ee53e513fc604cb09754e21c392b24a424da0ef37dbf8f1ee4a8a0b08f09",
2475
2476
  "candidateContentHash": "sha256:60fcbb1c728194bd51d7d19cb732d1c3f1881dce7e0a6266b41c8b98cfd65693",
2476
2477
  "kind": "agent-eval-loop",
2477
- "recordDigest": "sha256:6865263c72b0d5b11db601d815e5ef0e7c55d1e4e01b51a335dc9f5a9753278f",
2478
- "runId": "agent-runtime-0.107.2-proposal-fixture",
2478
+ "recordDigest": "sha256:d8b668e26ebe5fe95570ea35968048227bcb815e9d7593d41c62d995be0ac7d0",
2479
+ "runId": "agent-runtime-0.107.3-proposal-fixture",
2479
2480
  "schema": "agent-candidate-experiment"
2480
2481
  }
2481
2482
  },
@@ -2497,13 +2498,1095 @@ const serializedAgentImprovementProposalFixture = JSON.stringify({
2497
2498
  }],
2498
2499
  kind: "agent-improvement-proposal",
2499
2500
  proposedAt: "2026-07-10T01:00:00.000Z",
2500
- runId: "agent-runtime-0.107.2-proposal-fixture"
2501
- });
2501
+ runId: "agent-runtime-0.107.3-proposal-fixture"
2502
+ };
2503
+ //#endregion
2504
+ //#region src/testing/fixtures/agent-profile-improvement-proposal.json
2505
+ var agent_profile_improvement_proposal_default = {
2506
+ changedSurfaces: ["prompt", "skills"],
2507
+ digest: "sha256:ce7b2603fcc264631f65df4a13433d371f88bf5d96882d62fe691fac8b867cc4",
2508
+ evaluation: {
2509
+ "decision": {
2510
+ "contributingChecks": [{
2511
+ "name": "paired-significance",
2512
+ "passed": true
2513
+ }],
2514
+ "outcome": "ship",
2515
+ "reasons": ["paired comparison passed"]
2516
+ },
2517
+ "diff": "prompt: add source and uncertainty instructions",
2518
+ "evaluation": {
2519
+ "generationsExplored": 1,
2520
+ "measurement": {
2521
+ "cost": {
2522
+ "provenance": "observed",
2523
+ "usd": 66e-8
2524
+ },
2525
+ "wallDurationMs": 0,
2526
+ "workDurationMs": 660
2527
+ },
2528
+ "preparation": {
2529
+ "cost": {
2530
+ "provenance": "observed",
2531
+ "usd": 0
2532
+ },
2533
+ "wallDurationMs": 0
2534
+ },
2535
+ "total": {
2536
+ "cost": {
2537
+ "provenance": "observed",
2538
+ "usd": 66e-8
2539
+ },
2540
+ "wallDurationMs": 0
2541
+ }
2542
+ },
2543
+ "experiment": {
2544
+ "baseline": { "stateDigest": "sha256:21c495a37c418c10bde64fbaa188beddeed31f1f051ea60a6a6582a9ee0db704" },
2545
+ "benchmark": {
2546
+ "suite": {
2547
+ "digest": "sha256:b625b9c8791b5482f5b4e7c2471eb3ca1b719b5424e86d2bcb1044defbba635e",
2548
+ "digestAlgorithm": "rfc8785-sha256",
2549
+ "kind": "agent-profile-improvement-suite",
2550
+ "reps": 3,
2551
+ "seeds": [
2552
+ 11,
2553
+ 12,
2554
+ 13
2555
+ ],
2556
+ "splitDigest": "sha256:a8f4bdc4df6d527e21bcfeedf9fcbc007723329c25da5da8c9ad3e6887623e22",
2557
+ "taskDigests": ["sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e"]
2558
+ },
2559
+ "tasks": [{
2560
+ "digest": "sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e",
2561
+ "digestAlgorithm": "rfc8785-sha256",
2562
+ "grader": {
2563
+ "artifact": {
2564
+ "byteLength": 1,
2565
+ "locator": {
2566
+ "bucket": "agent-eval",
2567
+ "key": "graders/profile-quality.json",
2568
+ "kind": "s3",
2569
+ "region": "us-east-1"
2570
+ },
2571
+ "sha256": "sha256:1f576a8a9d7f4af7bf070698b2be73904847d6f28efec0c2366d1f2bc6117e0f"
2572
+ },
2573
+ "format": "tangle-grader",
2574
+ "name": "profile-quality",
2575
+ "version": "1"
2576
+ },
2577
+ "kind": "agent-profile-improvement-task",
2578
+ "limits": {
2579
+ "maxCostUsd": 1,
2580
+ "maxInputTokens": 1e3,
2581
+ "maxModelCalls": 2,
2582
+ "maxOutputTokens": 1e3,
2583
+ "maxSteps": 10,
2584
+ "timeoutMs": 3e4
2585
+ },
2586
+ "model": {
2587
+ "model": "claude-sonnet-4-6",
2588
+ "provider": "anthropic",
2589
+ "reasoningEffort": "medium",
2590
+ "requested": "anthropic/claude-sonnet-4-6",
2591
+ "snapshot": "2026-06-01"
2592
+ },
2593
+ "scenario": {
2594
+ "digest": "sha256:b50dec7031d699e2e0cfca8b4fd1eb958b687030a1af7a5339090dc9ca0892bf",
2595
+ "id": "support-case-1",
2596
+ "kind": "support-case"
2597
+ }
2598
+ }]
2599
+ },
2600
+ "candidate": { "stateDigest": "sha256:103f77bc8481601eef1ad5fe6ba84a40dffabc3a44f421f8c8559121edab84e9" },
2601
+ "candidateLineage": {
2602
+ "developmentSplitDigest": "sha256:02da010d5b66a91bc293d928ed8297f05950f56f3127f058f94b8766bc6a2b76",
2603
+ "parentDigests": ["sha256:21c495a37c418c10bde64fbaa188beddeed31f1f051ea60a6a6582a9ee0db704"],
2604
+ "runIds": ["profile-improvement-1"],
2605
+ "source": "optimizer"
2606
+ },
2607
+ "change": [{
2608
+ "id": "add-source-and-uncertainty",
2609
+ "kind": "agent-profile-diff",
2610
+ "set": {
2611
+ "prompt": { "systemPrompt": "Answer directly, cite the source, and state uncertainty." },
2612
+ "resources": { "skills": [{
2613
+ "content": "Cite the evidence you use.",
2614
+ "kind": "inline",
2615
+ "name": "sources.SKILL.md"
2616
+ }] }
2617
+ },
2618
+ "source": {
2619
+ "artifacts": ["traces://run/profile-improvement-1"],
2620
+ "kind": "optimizer"
2621
+ }
2622
+ }],
2623
+ "digest": "sha256:ae081dce69d225fd69db1f6b9e553182ef149092553f246723abf26fdcc5a70b",
2624
+ "digestAlgorithm": "rfc8785-sha256",
2625
+ "executionRef": {
2626
+ "digest": "sha256:42c6816336a75799acbb6db06649ebac5ec2802924f5173f7df692a46f5b9356",
2627
+ "identity": "profile-improvement-fixture-runner",
2628
+ "kind": "agent-profile-improvement-execution-ref"
2629
+ },
2630
+ "kind": "agent-profile-improvement-experiment",
2631
+ "policy": {
2632
+ "bootstrapSeed": 17,
2633
+ "confidenceLevel": .95,
2634
+ "criticalDimensions": [],
2635
+ "deltaThreshold": 0,
2636
+ "minProductiveRuns": 3,
2637
+ "regressionTolerance": 0,
2638
+ "resamples": 100
2639
+ },
2640
+ "source": {
2641
+ "kind": "platform-agent-profile",
2642
+ "sourceDigest": "sha256:21c495a37c418c10bde64fbaa188beddeed31f1f051ea60a6a6582a9ee0db704",
2643
+ "sourceIdentity": "profile-support",
2644
+ "sourceRevision": 7
2645
+ }
2646
+ },
2647
+ "kind": "agent-profile-improvement-measured-comparison",
2648
+ "measurements": [
2649
+ {
2650
+ "baseline": {
2651
+ "billing": [{
2652
+ "digest": "sha256:f8df8abb545f964e51ae5dfbe371db8812ffc67e1ac620467004d1d14622aebb",
2653
+ "identity": "bill-baseline-0",
2654
+ "kind": "platform-billing"
2655
+ }],
2656
+ "digest": "sha256:5f82aa16ab45fb06d00e5f04ecff5f746f2cd31121afb7c2ac31b8cd703ee316",
2657
+ "digestAlgorithm": "rfc8785-sha256",
2658
+ "executionId": "baseline-0",
2659
+ "executionRef": {
2660
+ "digest": "sha256:42c6816336a75799acbb6db06649ebac5ec2802924f5173f7df692a46f5b9356",
2661
+ "identity": "profile-improvement-fixture-runner",
2662
+ "kind": "agent-profile-improvement-execution-ref"
2663
+ },
2664
+ "grading": {
2665
+ "dimensions": [{
2666
+ "name": "quality",
2667
+ "score": .2
2668
+ }],
2669
+ "evidence": {
2670
+ "digest": "sha256:d4df39e172d3701cceb170a3b4f809aebc61c050acc6f0ded51cd178bd8bad79",
2671
+ "identity": "grade-baseline-0",
2672
+ "kind": "agent-eval-grading"
2673
+ },
2674
+ "grader": {
2675
+ "artifact": {
2676
+ "byteLength": 1,
2677
+ "locator": {
2678
+ "bucket": "agent-eval",
2679
+ "key": "graders/profile-quality.json",
2680
+ "kind": "s3",
2681
+ "region": "us-east-1"
2682
+ },
2683
+ "sha256": "sha256:1f576a8a9d7f4af7bf070698b2be73904847d6f28efec0c2366d1f2bc6117e0f"
2684
+ },
2685
+ "format": "tangle-grader",
2686
+ "name": "profile-quality",
2687
+ "version": "1"
2688
+ },
2689
+ "passed": true,
2690
+ "score": .2,
2691
+ "timing": {
2692
+ "durationMs": 10,
2693
+ "endedAtMs": 110,
2694
+ "startedAtMs": 100
2695
+ },
2696
+ "usage": {
2697
+ "cachedInputTokens": 0,
2698
+ "costProvenance": "observed",
2699
+ "costUsdNanos": 10,
2700
+ "inputTokens": 2,
2701
+ "modelCalls": 1,
2702
+ "outputTokens": 1,
2703
+ "reasoningTokens": 0
2704
+ }
2705
+ },
2706
+ "kind": "agent-profile-improvement-run",
2707
+ "limits": {
2708
+ "maxCostUsd": 1,
2709
+ "maxInputTokens": 1e3,
2710
+ "maxModelCalls": 2,
2711
+ "maxOutputTokens": 1e3,
2712
+ "maxSteps": 10,
2713
+ "timeoutMs": 3e4
2714
+ },
2715
+ "outcome": { "status": "succeeded" },
2716
+ "output": {
2717
+ "digest": "sha256:45115d63436a7d83e2f45b791804f24047db2f69377b9796c41b39337110de18",
2718
+ "identity": "output-baseline-0",
2719
+ "kind": "platform-output"
2720
+ },
2721
+ "resolvedModel": {
2722
+ "model": "claude-sonnet-4-6",
2723
+ "provider": "anthropic",
2724
+ "reasoningEffort": "medium",
2725
+ "requested": "anthropic/claude-sonnet-4-6",
2726
+ "snapshot": "2026-06-01"
2727
+ },
2728
+ "runCell": {
2729
+ "arm": "baseline",
2730
+ "attempt": 1,
2731
+ "digest": "sha256:40c8cbe747b60e7a3912a607182340232391b629d41cc6b2c914213f5702088e",
2732
+ "experimentDigest": "sha256:ae081dce69d225fd69db1f6b9e553182ef149092553f246723abf26fdcc5a70b",
2733
+ "kind": "agent-profile-improvement-run-cell",
2734
+ "repetition": 0,
2735
+ "seed": 11,
2736
+ "stateDigest": "sha256:21c495a37c418c10bde64fbaa188beddeed31f1f051ea60a6a6582a9ee0db704",
2737
+ "suiteDigest": "sha256:b625b9c8791b5482f5b4e7c2471eb3ca1b719b5424e86d2bcb1044defbba635e",
2738
+ "taskDigest": "sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e",
2739
+ "taskIndex": 0
2740
+ },
2741
+ "runRecord": {
2742
+ "digest": "sha256:7e8cdb47c8f1c5200bd55f6ecbb05f060d13e93c542978a0cb67eef1f7ea7cd9",
2743
+ "identity": "baseline-0",
2744
+ "kind": "agent-eval-run-record"
2745
+ },
2746
+ "steps": 1,
2747
+ "timing": {
2748
+ "durationMs": 100,
2749
+ "endedAtMs": 100,
2750
+ "startedAtMs": 0
2751
+ },
2752
+ "trace": {
2753
+ "eventCount": 4,
2754
+ "evidence": {
2755
+ "digest": "sha256:7bbb44eebc7f286a293da7309af86cb966ab31a37dc30e9d993523cddfb0a65c",
2756
+ "identity": "trace-baseline-0",
2757
+ "kind": "platform-trace"
2758
+ },
2759
+ "modelCallCount": 1
2760
+ },
2761
+ "usage": {
2762
+ "cachedInputTokens": 0,
2763
+ "costProvenance": "observed",
2764
+ "costUsdNanos": 100,
2765
+ "inputTokens": 10,
2766
+ "modelCalls": 1,
2767
+ "outputTokens": 5,
2768
+ "reasoningTokens": 0
2769
+ }
2770
+ },
2771
+ "candidate": {
2772
+ "billing": [{
2773
+ "digest": "sha256:fc4aebe4eb99e761a95279dcfe7478596a505fd5c5611cfa62d2f1dbe5d98c2f",
2774
+ "identity": "bill-candidate-0",
2775
+ "kind": "platform-billing"
2776
+ }],
2777
+ "digest": "sha256:daf0f586af2ac6a2287e5aefa5b29f7337962168abd5a7c70bb7e6b3837f9b95",
2778
+ "digestAlgorithm": "rfc8785-sha256",
2779
+ "executionId": "candidate-0",
2780
+ "executionRef": {
2781
+ "digest": "sha256:42c6816336a75799acbb6db06649ebac5ec2802924f5173f7df692a46f5b9356",
2782
+ "identity": "profile-improvement-fixture-runner",
2783
+ "kind": "agent-profile-improvement-execution-ref"
2784
+ },
2785
+ "grading": {
2786
+ "dimensions": [{
2787
+ "name": "quality",
2788
+ "score": .6
2789
+ }],
2790
+ "evidence": {
2791
+ "digest": "sha256:d1c4971c7a415aaa1e2a1101611a18aa7c3870411c058cadba35b21fd2faf27a",
2792
+ "identity": "grade-candidate-0",
2793
+ "kind": "agent-eval-grading"
2794
+ },
2795
+ "grader": {
2796
+ "artifact": {
2797
+ "byteLength": 1,
2798
+ "locator": {
2799
+ "bucket": "agent-eval",
2800
+ "key": "graders/profile-quality.json",
2801
+ "kind": "s3",
2802
+ "region": "us-east-1"
2803
+ },
2804
+ "sha256": "sha256:1f576a8a9d7f4af7bf070698b2be73904847d6f28efec0c2366d1f2bc6117e0f"
2805
+ },
2806
+ "format": "tangle-grader",
2807
+ "name": "profile-quality",
2808
+ "version": "1"
2809
+ },
2810
+ "passed": true,
2811
+ "score": .6,
2812
+ "timing": {
2813
+ "durationMs": 10,
2814
+ "endedAtMs": 110,
2815
+ "startedAtMs": 100
2816
+ },
2817
+ "usage": {
2818
+ "cachedInputTokens": 0,
2819
+ "costProvenance": "observed",
2820
+ "costUsdNanos": 10,
2821
+ "inputTokens": 2,
2822
+ "modelCalls": 1,
2823
+ "outputTokens": 1,
2824
+ "reasoningTokens": 0
2825
+ }
2826
+ },
2827
+ "kind": "agent-profile-improvement-run",
2828
+ "limits": {
2829
+ "maxCostUsd": 1,
2830
+ "maxInputTokens": 1e3,
2831
+ "maxModelCalls": 2,
2832
+ "maxOutputTokens": 1e3,
2833
+ "maxSteps": 10,
2834
+ "timeoutMs": 3e4
2835
+ },
2836
+ "outcome": { "status": "succeeded" },
2837
+ "output": {
2838
+ "digest": "sha256:3d57f4f4f14a76c3b7a5a9edc47e8e5d8033896d474a454da74125362456639f",
2839
+ "identity": "output-candidate-0",
2840
+ "kind": "platform-output"
2841
+ },
2842
+ "resolvedModel": {
2843
+ "model": "claude-sonnet-4-6",
2844
+ "provider": "anthropic",
2845
+ "reasoningEffort": "medium",
2846
+ "requested": "anthropic/claude-sonnet-4-6",
2847
+ "snapshot": "2026-06-01"
2848
+ },
2849
+ "runCell": {
2850
+ "arm": "candidate",
2851
+ "attempt": 1,
2852
+ "digest": "sha256:f9fb55d43947f101f10061b11eefd13ae1a56450e515dc6523d07d7261f94221",
2853
+ "experimentDigest": "sha256:ae081dce69d225fd69db1f6b9e553182ef149092553f246723abf26fdcc5a70b",
2854
+ "kind": "agent-profile-improvement-run-cell",
2855
+ "repetition": 0,
2856
+ "seed": 11,
2857
+ "stateDigest": "sha256:103f77bc8481601eef1ad5fe6ba84a40dffabc3a44f421f8c8559121edab84e9",
2858
+ "suiteDigest": "sha256:b625b9c8791b5482f5b4e7c2471eb3ca1b719b5424e86d2bcb1044defbba635e",
2859
+ "taskDigest": "sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e",
2860
+ "taskIndex": 0
2861
+ },
2862
+ "runRecord": {
2863
+ "digest": "sha256:9ea29e94240319216941b87edcc391aed43d45d8081f8b43849591748606e78f",
2864
+ "identity": "candidate-0",
2865
+ "kind": "agent-eval-run-record"
2866
+ },
2867
+ "steps": 1,
2868
+ "timing": {
2869
+ "durationMs": 100,
2870
+ "endedAtMs": 100,
2871
+ "startedAtMs": 0
2872
+ },
2873
+ "trace": {
2874
+ "eventCount": 4,
2875
+ "evidence": {
2876
+ "digest": "sha256:63806d09543cd4337accb01f4806e6825e2fa40b219d0d90ffbcaf369b4cbb5f",
2877
+ "identity": "trace-candidate-0",
2878
+ "kind": "platform-trace"
2879
+ },
2880
+ "modelCallCount": 1
2881
+ },
2882
+ "usage": {
2883
+ "cachedInputTokens": 0,
2884
+ "costProvenance": "observed",
2885
+ "costUsdNanos": 100,
2886
+ "inputTokens": 10,
2887
+ "modelCalls": 1,
2888
+ "outputTokens": 5,
2889
+ "reasoningTokens": 0
2890
+ }
2891
+ }
2892
+ },
2893
+ {
2894
+ "baseline": {
2895
+ "billing": [{
2896
+ "digest": "sha256:0ec2f0978881d5717c3b7bf9ea888b73580693ee5b8e232cb40cb7e57503f263",
2897
+ "identity": "bill-baseline-1",
2898
+ "kind": "platform-billing"
2899
+ }],
2900
+ "digest": "sha256:44788b5fa495aa316b9e730f95dd870f7723171cfec1fff84016126b9346f17b",
2901
+ "digestAlgorithm": "rfc8785-sha256",
2902
+ "executionId": "baseline-1",
2903
+ "executionRef": {
2904
+ "digest": "sha256:42c6816336a75799acbb6db06649ebac5ec2802924f5173f7df692a46f5b9356",
2905
+ "identity": "profile-improvement-fixture-runner",
2906
+ "kind": "agent-profile-improvement-execution-ref"
2907
+ },
2908
+ "grading": {
2909
+ "dimensions": [{
2910
+ "name": "quality",
2911
+ "score": .2
2912
+ }],
2913
+ "evidence": {
2914
+ "digest": "sha256:26079c88be9d35bb6505546daaaae5263a5a86ce7a2958656e95ce77f42d57db",
2915
+ "identity": "grade-baseline-1",
2916
+ "kind": "agent-eval-grading"
2917
+ },
2918
+ "grader": {
2919
+ "artifact": {
2920
+ "byteLength": 1,
2921
+ "locator": {
2922
+ "bucket": "agent-eval",
2923
+ "key": "graders/profile-quality.json",
2924
+ "kind": "s3",
2925
+ "region": "us-east-1"
2926
+ },
2927
+ "sha256": "sha256:1f576a8a9d7f4af7bf070698b2be73904847d6f28efec0c2366d1f2bc6117e0f"
2928
+ },
2929
+ "format": "tangle-grader",
2930
+ "name": "profile-quality",
2931
+ "version": "1"
2932
+ },
2933
+ "passed": true,
2934
+ "score": .2,
2935
+ "timing": {
2936
+ "durationMs": 10,
2937
+ "endedAtMs": 1110,
2938
+ "startedAtMs": 1100
2939
+ },
2940
+ "usage": {
2941
+ "cachedInputTokens": 0,
2942
+ "costProvenance": "observed",
2943
+ "costUsdNanos": 10,
2944
+ "inputTokens": 2,
2945
+ "modelCalls": 1,
2946
+ "outputTokens": 1,
2947
+ "reasoningTokens": 0
2948
+ }
2949
+ },
2950
+ "kind": "agent-profile-improvement-run",
2951
+ "limits": {
2952
+ "maxCostUsd": 1,
2953
+ "maxInputTokens": 1e3,
2954
+ "maxModelCalls": 2,
2955
+ "maxOutputTokens": 1e3,
2956
+ "maxSteps": 10,
2957
+ "timeoutMs": 3e4
2958
+ },
2959
+ "outcome": { "status": "succeeded" },
2960
+ "output": {
2961
+ "digest": "sha256:c3a0a3eab137f6c1e232721d2c7db1237ecb9ec1625447ee1d8d90de0bf2bd33",
2962
+ "identity": "output-baseline-1",
2963
+ "kind": "platform-output"
2964
+ },
2965
+ "resolvedModel": {
2966
+ "model": "claude-sonnet-4-6",
2967
+ "provider": "anthropic",
2968
+ "reasoningEffort": "medium",
2969
+ "requested": "anthropic/claude-sonnet-4-6",
2970
+ "snapshot": "2026-06-01"
2971
+ },
2972
+ "runCell": {
2973
+ "arm": "baseline",
2974
+ "attempt": 1,
2975
+ "digest": "sha256:007bd4c6cadedf64e8792d7eb21a356b2b41b90ed9e04cb0d916bdf20cd2388e",
2976
+ "experimentDigest": "sha256:ae081dce69d225fd69db1f6b9e553182ef149092553f246723abf26fdcc5a70b",
2977
+ "kind": "agent-profile-improvement-run-cell",
2978
+ "repetition": 1,
2979
+ "seed": 12,
2980
+ "stateDigest": "sha256:21c495a37c418c10bde64fbaa188beddeed31f1f051ea60a6a6582a9ee0db704",
2981
+ "suiteDigest": "sha256:b625b9c8791b5482f5b4e7c2471eb3ca1b719b5424e86d2bcb1044defbba635e",
2982
+ "taskDigest": "sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e",
2983
+ "taskIndex": 0
2984
+ },
2985
+ "runRecord": {
2986
+ "digest": "sha256:581e68267991f493474b1f35fc07a95efd9781b55ded5fde4080df55e4ee724b",
2987
+ "identity": "baseline-1",
2988
+ "kind": "agent-eval-run-record"
2989
+ },
2990
+ "steps": 1,
2991
+ "timing": {
2992
+ "durationMs": 100,
2993
+ "endedAtMs": 1100,
2994
+ "startedAtMs": 1e3
2995
+ },
2996
+ "trace": {
2997
+ "eventCount": 4,
2998
+ "evidence": {
2999
+ "digest": "sha256:0be44b67b6482a4d6238a50f98edfd3b406b9a15ca39bc7002fba7fdefaf3a72",
3000
+ "identity": "trace-baseline-1",
3001
+ "kind": "platform-trace"
3002
+ },
3003
+ "modelCallCount": 1
3004
+ },
3005
+ "usage": {
3006
+ "cachedInputTokens": 0,
3007
+ "costProvenance": "observed",
3008
+ "costUsdNanos": 100,
3009
+ "inputTokens": 10,
3010
+ "modelCalls": 1,
3011
+ "outputTokens": 5,
3012
+ "reasoningTokens": 0
3013
+ }
3014
+ },
3015
+ "candidate": {
3016
+ "billing": [{
3017
+ "digest": "sha256:f35d12be88a231cdfaf25ef346a075a2866f93d9fba24dfe6a33948d7d819ef7",
3018
+ "identity": "bill-candidate-1",
3019
+ "kind": "platform-billing"
3020
+ }],
3021
+ "digest": "sha256:688a38e1dae394d7845e892bcee5644297a27e79c1f3813ca29afe30de090365",
3022
+ "digestAlgorithm": "rfc8785-sha256",
3023
+ "executionId": "candidate-1",
3024
+ "executionRef": {
3025
+ "digest": "sha256:42c6816336a75799acbb6db06649ebac5ec2802924f5173f7df692a46f5b9356",
3026
+ "identity": "profile-improvement-fixture-runner",
3027
+ "kind": "agent-profile-improvement-execution-ref"
3028
+ },
3029
+ "grading": {
3030
+ "dimensions": [{
3031
+ "name": "quality",
3032
+ "score": .6
3033
+ }],
3034
+ "evidence": {
3035
+ "digest": "sha256:7ed258fae411110158ff573735ad08e4c0ca32b1e5edf8705a475b8f91aae055",
3036
+ "identity": "grade-candidate-1",
3037
+ "kind": "agent-eval-grading"
3038
+ },
3039
+ "grader": {
3040
+ "artifact": {
3041
+ "byteLength": 1,
3042
+ "locator": {
3043
+ "bucket": "agent-eval",
3044
+ "key": "graders/profile-quality.json",
3045
+ "kind": "s3",
3046
+ "region": "us-east-1"
3047
+ },
3048
+ "sha256": "sha256:1f576a8a9d7f4af7bf070698b2be73904847d6f28efec0c2366d1f2bc6117e0f"
3049
+ },
3050
+ "format": "tangle-grader",
3051
+ "name": "profile-quality",
3052
+ "version": "1"
3053
+ },
3054
+ "passed": true,
3055
+ "score": .6,
3056
+ "timing": {
3057
+ "durationMs": 10,
3058
+ "endedAtMs": 1110,
3059
+ "startedAtMs": 1100
3060
+ },
3061
+ "usage": {
3062
+ "cachedInputTokens": 0,
3063
+ "costProvenance": "observed",
3064
+ "costUsdNanos": 10,
3065
+ "inputTokens": 2,
3066
+ "modelCalls": 1,
3067
+ "outputTokens": 1,
3068
+ "reasoningTokens": 0
3069
+ }
3070
+ },
3071
+ "kind": "agent-profile-improvement-run",
3072
+ "limits": {
3073
+ "maxCostUsd": 1,
3074
+ "maxInputTokens": 1e3,
3075
+ "maxModelCalls": 2,
3076
+ "maxOutputTokens": 1e3,
3077
+ "maxSteps": 10,
3078
+ "timeoutMs": 3e4
3079
+ },
3080
+ "outcome": { "status": "succeeded" },
3081
+ "output": {
3082
+ "digest": "sha256:abe4d04fa6375d75469aa41839eb34758c4a5cdf17b204a2294b1d1a9faa8ffb",
3083
+ "identity": "output-candidate-1",
3084
+ "kind": "platform-output"
3085
+ },
3086
+ "resolvedModel": {
3087
+ "model": "claude-sonnet-4-6",
3088
+ "provider": "anthropic",
3089
+ "reasoningEffort": "medium",
3090
+ "requested": "anthropic/claude-sonnet-4-6",
3091
+ "snapshot": "2026-06-01"
3092
+ },
3093
+ "runCell": {
3094
+ "arm": "candidate",
3095
+ "attempt": 1,
3096
+ "digest": "sha256:abad51b565dd3e740b87d260a553318eeb1b5907938841a5942b0df629aadfc3",
3097
+ "experimentDigest": "sha256:ae081dce69d225fd69db1f6b9e553182ef149092553f246723abf26fdcc5a70b",
3098
+ "kind": "agent-profile-improvement-run-cell",
3099
+ "repetition": 1,
3100
+ "seed": 12,
3101
+ "stateDigest": "sha256:103f77bc8481601eef1ad5fe6ba84a40dffabc3a44f421f8c8559121edab84e9",
3102
+ "suiteDigest": "sha256:b625b9c8791b5482f5b4e7c2471eb3ca1b719b5424e86d2bcb1044defbba635e",
3103
+ "taskDigest": "sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e",
3104
+ "taskIndex": 0
3105
+ },
3106
+ "runRecord": {
3107
+ "digest": "sha256:dafe5fbae73dab4b49b3411fc26cc436ddc463dfd0ef86ee23c8b0a91c81be67",
3108
+ "identity": "candidate-1",
3109
+ "kind": "agent-eval-run-record"
3110
+ },
3111
+ "steps": 1,
3112
+ "timing": {
3113
+ "durationMs": 100,
3114
+ "endedAtMs": 1100,
3115
+ "startedAtMs": 1e3
3116
+ },
3117
+ "trace": {
3118
+ "eventCount": 4,
3119
+ "evidence": {
3120
+ "digest": "sha256:6a33d6b9699ebf78e92845bdae506a3b37e9598a3ead4b5f01676d9573c2fc1a",
3121
+ "identity": "trace-candidate-1",
3122
+ "kind": "platform-trace"
3123
+ },
3124
+ "modelCallCount": 1
3125
+ },
3126
+ "usage": {
3127
+ "cachedInputTokens": 0,
3128
+ "costProvenance": "observed",
3129
+ "costUsdNanos": 100,
3130
+ "inputTokens": 10,
3131
+ "modelCalls": 1,
3132
+ "outputTokens": 5,
3133
+ "reasoningTokens": 0
3134
+ }
3135
+ }
3136
+ },
3137
+ {
3138
+ "baseline": {
3139
+ "billing": [{
3140
+ "digest": "sha256:6365caecc9b3f4a7d7fa3b3a7efea8a76fc50d93129b02f7ba448ceee6b806a1",
3141
+ "identity": "bill-baseline-2",
3142
+ "kind": "platform-billing"
3143
+ }],
3144
+ "digest": "sha256:07f982ab59585df9b30fe498ce3969134625d5d3a5cc4cb3549cca83175ef2d4",
3145
+ "digestAlgorithm": "rfc8785-sha256",
3146
+ "executionId": "baseline-2",
3147
+ "executionRef": {
3148
+ "digest": "sha256:42c6816336a75799acbb6db06649ebac5ec2802924f5173f7df692a46f5b9356",
3149
+ "identity": "profile-improvement-fixture-runner",
3150
+ "kind": "agent-profile-improvement-execution-ref"
3151
+ },
3152
+ "grading": {
3153
+ "dimensions": [{
3154
+ "name": "quality",
3155
+ "score": .2
3156
+ }],
3157
+ "evidence": {
3158
+ "digest": "sha256:2e6344b8ab46798df75c6c8bd2e9c1c4ba5371cfdb84ef12916226a06ee0bffc",
3159
+ "identity": "grade-baseline-2",
3160
+ "kind": "agent-eval-grading"
3161
+ },
3162
+ "grader": {
3163
+ "artifact": {
3164
+ "byteLength": 1,
3165
+ "locator": {
3166
+ "bucket": "agent-eval",
3167
+ "key": "graders/profile-quality.json",
3168
+ "kind": "s3",
3169
+ "region": "us-east-1"
3170
+ },
3171
+ "sha256": "sha256:1f576a8a9d7f4af7bf070698b2be73904847d6f28efec0c2366d1f2bc6117e0f"
3172
+ },
3173
+ "format": "tangle-grader",
3174
+ "name": "profile-quality",
3175
+ "version": "1"
3176
+ },
3177
+ "passed": true,
3178
+ "score": .2,
3179
+ "timing": {
3180
+ "durationMs": 10,
3181
+ "endedAtMs": 2110,
3182
+ "startedAtMs": 2100
3183
+ },
3184
+ "usage": {
3185
+ "cachedInputTokens": 0,
3186
+ "costProvenance": "observed",
3187
+ "costUsdNanos": 10,
3188
+ "inputTokens": 2,
3189
+ "modelCalls": 1,
3190
+ "outputTokens": 1,
3191
+ "reasoningTokens": 0
3192
+ }
3193
+ },
3194
+ "kind": "agent-profile-improvement-run",
3195
+ "limits": {
3196
+ "maxCostUsd": 1,
3197
+ "maxInputTokens": 1e3,
3198
+ "maxModelCalls": 2,
3199
+ "maxOutputTokens": 1e3,
3200
+ "maxSteps": 10,
3201
+ "timeoutMs": 3e4
3202
+ },
3203
+ "outcome": { "status": "succeeded" },
3204
+ "output": {
3205
+ "digest": "sha256:7ecb1cb5e93f0154d39393745ca59c763725073a528396dacc06703ff6559a72",
3206
+ "identity": "output-baseline-2",
3207
+ "kind": "platform-output"
3208
+ },
3209
+ "resolvedModel": {
3210
+ "model": "claude-sonnet-4-6",
3211
+ "provider": "anthropic",
3212
+ "reasoningEffort": "medium",
3213
+ "requested": "anthropic/claude-sonnet-4-6",
3214
+ "snapshot": "2026-06-01"
3215
+ },
3216
+ "runCell": {
3217
+ "arm": "baseline",
3218
+ "attempt": 1,
3219
+ "digest": "sha256:b4f83f1ba81c01032326dba7523e68a41c50cdc2447452aff480b75dfa1e8894",
3220
+ "experimentDigest": "sha256:ae081dce69d225fd69db1f6b9e553182ef149092553f246723abf26fdcc5a70b",
3221
+ "kind": "agent-profile-improvement-run-cell",
3222
+ "repetition": 2,
3223
+ "seed": 13,
3224
+ "stateDigest": "sha256:21c495a37c418c10bde64fbaa188beddeed31f1f051ea60a6a6582a9ee0db704",
3225
+ "suiteDigest": "sha256:b625b9c8791b5482f5b4e7c2471eb3ca1b719b5424e86d2bcb1044defbba635e",
3226
+ "taskDigest": "sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e",
3227
+ "taskIndex": 0
3228
+ },
3229
+ "runRecord": {
3230
+ "digest": "sha256:136ff81d5b2a688db3fbe00bbfabb593e6179d9e71142d687ef38208b2301cd3",
3231
+ "identity": "baseline-2",
3232
+ "kind": "agent-eval-run-record"
3233
+ },
3234
+ "steps": 1,
3235
+ "timing": {
3236
+ "durationMs": 100,
3237
+ "endedAtMs": 2100,
3238
+ "startedAtMs": 2e3
3239
+ },
3240
+ "trace": {
3241
+ "eventCount": 4,
3242
+ "evidence": {
3243
+ "digest": "sha256:a9c52e32611334aa710c0930b36aa3a2faf45dfdb77f083e9e4c02ab67b2812e",
3244
+ "identity": "trace-baseline-2",
3245
+ "kind": "platform-trace"
3246
+ },
3247
+ "modelCallCount": 1
3248
+ },
3249
+ "usage": {
3250
+ "cachedInputTokens": 0,
3251
+ "costProvenance": "observed",
3252
+ "costUsdNanos": 100,
3253
+ "inputTokens": 10,
3254
+ "modelCalls": 1,
3255
+ "outputTokens": 5,
3256
+ "reasoningTokens": 0
3257
+ }
3258
+ },
3259
+ "candidate": {
3260
+ "billing": [{
3261
+ "digest": "sha256:f5f6023645c3d531f29eb0b331787117a1c87d1cd5d53f434ab4a5ab8eb1caba",
3262
+ "identity": "bill-candidate-2",
3263
+ "kind": "platform-billing"
3264
+ }],
3265
+ "digest": "sha256:4daa28e364e711b0896e7f8bbfc9153aaa4e997672578ac0a1cd6dcdeb2148e0",
3266
+ "digestAlgorithm": "rfc8785-sha256",
3267
+ "executionId": "candidate-2",
3268
+ "executionRef": {
3269
+ "digest": "sha256:42c6816336a75799acbb6db06649ebac5ec2802924f5173f7df692a46f5b9356",
3270
+ "identity": "profile-improvement-fixture-runner",
3271
+ "kind": "agent-profile-improvement-execution-ref"
3272
+ },
3273
+ "grading": {
3274
+ "dimensions": [{
3275
+ "name": "quality",
3276
+ "score": .6
3277
+ }],
3278
+ "evidence": {
3279
+ "digest": "sha256:9046047f8a5ad8cda1e059047b3bac42abb438a8d9f9a60c0a139af5375dc313",
3280
+ "identity": "grade-candidate-2",
3281
+ "kind": "agent-eval-grading"
3282
+ },
3283
+ "grader": {
3284
+ "artifact": {
3285
+ "byteLength": 1,
3286
+ "locator": {
3287
+ "bucket": "agent-eval",
3288
+ "key": "graders/profile-quality.json",
3289
+ "kind": "s3",
3290
+ "region": "us-east-1"
3291
+ },
3292
+ "sha256": "sha256:1f576a8a9d7f4af7bf070698b2be73904847d6f28efec0c2366d1f2bc6117e0f"
3293
+ },
3294
+ "format": "tangle-grader",
3295
+ "name": "profile-quality",
3296
+ "version": "1"
3297
+ },
3298
+ "passed": true,
3299
+ "score": .6,
3300
+ "timing": {
3301
+ "durationMs": 10,
3302
+ "endedAtMs": 2110,
3303
+ "startedAtMs": 2100
3304
+ },
3305
+ "usage": {
3306
+ "cachedInputTokens": 0,
3307
+ "costProvenance": "observed",
3308
+ "costUsdNanos": 10,
3309
+ "inputTokens": 2,
3310
+ "modelCalls": 1,
3311
+ "outputTokens": 1,
3312
+ "reasoningTokens": 0
3313
+ }
3314
+ },
3315
+ "kind": "agent-profile-improvement-run",
3316
+ "limits": {
3317
+ "maxCostUsd": 1,
3318
+ "maxInputTokens": 1e3,
3319
+ "maxModelCalls": 2,
3320
+ "maxOutputTokens": 1e3,
3321
+ "maxSteps": 10,
3322
+ "timeoutMs": 3e4
3323
+ },
3324
+ "outcome": { "status": "succeeded" },
3325
+ "output": {
3326
+ "digest": "sha256:58439d73500b422267dfc9d873a9132aa384ebbf706b75fdfa69793b70f65d65",
3327
+ "identity": "output-candidate-2",
3328
+ "kind": "platform-output"
3329
+ },
3330
+ "resolvedModel": {
3331
+ "model": "claude-sonnet-4-6",
3332
+ "provider": "anthropic",
3333
+ "reasoningEffort": "medium",
3334
+ "requested": "anthropic/claude-sonnet-4-6",
3335
+ "snapshot": "2026-06-01"
3336
+ },
3337
+ "runCell": {
3338
+ "arm": "candidate",
3339
+ "attempt": 1,
3340
+ "digest": "sha256:5f66650dc0f5238aeaca52750577fc2b280b8769e0b4b28d592a9a8173bd712a",
3341
+ "experimentDigest": "sha256:ae081dce69d225fd69db1f6b9e553182ef149092553f246723abf26fdcc5a70b",
3342
+ "kind": "agent-profile-improvement-run-cell",
3343
+ "repetition": 2,
3344
+ "seed": 13,
3345
+ "stateDigest": "sha256:103f77bc8481601eef1ad5fe6ba84a40dffabc3a44f421f8c8559121edab84e9",
3346
+ "suiteDigest": "sha256:b625b9c8791b5482f5b4e7c2471eb3ca1b719b5424e86d2bcb1044defbba635e",
3347
+ "taskDigest": "sha256:7e5db980d166e67bc366f2f08e25cab5a2f8558530744f6755ee5997ef345c1e",
3348
+ "taskIndex": 0
3349
+ },
3350
+ "runRecord": {
3351
+ "digest": "sha256:e3c9377d8fc6c3f427f8ba79a2e2cfec2319d2cf2e923f1344db26195780bc0f",
3352
+ "identity": "candidate-2",
3353
+ "kind": "agent-eval-run-record"
3354
+ },
3355
+ "steps": 1,
3356
+ "timing": {
3357
+ "durationMs": 100,
3358
+ "endedAtMs": 2100,
3359
+ "startedAtMs": 2e3
3360
+ },
3361
+ "trace": {
3362
+ "eventCount": 4,
3363
+ "evidence": {
3364
+ "digest": "sha256:7b862fccf82622a8c3a5b0816f5a543ba61454972e8799219948df150fd0a7fa",
3365
+ "identity": "trace-candidate-2",
3366
+ "kind": "platform-trace"
3367
+ },
3368
+ "modelCallCount": 1
3369
+ },
3370
+ "usage": {
3371
+ "cachedInputTokens": 0,
3372
+ "costProvenance": "observed",
3373
+ "costUsdNanos": 100,
3374
+ "inputTokens": 10,
3375
+ "modelCalls": 1,
3376
+ "outputTokens": 5,
3377
+ "reasoningTokens": 0
3378
+ }
3379
+ }
3380
+ }
3381
+ ],
3382
+ "metadata": {
3383
+ "fixture": "agent-profile-improvement-proposal",
3384
+ "runtimeVersion": "0.107.3"
3385
+ },
3386
+ "objectives": [
3387
+ {
3388
+ "availability": "measured",
3389
+ "baseline": .2,
3390
+ "candidate": .6,
3391
+ "confidenceInterval": {
3392
+ "level": .95,
3393
+ "lower": .29999999999999993,
3394
+ "method": "paired-bootstrap",
3395
+ "resamples": 100,
3396
+ "statistic": "mean",
3397
+ "upper": .5
3398
+ },
3399
+ "delta": .39999999999999997,
3400
+ "direction": "higher-is-better",
3401
+ "kind": "objective",
3402
+ "n": 3,
3403
+ "name": "quality",
3404
+ "unit": "score"
3405
+ },
3406
+ {
3407
+ "availability": "measured",
3408
+ "baseline": .2,
3409
+ "candidate": .6,
3410
+ "confidenceInterval": {
3411
+ "level": .95,
3412
+ "lower": .29999999999999993,
3413
+ "method": "paired-bootstrap",
3414
+ "resamples": 100,
3415
+ "statistic": "mean",
3416
+ "upper": .5
3417
+ },
3418
+ "delta": .39999999999999997,
3419
+ "direction": "higher-is-better",
3420
+ "kind": "dimension",
3421
+ "n": 3,
3422
+ "name": "quality",
3423
+ "objective": "quality",
3424
+ "unit": "score"
3425
+ },
3426
+ {
3427
+ "availability": "measured",
3428
+ "baseline": 11e-8,
3429
+ "candidate": 11e-8,
3430
+ "confidenceInterval": {
3431
+ "level": .95,
3432
+ "lower": -.1,
3433
+ "method": "paired-bootstrap",
3434
+ "resamples": 100,
3435
+ "statistic": "mean",
3436
+ "upper": .1
3437
+ },
3438
+ "delta": 0,
3439
+ "direction": "lower-is-better",
3440
+ "kind": "cost",
3441
+ "n": 3,
3442
+ "name": "cost",
3443
+ "unit": "usd"
3444
+ },
3445
+ {
3446
+ "availability": "measured",
3447
+ "baseline": 110,
3448
+ "candidate": 110,
3449
+ "confidenceInterval": {
3450
+ "level": .95,
3451
+ "lower": -.1,
3452
+ "method": "paired-bootstrap",
3453
+ "resamples": 100,
3454
+ "statistic": "mean",
3455
+ "upper": .1
3456
+ },
3457
+ "delta": 0,
3458
+ "direction": "lower-is-better",
3459
+ "kind": "latency",
3460
+ "n": 3,
3461
+ "name": "latency",
3462
+ "unit": "milliseconds"
3463
+ }
3464
+ ],
3465
+ "overall": {
3466
+ "baseline": .2,
3467
+ "candidate": .6,
3468
+ "confidenceInterval": {
3469
+ "level": .95,
3470
+ "lower": .29999999999999993,
3471
+ "method": "paired-bootstrap",
3472
+ "resamples": 100,
3473
+ "statistic": "mean",
3474
+ "upper": .5
3475
+ },
3476
+ "delta": .39999999999999997,
3477
+ "direction": "higher-is-better",
3478
+ "n": 3,
3479
+ "name": "composite",
3480
+ "unit": "score"
3481
+ },
3482
+ "power": {
3483
+ "confidenceLevel": .95,
3484
+ "minimumDetectableDelta": .1,
3485
+ "n": 3,
3486
+ "reason": "three paired held-out runs",
3487
+ "scaleAssumed": true,
3488
+ "sharedScorerChannel": true,
3489
+ "sufficient": true
3490
+ },
3491
+ "provenance": {
3492
+ "baselineContentHash": "sha256:21c495a37c418c10bde64fbaa188beddeed31f1f051ea60a6a6582a9ee0db704",
3493
+ "candidateContentHash": "sha256:103f77bc8481601eef1ad5fe6ba84a40dffabc3a44f421f8c8559121edab84e9",
3494
+ "kind": "agent-eval-loop",
3495
+ "recordDigest": "sha256:44465d9d1b5b2f7697ad7a4617d7da80ccad97538b55e8a41b016cddc9c66bcf",
3496
+ "runId": "profile-improvement-1",
3497
+ "schema": "agent-eval/profile-matrix/v1"
3498
+ }
3499
+ },
3500
+ findings: [],
3501
+ kind: "agent-improvement-proposal",
3502
+ proposedAt: "2026-07-10T01:30:00.000Z",
3503
+ runId: "profile-improvement-1"
3504
+ };
3505
+ //#endregion
3506
+ //#region src/testing/fixtures/agent-profile-improvement-state.json
3507
+ var agent_profile_improvement_state_default = {
3508
+ baselineProfile: {
3509
+ "name": "support-agent",
3510
+ "prompt": { "systemPrompt": "Answer directly." },
3511
+ "tools": { "Read": true },
3512
+ "resources": { "skills": [{
3513
+ "kind": "inline",
3514
+ "name": "support.SKILL.md",
3515
+ "content": "Use the support case context."
3516
+ }] }
3517
+ },
3518
+ candidateProfile: {
3519
+ "name": "support-agent",
3520
+ "prompt": { "systemPrompt": "Answer directly, cite the source, and state uncertainty." },
3521
+ "tools": { "Read": true },
3522
+ "resources": { "skills": [{
3523
+ "kind": "inline",
3524
+ "name": "support.SKILL.md",
3525
+ "content": "Use the support case context."
3526
+ }, {
3527
+ "kind": "inline",
3528
+ "name": "sources.SKILL.md",
3529
+ "content": "Cite the evidence you use."
3530
+ }] }
3531
+ },
3532
+ recommendedSize: "small"
3533
+ };
3534
+ //#endregion
3535
+ //#region src/testing/index.ts
3536
+ const serializedAgentImprovementProposalFixture = JSON.stringify(agent_improvement_proposal_default);
3537
+ const serializedAgentProfileImprovementProposalFixture = JSON.stringify(agent_profile_improvement_proposal_default);
3538
+ const serializedAgentProfileImprovementStateFixture = JSON.stringify(agent_profile_improvement_state_default);
2502
3539
  /** Load an isolated, production-validated Runtime proposal for consumer tests. */
2503
3540
  function loadAgentImprovementProposalFixture() {
2504
3541
  return verifyAgentImprovementProposal(JSON.parse(serializedAgentImprovementProposalFixture));
2505
3542
  }
3543
+ /** Load an isolated profile proposal and its private activation state for consumer tests. */
3544
+ function loadAgentProfileImprovementFixture() {
3545
+ const proposal = loadAgentProfileImprovementProposal();
3546
+ const state = parseAgentProfileImprovementState(JSON.parse(serializedAgentProfileImprovementStateFixture));
3547
+ const experiment = proposal.evaluation.experiment;
3548
+ const baselineStateDigest = profileStateDigest(state.baselineProfile, state.recommendedSize);
3549
+ const candidateStateDigest = profileStateDigest(state.candidateProfile, state.recommendedSize);
3550
+ if (baselineStateDigest !== experiment.baseline.stateDigest || candidateStateDigest !== experiment.candidate.stateDigest) throw new Error("profile improvement fixture state does not match its proposal");
3551
+ if (canonicalCandidateDigest$1(experiment.change.reduce((profile, change, index) => applyExactAgentProfileDiff(profile, change, `profile improvement fixture change ${index}`), state.baselineProfile)) !== canonicalCandidateDigest$1(state.candidateProfile)) throw new Error("profile improvement fixture candidate does not match its proposal changes");
3552
+ return immutableCandidateValue({
3553
+ proposal,
3554
+ ...state
3555
+ });
3556
+ }
3557
+ function loadAgentProfileImprovementProposal() {
3558
+ const proposal = verifyAgentImprovementProposal(JSON.parse(serializedAgentProfileImprovementProposalFixture));
3559
+ if (proposal.evaluation.kind !== "agent-profile-improvement-measured-comparison") throw new Error("profile improvement fixture contains a sealed candidate comparison");
3560
+ return {
3561
+ ...proposal,
3562
+ evaluation: proposal.evaluation
3563
+ };
3564
+ }
3565
+ function parseAgentProfileImprovementState(input) {
3566
+ if (typeof input !== "object" || input === null || Array.isArray(input)) throw new Error("profile improvement fixture state must be an object");
3567
+ const record = input;
3568
+ const fields = Object.keys(record).sort();
3569
+ const expectedFields = [
3570
+ "baselineProfile",
3571
+ "candidateProfile",
3572
+ "recommendedSize"
3573
+ ];
3574
+ if (fields.length !== expectedFields.length || fields.some((field, i) => field !== expectedFields[i])) throw new Error("profile improvement fixture state contains unsupported fields");
3575
+ const recommendedSize = SANDBOX_SIZE_PRESET_NAMES.find((size) => size === record.recommendedSize);
3576
+ if (!recommendedSize) throw new Error("profile improvement fixture has an invalid recommended size");
3577
+ return {
3578
+ baselineProfile: parseExactAgentProfile(record.baselineProfile, "profile improvement fixture baseline"),
3579
+ candidateProfile: parseExactAgentProfile(record.candidateProfile, "profile improvement fixture candidate"),
3580
+ recommendedSize
3581
+ };
3582
+ }
3583
+ function profileStateDigest(profile, recommendedSize) {
3584
+ return canonicalCandidateDigest$1({
3585
+ definition: profile,
3586
+ recommendedSize
3587
+ });
3588
+ }
2506
3589
  //#endregion
2507
- export { loadAgentImprovementProposalFixture };
3590
+ export { loadAgentImprovementProposalFixture, loadAgentProfileImprovementFixture };
2508
3591
 
2509
3592
  //# sourceMappingURL=testing.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"testing.js","names":["canonicalAgentImprovementProposalFixture"],"sources":["../src/testing/fixtures/agent-improvement-proposal.json","../src/testing/index.ts"],"sourcesContent":["","import type { AgentImprovementProposal } from '@tangle-network/agent-interface'\n\nimport { verifyAgentImprovementProposal } from '../intelligence/improvement-cycle'\nimport canonicalAgentImprovementProposalFixture from './fixtures/agent-improvement-proposal.json'\n\nconst serializedAgentImprovementProposalFixture = JSON.stringify(\n canonicalAgentImprovementProposalFixture,\n)\n\n/** Load an isolated, production-validated Runtime proposal for consumer tests. */\nexport function loadAgentImprovementProposalFixture(): AgentImprovementProposal {\n return verifyAgentImprovementProposal(JSON.parse(serializedAgentImprovementProposalFixture))\n}\n"],"mappings":";;;ACKA,MAAM,4CAA4C,KAAK,UACrDA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAAA,CACF;;AAGA,SAAgB,sCAAgE;CAC9E,OAAO,+BAA+B,KAAK,MAAM,yCAAyC,CAAC;AAC7F"}
1
+ {"version":3,"file":"testing.js","names":["canonicalAgentImprovementProposalFixture","canonicalAgentProfileImprovementProposalFixture","canonicalAgentProfileImprovementStateFixture","canonicalCandidateDigest"],"sources":["../src/testing/fixtures/agent-improvement-proposal.json","../src/testing/fixtures/agent-profile-improvement-proposal.json","../src/testing/fixtures/agent-profile-improvement-state.json","../src/testing/index.ts"],"sourcesContent":["","","","import {\n type AgentImprovementProposal,\n type AgentProfile,\n type AgentProfileImprovementMeasuredComparison,\n SANDBOX_SIZE_PRESET_NAMES,\n type SandboxSizePreset,\n} from '@tangle-network/agent-interface'\n\nimport { canonicalCandidateDigest, immutableCandidateValue } from '../candidate-execution/digest'\nimport { applyExactAgentProfileDiff, parseExactAgentProfile } from '../candidate-execution/profile'\nimport { verifyAgentImprovementProposal } from '../intelligence/improvement-cycle'\nimport canonicalAgentImprovementProposalFixture from './fixtures/agent-improvement-proposal.json'\nimport canonicalAgentProfileImprovementProposalFixture from './fixtures/agent-profile-improvement-proposal.json'\nimport canonicalAgentProfileImprovementStateFixture from './fixtures/agent-profile-improvement-state.json'\n\nconst serializedAgentImprovementProposalFixture = JSON.stringify(\n canonicalAgentImprovementProposalFixture,\n)\nconst serializedAgentProfileImprovementProposalFixture = JSON.stringify(\n canonicalAgentProfileImprovementProposalFixture,\n)\nconst serializedAgentProfileImprovementStateFixture = JSON.stringify(\n canonicalAgentProfileImprovementStateFixture,\n)\n\n/** A proposal produced by Runtime's opaque profile-improvement path. */\nexport type AgentProfileImprovementProposalFixture = Omit<\n AgentImprovementProposal,\n 'evaluation'\n> & {\n evaluation: AgentProfileImprovementMeasuredComparison\n}\n\n/** Complete private state for exercising profile activation and restore in consumer tests. */\nexport interface AgentProfileImprovementFixture {\n proposal: AgentProfileImprovementProposalFixture\n baselineProfile: AgentProfile\n candidateProfile: AgentProfile\n recommendedSize: SandboxSizePreset\n}\n\n/** Load an isolated, production-validated Runtime proposal for consumer tests. */\nexport function loadAgentImprovementProposalFixture(): AgentImprovementProposal {\n return verifyAgentImprovementProposal(JSON.parse(serializedAgentImprovementProposalFixture))\n}\n\n/** Load an isolated profile proposal and its private activation state for consumer tests. */\nexport function loadAgentProfileImprovementFixture(): AgentProfileImprovementFixture {\n const proposal = loadAgentProfileImprovementProposal()\n const state = parseAgentProfileImprovementState(\n JSON.parse(serializedAgentProfileImprovementStateFixture),\n )\n const experiment = proposal.evaluation.experiment\n const baselineStateDigest = profileStateDigest(state.baselineProfile, state.recommendedSize)\n const candidateStateDigest = profileStateDigest(state.candidateProfile, state.recommendedSize)\n if (\n baselineStateDigest !== experiment.baseline.stateDigest ||\n candidateStateDigest !== experiment.candidate.stateDigest\n ) {\n throw new Error('profile improvement fixture state does not match its proposal')\n }\n const appliedCandidate = experiment.change.reduce(\n (profile, change, index) =>\n applyExactAgentProfileDiff(profile, change, `profile improvement fixture change ${index}`),\n state.baselineProfile,\n )\n if (\n canonicalCandidateDigest(appliedCandidate) !== canonicalCandidateDigest(state.candidateProfile)\n ) {\n throw new Error('profile improvement fixture candidate does not match its proposal changes')\n }\n return immutableCandidateValue({ proposal, ...state })\n}\n\nfunction loadAgentProfileImprovementProposal(): AgentProfileImprovementProposalFixture {\n const proposal = verifyAgentImprovementProposal(\n JSON.parse(serializedAgentProfileImprovementProposalFixture),\n )\n if (proposal.evaluation.kind !== 'agent-profile-improvement-measured-comparison') {\n throw new Error('profile improvement fixture contains a sealed candidate comparison')\n }\n return { ...proposal, evaluation: proposal.evaluation }\n}\n\nfunction parseAgentProfileImprovementState(\n input: unknown,\n): Omit<AgentProfileImprovementFixture, 'proposal'> {\n if (typeof input !== 'object' || input === null || Array.isArray(input)) {\n throw new Error('profile improvement fixture state must be an object')\n }\n const record = input as Record<string, unknown>\n const fields = Object.keys(record).sort()\n const expectedFields = ['baselineProfile', 'candidateProfile', 'recommendedSize']\n if (\n fields.length !== expectedFields.length ||\n fields.some((field, i) => field !== expectedFields[i])\n ) {\n throw new Error('profile improvement fixture state contains unsupported fields')\n }\n const recommendedSize = SANDBOX_SIZE_PRESET_NAMES.find((size) => size === record.recommendedSize)\n if (!recommendedSize) {\n throw new Error('profile improvement fixture has an invalid recommended size')\n }\n return {\n baselineProfile: parseExactAgentProfile(\n record.baselineProfile,\n 'profile improvement fixture baseline',\n ),\n candidateProfile: parseExactAgentProfile(\n record.candidateProfile,\n 'profile improvement fixture candidate',\n ),\n recommendedSize,\n }\n}\n\nfunction profileStateDigest(\n profile: AgentProfile,\n recommendedSize: SandboxSizePreset,\n): ReturnType<typeof canonicalCandidateDigest> {\n return canonicalCandidateDigest({ definition: profile, recommendedSize })\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AGeA,MAAM,4CAA4C,KAAK,UACrDA,kCACF;AACA,MAAM,mDAAmD,KAAK,UAC5DC,0CACF;AACA,MAAM,gDAAgD,KAAK,UACzDC,uCACF;;AAmBA,SAAgB,sCAAgE;CAC9E,OAAO,+BAA+B,KAAK,MAAM,yCAAyC,CAAC;AAC7F;;AAGA,SAAgB,qCAAqE;CACnF,MAAM,WAAW,oCAAoC;CACrD,MAAM,QAAQ,kCACZ,KAAK,MAAM,6CAA6C,CAC1D;CACA,MAAM,aAAa,SAAS,WAAW;CACvC,MAAM,sBAAsB,mBAAmB,MAAM,iBAAiB,MAAM,eAAe;CAC3F,MAAM,uBAAuB,mBAAmB,MAAM,kBAAkB,MAAM,eAAe;CAC7F,IACE,wBAAwB,WAAW,SAAS,eAC5C,yBAAyB,WAAW,UAAU,aAE9C,MAAM,IAAI,MAAM,+DAA+D;CAOjF,IACEC,2BANuB,WAAW,OAAO,QACxC,SAAS,QAAQ,UAChB,2BAA2B,SAAS,QAAQ,sCAAsC,OAAO,GAC3F,MAAM,eAGkC,CAAC,MAAMA,2BAAyB,MAAM,gBAAgB,GAE9F,MAAM,IAAI,MAAM,2EAA2E;CAE7F,OAAO,wBAAwB;EAAE;EAAU,GAAG;CAAM,CAAC;AACvD;AAEA,SAAS,sCAA8E;CACrF,MAAM,WAAW,+BACf,KAAK,MAAM,gDAAgD,CAC7D;CACA,IAAI,SAAS,WAAW,SAAS,iDAC/B,MAAM,IAAI,MAAM,oEAAoE;CAEtF,OAAO;EAAE,GAAG;EAAU,YAAY,SAAS;CAAW;AACxD;AAEA,SAAS,kCACP,OACkD;CAClD,IAAI,OAAO,UAAU,YAAY,UAAU,QAAQ,MAAM,QAAQ,KAAK,GACpE,MAAM,IAAI,MAAM,qDAAqD;CAEvE,MAAM,SAAS;CACf,MAAM,SAAS,OAAO,KAAK,MAAM,CAAC,CAAC,KAAK;CACxC,MAAM,iBAAiB;EAAC;EAAmB;EAAoB;CAAiB;CAChF,IACE,OAAO,WAAW,eAAe,UACjC,OAAO,MAAM,OAAO,MAAM,UAAU,eAAe,EAAE,GAErD,MAAM,IAAI,MAAM,+DAA+D;CAEjF,MAAM,kBAAkB,0BAA0B,MAAM,SAAS,SAAS,OAAO,eAAe;CAChG,IAAI,CAAC,iBACH,MAAM,IAAI,MAAM,6DAA6D;CAE/E,OAAO;EACL,iBAAiB,uBACf,OAAO,iBACP,sCACF;EACA,kBAAkB,uBAChB,OAAO,kBACP,uCACF;EACA;CACF;AACF;AAEA,SAAS,mBACP,SACA,iBAC6C;CAC7C,OAAOA,2BAAyB;EAAE,YAAY;EAAS;CAAgB,CAAC;AAC1E"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@tangle-network/agent-runtime",
3
- "version": "0.107.2",
3
+ "version": "0.107.3",
4
4
  "description": "Shared task-lifecycle skeleton for agents: a recursive loop kernel for chat turns, one-shot tasks, and multi-attempt loops, with trace capture and eval-gated self-improvement. Domain behavior lives in adapters; scoring and ship-gates in @tangle-network/agent-eval.",
5
5
  "homepage": "https://github.com/tangle-network/agent-runtime#readme",
6
6
  "repository": {
@@ -101,9 +101,9 @@
101
101
  "devDependencies": {
102
102
  "@arethetypeswrong/cli": "0.18.5",
103
103
  "@biomejs/biome": "^2.5.5",
104
- "@tangle-network/agent-eval": "0.133.0",
104
+ "@tangle-network/agent-eval": "0.133.1",
105
105
  "@tangle-network/agent-interface": "0.36.0",
106
- "@tangle-network/sandbox": "0.15.0",
106
+ "@tangle-network/sandbox": "0.15.1",
107
107
  "@types/node": "26.1.1",
108
108
  "@types/tar-stream": "3.1.4",
109
109
  "playwright": "^1.62.0",
@@ -120,7 +120,7 @@
120
120
  },
121
121
  "license": "MIT",
122
122
  "peerDependencies": {
123
- "@tangle-network/agent-eval": ">=0.133.0 <0.134.0",
123
+ "@tangle-network/agent-eval": ">=0.133.1 <0.134.0",
124
124
  "@tangle-network/agent-interface": ">=0.36.0 <0.37.0",
125
125
  "@tangle-network/sandbox": ">=0.15.0 <0.16.0",
126
126
  "playwright": "^1.40.0"
@@ -134,7 +134,7 @@
134
134
  }
135
135
  },
136
136
  "dependencies": {
137
- "@tangle-network/agent-knowledge": "6.1.2",
137
+ "@tangle-network/agent-knowledge": "6.1.3",
138
138
  "@tangle-network/agent-profile-materialize": "0.9.0",
139
139
  "tar-stream": "3.2.0"
140
140
  },
@@ -147,12 +147,13 @@
147
147
  "lint:fix": "biome check --write src tests examples",
148
148
  "typecheck": "tsc --noEmit && pnpm run typecheck:examples",
149
149
  "typecheck:examples": "tsc --noEmit -p tsconfig.examples.json",
150
- "generate:testing-fixture": "tsx scripts/generate-agent-improvement-proposal-fixture.ts",
151
- "check:testing-fixture": "tsx scripts/generate-agent-improvement-proposal-fixture.ts --check",
150
+ "generate:testing-fixture": "tsx scripts/generate-agent-improvement-proposal-fixtures.ts",
151
+ "check:testing-fixture": "tsx scripts/generate-agent-improvement-proposal-fixtures.ts --check",
152
152
  "check:skills": "node scripts/check-skills.mjs",
153
153
  "release:prepare": "node scripts/prepare-release.mjs",
154
154
  "verify:bench": "pnpm build && pnpm --filter @tangle-network/agent-bench run typecheck:public && pnpm --filter @tangle-network/agent-bench test && pnpm --filter @tangle-network/agent-bench run verify:package:local-runtime",
155
155
  "verify:bench:published": "pnpm build && pnpm --filter @tangle-network/agent-bench run typecheck:public && pnpm --filter @tangle-network/agent-bench test && pnpm --filter @tangle-network/agent-bench run verify:package",
156
+ "verify:cohort": "node scripts/verify-packed-cohort.mjs",
156
157
  "verify:package": "pnpm run build && pnpm run check:testing-fixture && pnpm run check:skills && publint && attw --pack --profile esm-only . && node scripts/verify-package-exports.mjs",
157
158
  "verify:official-optimizers": "node scripts/verify-official-optimizers.mjs",
158
159
  "verify:primeintellect": "pnpm build && node scripts/verify-primeintellect.mjs",