@tangle-network/agent-eval 0.122.1 → 0.122.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/dist/analyst/index.js +4 -5
- package/dist/analyst/index.js.map +1 -1
- package/dist/benchmarks/index.js +6 -7
- package/dist/campaign/index.d.ts +25 -3
- package/dist/campaign/index.js +5 -6
- package/dist/{chunk-3A246TSA.js → chunk-BD2OK6ZW.js} +2 -2
- package/dist/{chunk-VZ6VKOJT.js → chunk-DHJJACEX.js} +90 -38
- package/dist/{chunk-VZ6VKOJT.js.map → chunk-DHJJACEX.js.map} +1 -1
- package/dist/{chunk-S5TT5R3L.js → chunk-EAWKAVID.js} +75 -2
- package/dist/chunk-EAWKAVID.js.map +1 -0
- package/dist/{chunk-TDHX3BVA.js → chunk-IDC74VDL.js} +62 -47
- package/dist/chunk-IDC74VDL.js.map +1 -0
- package/dist/{chunk-XDIRG3TO.js → chunk-N3QPYIVG.js} +201 -103
- package/dist/chunk-N3QPYIVG.js.map +1 -0
- package/dist/{chunk-4I2E3LLO.js → chunk-NMN4WGSJ.js} +2 -2
- package/dist/{chunk-PICTDURQ.js → chunk-OZFTLMGS.js} +2 -2
- package/dist/{chunk-QWMPPZ3X.js → chunk-SFXDMFGV.js} +2 -2
- package/dist/{chunk-P62I523A.js → chunk-ULW7AATT.js} +4 -6
- package/dist/{chunk-P62I523A.js.map → chunk-ULW7AATT.js.map} +1 -1
- package/dist/{chunk-JHOJHHU7.js → chunk-ZMXDQ4K7.js} +8 -5
- package/dist/{chunk-JHOJHHU7.js.map → chunk-ZMXDQ4K7.js.map} +1 -1
- package/dist/cli.js +2 -2
- package/dist/contract/index.d.ts +18 -0
- package/dist/contract/index.js +6 -6
- package/dist/fuzz.js +1 -1
- package/dist/index.d.ts +7 -1
- package/dist/index.js +12 -12
- package/dist/index.js.map +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{run-campaign-HNFPJET4.js → run-campaign-2YJ3Z6JS.js} +3 -3
- package/dist/wire/index.js +2 -2
- package/docs/eval-surface-map.md +1 -1
- package/package.json +1 -1
- package/dist/chunk-3YYRZDON.js +0 -45
- package/dist/chunk-3YYRZDON.js.map +0 -1
- package/dist/chunk-S5TT5R3L.js.map +0 -1
- package/dist/chunk-TDHX3BVA.js.map +0 -1
- package/dist/chunk-XDIRG3TO.js.map +0 -1
- /package/dist/{chunk-3A246TSA.js.map → chunk-BD2OK6ZW.js.map} +0 -0
- /package/dist/{chunk-4I2E3LLO.js.map → chunk-NMN4WGSJ.js.map} +0 -0
- /package/dist/{chunk-PICTDURQ.js.map → chunk-OZFTLMGS.js.map} +0 -0
- /package/dist/{chunk-QWMPPZ3X.js.map → chunk-SFXDMFGV.js.map} +0 -0
- /package/dist/{run-campaign-HNFPJET4.js.map → run-campaign-2YJ3Z6JS.js.map} +0 -0
package/dist/openapi.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"openapi": "3.1.0",
|
|
3
3
|
"info": {
|
|
4
4
|
"title": "@tangle-network/agent-eval — wire protocol",
|
|
5
|
-
"version": "0.122.
|
|
5
|
+
"version": "0.122.3",
|
|
6
6
|
"description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
|
|
7
7
|
"contact": {
|
|
8
8
|
"name": "Tangle Network",
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import {
|
|
2
2
|
planCampaignRun,
|
|
3
3
|
runCampaign
|
|
4
|
-
} from "./chunk-
|
|
4
|
+
} from "./chunk-N3QPYIVG.js";
|
|
5
5
|
import "./chunk-PJQFMIOX.js";
|
|
6
|
-
import "./chunk-
|
|
6
|
+
import "./chunk-ZMXDQ4K7.js";
|
|
7
7
|
import "./chunk-VI2UW6B6.js";
|
|
8
8
|
import "./chunk-ONWEPEDO.js";
|
|
9
9
|
import "./chunk-PZ5AY32C.js";
|
|
@@ -11,4 +11,4 @@ export {
|
|
|
11
11
|
planCampaignRun,
|
|
12
12
|
runCampaign
|
|
13
13
|
};
|
|
14
|
-
//# sourceMappingURL=run-campaign-
|
|
14
|
+
//# sourceMappingURL=run-campaign-2YJ3Z6JS.js.map
|
package/dist/wire/index.js
CHANGED
|
@@ -34,9 +34,9 @@ import {
|
|
|
34
34
|
runRpcOnce,
|
|
35
35
|
startServer,
|
|
36
36
|
startServerAsync
|
|
37
|
-
} from "../chunk-
|
|
37
|
+
} from "../chunk-NMN4WGSJ.js";
|
|
38
38
|
import "../chunk-NJC7U437.js";
|
|
39
|
-
import "../chunk-
|
|
39
|
+
import "../chunk-ZMXDQ4K7.js";
|
|
40
40
|
import "../chunk-VI2UW6B6.js";
|
|
41
41
|
import "../chunk-PC4UYEBM.js";
|
|
42
42
|
import "../chunk-ONWEPEDO.js";
|
package/docs/eval-surface-map.md
CHANGED
|
@@ -12,7 +12,7 @@ composition point already exists (see Produced-state grading below).**
|
|
|
12
12
|
| `runCampaign` | The measurement primitive. Run a dispatch over scenarios × seeds × reps, score each with judges, aggregate. Caller owns the dispatch. | `CampaignResult` |
|
|
13
13
|
| `runEval` | The simplest preset over `runCampaign` — just score, no loop, no gate. The 80% "I want a scorecard" case. | `CampaignResult` |
|
|
14
14
|
| `runProfileMatrix` | Factor the SAME scenarios across N agent **profiles** (models / prompt variants), with RunRecord stamping + a real-backend integrity guard. | `RunRecord[]` |
|
|
15
|
-
| `runOptimization` | GENERATE: baseline → N generations of propose → measure → rank → promote. No release gate. | generations + winner |
|
|
15
|
+
| `runOptimization` | GENERATE: measured or validated premeasured baseline → N generations of propose → measure → rank → promote. No release gate. | generations + winner |
|
|
16
16
|
| `runImprovementLoop` | The release-gate shell around `runOptimization`: adds a held-out re-score + a promotion gate (+ optional auto-PR). | gate decision + winner |
|
|
17
17
|
| `runEvalCampaign` | Inversion-of-control variant of `runCampaign` — the runner is handed a pre-wired trace/sink/emitter and integrity gating as a precondition. Use when you need full capture by construction. | `CampaignResult` + records |
|
|
18
18
|
| `runAgentMatrix` | The bare N-axis cartesian scheduler with concurrency control. The layer beneath the eval surface — reach for it only when you need raw scheduling, not eval semantics. | cell results |
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tangle-network/agent-eval",
|
|
3
|
-
"version": "0.122.
|
|
3
|
+
"version": "0.122.3",
|
|
4
4
|
"description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
|
|
5
5
|
"homepage": "https://github.com/tangle-network/agent-eval#readme",
|
|
6
6
|
"repository": {
|
package/dist/chunk-3YYRZDON.js
DELETED
|
@@ -1,45 +0,0 @@
|
|
|
1
|
-
// src/concurrency.ts
|
|
2
|
-
var Mutex = class {
|
|
3
|
-
locked = false;
|
|
4
|
-
waiters = [];
|
|
5
|
-
async acquire() {
|
|
6
|
-
if (!this.locked) {
|
|
7
|
-
this.locked = true;
|
|
8
|
-
return () => this.release();
|
|
9
|
-
}
|
|
10
|
-
return new Promise((resolve) => {
|
|
11
|
-
this.waiters.push(() => {
|
|
12
|
-
resolve(() => this.release());
|
|
13
|
-
});
|
|
14
|
-
});
|
|
15
|
-
}
|
|
16
|
-
release() {
|
|
17
|
-
const next = this.waiters.shift();
|
|
18
|
-
if (next) {
|
|
19
|
-
next();
|
|
20
|
-
} else {
|
|
21
|
-
this.locked = false;
|
|
22
|
-
}
|
|
23
|
-
}
|
|
24
|
-
async runExclusive(fn) {
|
|
25
|
-
const release = await this.acquire();
|
|
26
|
-
try {
|
|
27
|
-
return await fn();
|
|
28
|
-
} finally {
|
|
29
|
-
release();
|
|
30
|
-
}
|
|
31
|
-
}
|
|
32
|
-
/** True iff someone holds the lock right now. Diagnostics only. */
|
|
33
|
-
get isLocked() {
|
|
34
|
-
return this.locked;
|
|
35
|
-
}
|
|
36
|
-
/** Pending waiter count. Diagnostics only. */
|
|
37
|
-
get pending() {
|
|
38
|
-
return this.waiters.length;
|
|
39
|
-
}
|
|
40
|
-
};
|
|
41
|
-
|
|
42
|
-
export {
|
|
43
|
-
Mutex
|
|
44
|
-
};
|
|
45
|
-
//# sourceMappingURL=chunk-3YYRZDON.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/concurrency.ts"],"sourcesContent":["/**\n * concurrency — small primitives the evolution loop needs.\n *\n * `Mutex` is a zero-dep async lock with FIFO fairness. The evolution loop\n * uses it to serialise checkout/build/commit sequences inside a single\n * pool slot, and to gate concurrent JSONL writers (see\n * `lockedJsonlReferenceReplayStore`).\n *\n * Deliberately minimal — no priority queue, no timeouts. If you need\n * those, swap to `async-mutex` at the call site.\n */\n\nexport class Mutex {\n private locked = false\n private readonly waiters: Array<() => void> = []\n\n async acquire(): Promise<() => void> {\n if (!this.locked) {\n this.locked = true\n return () => this.release()\n }\n return new Promise<() => void>((resolve) => {\n this.waiters.push(() => {\n resolve(() => this.release())\n })\n })\n }\n\n private release(): void {\n const next = this.waiters.shift()\n if (next) {\n next()\n } else {\n this.locked = false\n }\n }\n\n async runExclusive<T>(fn: () => Promise<T> | T): Promise<T> {\n const release = await this.acquire()\n try {\n return await fn()\n } finally {\n release()\n }\n }\n\n /** True iff someone holds the lock right now. Diagnostics only. */\n get isLocked(): boolean {\n return this.locked\n }\n\n /** Pending waiter count. Diagnostics only. */\n get pending(): number {\n return this.waiters.length\n }\n}\n"],"mappings":";AAYO,IAAM,QAAN,MAAY;AAAA,EACT,SAAS;AAAA,EACA,UAA6B,CAAC;AAAA,EAE/C,MAAM,UAA+B;AACnC,QAAI,CAAC,KAAK,QAAQ;AAChB,WAAK,SAAS;AACd,aAAO,MAAM,KAAK,QAAQ;AAAA,IAC5B;AACA,WAAO,IAAI,QAAoB,CAAC,YAAY;AAC1C,WAAK,QAAQ,KAAK,MAAM;AACtB,gBAAQ,MAAM,KAAK,QAAQ,CAAC;AAAA,MAC9B,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAgB;AACtB,UAAM,OAAO,KAAK,QAAQ,MAAM;AAChC,QAAI,MAAM;AACR,WAAK;AAAA,IACP,OAAO;AACL,WAAK,SAAS;AAAA,IAChB;AAAA,EACF;AAAA,EAEA,MAAM,aAAgB,IAAsC;AAC1D,UAAM,UAAU,MAAM,KAAK,QAAQ;AACnC,QAAI;AACF,aAAO,MAAM,GAAG;AAAA,IAClB,UAAE;AACA,cAAQ;AAAA,IACV;AAAA,EACF;AAAA;AAAA,EAGA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,UAAkB;AACpB,WAAO,KAAK,QAAQ;AAAA,EACtB;AACF;","names":[]}
|