@tangle-network/agent-eval 0.219.0 → 0.220.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +8 -0
- package/dist/openapi.json +1 -1
- package/dist/rl.d.ts +1 -0
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +35 -1
- package/dist/rl.js.map +1 -1
- package/package.json +1 -1
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,14 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
4
4
|
|
|
5
5
|
---
|
|
6
6
|
|
|
7
|
+
## [0.220.1] — 2026-10-22
|
|
8
|
+
|
|
9
|
+
- fix(publish): never move npm latest to an older version
|
|
10
|
+
|
|
11
|
+
## [0.220.0] — 2026-10-22
|
|
12
|
+
|
|
13
|
+
- feat(rl): export buildPairwiseFromCampaign from /rl
|
|
14
|
+
|
|
7
15
|
## [0.219.0] — 2026-10-22
|
|
8
16
|
|
|
9
17
|
- docs(census): refresh consumer evidence with restored imports
|
package/dist/openapi.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"openapi": "3.1.0",
|
|
3
3
|
"info": {
|
|
4
4
|
"title": "@tangle-network/agent-eval — wire protocol",
|
|
5
|
-
"version": "0.
|
|
5
|
+
"version": "0.220.1",
|
|
6
6
|
"description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.1.0. Bumps on breaking changes to request/response schemas.",
|
|
7
7
|
"contact": {
|
|
8
8
|
"name": "Tangle Network",
|
package/dist/rl.d.ts
CHANGED
|
@@ -1605,6 +1605,7 @@ interface BuildPairwiseFromCampaignInput {
|
|
|
1605
1605
|
*/
|
|
1606
1606
|
drawMargin?: number;
|
|
1607
1607
|
}
|
|
1608
|
+
export declare function buildPairwiseFromCampaign(input: BuildPairwiseFromCampaignInput): PairwiseOutcome[];
|
|
1608
1609
|
//#endregion
|
|
1609
1610
|
//#region src/rl/verified-findings-dataset.d.ts
|
|
1610
1611
|
/**
|
package/dist/rl.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rl.d.ts","names":[],"sources":["../src/rl/active-curriculum.ts","../src/rl/adaptation-eval.ts","../src/rl/claim-integrity.ts","../src/rl/compute-curves.ts","../src/rl/contamination.ts","../src/rl/rollout-input.ts","../src/rl/preferences.ts","../src/rl/process-reward.ts","../src/rl/exporters.ts","../src/rl/dataset.ts","../src/rl/corpus.ts","../src/rl/off-policy.ts","../src/rl/predictive-validity-researcher.ts","../src/rl/rl-campaign.ts","../src/rl/run-record-adapters.ts","../src/rl/sim-fidelity.ts","../src/rl/tournament.ts","../src/rl/verified-findings-dataset.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UAgBiB;EACf;EACA;;EAEA;;UAGe;EACf;EACA;;EAEA;;EAEA;;UAGe;;EAEf;;;;;;EAMA;;;;;EAKA;;;;iBChCe,iBAAiB;;;;;;EAMhC,IAAI;IAAQ,UAAU;IAAG;IAAW;MAAgB;;iBAGrC,0BAA0B;EACzC,WAAW;;EAEX;;EAEA;EACA,QAAQ,iBAAiB;;EAEzB;;iBAGe;EACf;EACA;EACA;EACA;EACA;;EAEA,aAAa;IAAQ;IAAoB;IAAmB;IAAgB;;;iBAG7D;EACf,QAAQ;;;;;EAKR;;;;;EAKA;;wBAGoB,mBAAmB;EAAY;GACnD,MAAM,0BAA0B,KAC/B,QAAQ;iBAmEM;EACf,MAAM;IACJ;;IAEA,OAAO;;;EAGT,WAAW;;EAEX,cAAc;EACd,cAAc;;EAEd;;EAEA;;EAEA;;;;;;;;;wBAUc,wBACd,GAAG,iBACH,GAAG,iBACH;EACE;EACA;EACA;;EAEA;IAED;;wBA0Ea,WAAW,OAAO,iBAAiB;;;KC5LvC;KACA;;UAGK;WACN;WACA,IAAI;WACJ,OAAO,sBAAsB;;UAGvB;;WAEN;WACA,eAAe;;WAEf;;WAEA;;WAEA;;UAGM;WACN;WACA;;;;;;;UAQM;;WAEN;;WAEA;;WAEA;;WAEA;;WAEA,SAAS,SAAS;;;;;WAKlB,aAAa,SAAS;;WAEtB,mBAAmB;;WAEnB,oBAAoB;;WAEpB,kBAAkB;;WAElB,mBAAmB;;;UAIb;;WAEN;;WAEA;WACA;WACA;WACA;;WAEA,YAAY,SAAS;;WAErB;;WAEA;;WAEA;;KAGC;KACA;UAYK;WACN;WACA;WACA;;UAGM;WACN,IAAI;WACJ,MAAM;;WAEN;WACA;WACA,mBAAmB;;WAEnB;;;wBA2BK,UAAU,MAAM,WAAW,OAAO,KAAK;;;;;;wBAyDvC,aACd,OAAO,gBACP,OAAO,0BACN;UAsCc;;WAEN;;;;;;;;;wBAUK,cACd,OAAO,gBACP,qBAAqB,kBACrB,OAAO,yBACP,UAAS,iBACR;;;;;;;;;;;qBAkFU;WAEL;WAEF;;WAGE;WAEF;;WAGE;WACK;;WAGL;WACK;;;wBAKG,sBAAsB,kCAAkC;;UAqCvD;WACN;WACA;;WAEA;;;;;;;wBAQK,kBACd,iBAAiB,mBACjB;EAAW;EAA6B;IACvC;cA6DG;KACM,yBAAyB;;wBAkBrB,2BAA2B,OAAO,gBAAgB,OAAO;EAa7D;;;EACA;;;UAIK;WACN,SAAS;WACT;WACA;WACA;;;wBAyBK,wBAAwB,eAAe;;;;;wBA8BvC,cACd,OAAO,gBACP,QAAQ;WAAsC;UAC9C;EAAW;EAAgB;IAC1B;;;;;cA8CG;WACJ;aACE;aACA;;WAGF;aACE;aACA;;WAGF;aACE;aACA;;WAEF;aACE;aACA;;;KAKQ,0CAA0C;UAErC;WACN;;;;;WAKA;;WAEA;WACA;;;wBAIK,8BACd,OAAO,gBACP,OAAO,aACP,SAAS,iCACR,wBAAwB;;wBA+BX,gBACd,QAAQ;WAAmC;UAC3C;EAAW;IACV;;;;;;wBAqCa,6BAA6B,OAAO,iBAAiB;;wBAmBrD,cACd,mBAAmB;WAAoC;UACvD;EAAW;IACV;UAwCc;;WAEN,sBAAsB;;UAGhB;WACN;WACA;;WAEA;WACA,kBAAkB;;WAElB;;WAEA;;;wBAIK,qBAAqB,SAAQ;;wBAS7B,sBACd,kBAAkB,mBAClB,SAAQ,uBACP;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC5zBc;;EAEf;;EAEA;;EAEA,OAAO;;UAGQ;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA,QAAQ;;EAER;;EAEA,MAAM;;UAGS;EACf;EACA,SAAS;;;;;EAKT,cAAc,QAAQ,uBAAuB;IAC3C;IACA;IACA;IACA,UAAU;;;UAuBG,sBAAsB;;EAErC;;EAEA,SAAS,sBAAsB,QAAQ;;EAEvC,UAAU,SAAS,MAAM;;UAGV,qBAAqB;EACpC,MAAM;EACN;EACA;EACA;;EAEA;;;wBAIoB,QAAQ,GAAG,MAAM,sBAAsB,KAAK,QAAQ,qBAAqB;UAqB9E,uBAAuB;EACtC;EACA,SAAS,sBAAsB,QAAQ;;EAEvC,YAAY,SAAS;;UAGN,sBAAsB;;EAErC;;EAEA;;EAEA,WAAW;;EAEX,gBAAgB;;EAEhB,UAAU;;;;;;;;UA2CK;EACf;EACA;EACA;EACA;;wBAGc,wBAAwB,QAAQ,qBAAqB;;;;;;;;;;;;KC7LzD;UAOK,qBAAqB;EACpC,MAAM;;EAEN,QAAQ,UAAU,MAAM,QAAQ,KAAK;;EAErC;;UAGe,wBAAwB;;EAEvC,aAAa,GAAG;;EAEhB,WAAW;;;;;EAKX,YAAY;EACZ,eAAe,qBAAqB;;;;;;EAMpC,UAAU,GAAG,MAAM;;UAGJ;;EAEf;;EAEA;;;;;EAKA;;UAGe;EACf,aAAa;IACX;IACA;IACA;IACA;;;EAGF;IAAc;IAAW;;;EAEzB;EACA;EACA;EACA;;EAEA;;EAEA;;wBAGoB,sBAAsB,GAC1C,OAAO,wBAAwB,IAC/B,OAAM,4BACL,QAAQ;;;;;;;;;;;;;UC5CM;;;;;;;;;;;EAWf,OAAO;;;;YCKG;iBAKK;;EAEf;;EAEA;EACA;;EAEA;EACA;;EAEA;;;;;;EAMA;IAAW;IAAgB;;;EAE3B;;;;;EAKA;IACE;IACA;IACA;IACA;IACA;IACA;;;iBAIa;EACf,WAAW;;;;;EAKX;;;;;;EAMA,QAAQ;;EAER;;iBAGe;EACf,OAAO;;EAEP;;EAEA;;EAEA;;EAEA,UAAU;;;;;;EAMV;;;;;;;;;;;;;;;;;;;;wBAuCc,mBACd,OAAO,qBACP,OAAM,4BACL;;;;;;;;;;;;;;;;;;wBAqMmB,YACpB,SAAS,oBACT,SAAS,YACT,SAAS,qBACR,QAAQ;EAAQ;EAAgB;EAAgB;;;;;;;;;;;wBAkCnC,kBACd,SAAS,oBACT,SAAS,qBACR;EAAQ;EAAoB;EAAqB;EAAuB;;;;UChX1D;;EAEf;EACA;;EAEA;;EAEA,MAAM;;EAEN;;EAEA;;;;;EAKA;;EAEA;;EAEA;;UAGe;;EAEf,WAAW;;EAEX,MAAM,MAAM,OAAO,QAAQ,KAAK;;UAGjB;;;;;;EAMf,SAAS;;EAET,aAAa,MAAM;;UAuCJ;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;UAkDe;;EAEf;EACA;;EAEA;EACA;;EAEA;EACA;;EAEA;EACA;;;;;;;;;;;;;;;;;wBAkBc,iBACd,kBAAkB,YAAY,eAC9B;EAAQ;EAAoB;IAC3B;;;UCrJc;;EAEf,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;UAG3B;EACf;EACA;EACA;;EAEA;;EAEA,OAAO;;;KAIG,iBAAiB;;;;;;;;;;;;;;;;wBAwBP,UACpB,SAAS,oBACT,SAAS,YACT,SAAS,iBACR,QAAQ;;KA+CC,+BAA+B;UAE1B,oBACP,KAAK;;EAEb,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;UAG3B;EACf;EACA;EACA;;EAEA;EACA,OAAO;;;;;;;;;;;;;;;;;;;wBAoBa,WACpB,OAAO,qBACP,SAAS,cACR,QAAQ;UA+DM,mBAAmB;;;;;EAKlC,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;EAE1C,YAAY,MAAM;;EAElB,WAAW,MAAM;;UAGF;;EAEf,UAAU;EACV,OAAO;;;;;;;;;;;;;;;;;;;wBAoBa,qBACpB,OAAO,qBACP,SAAS,aACR,QAAQ;wBAwDK,WAAW,MAAM;UAMhB;;EAEf,WAAW,2BAA2B;;EAEtC,aAAa,eAAe,4BAA4B;;EAExD,YAAY,eAAe,uCAAuC;;UAGnD;EACf;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;;UAGQ,uBAAuB;;;;;;;;;;EAUtC;;;;;;;;;;;;;;;;;;;;;wBAsBoB,UACpB,SAAS,qBACT,SAAS,YACT,SAAS,iBACR,QAAQ;UAoGM;EACf;EACA;EACA;EACA;EACA;EACA;;;;KCheU;cACN;KACM,wBAAwB;wBAIpB,uBAAuB,iBAAiB;;;UA2BvC;EACf;EACA;;EAEA;;;EAGA;;;EAGA;IAAU,MAAM;IAAY;IAAgB;;EAC5C;EACA;EACA;;EAEA;;EAEA,UAAU;;EAEV;IACE;IACA;IACA;;;UAIa;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;;EAEA;;EAEA,QAAQ,OAAO;EACf,QAAQ;;EAER;;EAEA;EACA;EACA;IAAe;IAAe;;EAC9B;;;;;;EAMA;;UAGe,0BAA0B;EACzC,SAAS;EACT,WAAW,QAAQ,OAAO;EAC1B,OAAO;;UAGQ;EACf,UAAU;;EAEV,OAAO;;;;;;;;;;wBA0Da,eACpB,OAAO,qBACP,SAAS,cAAc,YACvB,QAAQ,iBACR;EAAgB,SAAS;EAAoB,SAAS;IACrD,QAAQ;;;;;KC/KC,eAAe;EAAc;EAAiB;;UAEzC;EACf;;;EAGA;EACA;;;wBA8Bc,WAAW,qBAAqB;UAmB/B;;EAEf;;EAEA,SAAS;;EAET;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC/Ce;;EAEf;;EAEA;;;;;;EAMA;;;;;;EAMA;;;;;;EAMA;;;;;;;EAOA;;UAGe;;EAEf;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;;;;EAKA;;EAEA,qBAAqB;;UAGN;;;;;;EAMf;;EAEA;IAAe;IAAa;;;;;;;;wBAQd,4BACd,cAAc,uBACd,OAAM,mBACL;;;;;;wBA4Ca,kCACd,cAAc,uBACd,OAAM,mBACL;;;;;;;;;;;;;;;;;;;;;wBAwDa,aACd,cAAc,uBACd,OAAM,mBACL;;;iBC7Lc;EACf,UAAU;;EAEV,eAAe;;EAEf;;EAEA;;;;;;EAMA,YAAY,QAAQ,0CAA0C;;;;;;qBAOnD,wCAAwC;mBAClC;UACT;EAER,YAAY,MAAM;EAaZ,gBAAgB,MAAM,cAAc,QAAQ;EA0C5C,cAAc,UAAU,gBAAgB,QAAQ;EA+DhD,YAAY,SAAS,kBAAkB,UAAU,iBAAiB,QAAQ;EAS1E,eAAe,MAAM,iBAAiB,QAAQ;;;;;;EAiD9C,iBAAiB,MAAM,cAAc,QAAQ;;;;;;EAiBnD,UAAU,QAAQ;EAUlB,iBAAiB;;;;iBCxMF,qBAAqB,WAAW,oBAAoB;;EAEnE,UAAU;;EAEV,cAAc;;EAEd,mBAAmB;;EAEnB,eAAe;EACf,0BAA0B;;EAE1B;IACE;IACA;IACA;MAAS;MAAa;;;;;;;;;;;;;IAYtB;;;EAGF;IACE,MAAM;IACN,OAAO;IACP,MAAM;;;;;;;;;;;iBAYO;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;iBAGe;EACf,UAAU;;EAEV,cAAc;;EAEd,eAAe;IAAQ;IAAe,QAAQ;;;EAE9C,aAAa;;;;;EAKb,mBAAmB;;;;EAInB,eAAe;;EAEf,eAAe;;EAEf,oBAAoB;;EAEpB;IACE,MAAM;IACN,OAAO;IACP,MAAM;;;;;EAKR;;;;EAIA;;wBAGoB,cAAc,GAAG,MAAM,qBAAqB,KAAK,QAAQ;;;UC5I9D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,WAAW;;EAEX;;;;;;;;;;;wBAYc,qBACd,UAAU,gBACV,KAAK;EAAmB;IACvB;;;;;;;KCPS,oBAAoB,QAAQ,cAAc;;;wBA0BtC,YAAY,eAAe;UAU1B;;EAEf;;;EAGA;;EAEA;;UAGe;EACf;;EAEA;;EAEA,WAAW;;EAEX;;EAEA;;KAGU;UAEK;EACf,cAAc;;;;EAId;;;EAGA;;;EAGA,SAAS;;UAGM;;EAEf,WAAW;;EAEX;;UAae;;;EAGf;;;EAGA;;UAGe;EACf;EACA;;EAEA;;;EAGA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UCzHe;;EAEf;;EAEA;;;;;EAKA;;;;;;EAMA;;UAGe;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;EACf,SAAS;;EAET;;EAEA;EACA;;;;;;;;;;;wBAYc,gBACd,UAAU,mBACV;EAAQ;EAAoB;EAAwB;IACnD;;;;;;;;;UA+Gc;;EAEf;;EAEA;;;;;;;;UAkCe;EACf,MAAM;IACJ;;IAEA;IACA;;;;;;EAMF
|
|
1
|
+
{"version":3,"file":"rl.d.ts","names":[],"sources":["../src/rl/active-curriculum.ts","../src/rl/adaptation-eval.ts","../src/rl/claim-integrity.ts","../src/rl/compute-curves.ts","../src/rl/contamination.ts","../src/rl/rollout-input.ts","../src/rl/preferences.ts","../src/rl/process-reward.ts","../src/rl/exporters.ts","../src/rl/dataset.ts","../src/rl/corpus.ts","../src/rl/off-policy.ts","../src/rl/predictive-validity-researcher.ts","../src/rl/rl-campaign.ts","../src/rl/run-record-adapters.ts","../src/rl/sim-fidelity.ts","../src/rl/tournament.ts","../src/rl/verified-findings-dataset.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UAgBiB;EACf;EACA;;EAEA;;UAGe;EACf;EACA;;EAEA;;EAEA;;UAGe;;EAEf;;;;;;EAMA;;;;;EAKA;;;;iBChCe,iBAAiB;;;;;;EAMhC,IAAI;IAAQ,UAAU;IAAG;IAAW;MAAgB;;iBAGrC,0BAA0B;EACzC,WAAW;;EAEX;;EAEA;EACA,QAAQ,iBAAiB;;EAEzB;;iBAGe;EACf;EACA;EACA;EACA;EACA;;EAEA,aAAa;IAAQ;IAAoB;IAAmB;IAAgB;;;iBAG7D;EACf,QAAQ;;;;;EAKR;;;;;EAKA;;wBAGoB,mBAAmB;EAAY;GACnD,MAAM,0BAA0B,KAC/B,QAAQ;iBAmEM;EACf,MAAM;IACJ;;IAEA,OAAO;;;EAGT,WAAW;;EAEX,cAAc;EACd,cAAc;;EAEd;;EAEA;;EAEA;;;;;;;;;wBAUc,wBACd,GAAG,iBACH,GAAG,iBACH;EACE;EACA;EACA;;EAEA;IAED;;wBA0Ea,WAAW,OAAO,iBAAiB;;;KC5LvC;KACA;;UAGK;WACN;WACA,IAAI;WACJ,OAAO,sBAAsB;;UAGvB;;WAEN;WACA,eAAe;;WAEf;;WAEA;;WAEA;;UAGM;WACN;WACA;;;;;;;UAQM;;WAEN;;WAEA;;WAEA;;WAEA;;WAEA,SAAS,SAAS;;;;;WAKlB,aAAa,SAAS;;WAEtB,mBAAmB;;WAEnB,oBAAoB;;WAEpB,kBAAkB;;WAElB,mBAAmB;;;UAIb;;WAEN;;WAEA;WACA;WACA;WACA;;WAEA,YAAY,SAAS;;WAErB;;WAEA;;WAEA;;KAGC;KACA;UAYK;WACN;WACA;WACA;;UAGM;WACN,IAAI;WACJ,MAAM;;WAEN;WACA;WACA,mBAAmB;;WAEnB;;;wBA2BK,UAAU,MAAM,WAAW,OAAO,KAAK;;;;;;wBAyDvC,aACd,OAAO,gBACP,OAAO,0BACN;UAsCc;;WAEN;;;;;;;;;wBAUK,cACd,OAAO,gBACP,qBAAqB,kBACrB,OAAO,yBACP,UAAS,iBACR;;;;;;;;;;;qBAkFU;WAEL;WAEF;;WAGE;WAEF;;WAGE;WACK;;WAGL;WACK;;;wBAKG,sBAAsB,kCAAkC;;UAqCvD;WACN;WACA;;WAEA;;;;;;;wBAQK,kBACd,iBAAiB,mBACjB;EAAW;EAA6B;IACvC;cA6DG;KACM,yBAAyB;;wBAkBrB,2BAA2B,OAAO,gBAAgB,OAAO;EAa7D;;;EACA;;;UAIK;WACN,SAAS;WACT;WACA;WACA;;;wBAyBK,wBAAwB,eAAe;;;;;wBA8BvC,cACd,OAAO,gBACP,QAAQ;WAAsC;UAC9C;EAAW;EAAgB;IAC1B;;;;;cA8CG;WACJ;aACE;aACA;;WAGF;aACE;aACA;;WAGF;aACE;aACA;;WAEF;aACE;aACA;;;KAKQ,0CAA0C;UAErC;WACN;;;;;WAKA;;WAEA;WACA;;;wBAIK,8BACd,OAAO,gBACP,OAAO,aACP,SAAS,iCACR,wBAAwB;;wBA+BX,gBACd,QAAQ;WAAmC;UAC3C;EAAW;IACV;;;;;;wBAqCa,6BAA6B,OAAO,iBAAiB;;wBAmBrD,cACd,mBAAmB;WAAoC;UACvD;EAAW;IACV;UAwCc;;WAEN,sBAAsB;;UAGhB;WACN;WACA;;WAEA;WACA,kBAAkB;;WAElB;;WAEA;;;wBAIK,qBAAqB,SAAQ;;wBAS7B,sBACd,kBAAkB,mBAClB,SAAQ,uBACP;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC5zBc;;EAEf;;EAEA;;EAEA,OAAO;;UAGQ;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA,QAAQ;;EAER;;EAEA,MAAM;;UAGS;EACf;EACA,SAAS;;;;;EAKT,cAAc,QAAQ,uBAAuB;IAC3C;IACA;IACA;IACA,UAAU;;;UAuBG,sBAAsB;;EAErC;;EAEA,SAAS,sBAAsB,QAAQ;;EAEvC,UAAU,SAAS,MAAM;;UAGV,qBAAqB;EACpC,MAAM;EACN;EACA;EACA;;EAEA;;;wBAIoB,QAAQ,GAAG,MAAM,sBAAsB,KAAK,QAAQ,qBAAqB;UAqB9E,uBAAuB;EACtC;EACA,SAAS,sBAAsB,QAAQ;;EAEvC,YAAY,SAAS;;UAGN,sBAAsB;;EAErC;;EAEA;;EAEA,WAAW;;EAEX,gBAAgB;;EAEhB,UAAU;;;;;;;;UA2CK;EACf;EACA;EACA;EACA;;wBAGc,wBAAwB,QAAQ,qBAAqB;;;;;;;;;;;;KC7LzD;UAOK,qBAAqB;EACpC,MAAM;;EAEN,QAAQ,UAAU,MAAM,QAAQ,KAAK;;EAErC;;UAGe,wBAAwB;;EAEvC,aAAa,GAAG;;EAEhB,WAAW;;;;;EAKX,YAAY;EACZ,eAAe,qBAAqB;;;;;;EAMpC,UAAU,GAAG,MAAM;;UAGJ;;EAEf;;EAEA;;;;;EAKA;;UAGe;EACf,aAAa;IACX;IACA;IACA;IACA;;;EAGF;IAAc;IAAW;;;EAEzB;EACA;EACA;EACA;;EAEA;;EAEA;;wBAGoB,sBAAsB,GAC1C,OAAO,wBAAwB,IAC/B,OAAM,4BACL,QAAQ;;;;;;;;;;;;;UC5CM;;;;;;;;;;;EAWf,OAAO;;;;YCKG;iBAKK;;EAEf;;EAEA;EACA;;EAEA;EACA;;EAEA;;;;;;EAMA;IAAW;IAAgB;;;EAE3B;;;;;EAKA;IACE;IACA;IACA;IACA;IACA;IACA;;;iBAIa;EACf,WAAW;;;;;EAKX;;;;;;EAMA,QAAQ;;EAER;;iBAGe;EACf,OAAO;;EAEP;;EAEA;;EAEA;;EAEA,UAAU;;;;;;EAMV;;;;;;;;;;;;;;;;;;;;wBAuCc,mBACd,OAAO,qBACP,OAAM,4BACL;;;;;;;;;;;;;;;;;;wBAqMmB,YACpB,SAAS,oBACT,SAAS,YACT,SAAS,qBACR,QAAQ;EAAQ;EAAgB;EAAgB;;;;;;;;;;;wBAkCnC,kBACd,SAAS,oBACT,SAAS,qBACR;EAAQ;EAAoB;EAAqB;EAAuB;;;;UChX1D;;EAEf;EACA;;EAEA;;EAEA,MAAM;;EAEN;;EAEA;;;;;EAKA;;EAEA;;EAEA;;UAGe;;EAEf,WAAW;;EAEX,MAAM,MAAM,OAAO,QAAQ,KAAK;;UAGjB;;;;;;EAMf,SAAS;;EAET,aAAa,MAAM;;UAuCJ;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;UAkDe;;EAEf;EACA;;EAEA;EACA;;EAEA;EACA;;EAEA;EACA;;;;;;;;;;;;;;;;;wBAkBc,iBACd,kBAAkB,YAAY,eAC9B;EAAQ;EAAoB;IAC3B;;;UCrJc;;EAEf,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;UAG3B;EACf;EACA;EACA;;EAEA;;EAEA,OAAO;;;KAIG,iBAAiB;;;;;;;;;;;;;;;;wBAwBP,UACpB,SAAS,oBACT,SAAS,YACT,SAAS,iBACR,QAAQ;;KA+CC,+BAA+B;UAE1B,oBACP,KAAK;;EAEb,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;UAG3B;EACf;EACA;EACA;;EAEA;EACA,OAAO;;;;;;;;;;;;;;;;;;;wBAoBa,WACpB,OAAO,qBACP,SAAS,cACR,QAAQ;UA+DM,mBAAmB;;;;;EAKlC,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;EAE1C,YAAY,MAAM;;EAElB,WAAW,MAAM;;UAGF;;EAEf,UAAU;EACV,OAAO;;;;;;;;;;;;;;;;;;;wBAoBa,qBACpB,OAAO,qBACP,SAAS,aACR,QAAQ;wBAwDK,WAAW,MAAM;UAMhB;;EAEf,WAAW,2BAA2B;;EAEtC,aAAa,eAAe,4BAA4B;;EAExD,YAAY,eAAe,uCAAuC;;UAGnD;EACf;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;;UAGQ,uBAAuB;;;;;;;;;;EAUtC;;;;;;;;;;;;;;;;;;;;;wBAsBoB,UACpB,SAAS,qBACT,SAAS,YACT,SAAS,iBACR,QAAQ;UAoGM;EACf;EACA;EACA;EACA;EACA;EACA;;;;KCheU;cACN;KACM,wBAAwB;wBAIpB,uBAAuB,iBAAiB;;;UA2BvC;EACf;EACA;;EAEA;;;EAGA;;;EAGA;IAAU,MAAM;IAAY;IAAgB;;EAC5C;EACA;EACA;;EAEA;;EAEA,UAAU;;EAEV;IACE;IACA;IACA;;;UAIa;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;;EAEA;;EAEA,QAAQ,OAAO;EACf,QAAQ;;EAER;;EAEA;EACA;EACA;IAAe;IAAe;;EAC9B;;;;;;EAMA;;UAGe,0BAA0B;EACzC,SAAS;EACT,WAAW,QAAQ,OAAO;EAC1B,OAAO;;UAGQ;EACf,UAAU;;EAEV,OAAO;;;;;;;;;;wBA0Da,eACpB,OAAO,qBACP,SAAS,cAAc,YACvB,QAAQ,iBACR;EAAgB,SAAS;EAAoB,SAAS;IACrD,QAAQ;;;;;KC/KC,eAAe;EAAc;EAAiB;;UAEzC;EACf;;;EAGA;EACA;;;wBA8Bc,WAAW,qBAAqB;UAmB/B;;EAEf;;EAEA,SAAS;;EAET;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC/Ce;;EAEf;;EAEA;;;;;;EAMA;;;;;;EAMA;;;;;;EAMA;;;;;;;EAOA;;UAGe;;EAEf;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;;;;EAKA;;EAEA,qBAAqB;;UAGN;;;;;;EAMf;;EAEA;IAAe;IAAa;;;;;;;;wBAQd,4BACd,cAAc,uBACd,OAAM,mBACL;;;;;;wBA4Ca,kCACd,cAAc,uBACd,OAAM,mBACL;;;;;;;;;;;;;;;;;;;;;wBAwDa,aACd,cAAc,uBACd,OAAM,mBACL;;;iBC7Lc;EACf,UAAU;;EAEV,eAAe;;EAEf;;EAEA;;;;;;EAMA,YAAY,QAAQ,0CAA0C;;;;;;qBAOnD,wCAAwC;mBAClC;UACT;EAER,YAAY,MAAM;EAaZ,gBAAgB,MAAM,cAAc,QAAQ;EA0C5C,cAAc,UAAU,gBAAgB,QAAQ;EA+DhD,YAAY,SAAS,kBAAkB,UAAU,iBAAiB,QAAQ;EAS1E,eAAe,MAAM,iBAAiB,QAAQ;;;;;;EAiD9C,iBAAiB,MAAM,cAAc,QAAQ;;;;;;EAiBnD,UAAU,QAAQ;EAUlB,iBAAiB;;;;iBCxMF,qBAAqB,WAAW,oBAAoB;;EAEnE,UAAU;;EAEV,cAAc;;EAEd,mBAAmB;;EAEnB,eAAe;EACf,0BAA0B;;EAE1B;IACE;IACA;IACA;MAAS;MAAa;;;;;;;;;;;;;IAYtB;;;EAGF;IACE,MAAM;IACN,OAAO;IACP,MAAM;;;;;;;;;;;iBAYO;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;iBAGe;EACf,UAAU;;EAEV,cAAc;;EAEd,eAAe;IAAQ;IAAe,QAAQ;;;EAE9C,aAAa;;;;;EAKb,mBAAmB;;;;EAInB,eAAe;;EAEf,eAAe;;EAEf,oBAAoB;;EAEpB;IACE,MAAM;IACN,OAAO;IACP,MAAM;;;;;EAKR;;;;EAIA;;wBAGoB,cAAc,GAAG,MAAM,qBAAqB,KAAK,QAAQ;;;UC5I9D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,WAAW;;EAEX;;;;;;;;;;;wBAYc,qBACd,UAAU,gBACV,KAAK;EAAmB;IACvB;;;;;;;KCPS,oBAAoB,QAAQ,cAAc;;;wBA0BtC,YAAY,eAAe;UAU1B;;EAEf;;;EAGA;;EAEA;;UAGe;EACf;;EAEA;;EAEA,WAAW;;EAEX;;EAEA;;KAGU;UAEK;EACf,cAAc;;;;EAId;;;EAGA;;;EAGA,SAAS;;UAGM;;EAEf,WAAW;;EAEX;;UAae;;;EAGf;;;EAGA;;UAGe;EACf;EACA;;EAEA;;;EAGA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UCzHe;;EAEf;;EAEA;;;;;EAKA;;;;;;EAMA;;UAGe;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;EACf,SAAS;;EAET;;EAEA;EACA;;;;;;;;;;;wBAYc,gBACd,UAAU,mBACV;EAAQ;EAAoB;EAAwB;IACnD;;;;;;;;;UA+Gc;;EAEf;;EAEA;;;;;;;;UAkCe;EACf,MAAM;IACJ;;IAEA;IACA;;;;;;EAMF;;wBAGc,0BACd,OAAO,iCACN;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cC/MU;;UAKI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;EACA,KAAK;EACL;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,OAAO;;;UAIQ;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA,kBAAkB;IAAQ;IAAkB;;;;UAI7B;EACf;EACA;EACA;;UAGe;EACf;;;EAGA;;EAEA;EACA;;;UAIe;EACf;EACA;EACA;EACA;EACA,mBAAmB;EACnB;EACA;IAAU;IAAyB;;;UAKpB;EACf;EACA;EACA;;EAEA;EACA;;KAGU;UAEK;EACf,SAAS;EACT;EACA;EACA;EACA;;UAGe;EACf,eAAe;;EAEf;EACA;EACA;EACA;IACE;IACA;IACA;IACA;IACA;IACA;;EAEF;;IAEE;;IAEA;;IAEA;;IAEA;IACA;;;EAGF;IACE;MAAU;MAAe;;IACzB,OAAO;;EAET;IACE;;IAEA;IACA;IACA;IACA;IACA;IACA;IACA;;;IAGA;IACA,wBAAwB;IACxB;IACA;IACA;IACA;;EAEF,KAAK;EACL;IACE;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;;;UAIa;EACf;EACA;;;;EAIA;EACA,KAAK,OAAO;EACZ,UAAU;IAAiB;IAAc;IAAoB;;;UAO9C;EACf,WAAW;EACX,OAAO;EACP,OAAO;EACP;EACA;EACA;EACA;EACA;EACA;EACA;EACA,SAAS;EACT;;UA6Oe;EACf;;EAEA;;UAGe;EACf;;EAEA;;EAEA,SAAS,eAAe;;EAExB;EACA;;UAGe;EACf,MAAM;EACN,SAAS;EACT;IACE;IACA;IACA;IACA;IACA,SAAS;MAAiB;MAAoB;MAAsB;;;;;;;;;wBAuExD,4BACd,QAAQ,yBACP"}
|
package/dist/rl.js
CHANGED
|
@@ -2656,6 +2656,40 @@ function fitBradleyTerry(outcomes, opts = {}) {
|
|
|
2656
2656
|
converged: delta < tol
|
|
2657
2657
|
};
|
|
2658
2658
|
}
|
|
2659
|
+
function buildPairwiseFromCampaign(input) {
|
|
2660
|
+
const drawMargin = input.drawMargin ?? 0;
|
|
2661
|
+
const byKey = /* @__PURE__ */ new Map();
|
|
2662
|
+
for (const r of input.runs) {
|
|
2663
|
+
const arr = byKey.get(r.matchKey) ?? [];
|
|
2664
|
+
arr.push({
|
|
2665
|
+
candidateId: r.candidateId,
|
|
2666
|
+
score: r.score
|
|
2667
|
+
});
|
|
2668
|
+
byKey.set(r.matchKey, arr);
|
|
2669
|
+
}
|
|
2670
|
+
const outcomes = [];
|
|
2671
|
+
for (const arr of byKey.values()) for (let i = 0; i < arr.length; i++) for (let j = i + 1; j < arr.length; j++) {
|
|
2672
|
+
const a = arr[i];
|
|
2673
|
+
const b = arr[j];
|
|
2674
|
+
if (a.candidateId === b.candidateId) continue;
|
|
2675
|
+
const margin = Math.abs(a.score - b.score);
|
|
2676
|
+
if (margin <= drawMargin) outcomes.push({
|
|
2677
|
+
winner: a.candidateId,
|
|
2678
|
+
loser: b.candidateId,
|
|
2679
|
+
draw: true,
|
|
2680
|
+
weight: 1
|
|
2681
|
+
});
|
|
2682
|
+
else {
|
|
2683
|
+
const [winner, loser] = a.score > b.score ? [a, b] : [b, a];
|
|
2684
|
+
outcomes.push({
|
|
2685
|
+
winner: winner.candidateId,
|
|
2686
|
+
loser: loser.candidateId,
|
|
2687
|
+
weight: margin
|
|
2688
|
+
});
|
|
2689
|
+
}
|
|
2690
|
+
}
|
|
2691
|
+
return outcomes;
|
|
2692
|
+
}
|
|
2659
2693
|
//#endregion
|
|
2660
2694
|
//#region src/rl/verified-findings-dataset.ts
|
|
2661
2695
|
/**
|
|
@@ -2991,6 +3025,6 @@ function loadVerifiedFindingsDataset(source) {
|
|
|
2991
3025
|
};
|
|
2992
3026
|
}
|
|
2993
3027
|
//#endregion
|
|
2994
|
-
export { FileSystemOutcomeStore, GRADER_REFERENCE_PHRASES, InMemoryOutcomeStore, PredictiveValidityResearcher, bestOfN, bucketLabel, buildRlDataset, campaignToRunRecords, checkerReadSignal, claimIntegrityDigest, claimIntegritySystemOneReview, claimIntegrityTraceQuestions, claimIntegrityVerdict, compareAdaptationCurves, detectRewardHacking, doublyRobust, extractPreferences, extractVerifiableReward, extractVerifiableRewardsFromRecords, farmingSignal, firstPassK, fitBradleyTerry, graderReferenceSignal, inverseProbabilityWeighting, loadVerifiedFindingsDataset, monitorSignal, paretoCostScoreFrontier, parseSourceScopeReferee, prmTrainingPairs, readCorpus, refereeSignal, ruleHolds, runAdaptationCurve, runContaminationProbe, runEvalCampaign, runRLCampaign, scopeSignals, selfNormalizedImportanceWeighting, sourceScopeRefereeMessages, systemOneSignal, toAnthropicFormat, toDpoRows, toGrpoRows, toPrmRows, toSftJsonl, toSftRowsWithLookups, toTRLFormat, validateDatasetFormats };
|
|
3028
|
+
export { FileSystemOutcomeStore, GRADER_REFERENCE_PHRASES, InMemoryOutcomeStore, PredictiveValidityResearcher, bestOfN, bucketLabel, buildPairwiseFromCampaign, buildRlDataset, campaignToRunRecords, checkerReadSignal, claimIntegrityDigest, claimIntegritySystemOneReview, claimIntegrityTraceQuestions, claimIntegrityVerdict, compareAdaptationCurves, detectRewardHacking, doublyRobust, extractPreferences, extractVerifiableReward, extractVerifiableRewardsFromRecords, farmingSignal, firstPassK, fitBradleyTerry, graderReferenceSignal, inverseProbabilityWeighting, loadVerifiedFindingsDataset, monitorSignal, paretoCostScoreFrontier, parseSourceScopeReferee, prmTrainingPairs, readCorpus, refereeSignal, ruleHolds, runAdaptationCurve, runContaminationProbe, runEvalCampaign, runRLCampaign, scopeSignals, selfNormalizedImportanceWeighting, sourceScopeRefereeMessages, systemOneSignal, toAnthropicFormat, toDpoRows, toGrpoRows, toPrmRows, toSftJsonl, toSftRowsWithLookups, toTRLFormat, validateDatasetFormats };
|
|
2995
3029
|
|
|
2996
3030
|
//# sourceMappingURL=rl.js.map
|