@tangle-network/agent-eval 0.208.2 → 0.209.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +10 -0
- package/dist/adapters/http.d.ts +2 -2
- package/dist/{agent-profile-CEhxR_I3.d.ts → agent-profile-BGyt2z8U.d.ts} +3 -3
- package/dist/{agent-profile-CEhxR_I3.d.ts.map → agent-profile-BGyt2z8U.d.ts.map} +1 -1
- package/dist/{agent-profile-cell-BHcB-mZX.d.ts → agent-profile-cell-BNp-Js9F.d.ts} +2 -3
- package/dist/agent-profile-cell-BNp-Js9F.d.ts.map +1 -0
- package/dist/{agent-profile-cell-DcFW4vOc.js → agent-profile-cell-BYc0bxsL.js} +2 -2
- package/dist/agent-profile-cell-BYc0bxsL.js.map +1 -0
- package/dist/analyst/index.d.ts +11 -11
- package/dist/analyst/index.js +5 -5
- package/dist/{analyze-runs-GZ0VSwui.js → analyze-runs-0cdYMgob.js} +5 -5
- package/dist/{analyze-runs-GZ0VSwui.js.map → analyze-runs-0cdYMgob.js.map} +1 -1
- package/dist/{analyze-runs-CTJyUplR.d.ts → analyze-runs-BlslTkOJ.d.ts} +4 -4
- package/dist/{analyze-runs-CTJyUplR.d.ts.map → analyze-runs-BlslTkOJ.d.ts.map} +1 -1
- package/dist/{benchmark-command-BC265T1r.js → benchmark-command-Cve7mHNC.js} +5 -5
- package/dist/{benchmark-command-BC265T1r.js.map → benchmark-command-Cve7mHNC.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +5 -7
- package/dist/benchmarks/index.d.ts.map +1 -1
- package/dist/benchmarks/index.js +3 -3
- package/dist/builder-eval/index.js +1 -1
- package/dist/campaign/index.d.ts +6 -6
- package/dist/campaign/index.js +8 -8
- package/dist/{campaign-C5pjR-Qn.js → campaign-CvhmiLKa.js} +13 -13
- package/dist/{campaign-C5pjR-Qn.js.map → campaign-CvhmiLKa.js.map} +1 -1
- package/dist/{campaign-evidence-DW3Krxov.js → campaign-evidence-B5qsCHEn.js} +3 -3
- package/dist/{campaign-evidence-DW3Krxov.js.map → campaign-evidence-B5qsCHEn.js.map} +1 -1
- package/dist/cli.js +7 -7
- package/dist/contract/index.d.ts +9 -9
- package/dist/contract/index.js +7 -7
- package/dist/{default-registry-DZFWY2_E.d.ts → default-registry-Crk3QEy1.d.ts} +6 -6
- package/dist/{default-registry-DZFWY2_E.d.ts.map → default-registry-Crk3QEy1.d.ts.map} +1 -1
- package/dist/{default-registry-DX5R7_n9.js → default-registry-DF4Yp7HQ.js} +2 -2
- package/dist/{default-registry-DX5R7_n9.js.map → default-registry-DF4Yp7HQ.js.map} +1 -1
- package/dist/{define-agent-eval-BjKXcDQp.js → define-agent-eval-Csd47ur_.js} +7 -7
- package/dist/{define-agent-eval-BjKXcDQp.js.map → define-agent-eval-Csd47ur_.js.map} +1 -1
- package/dist/{define-agent-eval-C8zBSbsc.d.ts → define-agent-eval-_nyV5nev.d.ts} +7 -7
- package/dist/{define-agent-eval-C8zBSbsc.d.ts.map → define-agent-eval-_nyV5nev.d.ts.map} +1 -1
- package/dist/diagnosis/index.d.ts +2 -5
- package/dist/diagnosis/index.d.ts.map +1 -1
- package/dist/diagnosis/index.js +2 -26
- package/dist/diagnosis/index.js.map +1 -1
- package/dist/{dspy-rlm-engine-sHwdSxK3.js → dspy-rlm-engine-BpaKVKJA.js} +2 -2
- package/dist/{dspy-rlm-engine-sHwdSxK3.js.map → dspy-rlm-engine-BpaKVKJA.js.map} +1 -1
- package/dist/{engine-DProXJ7A.d.ts → engine-D-YZ32ZJ.d.ts} +5 -12
- package/dist/engine-D-YZ32ZJ.d.ts.map +1 -0
- package/dist/{eval-campaign-DU_p8qVt.js → eval-campaign-C31Qbv77.js} +4 -4
- package/dist/{eval-campaign-DU_p8qVt.js.map → eval-campaign-C31Qbv77.js.map} +1 -1
- package/dist/evaluation.d.ts +2 -2
- package/dist/{exact-types-Cq6xXNVR.d.ts → exact-types-DjhfZglz.d.ts} +2 -2
- package/dist/{exact-types-Cq6xXNVR.d.ts.map → exact-types-DjhfZglz.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +2 -2
- package/dist/experiment/index.js +5 -5
- package/dist/{feedback-trajectory-C6Z8PRoF.d.ts → feedback-trajectory-CX01700m.d.ts} +3 -3
- package/dist/{feedback-trajectory-C6Z8PRoF.d.ts.map → feedback-trajectory-CX01700m.d.ts.map} +1 -1
- package/dist/hosted/index.js +1 -1
- package/dist/{index-nwNoS582.d.ts → index-BHh9Z9El.d.ts} +9 -9
- package/dist/{index-nwNoS582.d.ts.map → index-BHh9Z9El.d.ts.map} +1 -1
- package/dist/{index-Bzto04CY.d.ts → index-Ddi5M-TQ.d.ts} +8 -8
- package/dist/{index-Bzto04CY.d.ts.map → index-Ddi5M-TQ.d.ts.map} +1 -1
- package/dist/{index-CbBfavbT.d.ts → index-H-u7f-w3.d.ts} +2 -2
- package/dist/{index-CbBfavbT.d.ts.map → index-H-u7f-w3.d.ts.map} +1 -1
- package/dist/{index-DkucR0KJ.d.ts → index-UxNTvn-w.d.ts} +6 -6
- package/dist/{index-DkucR0KJ.d.ts.map → index-UxNTvn-w.d.ts.map} +1 -1
- package/dist/index.d.ts +27 -36
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +25 -87
- package/dist/index.js.map +1 -1
- package/dist/{kind-factory-Cn1lbsAd.js → kind-factory-ivTx6koH.js} +2 -11
- package/dist/{kind-factory-Cn1lbsAd.js.map → kind-factory-ivTx6koH.js.map} +1 -1
- package/dist/{llm-judge-HLWASwUJ.js → llm-judge-C0256VT_.js} +7 -7
- package/dist/{llm-judge-HLWASwUJ.js.map → llm-judge-C0256VT_.js.map} +1 -1
- package/dist/{matrix-Cqkk7eYI.d.ts → matrix-jHTsHEkR.d.ts} +2 -2
- package/dist/{matrix-Cqkk7eYI.d.ts.map → matrix-jHTsHEkR.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +1 -1
- package/dist/meta-eval/index.js +1 -1
- package/dist/{mint-C1W8w5wo.d.ts → mint-CDy-brUR.d.ts} +2 -2
- package/dist/{mint-C1W8w5wo.d.ts.map → mint-CDy-brUR.d.ts.map} +1 -1
- package/dist/{mint-CWG-s2mI.js → mint-Csor1BLJ.js} +2 -2
- package/dist/{mint-CWG-s2mI.js.map → mint-Csor1BLJ.js.map} +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/openapi.json +1 -1
- package/dist/{paired-arms-CgWT7sHy.js → paired-arms-B5v-X7No.js} +2 -4
- package/dist/{paired-arms-CgWT7sHy.js.map → paired-arms-B5v-X7No.js.map} +1 -1
- package/dist/pipelines/index.d.ts +1 -1
- package/dist/pipelines/index.js +2 -2
- package/dist/{prime-protocol-Csr9kcOM.d.ts → prime-protocol-B7et3tI7.d.ts} +2 -2
- package/dist/{prime-protocol-Csr9kcOM.d.ts.map → prime-protocol-B7et3tI7.d.ts.map} +1 -1
- package/dist/{produced-state-Bzlh09oj.js → produced-state-CgB9g0VX.js} +3 -3
- package/dist/{produced-state-Bzlh09oj.js.map → produced-state-CgB9g0VX.js.map} +1 -1
- package/dist/profile-cell.d.ts +2 -2
- package/dist/profile-cell.js +2 -2
- package/dist/{query-DlV0pdx4.js → query-B1D1qp2Z.js} +2 -2
- package/dist/{query-DlV0pdx4.js.map → query-B1D1qp2Z.js.map} +1 -1
- package/dist/{query-DBUQhehH.d.ts → query-DK1nWcmp.d.ts} +2 -3
- package/dist/{query-DBUQhehH.d.ts.map → query-DK1nWcmp.d.ts.map} +1 -1
- package/dist/{registry-DMkmhBQ5.d.ts → registry-BL7H33tj.d.ts} +3 -3
- package/dist/{registry-DMkmhBQ5.d.ts.map → registry-BL7H33tj.d.ts.map} +1 -1
- package/dist/{release-confidence-CkoXFx9I.d.ts → release-confidence-C4kI7lQi.d.ts} +4 -12
- package/dist/release-confidence-C4kI7lQi.d.ts.map +1 -0
- package/dist/{release-confidence-CiFg1EPq.js → release-confidence-Dbe9AS_X.js} +2 -2
- package/dist/{release-confidence-CiFg1EPq.js.map → release-confidence-Dbe9AS_X.js.map} +1 -1
- package/dist/{report-command-pXtxg5YK.js → report-command-CtIIsQKP.js} +3 -28
- package/dist/{report-command-pXtxg5YK.js.map → report-command-CtIIsQKP.js.map} +1 -1
- package/dist/reporting.d.ts +3 -3
- package/dist/reporting.js +3 -3
- package/dist/{researcher-CZFZjj-u.d.ts → researcher-DuIJ9IaA.d.ts} +4 -4
- package/dist/{researcher-CZFZjj-u.d.ts.map → researcher-DuIJ9IaA.d.ts.map} +1 -1
- package/dist/{reward-hacking-Cyk-QHk9.d.ts → reward-hacking-C6Kp54Av.d.ts} +2 -2
- package/dist/{reward-hacking-Cyk-QHk9.d.ts.map → reward-hacking-C6Kp54Av.d.ts.map} +1 -1
- package/dist/reward-nw2xZGZG.js.map +1 -1
- package/dist/rl.d.ts +10 -29
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +6 -6
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +2 -2
- package/dist/rollout/index.js +2 -2
- package/dist/{rollout-l9w3Gdvh.js → rollout-BZqQc0YY.js} +2 -2
- package/dist/{rollout-l9w3Gdvh.js.map → rollout-BZqQc0YY.js.map} +1 -1
- package/dist/{rubric-predictive-validity-DIUwJJ9Y.d.ts → rubric-predictive-validity-BiNNEjpG.d.ts} +2 -2
- package/dist/{rubric-predictive-validity-DIUwJJ9Y.d.ts.map → rubric-predictive-validity-BiNNEjpG.d.ts.map} +1 -1
- package/dist/{run-record-BRlM99rX.js → run-record-DlTZ_lqe.js} +3 -13
- package/dist/run-record-DlTZ_lqe.js.map +1 -0
- package/dist/{run-record-BB290Y9A.js → run-record-ES07wfz9.js} +2 -2
- package/dist/{run-record-BB290Y9A.js.map → run-record-ES07wfz9.js.map} +1 -1
- package/dist/{run-record-DF-fuu31.d.ts → run-record-p2AYTrCn.d.ts} +3 -7
- package/dist/run-record-p2AYTrCn.d.ts.map +1 -0
- package/dist/search/index.d.ts +2 -24
- package/dist/search/index.d.ts.map +1 -1
- package/dist/search/index.js +3 -3
- package/dist/{search-kernel-CIie6xig.js → search-kernel-Bfe3kzRk.js} +2 -2
- package/dist/{search-kernel-CIie6xig.js.map → search-kernel-Bfe3kzRk.js.map} +1 -1
- package/dist/{search-kernel-uKdPVRAe.d.ts → search-kernel-ah2GESe3.d.ts} +3 -3
- package/dist/{search-kernel-uKdPVRAe.d.ts.map → search-kernel-ah2GESe3.d.ts.map} +1 -1
- package/dist/{search-ledger-CXQPwdWz.js → search-ledger-aMTNQn_m.js} +2 -2
- package/dist/{search-ledger-CXQPwdWz.js.map → search-ledger-aMTNQn_m.js.map} +1 -1
- package/dist/{search-shipper-DhhofkDX.js → search-shipper-DKXWuLnp.js} +2 -2
- package/dist/{search-shipper-DhhofkDX.js.map → search-shipper-DKXWuLnp.js.map} +1 -1
- package/dist/{search-summary-BV5uehLd.js → search-summary-DK1bwTAf.js} +2 -2
- package/dist/{search-summary-BV5uehLd.js.map → search-summary-DK1bwTAf.js.map} +1 -1
- package/dist/{semantic-concept-judge-D1wH-YKc.js → semantic-concept-judge-BQxZyXdN.js} +3 -3
- package/dist/{semantic-concept-judge-D1wH-YKc.js.map → semantic-concept-judge-BQxZyXdN.js.map} +1 -1
- package/dist/{sequential-DMqr3sni.js → sequential-BOzBND4t.js} +2 -2
- package/dist/{sequential-DMqr3sni.js.map → sequential-BOzBND4t.js.map} +1 -1
- package/dist/{skillopt-optimization-method-Dcnh5Pvr.js → skillopt-optimization-method-BCojvoP1.js} +4 -4
- package/dist/{skillopt-optimization-method-Dcnh5Pvr.js.map → skillopt-optimization-method-BCojvoP1.js.map} +1 -1
- package/dist/{statistical-heldout-DFKtp-Qm.d.ts → statistical-heldout-D0rX_IDl.d.ts} +4 -5
- package/dist/statistical-heldout-D0rX_IDl.d.ts.map +1 -0
- package/dist/{store-otlp-BA7G1Du-.js → store-otlp-__ebQ6Hn.js} +2 -2
- package/dist/{store-otlp-BA7G1Du-.js.map → store-otlp-__ebQ6Hn.js.map} +1 -1
- package/dist/{store-tool-spans-DKoVbE-w.js → store-tool-spans-TbRBuIM7.js} +3 -3
- package/dist/{store-tool-spans-DKoVbE-w.js.map → store-tool-spans-TbRBuIM7.js.map} +1 -1
- package/dist/{store-tool-spans-9YJNMP-z.d.ts → store-tool-spans-wQ9idsnn.d.ts} +5 -5
- package/dist/{store-tool-spans-9YJNMP-z.d.ts.map → store-tool-spans-wQ9idsnn.d.ts.map} +1 -1
- package/dist/{summary-report-fXurE2TR.js → summary-report-BsaEFEwA.js} +3 -3
- package/dist/{summary-report-fXurE2TR.js.map → summary-report-BsaEFEwA.js.map} +1 -1
- package/dist/{summary-report-DvvesgR_.d.ts → summary-report-CK0ueoJd.d.ts} +2 -2
- package/dist/{summary-report-DvvesgR_.d.ts.map → summary-report-CK0ueoJd.d.ts.map} +1 -1
- package/dist/supervisor-run/index.d.ts +0 -8
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +2 -2
- package/dist/{systemone-review-Bt4JcxMc.d.ts → systemone-review-BReh3mvm.d.ts} +2 -2
- package/dist/{systemone-review-Bt4JcxMc.d.ts.map → systemone-review-BReh3mvm.d.ts.map} +1 -1
- package/dist/systemone.d.ts +3 -3
- package/dist/{tool-groups-j19pmOfP.d.ts → tool-groups-v28A-ZAF.d.ts} +3 -3
- package/dist/tool-groups-v28A-ZAF.d.ts.map +1 -0
- package/dist/{tool-waste-x_E8h9Ih.js → tool-waste-BYt5rdt8.js} +2 -2
- package/dist/{tool-waste-x_E8h9Ih.js.map → tool-waste-BYt5rdt8.js.map} +1 -1
- package/dist/{tool-waste-DxlebQkx.d.ts → tool-waste-Wi4g6Ekb.d.ts} +2 -2
- package/dist/{tool-waste-DxlebQkx.d.ts.map → tool-waste-Wi4g6Ekb.d.ts.map} +1 -1
- package/dist/{trace-questions-dRvmsbTk.d.ts → trace-questions-C26UvI3D.d.ts} +3 -3
- package/dist/{trace-questions-dRvmsbTk.d.ts.map → trace-questions-C26UvI3D.d.ts.map} +1 -1
- package/dist/trace-repair/index.d.ts +2 -9
- package/dist/trace-repair/index.d.ts.map +1 -1
- package/dist/trace-repair/index.js +1 -1
- package/dist/traces.d.ts +6 -8
- package/dist/traces.d.ts.map +1 -1
- package/dist/traces.js +6 -6
- package/dist/trajectory-replay/index.d.ts +0 -2
- package/dist/trajectory-replay/index.d.ts.map +1 -1
- package/dist/trajectory-replay/index.js +1 -1
- package/dist/{tree-CJOXbVcv.js → tree-CZ78tiPg.js} +4 -24
- package/dist/tree-CZ78tiPg.js.map +1 -0
- package/dist/{types-CFCUZk0B.d.ts → types-Dv9sYwBB.d.ts} +4 -4
- package/dist/{types-CFCUZk0B.d.ts.map → types-Dv9sYwBB.d.ts.map} +1 -1
- package/dist/{types-DAPpAkd4.d.ts → types-KEkKkETv.d.ts} +2 -2
- package/dist/{types-DAPpAkd4.d.ts.map → types-KEkKkETv.d.ts.map} +1 -1
- package/dist/{types-BlSBUNRd.d.ts → types-tWFY6bON.d.ts} +3 -3
- package/dist/{types-BlSBUNRd.d.ts.map → types-tWFY6bON.d.ts.map} +1 -1
- package/dist/wire/index.d.ts +1 -1
- package/docs/public-api.md +399 -424
- package/package.json +3 -3
- package/dist/agent-profile-cell-BHcB-mZX.d.ts.map +0 -1
- package/dist/agent-profile-cell-DcFW4vOc.js.map +0 -1
- package/dist/engine-DProXJ7A.d.ts.map +0 -1
- package/dist/release-confidence-CkoXFx9I.d.ts.map +0 -1
- package/dist/run-record-BRlM99rX.js.map +0 -1
- package/dist/run-record-DF-fuu31.d.ts.map +0 -1
- package/dist/statistical-heldout-DFKtp-Qm.d.ts.map +0 -1
- package/dist/tool-groups-j19pmOfP.d.ts.map +0 -1
- package/dist/tree-CJOXbVcv.js.map +0 -1
|
@@ -4,8 +4,8 @@ import { t as mulberry32 } from "./random-Dn5fPWkt.js";
|
|
|
4
4
|
import { r as holm } from "./multiplicity-D9cjmStq.js";
|
|
5
5
|
import { a as pairedSignTest, n as DECISION_PAIRED_DELTA_STATISTIC } from "./paired-tests-jbwPdSz5.js";
|
|
6
6
|
import { i as pairedDeltaTest, r as minimumPairsForPairedDeltaTest } from "./paired-promotion-decision-2deJ7sDX.js";
|
|
7
|
-
import { E as seedFromDigest, O as paretoFrontier, T as searchPosterior, _ as INSUFFICIENT_FROM, a as searchPolicyView, d as verifySearchClaim, v as rankingSplit, w as searchEstimateMethod, x as estimateNode, y as summarizeSamples } from "./search-kernel-
|
|
8
|
-
import { f as searchUnitScores } from "./search-ledger-
|
|
7
|
+
import { E as seedFromDigest, O as paretoFrontier, T as searchPosterior, _ as INSUFFICIENT_FROM, a as searchPolicyView, d as verifySearchClaim, v as rankingSplit, w as searchEstimateMethod, x as estimateNode, y as summarizeSamples } from "./search-kernel-Bfe3kzRk.js";
|
|
8
|
+
import { f as searchUnitScores } from "./search-ledger-aMTNQn_m.js";
|
|
9
9
|
import { defineInlineResource } from "@tangle-network/agent-interface";
|
|
10
10
|
//#region src/search/lenses/edit-credit.ts
|
|
11
11
|
/**
|
|
@@ -1359,26 +1359,6 @@ function lineageEdits() {
|
|
|
1359
1359
|
method: "edits between the two profiles along the recorded lineage: the fewest improve, debug or merge edges joining them (a re-proposal edge counts; a draft is written afresh, so its edge is no edit of its anchor)"
|
|
1360
1360
|
};
|
|
1361
1361
|
}
|
|
1362
|
-
/** Surfaces whose content digests differ: the edit distance between two
|
|
1363
|
-
* profiles at the granularity of their declared surfaces. */
|
|
1364
|
-
function surfaceDigestEdits() {
|
|
1365
|
-
return {
|
|
1366
|
-
kind: "distance",
|
|
1367
|
-
name: "surface-digest-edits",
|
|
1368
|
-
method: "declared surfaces whose content digests differ (a surface only one node has counts)",
|
|
1369
|
-
distance(a, b) {
|
|
1370
|
-
const left = new Map(a.surfaces.map((surface) => [surface.surfaceId, surface.artifact.sha256]));
|
|
1371
|
-
let count = 0;
|
|
1372
|
-
const seen = /* @__PURE__ */ new Set();
|
|
1373
|
-
for (const surface of b.surfaces) {
|
|
1374
|
-
seen.add(surface.surfaceId);
|
|
1375
|
-
if (left.get(surface.surfaceId) !== surface.artifact.sha256) count += 1;
|
|
1376
|
-
}
|
|
1377
|
-
for (const surfaceId of left.keys()) if (!seen.has(surfaceId)) count += 1;
|
|
1378
|
-
return count;
|
|
1379
|
-
}
|
|
1380
|
-
};
|
|
1381
|
-
}
|
|
1382
1362
|
/**
|
|
1383
1363
|
* Line edits between the surfaces' texts: for each declared surface, the
|
|
1384
1364
|
* fewest line insertions and deletions that turn one text into the other
|
|
@@ -4110,6 +4090,6 @@ function tree(state) {
|
|
|
4110
4090
|
};
|
|
4111
4091
|
}
|
|
4112
4092
|
//#endregion
|
|
4113
|
-
export {
|
|
4093
|
+
export { editCredit as C, front as S, surfaceTextEdits as _, skillCalibration as a, searchPlateau as b, metaSearch as c, renderMetaSearchText as d, searchPolicyGenome as f, lineageEdits as g, lineEditDistance as h, nextUnitExtension as i, metaSearchScore as l, landscape as m, taskMatrix as n, skillManifold as o, formatLandscape as p, formatSkillManifold as r, META_SEARCH_SCORE_SOURCE as s, tree as t, objectiveKey as u, vectorEmbedding as v, editCreditText as w, screenedNodes as x, draftOnPlateau as y };
|
|
4114
4094
|
|
|
4115
|
-
//# sourceMappingURL=tree-
|
|
4095
|
+
//# sourceMappingURL=tree-CZ78tiPg.js.map
|