@tangle-network/agent-eval 0.145.20 → 0.145.22
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +28 -0
- package/dist/analyst/index.d.ts +13 -13
- package/dist/analyst/index.js +4 -4
- package/dist/{backend-integrity-BffcHGdm.d.ts → backend-integrity-HVmWyOaX.d.ts} +2 -2
- package/dist/{backend-integrity-BffcHGdm.d.ts.map → backend-integrity-HVmWyOaX.d.ts.map} +1 -1
- package/dist/{benchmark-DbiZbPdH.d.ts → benchmark-DTQ1RApl.d.ts} +3 -3
- package/dist/{benchmark-DbiZbPdH.d.ts.map → benchmark-DTQ1RApl.d.ts.map} +1 -1
- package/dist/{benchmark-command-CkgLXHoN.js → benchmark-command-CDB_yKqS.js} +7 -7
- package/dist/{benchmark-command-CkgLXHoN.js.map → benchmark-command-CDB_yKqS.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +4 -4
- package/dist/benchmarks/index.js +3 -3
- package/dist/campaign/index.d.ts +8 -8
- package/dist/campaign/index.js +5 -5
- package/dist/{campaign-Ct6r9oNe.js → campaign-CbQXcARJ.js} +6 -6
- package/dist/{campaign-Ct6r9oNe.js.map → campaign-CbQXcARJ.js.map} +1 -1
- package/dist/{capture-fetch-hykwHfDI.d.ts → capture-fetch-BZiO2cEH.d.ts} +2 -2
- package/dist/{capture-fetch-hykwHfDI.d.ts.map → capture-fetch-BZiO2cEH.d.ts.map} +1 -1
- package/dist/{chat-client-Bp4Ebuuc.js → chat-client-BJmwfnjN.js} +2 -2
- package/dist/{chat-client-Bp4Ebuuc.js.map → chat-client-BJmwfnjN.js.map} +1 -1
- package/dist/cli.js +2 -2
- package/dist/{client-D_TIV9pJ.d.ts → client-YDkU5QST.d.ts} +2 -2
- package/dist/{client-D_TIV9pJ.d.ts.map → client-YDkU5QST.d.ts.map} +1 -1
- package/dist/contract/index.d.ts +10 -10
- package/dist/contract/index.js +5 -5
- package/dist/{default-registry-cpHtP2Og.d.ts → default-registry-DONui3mA.d.ts} +6 -6
- package/dist/{default-registry-cpHtP2Og.d.ts.map → default-registry-DONui3mA.d.ts.map} +1 -1
- package/dist/{define-agent-eval-BXusiVTQ.js → define-agent-eval-BGxmy4W6.js} +3 -3
- package/dist/{define-agent-eval-BXusiVTQ.js.map → define-agent-eval-BGxmy4W6.js.map} +1 -1
- package/dist/{define-agent-eval-BgG5DIOS.d.ts → define-agent-eval-DrpgTVPp.d.ts} +5 -5
- package/dist/{define-agent-eval-BgG5DIOS.d.ts.map → define-agent-eval-DrpgTVPp.d.ts.map} +1 -1
- package/dist/{dspy-rlm-engine-CqwhQQBw.js → dspy-rlm-engine-B2nst4NR.js} +2 -2
- package/dist/{dspy-rlm-engine-CqwhQQBw.js.map → dspy-rlm-engine-B2nst4NR.js.map} +1 -1
- package/dist/{engine-DJqRKbhs.d.ts → engine-Bc3seRPe.d.ts} +4 -4
- package/dist/{engine-DJqRKbhs.d.ts.map → engine-Bc3seRPe.d.ts.map} +1 -1
- package/dist/{eval-campaign-aNqpefCS.js → eval-campaign-DeGLwACc.js} +2 -2
- package/dist/{eval-campaign-aNqpefCS.js.map → eval-campaign-DeGLwACc.js.map} +1 -1
- package/dist/{exact-types-CzbhVDr2.d.ts → exact-types-CYFbvA5U.d.ts} +2 -2
- package/dist/{exact-types-CzbhVDr2.d.ts.map → exact-types-CYFbvA5U.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +2 -2
- package/dist/{external-optimizer-contracts-lixrOZdX.d.ts → external-optimizer-contracts-CKEY98bK.d.ts} +2 -2
- package/dist/{external-optimizer-contracts-lixrOZdX.d.ts.map → external-optimizer-contracts-CKEY98bK.d.ts.map} +1 -1
- package/dist/{external-optimizer-process-D-9iX64j.js → external-optimizer-process-DYNizz8W.js} +2 -2
- package/dist/{external-optimizer-process-D-9iX64j.js.map → external-optimizer-process-DYNizz8W.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-x5AbhAYX.js → external-optimizer-subprocess-r6dP9DAj.js} +2 -2
- package/dist/{external-optimizer-subprocess-x5AbhAYX.js.map → external-optimizer-subprocess-r6dP9DAj.js.map} +1 -1
- package/dist/{feedback-trajectory-D9vYSob_.d.ts → feedback-trajectory-Cg9EDxKB.d.ts} +3 -3
- package/dist/{feedback-trajectory-D9vYSob_.d.ts.map → feedback-trajectory-Cg9EDxKB.d.ts.map} +1 -1
- package/dist/hosted/index.d.ts +2 -2
- package/dist/index-BgHYx1QG.d.ts +1 -0
- package/dist/{index-YrUFx3FU.d.ts → index-CevPFhDT.d.ts} +7 -7
- package/dist/{index-YrUFx3FU.d.ts.map → index-CevPFhDT.d.ts.map} +1 -1
- package/dist/{index-CM-e2LiV.d.ts → index-DGrcBMbC.d.ts} +9 -9
- package/dist/{index-CM-e2LiV.d.ts.map → index-DGrcBMbC.d.ts.map} +1 -1
- package/dist/index.d.ts +24 -25
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +18 -19
- package/dist/index.js.map +1 -1
- package/dist/{integrity-OrcI9Nau.d.ts → integrity-DDoeWibF.d.ts} +2 -2
- package/dist/{integrity-OrcI9Nau.d.ts.map → integrity-DDoeWibF.d.ts.map} +1 -1
- package/dist/{llm-client-d0-2TT1g.js → llm-client-_UE4fU7Z.js} +45 -2
- package/dist/{llm-client-d0-2TT1g.js.map → llm-client-_UE4fU7Z.js.map} +1 -1
- package/dist/{llm-judge-DqAkIQA1.js → llm-judge-B7ffRF8w.js} +3 -3
- package/dist/{llm-judge-DqAkIQA1.js.map → llm-judge-B7ffRF8w.js.map} +1 -1
- package/dist/meta-eval/index.d.ts +1 -1
- package/dist/metrics-Cl0L1KUy.js.map +1 -1
- package/dist/multishot/index.d.ts +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{produced-state-B9skdU8u.js → produced-state-D3k45S9a.js} +3 -3
- package/dist/{produced-state-B9skdU8u.js.map → produced-state-D3k45S9a.js.map} +1 -1
- package/dist/{promotion-policy-u3wj6w3U.d.ts → promotion-policy-BKi5OK5l.d.ts} +2 -2
- package/dist/{promotion-policy-u3wj6w3U.d.ts.map → promotion-policy-BKi5OK5l.d.ts.map} +1 -1
- package/dist/{provenance-AACfvbUR.d.ts → provenance-Bb7Zmyj2.d.ts} +6 -6
- package/dist/{provenance-AACfvbUR.d.ts.map → provenance-Bb7Zmyj2.d.ts.map} +1 -1
- package/dist/{registry-B_1Frl8a.d.ts → registry-CZgEmVXb.d.ts} +4 -4
- package/dist/{registry-B_1Frl8a.d.ts.map → registry-CZgEmVXb.d.ts.map} +1 -1
- package/dist/{researcher-Du-oniHp.d.ts → researcher-CC305Ed-.d.ts} +3 -3
- package/dist/{researcher-Du-oniHp.d.ts.map → researcher-CC305Ed-.d.ts.map} +1 -1
- package/dist/rl.d.ts +2 -2
- package/dist/rl.js +1 -1
- package/dist/{semantic-concept-judge-C6M-qOeb.js → semantic-concept-judge-BsY2Q0Oq.js} +2 -2
- package/dist/{semantic-concept-judge-C6M-qOeb.js.map → semantic-concept-judge-BsY2Q0Oq.js.map} +1 -1
- package/dist/{series-convergence-D1cL1f-4.d.ts → series-convergence-C9G-GNYK.d.ts} +2 -2
- package/dist/{series-convergence-D1cL1f-4.d.ts.map → series-convergence-C9G-GNYK.d.ts.map} +1 -1
- package/dist/{server-ulsOdrTI.js → server-cQXve8i4.js} +2 -2
- package/dist/{server-ulsOdrTI.js.map → server-cQXve8i4.js.map} +1 -1
- package/dist/{skillopt-optimization-method-DO6OFgcz.d.ts → skillopt-optimization-method-C9MrMgW9.d.ts} +5 -5
- package/dist/{skillopt-optimization-method-DO6OFgcz.d.ts.map → skillopt-optimization-method-C9MrMgW9.d.ts.map} +1 -1
- package/dist/{skillopt-optimization-method-CcWZBaSz.js → skillopt-optimization-method-Cv3K4DaS.js} +4 -4
- package/dist/{skillopt-optimization-method-CcWZBaSz.js.map → skillopt-optimization-method-Cv3K4DaS.js.map} +1 -1
- package/dist/{statistical-heldout-CBGPSZ5X.d.ts → statistical-heldout-fvxtHnKQ.d.ts} +2 -2
- package/dist/{statistical-heldout-CBGPSZ5X.d.ts.map → statistical-heldout-fvxtHnKQ.d.ts.map} +1 -1
- package/dist/{store-tool-spans-C9c4R7ca.d.ts → store-tool-spans-CV0hRsUp.d.ts} +4 -4
- package/dist/{store-tool-spans-C9c4R7ca.d.ts.map → store-tool-spans-CV0hRsUp.d.ts.map} +1 -1
- package/dist/{tool-groups-CZotz-e_.d.ts → tool-groups-CDDXNKhd.d.ts} +3 -3
- package/dist/tool-groups-CDDXNKhd.d.ts.map +1 -0
- package/dist/trace-repair/index.d.ts +1 -1
- package/dist/traces.d.ts +7 -7
- package/dist/{types-C4bSVIr7.d.ts → types-CWcPguwd.d.ts} +2 -2
- package/dist/{types-C4bSVIr7.d.ts.map → types-CWcPguwd.d.ts.map} +1 -1
- package/dist/{types-BjsNDR49.d.ts → types-DABZgDGV.d.ts} +3 -3
- package/dist/{types-BjsNDR49.d.ts.map → types-DABZgDGV.d.ts.map} +1 -1
- package/dist/{types-Cx3YUh2r.d.ts → types-XBRdmbj8.d.ts} +61 -2
- package/dist/types-XBRdmbj8.d.ts.map +1 -0
- package/dist/{types-vXyshMwx.d.ts → types-oAsa-fs4.d.ts} +2 -2
- package/dist/{types-vXyshMwx.d.ts.map → types-oAsa-fs4.d.ts.map} +1 -1
- package/dist/wire/index.d.ts +2 -2
- package/dist/wire/index.js +1 -1
- package/package.json +4 -3
- package/dist/index-BKShPTwZ.d.ts +0 -1
- package/dist/tool-groups-CZotz-e_.d.ts.map +0 -1
- package/dist/types-Cx3YUh2r.d.ts.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"skillopt-optimization-method-
|
|
1
|
+
{"version":3,"file":"skillopt-optimization-method-C9MrMgW9.d.ts","names":[],"sources":["../src/reference-equivalence-judge.ts","../src/campaign/coverage.ts","../src/campaign/external-text-evaluation.ts","../src/campaign/external-text-optimization-contract.ts","../src/campaign/external-text-optimization.ts","../src/campaign/gates/compose.ts","../src/campaign/gates/default-production-gate.ts","../src/campaign/gates/heldout-gate.ts","../src/campaign/optimizer-model.ts","../src/campaign/gepa-optimization-method.ts","../src/campaign/skillopt-optimization-method.ts"],"mappings":";;;;;;;;cAOa;cAEA;WACX;WACA;WACA;;UAGe,qCAAqC;EACpD;EACA;;UAGe;EACf;EACA;EACA;;UAGe;;EAEf,MAAM;;EAEN;;EAEA,SAAS;;EAET,aAAa;;UAGE,wCAAwC;EACvD;EACA;EACA;EACA;;;iBA0Bc,gCACd,SAAS,mCACR,oBAAoB;;iBA2CD,6BACpB,OAAO,gCACP,SAAS,mCACR,QAAQ;;;;iBCxGK,qBAAqB,kBAAkB,UACrD,oBAAoB,aACpB;;iBA2Bc,yBAAyB,kBAAkB,UACzD,UAAU,YACT,2BAA2B,KAAK;;iBAUnB,kCACd,oBAAoB,4BACpB;;iBAgBc,oBAAoB,kBAAkB,UACpD,oBAAoB,aACpB;;iBAOc,4BACd,oBAAoB,4BACpB,cACA;;;UCpEe;EACf;EACA;;UAGe;EACf;EACA;IACE;IACA,YAAY;IACZ;IACA;;;IAGA;IACA;MACE;MACA;;;;iBAwHU,4BAA4B,WAAW,wBAAwB;;;UC3I9D;WACN;WACA;WACA;WACA;WACA;WACA,eAAe;WACf,mBAAmB;WACnB,uBAAuB;WACvB;WACA;;WAEA;WACA;WACA;WACA,QAAQ;;WAER,MAAM;WACN,WACP,SAFa,kCAGV,QAAQ;;UAGE;EACf,eAAe;EACf;EACA;IACM;;IACA;;IACA;IAAkB;;;;;;;;;UAqBT,qCACf,kBAAkB,UAClB;EAEA;EACA,QAAQ,KAAK;EACb;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA,SAAS;EACT;EACA;EACA,oBAAoB,UAAU;EAC9B,oBAAoB,UAAU,WAAW,UAAU;EACnD,MAAM,SAAS,iCAAiC,QAAQ;;;;;;;;;;iBCN1C,+BAA+B,kBAAkB,UAAU,WACzE,QAAQ,qCAAqC,WAAW,aACvD,mBAAmB,WAAW;;;;;;iBClEjB,YAAY,qBAAqB,kBAAkB,WAAW,aACzE,OAAO,MAAM,KAAK,WAAW,cAC/B,KAAK,WAAW;;;KCaP;KAOA,wCAAwC,KAClD;EAGA,SAAS,YAAY;;UAGN;;;EAGf,kBAAkB;;;;;EAKlB;;EAEA;;EAEA;;EAEA;;;;EAIA;;;;EAIA;;;;;EAKA;;;;EAIA;;;EAGA;;;;EAIA,iBAAiB;;;EAGjB,aAAa;;EAEb,gBAAgB;;EAEhB,SAAS;;;;;EAKT,iBAAiB;;;;;iBAMH,sBAAsB,WAAW,kBAAkB,UACjE,SAAS,+BACR,KAAK,WAAW;;;UC/EF,mBAAmB,kBAAkB,WAAW;EAC/D,WAAW;;;EAGX;;EAEA;;;;EAIA;;EAEA;;EAEA;;;;;;;;iBASc,YAAY,WAAW,kBAAkB,UACvD,SAAS,mBAAmB,aAC3B,KAAK,WAAW;;;KCvCP,uBAAuB;;UAGlB;EACf;EACA,QAAQ;;EAER,MAAM;;EAEN;;;;;UCmDe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;;;EAKA,eAAe;;;UAIA,sBAAsB;;EAErC;;;KAIU,wBAAwB;;;;;;;KAQxB;EAEN;EACA,KAAK;;EAGL;EACA,eAAe;;EAGf;EACA,eAAe;;EAEf;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;;EAGA;EACA,eAAe;EACf;;EAGA;EACA,eAAe;EACf;;EAGA;EACA,kBAAkB;EAClB,cAAc;EACd;;;KAIM,oBAAoB;UAEf,6BAA6B,kBAAkB,UAAU;;EAExE;;EAEA,QAAQ;;EAER;;EAEA;;EAEA;;;;;EAKA;;EAEA;;EAEA;;EAEA,2BAA2B,QAAQ;;EAEnC;;;;;;EAMA,YAAY;;;;;;EAMZ,oBAAoB,UAAU;;EAE9B,oBAAoB,UAAU,WAAW,UAAU;;EAEnD,SAAS;;;;;EAKT;EACA,SAAS;;;;;;;;;;iBAWK,uBAAuB,kBAAkB,UAAU,WACjE,QAAQ,6BAA6B,WAAW,aAC/C,mBAAmB,WAAW;;;UC5IhB;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;;;;EAKA,YAAY;;KAGF,wBAAwB;UAEnB,iCAAiC,kBAAkB,UAAU;EAC5E;;EAEA;EACA;;EAEA;EACA,SAAS;;;;;EAKT,WAAW;;EAEX;;EAEA;EACA;;EAEA;;EAEA,2BAA2B,QAAQ;EACnC;EACA,oBAAoB,UAAU;EAC9B,oBAAoB,UAAU,WAAW,UAAU;EACnD,SAAS;EACT,SAAS;;;iBAIK,2BAA2B,kBAAkB,UAAU,WACrE,QAAQ,iCAAiC,WAAW,aACnD,mBAAmB,WAAW"}
|
package/dist/{skillopt-optimization-method-CcWZBaSz.js → skillopt-optimization-method-Cv3K4DaS.js}
RENAMED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { n as contentHash, t as canonicalJson } from "./verdict-cache-mZf5FEiY.js";
|
|
2
|
-
import { C as optimizationTokenUsageFromSummary, K as runCampaign, L as assertGepaCandidatePopulationSummary, R as readGepaCandidatePopulationArtifact, S as costFromLedgerSummary, b as combineComparisonCosts, j as campaignBreakdown, k as surfaceContentHash, t as llmJudge } from "./llm-judge-
|
|
3
|
-
import { _ as resolveExternalOptimizerCallbackLimits, b as createRunCostLedger, d as assertJsonValue, f as assertNoCredentialValues, g as removeCredentialEnvironment, h as isRecord, i as startExternalOptimizerModelProxy, m as isExternalTextCandidate, n as closeExternalOptimizerResources, p as isCandidateText, r as runWithCleanup, t as runExternalOptimizerProcess, u as assertExternalOptimizerModelBudget, v as resolveExternalOptimizerProcessLimits, x as fsCampaignStorage, y as safePathComponent } from "./external-optimizer-subprocess-
|
|
2
|
+
import { C as optimizationTokenUsageFromSummary, K as runCampaign, L as assertGepaCandidatePopulationSummary, R as readGepaCandidatePopulationArtifact, S as costFromLedgerSummary, b as combineComparisonCosts, j as campaignBreakdown, k as surfaceContentHash, t as llmJudge } from "./llm-judge-B7ffRF8w.js";
|
|
3
|
+
import { _ as resolveExternalOptimizerCallbackLimits, b as createRunCostLedger, d as assertJsonValue, f as assertNoCredentialValues, g as removeCredentialEnvironment, h as isRecord, i as startExternalOptimizerModelProxy, m as isExternalTextCandidate, n as closeExternalOptimizerResources, p as isCandidateText, r as runWithCleanup, t as runExternalOptimizerProcess, u as assertExternalOptimizerModelBudget, v as resolveExternalOptimizerProcessLimits, x as fsCampaignStorage, y as safePathComponent } from "./external-optimizer-subprocess-r6dP9DAj.js";
|
|
4
4
|
import { a as heldoutSignificance, o as pairHoldout } from "./power-preflight-DEw-uC7q.js";
|
|
5
5
|
import { c as deepFreezeCanonicalJson } from "./types-BI4fT3HN.js";
|
|
6
|
-
import { n as acquireSingleRunLock, t as startExternalOptimizerCallback } from "./external-optimizer-process-
|
|
6
|
+
import { n as acquireSingleRunLock, t as startExternalOptimizerCallback } from "./external-optimizer-process-DYNizz8W.js";
|
|
7
7
|
import { createHash, randomBytes } from "node:crypto";
|
|
8
8
|
import { z } from "zod";
|
|
9
9
|
import { mkdir } from "node:fs/promises";
|
|
@@ -2019,4 +2019,4 @@ function skillOptOptimizationMethod(config) {
|
|
|
2019
2019
|
//#endregion
|
|
2020
2020
|
export { externalTextOptimizationMethod as a, REFERENCE_EQUIVALENCE_INPUT_LIMITS as c, runReferenceEquivalenceJudge as d, composeGate as i, REFERENCE_EQUIVALENCE_JUDGE_VERSION as l, gepaOptimizationMethod as n, decodeExternalTextCandidate as o, heldOutGate as r, readExternalOptimizerObservationArtifact as s, skillOptOptimizationMethod as t, createReferenceEquivalenceJudge as u };
|
|
2021
2021
|
|
|
2022
|
-
//# sourceMappingURL=skillopt-optimization-method-
|
|
2022
|
+
//# sourceMappingURL=skillopt-optimization-method-Cv3K4DaS.js.map
|