@tangle-network/agent-eval 0.163.2 → 0.170.0

package/dist/contract/index.js

@@ -1,22 +1,22 @@
 import { s as ValidationError } from "../errors-Dngq5h35.js";
-import { i as hashCanonical } from "../canonical-IL-Bu-14.js";
+import { a as hashCanonical } from "../canonical-DPyQ_rpt.js";
 import { r as pairedBootstrap } from "../paired-tests-C8iCsioC.js";
-import { a as summarizeExecution, i as analyzeRuns, n as SelfImproveRunError, r as selfImprove, t as defineAgentEval } from "../define-agent-eval-D08pWIJb.js";
-import { a as parseRunRecordSafe } from "../run-record-BC0ebuRP.js";
-import { E as compareOptimizationMethods, Y as defaultProductionGate, ft as campaignSplitDigest, i as transientDispatchFailure, m as runImprovementLoop, nt as runCampaign, t as llmJudge, tt as runEval } from "../llm-judge-Du7WQPh7.js";
+import { a as summarizeExecution, i as analyzeRuns, n as SelfImproveRunError, r as selfImprove, t as defineAgentEval } from "../define-agent-eval-Clj-8igZ.js";
+import { a as parseRunRecordSafe } from "../run-record-DLORoL7t.js";
+import { O as compareOptimizationMethods, Z as defaultProductionGate, g as runImprovementLoop, i as transientDispatchFailure, it as runCampaign, mt as campaignSplitDigest, rt as runEval, t as llmJudge } from "../llm-judge-DbJdo8Nj.js";
 import { i as isModelPriced, n as estimateCost } from "../metrics-Qv-cpptD.js";
 import { i as CostLedger } from "../cost-ledger-B1qx30B4.js";
-import { d as mapConcurrentRange } from "../ledger-core-BOzlRygb.js";
-import { S as inMemoryCampaignStorage, x as fsCampaignStorage } from "../external-optimizer-subprocess-CqLMW3nh.js";
+import { d as mapConcurrentRange } from "../ledger-core-PIfjCbKn.js";
+import { C as inMemoryCampaignStorage, S as fsCampaignStorage } from "../external-optimizer-subprocess-Cex8Da2i.js";
 import { a as heldoutSignificance, s as decidePairedPromotion } from "../power-preflight-CFXm0Vjo.js";
-import { r as makeProposalFinding } from "../types-BI4fT3HN.js";
-import { G as isOtlpModelCall, W as classifyOtlpSpanRole } from "../kind-factory-DY8FdoXf.js";
-import { n as buildDefaultAnalystRegistry, t as createChatClient } from "../chat-client-DlMlAeYI.js";
+import { i as makeProposalFinding } from "../types-CiWITkGo.js";
+import { G as isOtlpModelCall, W as classifyOtlpSpanRole } from "../kind-factory-DMeEoMQZ.js";
+import { n as buildDefaultAnalystRegistry, t as createChatClient } from "../chat-client-DEtybj5i.js";
 import { LLM_MODEL_ATTR_KEYS, SPAN_KIND_ATTR_KEYS } from "../trace-attributes.js";
 import { t as extractUsage } from "../extract-usage-BrQ8mCLX.js";
 import { n as InMemoryOutcomeStore, t as FileSystemOutcomeStore } from "../outcome-store-ChBKlTd_.js";
-import { i as summarizeTraceErrors, n as recordAggregateMeasurements, r as summarizeExecutionMeasurements, t as readTaskFailureLabels } from "../task-failure-attributes-DTl-7-Kw.js";
-import { c as externalTextOptimizationMethod, d as REFERENCE_EQUIVALENCE_INPUT_LIMITS, f as REFERENCE_EQUIVALENCE_JUDGE_VERSION, m as runReferenceEquivalenceJudge, n as gepaOptimizationMethod, o as heldOutGate, p as createReferenceEquivalenceJudge, s as composeGate, t as skillOptOptimizationMethod } from "../skillopt-optimization-method-UArRo-nr.js";
+import { i as summarizeTraceErrors, n as recordAggregateMeasurements, r as summarizeExecutionMeasurements, t as readTaskFailureLabels } from "../task-failure-attributes-CBGtLS_H.js";
+import { c as externalTextOptimizationMethod, d as REFERENCE_EQUIVALENCE_INPUT_LIMITS, f as REFERENCE_EQUIVALENCE_JUDGE_VERSION, m as runReferenceEquivalenceJudge, n as gepaOptimizationMethod, o as heldOutGate, p as createReferenceEquivalenceJudge, s as composeGate, t as skillOptOptimizationMethod } from "../skillopt-optimization-method-B2R9C5aG.js";
 import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-LY9mVQ7W.js";
 import { createHash } from "node:crypto";
 import { agentCandidateBenchmarkSuiteSchema, agentCandidateBenchmarkTaskSchema, agentCandidateBundleSchema, agentCandidateEvaluationPolicySchema, agentCandidateExperimentSchema, agentImprovementMeasuredComparisonSchema, agentProfileImprovementExperimentSchema, agentProfileImprovementMeasuredComparisonSchema, agentProfileImprovementRunCellSchema, agentProfileImprovementRunReceiptSchema, agentProfileImprovementSuiteInputsSchema, agentProfileImprovementSuiteSchema, agentProfileImprovementTaskSchema, candidateExecutionEvidenceSchema, canonicalCandidateDigest, canonicalCandidateJson, numbersApproximatelyEqual, omitTopLevelDigest } from "@tangle-network/agent-interface";

package/dist/{counterfactual-BaFUWK3H.d.ts → counterfactual-Bee5_BIn.d.ts}

@@ -1,6 +1,6 @@
-import { s as TraceStore } from "./store-B06JdC56.js";
-import { i as TraceEmitter } from "./emitter-D_jYSGRd.js";
-import { n as TrajectoryStep, t as Trajectory } from "./trajectory-Bi157Gun.js";
+import { s as TraceStore } from "./store-Cq9oOrI1.js";
+import { i as TraceEmitter } from "./emitter-Bvnu0VzL.js";
+import { n as TrajectoryStep, t as Trajectory } from "./trajectory-r1bQqvBQ.js";
 //#region src/counterfactual.d.ts
 type CounterfactualMutation = {
   kind: 'swap-model';
@@ -57,4 +57,4 @@ interface CounterfactualRunner {
 declare function runCounterfactual(store: TraceStore, originalRunId: string, mutation: CounterfactualMutation, runner: CounterfactualRunner): Promise<CounterfactualResult>;
 //#endregion
 export { runCounterfactual as a, CounterfactualRunner as i, CounterfactualMutation as n, CounterfactualResult as r, CounterfactualContext as t };
-//# sourceMappingURL=counterfactual-BaFUWK3H.d.ts.map
+//# sourceMappingURL=counterfactual-Bee5_BIn.d.ts.map

package/dist/{counterfactual-BaFUWK3H.d.ts.map → counterfactual-Bee5_BIn.d.ts.map}

@@ -1 +1 @@
-{"version":3,"file":"counterfactual-BaFUWK3H.d.ts","names":[],"sources":["../src/counterfactual.ts"],"mappings":";;;;KAoBY;EACN;EAAoB;EAAY;;EAChC;EAA0B;EAAY;;EACtC;EAAwB;;EACxB;EAA+B;EAAY;;EAE3C;EACA;EACA;EACA,QAAQ,MAAM,mBAAmB;;UAGtB;EACf;EACA,oBAAoB;;;EAGpB,QAAQ;EACR,UAAU;;;;EAIV,aAAa;;UAGE;EACf;EACA;EACA,UAAU;;EAEV;IACE;IACA;IACA;;;UAIa;;;;;;EAMf,cAAc,KAAK,uBAAuB,SAAS,iBAAiB;;iBAGhD,kBACpB,OAAO,YACP,uBACA,UAAU,wBACV,QAAQ,uBACP,QAAQ"}
+{"version":3,"file":"counterfactual-Bee5_BIn.d.ts","names":[],"sources":["../src/counterfactual.ts"],"mappings":";;;;KAoBY;EACN;EAAoB;EAAY;;EAChC;EAA0B;EAAY;;EACtC;EAAwB;;EACxB;EAA+B;EAAY;;EAE3C;EACA;EACA;EACA,QAAQ,MAAM,mBAAmB;;UAGtB;EACf;EACA,oBAAoB;;;EAGpB,QAAQ;EACR,UAAU;;;;EAIV,aAAa;;UAGE;EACf;EACA;EACA,UAAU;;EAEV;IACE;IACA;IACA;;;UAIa;;;;;;EAMf,cAAc,KAAK,uBAAuB,SAAS,iBAAiB;;iBAGhD,kBACpB,OAAO,YACP,uBACA,UAAU,wBACV,QAAQ,uBACP,QAAQ"}

package/dist/{default-registry-G9CKMNkc.d.ts → default-registry-ovxrOP0_.d.ts}

@@ -1,8 +1,8 @@
-import { i as AnalystFinding, n as AnalystContext, w as TraceAnalysisStore } from "./types-D9ssmxKL.js";
-import { l as ExactCapableAnalyst } from "./exact-types-qnexxJ1Z.js";
-import { n as AnalystRegistry, r as AnalystRegistryOptions } from "./registry-8You7OK1.js";
-import { c as RawAnalystFinding, i as TraceAnalystLimits, r as TraceAnalysisEngineResult, t as TraceAnalysisEngine } from "./engine-Cu5qD5Fc.js";
-import { t as TraceToolGroupName } from "./tool-groups-Ci8i9ErB.js";
+import { i as AnalystFinding, n as AnalystContext, w as TraceAnalysisStore } from "./types-DMoNFDWi.js";
+import { l as ExactCapableAnalyst } from "./exact-types-BEecmnWm.js";
+import { n as AnalystRegistry, r as AnalystRegistryOptions } from "./registry-xEb_xfns.js";
+import { c as RawAnalystFinding, i as TraceAnalystLimits, r as TraceAnalysisEngineResult, t as TraceAnalysisEngine } from "./engine-D12Rb6WB.js";
+import { t as TraceToolGroupName } from "./tool-groups-BnXlCJZQ.js";
 //#region src/trace-analyst/behavioral-metrics.d.ts
 type SuboptimalCode = 'monotonic-input-growth' | 'output-length-decay' | 'single-tool-dependency' | 'no-self-verification';
 interface SuboptimalSignal {
@@ -110,4 +110,4 @@ interface DefaultAnalystRegistryOptions {
 declare function buildDefaultAnalystRegistry(options?: DefaultAnalystRegistryOptions): AnalystRegistry;
 //#endregion
 export { createTraceAnalyst as a, BehavioralAnalystOptions as c, TraceAnalystDefinition as i, behavioralAnalyst as l, buildDefaultAnalystRegistry as n, renderPriorFindings as o, CreateTraceAnalystOptions as r, runTraceAnalyst as s, DefaultAnalystRegistryOptions as t, deriveEfficiencyFindings as u };
-//# sourceMappingURL=default-registry-G9CKMNkc.d.ts.map
+//# sourceMappingURL=default-registry-ovxrOP0_.d.ts.map

package/dist/{default-registry-G9CKMNkc.d.ts.map → default-registry-ovxrOP0_.d.ts.map}

@@ -1 +1 @@
-{"version":3,"file":"default-registry-G9CKMNkc.d.ts","names":[],"sources":["../src/trace-analyst/behavioral-metrics.ts","../src/analyst/behavioral-analyst.ts","../src/analyst/kind-factory.ts","../src/analyst/default-registry.ts"],"mappings":";;;;;;KAoBY;UAMK;EACf,MAAM;EACN;;EAEA;;EAEA,UAAU;;UAGK;;EAEf;EACA;;EAEA,gBAAgB;;EAEhB;EACA;EACA,eAAe;EACf;EACA;;EAEA;EACA;EACA,SAAS;;UAGM;EACf;EACA;EACA,sBAAsB;EACtB,uBAAuB;;;;UC1BR;;EAEf;;EAEA;;;;;;iBA+Dc,yBACd,SAAS,mBACT;EAAQ;EAAoB;IAC3B;;iBAkCa,kBACd,UAAS,2BACR,oBAAoB;;;;UCrHN;EACf;EACA;EACA;EACA;;EAEA,sBAAsB,SAAS;;EAE/B;;EAEA,WAAW;;EAEX,kBACE,OAAO,oBACP,SAAS,wCACe;EAC1B,SAAS,QAAQ;EACjB,eAAe,KAAK,mBAAmB,SAAS,mBAAmB;EACnE;EACA;;UAGe;EACf,QAAQ;;EAER;EACA;;;iBAIoB,gBAAgB;EACpC,YAAY;EACZ,QAAQ;EACR,OAAO;EACP,SAAS;EACT;IACE,QAAQ;;iBAgFI,mBACd,YAAY,wBACZ,SAAS,4BACR,oBAAoB;iBA+QP,oBAAoB,OAAO;;;UCpZ1B;;;;;;EAMf,SAAS;EACT,uBAAuB;;EAEvB;EACA,aAAa;EACb,WAAW;;iBAGG,4BACd,UAAS,gCACR"}
+{"version":3,"file":"default-registry-ovxrOP0_.d.ts","names":[],"sources":["../src/trace-analyst/behavioral-metrics.ts","../src/analyst/behavioral-analyst.ts","../src/analyst/kind-factory.ts","../src/analyst/default-registry.ts"],"mappings":";;;;;;KAoBY;UAMK;EACf,MAAM;EACN;;EAEA;;EAEA,UAAU;;UAGK;;EAEf;EACA;;EAEA,gBAAgB;;EAEhB;EACA;EACA,eAAe;EACf;EACA;;EAEA;EACA;EACA,SAAS;;UAGM;EACf;EACA;EACA,sBAAsB;EACtB,uBAAuB;;;;UC1BR;;EAEf;;EAEA;;;;;;iBA+Dc,yBACd,SAAS,mBACT;EAAQ;EAAoB;IAC3B;;iBAkCa,kBACd,UAAS,2BACR,oBAAoB;;;;UCrHN;EACf;EACA;EACA;EACA;;EAEA,sBAAsB,SAAS;;EAE/B;;EAEA,WAAW;;EAEX,kBACE,OAAO,oBACP,SAAS,wCACe;EAC1B,SAAS,QAAQ;EACjB,eAAe,KAAK,mBAAmB,SAAS,mBAAmB;EACnE;EACA;;UAGe;EACf,QAAQ;;EAER;EACA;;;iBAIoB,gBAAgB;EACpC,YAAY;EACZ,QAAQ;EACR,OAAO;EACP,SAAS;EACT;IACE,QAAQ;;iBAgFI,mBACd,YAAY,wBACZ,SAAS,4BACR,oBAAoB;iBA+QP,oBAAoB,OAAO;;;UCpZ1B;;;;;;EAMf,SAAS;EACT,uBAAuB;;EAEvB;EACA,aAAa;EACb,WAAW;;iBAGG,4BACd,UAAS,gCACR"}

package/dist/{define-agent-eval-D08pWIJb.js → define-agent-eval-Clj-8igZ.js}

@@ -6,15 +6,15 @@ import { i as requiredPairedSampleSize, r as pairedMde } from "./power-and-mde-B
 import { r as pairRunRecords } from "./paired-arms-D4aeIHUy.js";
 import { o as pairedTTest, r as pairedBootstrap } from "./paired-tests-C8iCsioC.js";
 import { r as welchsTTest } from "./baseline-BC-eBZ7U.js";
-import "./query-_5g6re3_.js";
+import "./query-BPGMVlbM.js";
 import { r as observedSplitScore } from "./reward-nw2xZGZG.js";
-import { c as validateRunRecord, i as modelHasSnapshot } from "./run-record-BC0ebuRP.js";
-import { r as paretoChart } from "./summary-report-BXeQ5Ues.js";
-import { N as surfaceContentHash, P as surfaceHash, Y as defaultProductionGate, c as emitLoopProvenance, it as resolveRunDir, l as loopProvenanceArgsFromResult, m as runImprovementLoop, tt as runEval, w as assertOptimizationResult } from "./llm-judge-Du7WQPh7.js";
-import { c as campaignCellTaskScore, l as campaignCellToRunRecord, o as campaignCellExecutionEvidence, s as campaignCellJudgeDimensions } from "./reward-hacking-O5zKDANP.js";
-import { S as inMemoryCampaignStorage, b as createRunCostLedger, x as fsCampaignStorage } from "./external-optimizer-subprocess-CqLMW3nh.js";
+import { c as validateRunRecord, i as modelHasSnapshot } from "./run-record-DLORoL7t.js";
+import { r as paretoChart } from "./summary-report-Bgh8CpNK.js";
+import { E as assertOptimizationResult, F as surfaceContentHash, I as surfaceHash, Z as defaultProductionGate, d as loopProvenanceArgsFromResult, g as runImprovementLoop, ot as resolveRunDir, rt as runEval, u as emitLoopProvenance } from "./llm-judge-DbJdo8Nj.js";
+import { c as campaignCellTaskScore, l as campaignCellToRunRecord, o as campaignCellExecutionEvidence, s as campaignCellJudgeDimensions } from "./reward-hacking-SkxYgT0x.js";
+import { C as inMemoryCampaignStorage, S as fsCampaignStorage, x as createRunCostLedger } from "./external-optimizer-subprocess-Cex8Da2i.js";
 import { t as powerPreflight } from "./power-preflight-CFXm0Vjo.js";
-import { t as createHostedClient } from "./client-CX7KqIdB.js";
+import { t as createHostedClient } from "./client-BvwNkIRN.js";
 //#region src/contamination-guard.ts
 function checkCanaries(output, scenarios) {
 	const leaks = [];
@@ -1023,6 +1023,13 @@ function splitMethodPartitions(searchScenarios, explicitSelection, fraction) {
 function safeRunComponent(value) {
 	return value.replace(/[^a-zA-Z0-9._-]/g, "_");
 }
+/** 32-bit FNV-1a over raw UTF-16 code units, read as an unsigned int and used
+*  only to order scenarios deterministically.
+*
+*  Frozen: the order it produces assigns scenarios to partitions, so a change
+*  re-partitions decisions already recorded. It masks no byte, unlike
+*  `fnv1a32` in `src/partition-held-out.ts`, so the two disagree on any
+*  non-ASCII id and cannot be shared. */
 function stableScenarioHash(value) {
 	let hash = 2166136261;
 	for (let index = 0; index < value.length; index++) {
@@ -1364,6 +1371,11 @@ function averageComposite(campaign) {
 	const aggs = Object.values(campaign.aggregates.byScenario);
 	return aggs.length === 0 ? 0 : aggs.reduce((s, a) => s + a.meanComposite, 0) / aggs.length;
 }
+/** 32-bit FNV-1a over raw UTF-16 code units, rendered as hex for a cell key.
+*
+*  Frozen: the key names a persisted cell, so a change orphans every cell
+*  already written. Same loop as `stableScenarioHash` above but a different
+*  return form; neither is a general-purpose hash. */
 function hashString(s) {
 	let h = 2166136261;
 	for (let i = 0; i < s.length; i++) {
@@ -1497,4 +1509,4 @@ function requirePositiveInteger(value, field) {
 //#endregion
 export { summarizeExecution as a, analyzeRuns as i, SelfImproveRunError as n, checkCanaries as o, selfImprove as r, defineAgentEval as t };
 
-//# sourceMappingURL=define-agent-eval-D08pWIJb.js.map
+//# sourceMappingURL=define-agent-eval-Clj-8igZ.js.map