@tangle-network/agent-eval 0.33.0 → 0.33.1

package/dist/index.js

@@ -11,7 +11,7 @@ import {
   failureClusterView,
   iqr,
   welchsTTest
-} from "./chunk-GVQT44CS.js";
+} from "./chunk-KE7TDJUO.js";
 import {
   exportTrainingData,
   toNdjson
@@ -54,7 +54,7 @@ import {
   runProposeReview,
   runProposeReviewAsControlLoop,
   scoreFromEvals
-} from "./chunk-S4Y5VXMS.js";
+} from "./chunk-WRGHMGWT.js";
 import {
   allCriticalPassed,
   objectiveEval,
@@ -96,14 +96,7 @@ import {
   summarizePreferenceMemory,
   trialTraceFromMultiShotTrial,
   withAssignedFeedbackSplit
-} from "./chunk-B73G44OH.js";
-import {
-  RunRecordValidationError,
-  isRunRecord,
-  parseRunRecordSafe,
-  roundTripRunRecord,
-  validateRunRecord
-} from "./chunk-ZN2CMQIW.js";
+} from "./chunk-FT3IAMQR.js";
 import {
   assertReleaseConfidence,
   bootstrapCi,
@@ -111,38 +104,52 @@ import {
   judgeReplayGate,
   releaseTraceEvidenceFromMultiShotTrials,
   renderReleaseReport
-} from "./chunk-WGXZAQLR.js";
+} from "./chunk-LGAPK7NA.js";
 import {
   runEvalCampaign
-} from "./chunk-DTEJNZYK.js";
+} from "./chunk-SQYRO3BT.js";
 import {
   LlmCallError,
   LlmClient,
   LlmRouteAssertionError,
   assertLlmRoute,
+  backoffMs,
   callLlm,
   callLlmJson,
+  isTransientLlmError,
   probeLlm,
   stripFencedJson
-} from "./chunk-M6RZ5LJN.js";
+} from "./chunk-VXNVVBZO.js";
+import {
+  AgentProfileCellValidationError,
+  RunRecordValidationError,
+  agentProfileCellHashMaterial,
+  agentProfileCellKey,
+  assertRunAgentProfileCell,
+  buildAgentProfileCell,
+  groupRunsByAgentProfileCell,
+  isRunRecord,
+  parseRunRecordSafe,
+  requireAgentProfileCell,
+  roundTripRunRecord,
+  validateAgentProfileCell,
+  validateRunRecord,
+  verifyAgentProfileCell
+} from "./chunk-DCZXFOQN.js";
 import {
   evaluateInterimReleaseConfidence,
   pairedEvalueSequence
 } from "./chunk-MAZ26DC7.js";
 import {
   RESEARCH_REPORT_HARD_PAIR_FLOOR,
-  benjaminiHochberg,
-  bhAdjust,
-  bonferroni,
   gainHistogram,
-  pairedBootstrap,
-  pairedWilcoxon,
   paretoChart,
-  requiredSampleSize,
   researchReport,
   summaryTable
-} from "./chunk-CXJOVDJR.js";
+} from "./chunk-TQL7BAOY.js";
 import {
+  benjaminiHochberg,
+  bonferroni,
   calibrateJudge,
   calibrateJudgeContinuous,
   cohensD,
@@ -153,14 +160,17 @@ import {
   interRaterReliability,
   mannWhitneyU,
   normalizeScores,
+  pairedBootstrap,
+  pairedMde,
   pairedTTest,
   partialCredit,
   positionalBias,
+  requiredSampleSize,
   selfPreference,
   verbosityBias,
   weightedMean,
   wilcoxonSignedRank
-} from "./chunk-4L3WJXQJ.js";
+} from "./chunk-KHZRNY3F.js";
 import {
   DEFAULT_REDACTION_RULES,
   DEFAULT_TRACE_ANALYST_BUDGETS,
@@ -10316,35 +10326,14 @@ var JsonlTrialCache = class {
 // src/judge-retry.ts
 var DEFAULT_MAX_ATTEMPTS = 3;
 var DEFAULT_TIMEOUT_MS = 9e4;
-var DEFAULT_BACKOFF = (attempt) => Math.min(500 * 2 ** attempt, 16e3);
-var ABORT_PATTERNS = [
-  /AbortError/i,
-  /TimeoutError/i,
-  /fetch failed/i,
-  /ECONNRESET/i,
-  /ETIMEDOUT/i,
-  /EAI_AGAIN/i,
-  /this operation was aborted/i,
-  /stream.*ended.*unexpectedly/i,
-  /socket hang up/i
-];
-var RETRYABLE_HTTP_STATUS = /* @__PURE__ */ new Set([429, 502, 503, 504]);
-function defaultIsRetryable(err) {
-  if (err instanceof Error) {
-    if (ABORT_PATTERNS.some((p) => p.test(err.message) || p.test(err.name))) return true;
-    const status = err.status;
-    if (typeof status === "number" && RETRYABLE_HTTP_STATUS.has(status)) return true;
-  }
-  return false;
-}
 function sleep(ms) {
   return new Promise((resolve) => setTimeout(resolve, ms));
 }
 async function withJudgeRetry(judgeFn, policy = {}) {
   const maxAttempts = policy.maxAttempts ?? DEFAULT_MAX_ATTEMPTS;
   const timeoutMs = policy.timeoutMs ?? DEFAULT_TIMEOUT_MS;
-  const backoff = policy.backoffMs ?? DEFAULT_BACKOFF;
-  const isRetryable = policy.isRetryable ?? defaultIsRetryable;
+  const backoff = policy.backoffMs ?? backoffMs;
+  const isRetryable = policy.isRetryable ?? isTransientLlmError;
   const models = policy.models && policy.models.length > 0 ? policy.models : [void 0];
   let totalAttempts = 0;
   const attemptErrors = [];
@@ -10667,6 +10656,7 @@ export {
   ANALYST_SEVERITIES,
   AgentDriver,
   AgentEvalError,
+  AgentProfileCellValidationError,
   AnalystRegistry,
   AxGepaSteeringOptimizer,
   BENCHMARK_SPLIT_SEED,
@@ -10774,6 +10764,8 @@ export {
   VerificationError,
   acquisitionPlansForKnowledgeGaps,
   adversarialJudge,
+  agentProfileCellHashMaterial,
+  agentProfileCellKey,
   aggregateLlm,
   aggregateRunScore,
   aggregateTrialsByMode,
@@ -10785,17 +10777,19 @@ export {
   assertLlmRoute,
   assertRealBackend,
   assertReleaseConfidence,
+  assertRunAgentProfileCell,
   assertRunCaptured,
   assignFeedbackSplit,
   attributeCounterfactuals,
+  backoffMs,
   deterministicSplit as benchmarkDeterministicSplit,
   benchmarks_exports as benchmarks,
   benjaminiHochberg,
-  bhAdjust,
   bisect,
   blockingKnowledgeEval,
   bonferroni,
   bootstrapCi,
+  buildAgentProfileCell,
   buildDriverSystemPrompt,
   buildReflectionPrompt,
   buildReviewerPrompt,
@@ -10912,6 +10906,7 @@ export {
   precision as goldenPrecision,
   gradeSemanticStatus,
   groupBy,
+  groupRunsByAgentProfileCell,
   hashContent,
   hashJson,
   hashScenarios,
@@ -10933,6 +10928,7 @@ export {
   isRunRecord,
   isSandboxSpan,
   isToolSpan,
+  isTransientLlmError,
   iterateRawCalls,
   jestTestParser,
   jsonHasKeys,
@@ -10962,8 +10958,8 @@ export {
   objectiveEval,
   pairedBootstrap,
   pairedEvalueSequence,
+  pairedMde,
   pairedTTest,
-  pairedWilcoxon,
   paraphraseRobustness,
   paraphraseRobustnessScenarios,
   paretoChart,
@@ -11009,6 +11005,7 @@ export {
   replayFeedbackTrajectory,
   replayScorerOverCorpus,
   replayTraceThroughJudge,
+  requireAgentProfileCell,
   requiredSampleSize,
   researchReport,
   resetLockedAppendersForTesting,
@@ -11079,8 +11076,10 @@ export {
   typoMutator,
   urlContains,
   userQuestionsForKnowledgeGaps,
+  validateAgentProfileCell,
   validateRunRecord,
   verbosityBias,
+  verifyAgentProfileCell,
   verifyCompletion,
   verifyManifest,
   visualDiff,