@tangle-network/agent-eval 0.135.2 → 0.135.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (31) hide show
  1. package/CHANGELOG.md +19 -0
  2. package/dist/analyst/index.js +1 -1
  3. package/dist/{analyst-LsnNpSkm.js → analyst-j5je5J7c.js} +2 -2
  4. package/dist/{analyst-LsnNpSkm.js.map → analyst-j5je5J7c.js.map} +1 -1
  5. package/dist/benchmarks/index.js +1 -1
  6. package/dist/{benchmarks-Mtu251Jz.js → benchmarks-Dfgm9ts5.js} +2 -2
  7. package/dist/{benchmarks-Mtu251Jz.js.map → benchmarks-Dfgm9ts5.js.map} +1 -1
  8. package/dist/campaign/index.js +1 -1
  9. package/dist/{campaign-RVIqtJh0.js → campaign-Dz8uQnhC.js} +2 -2
  10. package/dist/{campaign-RVIqtJh0.js.map → campaign-Dz8uQnhC.js.map} +1 -1
  11. package/dist/contract/index.js +3 -3
  12. package/dist/{default-registry-BAhV-lbE.js → default-registry-CHmdy2An.js} +2 -2
  13. package/dist/{default-registry-BAhV-lbE.js.map → default-registry-CHmdy2An.js.map} +1 -1
  14. package/dist/{extract-usage-2j25whHw.js → extract-usage-DIQpN-ww.js} +2 -2
  15. package/dist/{extract-usage-2j25whHw.js.map → extract-usage-DIQpN-ww.js.map} +1 -1
  16. package/dist/index.d.ts +2 -2
  17. package/dist/index.js +8 -8
  18. package/dist/openapi.json +1 -1
  19. package/dist/{replay-BI6CVKkp.d.ts → replay-BRfMIs81.d.ts} +39 -21
  20. package/dist/replay-BRfMIs81.d.ts.map +1 -0
  21. package/dist/{replay-CJfGLdx4.js → replay-C6wRg47C.js} +23 -41
  22. package/dist/replay-C6wRg47C.js.map +1 -0
  23. package/dist/{tools-BmuN627J.js → tools-D8yTtNSN.js} +132 -27
  24. package/dist/tools-D8yTtNSN.js.map +1 -0
  25. package/dist/traces.d.ts +2 -2
  26. package/dist/traces.js +5 -5
  27. package/docs/trace-analysis.md +24 -0
  28. package/package.json +3 -3
  29. package/dist/replay-BI6CVKkp.d.ts.map +0 -1
  30. package/dist/replay-CJfGLdx4.js.map +0 -1
  31. package/dist/tools-BmuN627J.js.map +0 -1
@@ -1,15 +1,15 @@
1
1
  import { s as ValidationError } from "../errors-8YnH8WlF.js";
2
- import { F as createChatClient, t as buildDefaultAnalystRegistry } from "../default-registry-BAhV-lbE.js";
2
+ import { F as createChatClient, t as buildDefaultAnalystRegistry } from "../default-registry-CHmdy2An.js";
3
3
  import { i as estimateCost, o as isModelPriced } from "../metrics-C9YY1OcL.js";
4
4
  import { i as CostLedger } from "../cost-ledger-DHAjwNj7.js";
5
5
  import { LLM_MODEL_ATTR_KEYS, SPAN_KIND_ATTR_KEYS } from "../trace-attributes.js";
6
- import { b as classifyOtlpSpanRole, x as isOtlpModelCall } from "../tools-BmuN627J.js";
6
+ import { E as isOtlpModelCall, T as classifyOtlpSpanRole } from "../tools-D8yTtNSN.js";
7
7
  import { l as makeProposalFinding } from "../proposal-findings-DCawte-y.js";
8
8
  import { r as mapConcurrentRange } from "../concurrency-MUjT7VjM.js";
9
9
  import { B as surfaceContentHash, Ct as llmJudge, Ft as decidePairedPromotion, M as compareOptimizationMethods, O as composeGate, Q as inMemoryCampaignStorage, S as defaultProductionGate, T as heldoutSignificance, V as surfaceHash, X as createRunCostLedger, Y as runCampaign, Z as fsCampaignStorage, _ as buildEvidenceVector, a as emitLoopProvenance, b as powerPreflight, ct as campaignSplitDigest, d as runImprovementLoop, dt as REFERENCE_EQUIVALENCE_INPUT_LIMITS, ft as REFERENCE_EQUIVALENCE_JUDGE_VERSION, g as gepaOptimizationMethod, j as assertOptimizationResult, k as externalTextOptimizationMethod, mt as runReferenceEquivalenceJudge, o as loopProvenanceArgsFromResult, p as runEval, pt as createReferenceEquivalenceJudge, rt as resolveRunDir, t as skillOptOptimizationMethod, v as paretoPolicy, x as heldOutGate, y as paretoSignificanceGate } from "../skillopt-optimization-method-0UmPD6aP.js";
10
10
  import { E as pairedBootstrap } from "../statistics-CnGCLLqc.js";
11
11
  import { i as parseRunRecordSafe, r as modelHasSnapshot } from "../run-record-BIwU2wdV.js";
12
- import { a as recordAggregateMeasurements, i as readTaskFailureLabels, o as summarizeExecutionMeasurements, s as summarizeTraceErrors, t as extractUsage } from "../extract-usage-2j25whHw.js";
12
+ import { a as recordAggregateMeasurements, i as readTaskFailureLabels, o as summarizeExecutionMeasurements, s as summarizeTraceErrors, t as extractUsage } from "../extract-usage-DIQpN-ww.js";
13
13
  import { n as summarizeExecution, t as analyzeRuns } from "../analyze-runs-jjCmF8pU.js";
14
14
  import { a as campaignCellExecutionEvidence, c as campaignCellToRunRecord, o as campaignCellJudgeDimensions, s as campaignCellTaskScore } from "../reward-hacking-a-kYs0-i.js";
15
15
  import { n as InMemoryOutcomeStore, t as FileSystemOutcomeStore } from "../outcome-store-ChBKlTd_.js";
@@ -2,7 +2,7 @@ import { i as CostLedger } from "./cost-ledger-DHAjwNj7.js";
2
2
  import { f as maximumChargeForLlmRequest, l as costReceiptFromLlm, n as LlmClient, s as callLlm, u as costReceiptFromLlmError } from "./llm-client-DHx8pzyJ.js";
3
3
  import { LLM_CONTEXT_TOKENS, LLM_INPUT_TOKEN_ATTR_KEYS, LLM_OUTPUT_TOKEN_ATTR_KEYS, TOOL_NAME_ATTR_KEYS } from "./trace-attributes.js";
4
4
  import { t as executionTrackByLane } from "./execution-tracks-CpgFPpS5.js";
5
- import { _ as spanEpochMillis, r as runTraceAnalysisLoop, t as buildTraceAnalystTools } from "./tools-BmuN627J.js";
5
+ import { S as spanEpochMillis, r as runTraceAnalysisLoop, t as buildTraceAnalystTools } from "./tools-D8yTtNSN.js";
6
6
  import { c as makeFinding, o as combineAbortSignals } from "./proposal-findings-DCawte-y.js";
7
7
  import { ai } from "@ax-llm/ax";
8
8
  import { z } from "zod";
@@ -2510,4 +2510,4 @@ function buildDefaultAnalystRegistry(opts = {}) {
2510
2510
  //#endregion
2511
2511
  export { parseFindingSubject as A, stripCodeFences as C, FindingSubjectStringSchema as D, FINDING_SUBJECT_SYNTAX as E, createChatClient as F, createAnalystAi as I, behavioralAnalyst as M, deriveEfficiencyFindings as N, KIND_EXPECTED_SUBJECTS as O, computeTraceMetrics as P, coerceToFindingRows as S, FINDING_SUBJECT_KINDS as T, RawAnalystEvidenceSchema as _, KNOWLEDGE_GAP_KIND_SPEC as a, parseRawFinding as b, buildTraceToolsForGroup as c, renderUpstreamFindings as d, settleUsageReceiptFromCostLedger as f, RAW_FINDING_SCHEMA_PROMPT as g, ANALYST_SEVERITIES as h, KNOWLEDGE_POISONING_KIND_SPEC as i, renderFindingSubject as j, findingSubjectGrammarPromptFor as k, createTraceAnalystKind as l, structureFindings as m, AnalystRegistry as n, IMPROVEMENT_KIND_SPEC as o, validateUsageSettlementTimeout as p, DEFAULT_TRACE_ANALYST_KINDS as r, FAILURE_MODE_KIND_SPEC as s, buildDefaultAnalystRegistry as t, renderPriorFindings as u, RawAnalystFindingSchema as v, FINDING_SUBJECT_GRAMMAR_PROMPT as w, coerceJson as x, evidenceRefsFromRawFinding as y };
2512
2512
 
2513
- //# sourceMappingURL=default-registry-BAhV-lbE.js.map
2513
+ //# sourceMappingURL=default-registry-CHmdy2An.js.map