@tangle-network/agent-eval 1.0.19 → 1.0.21

package/dist/traces.d.ts

@@ -1,13 +1,13 @@
 import { c as ValidationError, o as LimitExceededError, s as NotFoundError, t as AgentEvalError } from "./errors-E9I2hldP.js";
 import { C as TraceRunOutcome, E as isToolSpan, S as TraceEvent, T as isLlmSpan, _ as Span, a as FAILURE_CLASSES, b as SpanStatus, c as JudgeSpan, d as RetrievalSpan, f as Run, g as SandboxSpan, h as RunStatus, i as EventKind, l as LlmSpan, m as RunLayer, n as BudgetLedgerEntry, o as FailureClass, p as RunCaptureReport, r as BudgetSpec, s as GenericSpan, t as Artifact, u as Message, v as SpanBase, w as isJudgeSpan, x as ToolSpan, y as SpanKind } from "./schema-CkIvnmLU.js";
 import { a as RunRecord, c as RunSplitTag, d as RunTokenUsage, u as RunTerminalOutcome } from "./run-record-D2BFMPGl.js";
-import { $ as DatasetOverview, G as BoundedTraceAnalysisStoreOptions, J as SpanSourceReader, K as ReadSpanSourceInput, Q as DEFAULT_TRACE_ANALYST_BUDGETS, W as createBoundedTraceAnalysisStore, X as TraceAnalysisStore, Y as TRACE_ANALYSIS_LIMITS, Z as TraceAnalysisStoreContext, at as TraceAnalystByteBudgets, ct as TraceAnalystSpanKind, dt as ViewSpansResult, et as ErrorCluster, ft as ViewTraceOversized, it as SpanMatchRecord, lt as TraceAnalystSpanStatus, nt as SearchSpanResult, ot as TraceAnalystFilters, pt as ViewTraceResult, q as ReadSpanSourceResult, rt as SearchTraceResult, st as TraceAnalystSpan, tt as QueryTracesPage, ut as TraceAnalystTraceSummary } from "./types-B9s9Xo5_.js";
-import { G as InMemoryRawProviderSink, J as ProviderRedactor, K as InMemoryRawProviderSinkOptions, Q as RawProviderSinkFilter, U as FileSystemRawProviderSink, W as FileSystemRawProviderSinkOptions, X as RawProviderEvent, Y as RawProviderDirection, Z as RawProviderSink, q as NoopRawProviderSink } from "./types-0KglnQ9o.js";
+import { $ as ErrorCluster, G as ReadSpanSourceInput, J as TRACE_ANALYSIS_LIMITS, K as ReadSpanSourceResult, Q as DatasetOverview, U as createBoundedTraceAnalysisStore, W as BoundedTraceAnalysisStoreOptions, X as TraceAnalysisStoreContext, Y as TraceAnalysisStore, Z as DEFAULT_TRACE_ANALYST_BUDGETS, at as TraceAnalystFilters, ct as TraceAnalystSpanStatus, dt as ViewTraceOversized, et as QueryTracesPage, ft as ViewTraceResult, it as TraceAnalystByteBudgets, lt as TraceAnalystTraceSummary, nt as SearchTraceResult, ot as TraceAnalystSpan, q as SpanSourceReader, rt as SpanMatchRecord, st as TraceAnalystSpanKind, tt as SearchSpanResult, ut as ViewSpansResult } from "./types-kBMNdo1X.js";
+import { $ as InMemoryRawProviderSinkOptions, Q as InMemoryRawProviderSink, X as FileSystemRawProviderSink, Z as FileSystemRawProviderSinkOptions, at as RawProviderSinkFilter, et as NoopRawProviderSink, it as RawProviderSink, nt as RawProviderDirection, rt as RawProviderEvent, tt as ProviderRedactor } from "./cluster-Cd0MRbr9.js";
 import { a as RunFilter, i as InMemoryTraceStore, n as FileSystemTraceStore, o as SpanFilter, r as FileSystemTraceStoreOptions, s as TraceStore, t as EventFilter } from "./store-CMs5wGXP.js";
 import { a as SpanHandle, i as RunCompleteHookContext, n as CaptureWrite, o as TraceEmitter, r as RunCompleteHook, s as TraceEmitterOptions, t as CaptureErrorHandler } from "./emitter-mAXC5PSN.js";
-import { d as BuildTraceAnalysisToolsOptions, f as TRACE_ANALYST_TOOL_NAMESPACE, h as buildTraceAnalysisToolDescriptors, m as UNTRUSTED_TRACE_TEXT, p as TraceAnalysisToolDescriptor } from "./engine-rfV8Ff8V.js";
-import { A as TraceInsightReadiness, B as isTraceInsightEvidence, C as TraceInsightContext, D as TraceInsightPromptInput, E as TraceInsightPanelRole, F as describeTraceInsightScope, G as AnalyzeTracesResult, H as tokenizeDomainWords, I as domainEvidencePattern, K as analyzeTraces, L as inferDomainKeywords, M as TraceInsightTask, N as buildTraceInsightContext, O as TraceInsightQualityGate, P as buildTraceInsightPrompt, R as isTraceInsightArtifact, S as TraceInsightAttribution, T as TraceInsightFinding, U as AnalyzeTracesInput, V as scoreTraceInsightReadiness, W as AnalyzeTracesOptions, _ as ToolSpansToTraceAnalysisStoreOptions, a as captureFetchToRawSink, b as OtlpSpan, c as ExtractedUsage, d as extractUsageFromSse, f as OtlpFileTraceStore, g as spanRecordsToTraceAnalysisStore, h as otlpTextToTraceAnalysisStore, i as CaptureFetchOptions, j as TraceInsightSuite, k as TraceInsightQuestion, l as SseUsageMode, m as SpanRecordsToTraceAnalysisStoreOptions, n as toolSpansToTraceAnalysisStore, o as OtlpFlatLine, p as OtlpFileTraceStoreOptions, r as CaptureFetchContext, s as ExtractUsageFromSseOptions, t as ToolTraceMissingError, u as extractUsage, v as OtlpExport, w as TraceInsightEvidence, x as exportRunAsOtlp, y as OtlpResourceSpans, z as isTraceInsightAttribution } from "./store-tool-spans-BgwVHXma.js";
-import { a as RunIntegrityReport, i as RunIntegrityIssueCode, n as RunIntegrityExpectations, o as assertRunCaptured, r as RunIntegrityIssue, t as RunIntegrityError } from "./integrity-BAdVzT8u.js";
+import { d as BuildTraceAnalysisToolsOptions, f as TRACE_ANALYST_TOOL_NAMESPACE, h as buildTraceAnalysisToolDescriptors, m as UNTRUSTED_TRACE_TEXT, p as TraceAnalysisToolDescriptor } from "./engine-BF8naBn7.js";
+import { A as TraceInsightReadiness, B as isTraceInsightEvidence, C as TraceInsightContext, D as TraceInsightPromptInput, E as TraceInsightPanelRole, F as describeTraceInsightScope, G as AnalyzeTracesResult, H as tokenizeDomainWords, I as domainEvidencePattern, K as analyzeTraces, L as inferDomainKeywords, M as TraceInsightTask, N as buildTraceInsightContext, O as TraceInsightQualityGate, P as buildTraceInsightPrompt, R as isTraceInsightArtifact, S as TraceInsightAttribution, T as TraceInsightFinding, U as AnalyzeTracesInput, V as scoreTraceInsightReadiness, W as AnalyzeTracesOptions, _ as ToolSpansToTraceAnalysisStoreOptions, a as captureFetchToRawSink, b as OtlpSpan, c as ExtractedUsage, d as extractUsageFromSse, f as OtlpFileTraceStore, g as spanRecordsToTraceAnalysisStore, h as otlpTextToTraceAnalysisStore, i as CaptureFetchOptions, j as TraceInsightSuite, k as TraceInsightQuestion, l as SseUsageMode, m as SpanRecordsToTraceAnalysisStoreOptions, n as toolSpansToTraceAnalysisStore, o as OtlpFlatLine, p as OtlpFileTraceStoreOptions, r as CaptureFetchContext, s as ExtractUsageFromSseOptions, t as ToolTraceMissingError, u as extractUsage, v as OtlpExport, w as TraceInsightEvidence, x as exportRunAsOtlp, y as OtlpResourceSpans, z as isTraceInsightAttribution } from "./store-tool-spans-B3z_Qb5u.js";
+import { a as RunIntegrityReport, i as RunIntegrityIssueCode, n as RunIntegrityExpectations, o as assertRunCaptured, r as RunIntegrityIssue, t as RunIntegrityError } from "./integrity-CrmnGB2T.js";
 import { C as classifyKey, E as normalizeKey, _ as redactText, a as RedactionFinding, c as SafetyCategory, d as ShareSafetyVerdict, f as assessShareSafety, g as redactForShare, h as redact, i as RedactOptions, l as ShareSafetyFinding, m as emptyRedactionReport, o as RedactionProfile, p as combineVerdicts, r as REDACTION_VERSION, s as RedactionReport, t as AssessOptions, u as ShareSafetyStatus, v as shareAllowed, w as detectCredential } from "./redact-jrT0APTU.js";
 import { D as asNumber, E as applyLlmSpanOtlpAttributes, O as contextInputTokens, T as TOOL_NAME_ATTR_KEYS, _ as LlmSpanOtlpInput, a as LLM_CACHE_WRITE_TOKEN_ATTR_KEYS, c as LLM_COST_USD, d as LLM_MODEL_ATTR_KEYS, f as LLM_MODEL_NAME, g as LLM_REASONING_TOKEN_ATTR_KEYS, h as LLM_REASONING_TOKENS, i as LLM_CACHE_WRITE_TOKENS, k as firstNumberAttr, l as LLM_INPUT_TOKENS, m as LLM_OUTPUT_TOKEN_ATTR_KEYS, n as LLM_CACHED_TOKENS, o as LLM_CONTEXT_TOKENS, p as LLM_OUTPUT_TOKENS, r as LLM_CACHED_TOKEN_ATTR_KEYS, s as LLM_COST_ATTR_KEYS, t as INPUT_VALUE, u as LLM_INPUT_TOKEN_ATTR_KEYS, v as OPENINFERENCE_SPAN_KIND, w as TOOL_NAME, x as SPAN_KIND_ATTR_KEYS, y as OUTPUT_VALUE } from "./attribute-vocabulary-5oo8ykIx.js";
 import { a as llmSpans, c as toolSpans, i as judgeSpans, n as argHash, o as runFailureClass, r as groupBy, s as runsForScenario, t as RunMetric } from "./query-UD0B08Sb.js";

package/dist/traces.js

@@ -2,16 +2,16 @@ import { i as isToolSpan, n as isJudgeSpan, r as isLlmSpan, t as FAILURE_CLASSES
 import { c as validateRunRecord, i as modelHasSnapshot } from "./run-record-CpLS4Uid.js";
 import { a as llmSpans, c as runsForScenario, i as judgeSpans, l as toolSpans, n as groupBy, o as runFailureClass, t as argHash } from "./query-CGXzO9d4.js";
 import { a as emptyRedactionReport, c as redactText, f as classifyKey, g as normalizeKey, i as combineVerdicts, l as shareAllowed, n as REDACTION_VERSION, o as redact, p as detectCredential, r as assessShareSafety, s as redactForShare } from "./redact-zp_ILC4l.js";
-import { C as asString, D as projectOtlpFlatLine, E as firstStringAttr, O as spanEpochMillis, S as TraceNotFoundError, _ as TraceAnalysisStoreContractError, a as UNTRUSTED_TRACE_TEXT, b as TraceFileMissingError, c as createBoundedTraceAnalysisStore, g as TraceAnalysisLimitError, h as SpanNotFoundError, i as TRACE_ANALYST_TOOL_NAMESPACE, m as TRACE_ANALYSIS_LIMITS, o as buildTraceAnalysisToolDescriptors, p as DEFAULT_TRACE_ANALYST_BUDGETS, v as TraceAnalysisValidationError, w as compareSpanTime, x as TraceFileTooLargeError } from "./kind-factory-Cfz8DUCc.js";
+import { C as asString, D as projectOtlpFlatLine, E as firstStringAttr, O as spanEpochMillis, S as TraceNotFoundError, _ as TraceAnalysisStoreContractError, a as UNTRUSTED_TRACE_TEXT, b as TraceFileMissingError, c as createBoundedTraceAnalysisStore, g as TraceAnalysisLimitError, h as SpanNotFoundError, i as TRACE_ANALYST_TOOL_NAMESPACE, m as TRACE_ANALYSIS_LIMITS, o as buildTraceAnalysisToolDescriptors, p as DEFAULT_TRACE_ANALYST_BUDGETS, v as TraceAnalysisValidationError, w as compareSpanTime, x as TraceFileTooLargeError } from "./kind-factory-CV0FNCMM.js";
 import { INPUT_VALUE, LLM_CACHED_TOKENS, LLM_CACHED_TOKEN_ATTR_KEYS, LLM_CACHE_WRITE_TOKENS, LLM_CACHE_WRITE_TOKEN_ATTR_KEYS, LLM_CONTEXT_TOKENS, LLM_COST_ATTR_KEYS, LLM_COST_USD, LLM_INPUT_TOKENS, LLM_INPUT_TOKEN_ATTR_KEYS, LLM_MODEL_ATTR_KEYS, LLM_MODEL_NAME, LLM_OUTPUT_TOKENS, LLM_OUTPUT_TOKEN_ATTR_KEYS, LLM_REASONING_TOKENS, LLM_REASONING_TOKEN_ATTR_KEYS, OPENINFERENCE_SPAN_KIND, OUTPUT_VALUE, SPAN_KIND_ATTR_KEYS, TOOL_NAME, TOOL_NAME_ATTR_KEYS, applyLlmSpanOtlpAttributes, asNumber, contextInputTokens, firstNumberAttr } from "./trace-attributes.js";
 import { n as extractUsageFromSse, t as extractUsage } from "./extract-usage-ISFqhfDz.js";
 import { n as InMemoryRawProviderSink, r as NoopRawProviderSink, t as FileSystemRawProviderSink } from "./raw-provider-sink-RbaEv2vB.js";
-import { _ as exportRunAsOtlp, a as spanStatusToOtlp, c as describeTraceInsightScope, d as isTraceInsightArtifact, f as isTraceInsightAttribution, g as analyzeTraces, h as tokenizeDomainWords, i as epochMillisToIso, l as domainEvidencePattern, m as scoreTraceInsightReadiness, n as toolSpansToTraceAnalysisStore, o as buildTraceInsightContext, p as isTraceInsightEvidence, r as createOtlpFlatLine, s as buildTraceInsightPrompt, t as ToolTraceMissingError, u as inferDomainKeywords, v as captureFetchToRawSink } from "./store-tool-spans-BrSWHB9O.js";
+import { _ as exportRunAsOtlp, a as spanStatusToOtlp, c as describeTraceInsightScope, d as isTraceInsightArtifact, f as isTraceInsightAttribution, g as analyzeTraces, h as tokenizeDomainWords, i as epochMillisToIso, l as domainEvidencePattern, m as scoreTraceInsightReadiness, n as toolSpansToTraceAnalysisStore, o as buildTraceInsightContext, p as isTraceInsightEvidence, r as createOtlpFlatLine, s as buildTraceInsightPrompt, t as ToolTraceMissingError, u as inferDomainKeywords, v as captureFetchToRawSink } from "./store-tool-spans-DalWlKY8.js";
 import { t as TraceEmitter } from "./emitter-DhQ65mza.js";
 import { n as assertRunCaptured, t as RunIntegrityError } from "./integrity-DOHt1mwU.js";
 import { n as traceSpanKindToOpenInferenceKind, t as applyToolSpanOtlpAttributes } from "./otlp-attributes-Boeb7gtH.js";
 import { n as InMemoryTraceStore, t as FileSystemTraceStore } from "./store-ZykIyQmy.js";
-import { a as spanRecordsToTraceAnalysisStore, i as otlpTextToTraceAnalysisStore, r as OtlpFileTraceStore } from "./store-otlp-BfPRa2p8.js";
+import { a as spanRecordsToTraceAnalysisStore, i as otlpTextToTraceAnalysisStore, r as OtlpFileTraceStore } from "./store-otlp-C-jyj3WX.js";
 import { i as summarizeTraceErrors, n as recordAggregateMeasurements, r as summarizeExecutionMeasurements, t as readTaskFailureLabels } from "./task-failure-attributes-CC6VuIpk.js";
 import { readFileSync, readdirSync, statSync, writeFileSync } from "node:fs";
 import { join } from "node:path";

package/dist/{tree-DIHp6UQ0.js → tree-C-N2kP-8.js}

@@ -1,10 +1,8 @@
 import { a as hashCanonical, i as compareCodeUnits, r as canonicalString } from "./canonical-CicJlINA.js";
-import { f as zQuantile, t as mean, u as medianInPlace } from "./mean-D1d6gedE.js";
+import { D as holm, ct as mean, f as DECISION_PAIRED_DELTA_STATISTIC, ft as medianInPlace, h as pairedSignTest, mt as zQuantile } from "./statistics-CvvC-MPv.js";
 import { t as mulberry32 } from "./random-DrzcgC7F.js";
-import { r as holm } from "./multiplicity-DAd4xaDC.js";
-import { a as pairedSignTest, n as DECISION_PAIRED_DELTA_STATISTIC } from "./paired-tests-Buh6feJ4.js";
-import { i as pairedDeltaTest, r as minimumPairsForPairedDeltaTest } from "./paired-promotion-decision-CiueaTTj.js";
-import { A as normalizeSignedZero, D as searchEstimateMethod, O as searchPosterior, b as verifySearchClaim, d as rankingSplit, f as summarizeSamples, k as seedFromDigest, n as paretoFrontier, o as searchPolicyView, u as INSUFFICIENT_FROM, w as estimateNode } from "./pareto-a3EOmjfe.js";
+import { i as pairedDeltaTest, r as minimumPairsForPairedDeltaTest } from "./paired-promotion-decision-Bi9__RQS.js";
+import { A as normalizeSignedZero, D as searchEstimateMethod, O as searchPosterior, b as verifySearchClaim, d as rankingSplit, f as summarizeSamples, k as seedFromDigest, n as paretoFrontier, o as searchPolicyView, u as INSUFFICIENT_FROM, w as estimateNode } from "./pareto-fJZg8pXm.js";
 import { l as searchUnitScores } from "./search-ledger-Dk-yk5Li.js";
 import { t as roundDecimal } from "./round-decimal-ZmjAQPo1.js";
 import { defineInlineResource } from "@tangle-network/agent-interface";
@@ -4112,4 +4110,4 @@ function tree(state) {
 }
 export { vectorEmbedding as _, skillCalibration as a, editCreditText as b, META_SEARCH_SCORE_SOURCE as c, searchPolicyGenome as d, landscape as f, surfaceTextEdits as g, lineageEdits as h, nextUnitExtension as i, metaSearch as l, formatLandscape as m, taskMatrix as n, skillManifold as o, draftOnPlateau as p, formatSkillManifold as r, renderMetaSearchText as s, tree as t, metaSearchScore as u, front as v, editCredit as y };
 
-//# sourceMappingURL=tree-DIHp6UQ0.js.map
+//# sourceMappingURL=tree-C-N2kP-8.js.map