@tangle-network/agent-eval 0.109.1 → 0.110.0

package/dist/{schema-m0gsnbt3.d.ts → schema-SGWcK9wa.d.ts}

@@ -196,4 +196,4 @@ declare function isRetrievalSpan(s: Span): s is RetrievalSpan;
 declare function isJudgeSpan(s: Span): s is JudgeSpan;
 declare function isSandboxSpan(s: Span): s is SandboxSpan;
 
-export { type Artifact as A, type BudgetLedgerEntry as B, type EventKind as E, type FailureClass as F, type GenericSpan as G, type JudgeSpan as J, type LlmSpan as L, type Message as M, type Run as R, type Span as S, type ToolSpan as T, type TraceEvent as a, type RunOutcome as b, type SpanKind as c, type RetrievalSpan as d, type SandboxSpan as e, type RunStatus as f, type RunLayer as g, type BudgetSpec as h, FAILURE_CLASSES as i, type SpanBase as j, type SpanStatus as k, TRACE_SCHEMA_VERSION as l, isJudgeSpan as m, isLlmSpan as n, isRetrievalSpan as o, isSandboxSpan as p, isToolSpan as q };
+export { type Artifact as A, type BudgetLedgerEntry as B, type EventKind as E, type FailureClass as F, type GenericSpan as G, type JudgeSpan as J, type LlmSpan as L, type Message as M, type Run as R, type Span as S, type ToolSpan as T, type RunOutcome as a, type SpanKind as b, type RetrievalSpan as c, type SandboxSpan as d, type TraceEvent as e, type RunStatus as f, type RunLayer as g, type BudgetSpec as h, FAILURE_CLASSES as i, type SpanBase as j, type SpanStatus as k, TRACE_SCHEMA_VERSION as l, isJudgeSpan as m, isLlmSpan as n, isRetrievalSpan as o, isSandboxSpan as p, isToolSpan as q };

package/dist/{semantic-concept-judge-BmNZPB_j.d.ts → semantic-concept-judge-D7z6JCLZ.d.ts}

@@ -1,10 +1,11 @@
 import { AxAIService } from '@ax-llm/ax';
 import { z } from 'zod';
-import { A as AnalystFinding, a as Analyst, b as AnalystContext } from './types-D1ytG0Yg.js';
-import { T as TraceAnalystKindSpec } from './kind-factory-DvIGo_cP.js';
+import { A as AnalystFinding, T as TraceAnalystKindSpec, a as Analyst, b as AnalystContext } from './kind-factory-20hcaYpf.js';
 import { a as TraceAnalystSpan } from './store-C1YxJDEK.js';
+import { R as Run, S as Span, e as TraceEvent, A as Artifact, B as BudgetLedgerEntry } from './schema-SGWcK9wa.js';
+import { T as TraceStore } from './store-BsVi7ncX.js';
 import { L as LlmClientOptions } from './llm-client-DyqEH4jH.js';
-import { S as Severity } from './multi-layer-verifier-CI4jdX-q.js';
+import { S as Severity } from './multi-layer-verifier-BsqKuLyN.js';
 
 interface CreateAnalystAiConfig {
     /** OpenAI-compatible API key forwarded as `Authorization: Bearer`.
@@ -487,6 +488,58 @@ interface BehavioralMetrics {
  */
 declare function computeTraceMetrics(spans: readonly TraceAnalystSpan[]): BehavioralMetrics;
 
+interface RunScore {
+    success: number;
+    goalProgress: number;
+    repoGroundedness: number;
+    driftPenalty: number;
+    toolUseQuality: number;
+    patchQuality: number;
+    testReality: number;
+    finalGate: number;
+    reviewerBlockers: number;
+    costUsd: number;
+    wallSeconds: number;
+    notes?: string[];
+}
+interface RunScoreWeights {
+    success: number;
+    goalProgress: number;
+    repoGroundedness: number;
+    driftPenalty: number;
+    toolUseQuality: number;
+    patchQuality: number;
+    testReality: number;
+    finalGate: number;
+    reviewerBlockers: number;
+    costUsd: number;
+    wallSeconds: number;
+}
+declare const DEFAULT_RUN_SCORE_WEIGHTS: RunScoreWeights;
+declare function aggregateRunScore(score: RunScore, weights?: Partial<RunScoreWeights>): number;
+declare function clamp01(value: number): number;
+
+interface RunTrace {
+    run: Run;
+    spans: Span[];
+    events: TraceEvent[];
+    artifacts: Artifact[];
+    budget: BudgetLedgerEntry[];
+}
+interface RunCriticOptions {
+    weights?: Partial<RunScoreWeights>;
+    driftPatterns?: RegExp[];
+}
+declare class RunCritic {
+    private readonly weights?;
+    private readonly driftPatterns;
+    constructor(options?: RunCriticOptions);
+    score(store: TraceStore, runId: string): Promise<RunScore>;
+    scoreTrace(trace: RunTrace): RunScore;
+    rank(score: RunScore): number;
+    private isDrift;
+}
+
 /**
  * Semantic concept judge — "does the built artifact actually implement
  * the features the user asked for?"
@@ -621,4 +674,4 @@ declare function runSemanticConceptJudge(input: SemanticConceptJudgeInput, optio
  */
 declare function createSemanticConceptJudge(options?: SemanticConceptJudgeOptions): (input: SemanticConceptJudgeInput) => Promise<SemanticConceptJudgeResult>;
 
-export { type ConceptWeightStrategy as A, type BehavioralMetrics as B, type CreateAnalystAiConfig as C, DEFAULT_TRACE_ANALYST_KINDS as D, DEFAULT_COMPLEXITY_WEIGHTS as E, FAILURE_MODE_KIND_SPEC as F, SEMANTIC_CONCEPT_JUDGE_VERSION as G, type SemanticConceptJudgeResult as H, IMPROVEMENT_KIND_SPEC as I, type SuboptimalCode as J, KIND_EXPECTED_SUBJECTS as K, type SuboptimalSignal as L, computeTraceMetrics as M, createSemanticConceptJudge as N, runSemanticConceptJudge as O, type PersistedFinding as P, type SemanticConceptJudgeOptions as S, type SemanticConceptJudgeInput as a, type DiffPolicy as b, FINDING_SUBJECT_GRAMMAR_PROMPT as c, FINDING_SUBJECT_KINDS as d, type FindingSubject as e, type FindingSubjectKind as f, FindingSubjectStringSchema as g, type FindingsDiff as h, FindingsStore as i, KNOWLEDGE_GAP_KIND_SPEC as j, KNOWLEDGE_POISONING_KIND_SPEC as k, SKILL_USAGE_ANALYST as l, SkillUsageAnalyst as m, type SkillUsageRecord as n, type SkillUsageReport as o, type SkillUsageScanConfig as p, buildSkillUsageReport as q, createAnalystAi as r, defaultIsMaterial as s, diffFindings as t, emitSkillUsageFindings as u, parseFindingSubject as v, renderFindingSubject as w, type ConceptComplexity as x, type ConceptFinding as y, type ConceptSpec as z };
+export { type ConceptComplexity as A, type BehavioralMetrics as B, type CreateAnalystAiConfig as C, DEFAULT_TRACE_ANALYST_KINDS as D, type ConceptFinding as E, FAILURE_MODE_KIND_SPEC as F, type ConceptSpec as G, type ConceptWeightStrategy as H, IMPROVEMENT_KIND_SPEC as I, DEFAULT_COMPLEXITY_WEIGHTS as J, KIND_EXPECTED_SUBJECTS as K, DEFAULT_RUN_SCORE_WEIGHTS as L, type RunCriticOptions as M, SEMANTIC_CONCEPT_JUDGE_VERSION as N, type SemanticConceptJudgeResult as O, type PersistedFinding as P, type SuboptimalCode as Q, RunCritic as R, type SemanticConceptJudgeOptions as S, type SuboptimalSignal as T, aggregateRunScore as U, clamp01 as V, computeTraceMetrics as W, createSemanticConceptJudge as X, runSemanticConceptJudge as Y, type RunTrace as a, type SemanticConceptJudgeInput as b, type DiffPolicy as c, FINDING_SUBJECT_GRAMMAR_PROMPT as d, FINDING_SUBJECT_KINDS as e, type FindingSubject as f, type FindingSubjectKind as g, FindingSubjectStringSchema as h, type FindingsDiff as i, FindingsStore as j, KNOWLEDGE_GAP_KIND_SPEC as k, KNOWLEDGE_POISONING_KIND_SPEC as l, SKILL_USAGE_ANALYST as m, SkillUsageAnalyst as n, type SkillUsageRecord as o, type SkillUsageReport as p, type SkillUsageScanConfig as q, buildSkillUsageReport as r, createAnalystAi as s, defaultIsMaterial as t, diffFindings as u, emitSkillUsageFindings as v, parseFindingSubject as w, renderFindingSubject as x, type RunScore as y, type RunScoreWeights as z };

package/dist/{store-BcFXE6LG.d.ts → store-BsVi7ncX.d.ts}

@@ -1,4 +1,4 @@
-import { R as Run, S as Span, a as TraceEvent, A as Artifact, B as BudgetLedgerEntry, f as RunStatus, g as RunLayer, c as SpanKind, E as EventKind } from './schema-m0gsnbt3.js';
+import { R as Run, S as Span, e as TraceEvent, A as Artifact, B as BudgetLedgerEntry, f as RunStatus, g as RunLayer, b as SpanKind, E as EventKind } from './schema-SGWcK9wa.js';
 
 interface RunFilter {
     scenarioId?: string;

package/dist/storyboard/index.d.ts

@@ -1,4 +1,4 @@
-import { S as Span } from '../schema-m0gsnbt3.js';
+import { S as Span } from '../schema-SGWcK9wa.js';
 
 /**
  * Code-edit extraction + the "watch the agent write code" animation.

package/dist/{summary-report-QMZVe3P-.d.ts → summary-report-Bz-0-t8v.d.ts}

@@ -1,5 +1,5 @@
-import { R as RunRecord } from './run-record-I-Z3JNvO.js';
-import { F as FailureClusterReport } from './failure-cluster-DH9Flgcf.js';
+import { R as RunRecord } from './run-record-DksGsfgv.js';
+import { F as FailureClusterReport } from './failure-cluster-C48PiReX.js';
 
 /**
  * HeldOutGate — first-class held-out paired-delta promotion gate.

package/dist/{test-graded-scenario-DeODGLra.d.ts → test-graded-scenario-mzYBKspu.d.ts}

@@ -1,6 +1,6 @@
-import { T as TraceEmitter } from './emitter-C2rqGH_l.js';
-import { R as Run, F as FailureClass } from './schema-m0gsnbt3.js';
-import { T as TraceStore } from './store-BcFXE6LG.js';
+import { T as TraceEmitter } from './emitter-BRchAAAx.js';
+import { R as Run, F as FailureClass } from './schema-SGWcK9wa.js';
+import { T as TraceStore } from './store-BsVi7ncX.js';
 
 /**
  * SandboxHarness — executes a scenario in an isolated environment and

package/dist/traces.d.ts

@@ -1,20 +1,19 @@
 import { N as NotFoundError, R as ReplayError } from './errors-oeQrLqXC.js';
 import { P as ProviderRedactor, R as RawProviderSink, d as RawProviderEvent } from './raw-provider-sink-C46HDghv.js';
 export { F as FileSystemRawProviderSink, a as FileSystemRawProviderSinkOptions, I as InMemoryRawProviderSink, b as InMemoryRawProviderSinkOptions, N as NoopRawProviderSink, c as RawProviderDirection, e as RawProviderSinkFilter, f as defaultProviderRedactor, p as providerFromBaseUrl } from './raw-provider-sink-C46HDghv.js';
-import { a as RunCompleteHookContext, R as RunCompleteHook } from './emitter-C2rqGH_l.js';
-export { S as SpanHandle, T as TraceEmitter, b as TraceEmitterOptions, l as llmSpanFromProvider } from './emitter-C2rqGH_l.js';
-export { b as RunIntegrityError, R as RunIntegrityExpectations, c as RunIntegrityIssue, d as RunIntegrityIssueCode, a as RunIntegrityReport, e as assertRunCaptured, t as throwIfRunIncomplete } from './integrity-DqGZg3st.js';
-import { T as TraceStore } from './store-BcFXE6LG.js';
-export { E as EventFilter, F as FileSystemTraceStore, a as FileSystemTraceStoreOptions, I as InMemoryTraceStore, R as RunFilter, S as SpanFilter } from './store-BcFXE6LG.js';
-export { a as aggregateLlm, b as argHash, g as groupBy, j as judgeSpans, l as llmSpans, r as runFailureClass, c as runsForScenario, t as toolSpans } from './query-0aTmbmQe.js';
-export { D as DEFAULT_REDACTION_RULES, b as REDACTION_VERSION, a as RedactionReport, R as RedactionRule, r as redactString, c as redactValue } from './redact-B40YG2M_.js';
-import { R as Run } from './schema-m0gsnbt3.js';
-export { A as Artifact, B as BudgetLedgerEntry, h as BudgetSpec, E as EventKind, i as FAILURE_CLASSES, F as FailureClass, G as GenericSpan, J as JudgeSpan, L as LlmSpan, M as Message, d as RetrievalSpan, g as RunLayer, b as RunOutcome, f as RunStatus, e as SandboxSpan, S as Span, j as SpanBase, c as SpanKind, k as SpanStatus, l as TRACE_SCHEMA_VERSION, T as ToolSpan, a as TraceEvent, m as isJudgeSpan, n as isLlmSpan, o as isRetrievalSpan, p as isSandboxSpan, q as isToolSpan } from './schema-m0gsnbt3.js';
+import { a as RunCompleteHookContext, R as RunCompleteHook } from './emitter-BRchAAAx.js';
+export { S as SpanHandle, T as TraceEmitter, b as TraceEmitterOptions, l as llmSpanFromProvider } from './emitter-BRchAAAx.js';
+export { b as RunIntegrityError, R as RunIntegrityExpectations, c as RunIntegrityIssue, d as RunIntegrityIssueCode, a as RunIntegrityReport, e as assertRunCaptured, t as throwIfRunIncomplete } from './integrity-qemeBAyx.js';
+import { T as TraceStore } from './store-BsVi7ncX.js';
+export { E as EventFilter, F as FileSystemTraceStore, a as FileSystemTraceStoreOptions, I as InMemoryTraceStore, R as RunFilter, S as SpanFilter } from './store-BsVi7ncX.js';
+export { a as aggregateLlm, b as argHash, g as groupBy, j as judgeSpans, l as llmSpans, r as runFailureClass, c as runsForScenario, t as toolSpans } from './query-Ck190MOd.js';
+import { R as Run } from './schema-SGWcK9wa.js';
+export { A as Artifact, B as BudgetLedgerEntry, h as BudgetSpec, E as EventKind, i as FAILURE_CLASSES, F as FailureClass, G as GenericSpan, J as JudgeSpan, L as LlmSpan, M as Message, c as RetrievalSpan, g as RunLayer, a as RunOutcome, f as RunStatus, d as SandboxSpan, S as Span, j as SpanBase, b as SpanKind, k as SpanStatus, l as TRACE_SCHEMA_VERSION, T as ToolSpan, e as TraceEvent, m as isJudgeSpan, n as isLlmSpan, o as isRetrievalSpan, p as isSandboxSpan, q as isToolSpan } from './schema-SGWcK9wa.js';
 import { A as AnalyzeTracesOptions, b as AnalyzeTracesResult } from './analyst-C8HHvfJp.js';
 export { a as AnalyzeTracesInput, c as AnalyzeTracesTurnSnapshot, d as analyzeTraces } from './analyst-C8HHvfJp.js';
 import { h as TraceAnalystSpanKind, i as TraceAnalystSpanStatus, T as TraceAnalysisStore, g as TraceAnalystFilters, b as DatasetOverview, Q as QueryTracesPage, l as ViewTraceResult, V as ViewSpansResult, c as SearchTraceResult, S as SearchSpanResult } from './store-C1YxJDEK.js';
 export { D as DEFAULT_TRACE_ANALYST_BUDGETS, E as ErrorCluster, d as SpanMatchRecord, e as TRACE_ANALYST_TRUNCATION_MARKER_PREFIX, f as TraceAnalystByteBudgets, a as TraceAnalystSpan, j as TraceAnalystTraceSummary, k as ViewTraceOversized } from './store-C1YxJDEK.js';
-import { b as RunSplitTag, c as RunTokenUsage, R as RunRecord } from './run-record-I-Z3JNvO.js';
+import { b as RunSplitTag, c as RunTokenUsage, R as RunRecord } from './run-record-DksGsfgv.js';
 import { AxFunction } from '@ax-llm/ax';
 import '@tangle-network/agent-interface';
 
@@ -782,6 +781,50 @@ declare function otelRunCompleteHook(exporter: OtelExporter): RunCompleteHook;
  */
 declare function createOtelTracingStore(inner: TraceStore, exporter: OtelExporter, traceId: string): TraceStore;
 
+/**
+ * Redaction — remove PII / secrets from trace payloads before persist.
+ *
+ * Pre-persistence rules mean raw traces in storage are already scrubbed.
+ * Unredacted variants (for debugging / post-mortems) live in a separate
+ * storage layer with stricter access controls; this module only covers
+ * the default scrub-then-persist path.
+ *
+ * Rules compose: pass an array of `RedactionRule`, each is applied in
+ * order. Strings that match get replaced with a tagged sentinel so the
+ * eval framework can count how many redactions happened per run
+ * (surfaced via `redaction_applied` events).
+ */
+interface RedactionRule {
+    id: string;
+    pattern: RegExp;
+    /** Replacement — e.g. '[PII:email]'. Defaults to `[redacted:{id}]`. */
+    replacement?: string;
+}
+interface RedactionReport {
+    redactionCount: number;
+    byRule: Record<string, number>;
+}
+/** OWASP / common-sense defaults — extend per-domain. */
+declare const DEFAULT_REDACTION_RULES: RedactionRule[];
+declare const REDACTION_VERSION = "1.0.0";
+/**
+ * Redact a single string. Returns the new string and a per-rule count of
+ * how many substitutions fired.
+ */
+declare function redactString(input: string, rules?: RedactionRule[]): {
+    output: string;
+    report: RedactionReport;
+};
+/**
+ * Walk a JSON-ish value applying `redactString` to every string leaf.
+ * Arrays and plain objects are recursed; other types pass through
+ * untouched. Circular references throw — traces should be tree-shaped.
+ */
+declare function redactValue(value: unknown, rules?: RedactionRule[], report?: RedactionReport): {
+    value: unknown;
+    report: RedactionReport;
+};
+
 /**
  * Convert agent-eval's internal trace shape (`FileSystemTraceStore` → `Run`,
  * `Span`, `TraceEvent`) into the OTLP-flat JSONL the trace analyst
@@ -973,4 +1016,4 @@ declare function iterateRawCalls(sink: RawProviderSink, filter?: {
     spanId?: string;
 }): AsyncGenerator<ReplayCacheEntry>;
 
-export { AnalyzeTracesOptions, AnalyzeTracesResult, type CaptureFetchContext, type CaptureFetchOptions, DatasetOverview, type ExportableSpan, type ExtractedUsage, type FlattenOtlpOptions, LLM_CACHED_TOKENS, LLM_CACHED_TOKEN_ATTR_KEYS, LLM_COST_ATTR_KEYS, LLM_COST_USD, LLM_INPUT_TOKENS, LLM_INPUT_TOKEN_ATTR_KEYS, LLM_MODEL_ATTR_KEYS, LLM_MODEL_NAME, LLM_OUTPUT_TOKENS, LLM_OUTPUT_TOKEN_ATTR_KEYS, OPENINFERENCE_SPAN_KIND, OTEL_AGENT_EVAL_SCOPE, type OtelExportConfig, type OtelExporter, type OtlpExport, OtlpFileTraceStore, type OtlpFileTraceStoreOptions, type OtlpFlatLine, type OtlpResourceSpans, type OtlpSpan, type OtlpToRunRecordsOptions, type OtlpTraceRunRecord, type ProjectedOtlpSpan, ProviderRedactor, QueryTracesPage, RawProviderEvent, RawProviderSink, ReplayCache, type ReplayCacheEntry, ReplayCacheMissError, type ReplayCacheStats, type ReplayFetchOptions, Run, RunCompleteHook, RunCompleteHookContext, SPAN_KIND_ATTR_KEYS, SearchSpanResult, SearchTraceResult, SpanNotFoundError, TOOL_NAME, TOOL_NAME_ATTR_KEYS, TRACE_ANALYST_ACTOR_DESCRIPTION, TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION, TRACE_ANALYST_SUBAGENT_DESCRIPTION, type TraceAggregate, TraceAnalysisStore, TraceAnalystFilters, type TraceAnalystHookOptions, TraceAnalystSpanKind, TraceAnalystSpanStatus, TraceFileMissingError, type TraceInsightContext, type TraceInsightFinding, type TraceInsightPanelRole, type TraceInsightPromptInput, type TraceInsightQualityGate, type TraceInsightQuestion, type TraceInsightReadiness, type TraceInsightSuite, type TraceInsightTask, TraceNotFoundError, TraceStore, type TraceStoreSource, type TraceStoreToOtlpOptions, type TracesToOtlpResult, ViewSpansResult, ViewTraceResult, asNumber, asString, buildTraceAnalystTools, buildTraceInsightContext, buildTraceInsightPrompt, captureFetchToRawSink, convertTraceStoresToOtlp, createOtelExporter, createOtelTracingStore, createReplayFetch, defaultTraceInsightPanel, describeTraceInsightScope, domainEvidencePattern, exportRunAsOtlp, extractOtlpAttributes, extractUsage, extractUsageFromResponse, extractUsageFromSse, firstNumberAttr, firstStringAttr, flattenOtlpExportToNdjson, inferDomainKeywords, inferOtlpKind, iterateRawCalls, otelRunCompleteHook, otlpToRunRecords, otlpToTraceRunRecords, planTraceInsightQuestions, projectOtlpFlatLine, readOtlpStatus, scoreTraceInsightReadiness, stringField, tokenizeDomainWords, traceAnalystFunctionGroup, traceAnalystOnRunComplete, traceSpanKindToOpenInferenceKind };
+export { AnalyzeTracesOptions, AnalyzeTracesResult, type CaptureFetchContext, type CaptureFetchOptions, DEFAULT_REDACTION_RULES, DatasetOverview, type ExportableSpan, type ExtractedUsage, type FlattenOtlpOptions, LLM_CACHED_TOKENS, LLM_CACHED_TOKEN_ATTR_KEYS, LLM_COST_ATTR_KEYS, LLM_COST_USD, LLM_INPUT_TOKENS, LLM_INPUT_TOKEN_ATTR_KEYS, LLM_MODEL_ATTR_KEYS, LLM_MODEL_NAME, LLM_OUTPUT_TOKENS, LLM_OUTPUT_TOKEN_ATTR_KEYS, OPENINFERENCE_SPAN_KIND, OTEL_AGENT_EVAL_SCOPE, type OtelExportConfig, type OtelExporter, type OtlpExport, OtlpFileTraceStore, type OtlpFileTraceStoreOptions, type OtlpFlatLine, type OtlpResourceSpans, type OtlpSpan, type OtlpToRunRecordsOptions, type OtlpTraceRunRecord, type ProjectedOtlpSpan, ProviderRedactor, QueryTracesPage, REDACTION_VERSION, RawProviderEvent, RawProviderSink, type RedactionReport, type RedactionRule, ReplayCache, type ReplayCacheEntry, ReplayCacheMissError, type ReplayCacheStats, type ReplayFetchOptions, Run, RunCompleteHook, RunCompleteHookContext, SPAN_KIND_ATTR_KEYS, SearchSpanResult, SearchTraceResult, SpanNotFoundError, TOOL_NAME, TOOL_NAME_ATTR_KEYS, TRACE_ANALYST_ACTOR_DESCRIPTION, TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION, TRACE_ANALYST_SUBAGENT_DESCRIPTION, type TraceAggregate, TraceAnalysisStore, TraceAnalystFilters, type TraceAnalystHookOptions, TraceAnalystSpanKind, TraceAnalystSpanStatus, TraceFileMissingError, type TraceInsightContext, type TraceInsightFinding, type TraceInsightPanelRole, type TraceInsightPromptInput, type TraceInsightQualityGate, type TraceInsightQuestion, type TraceInsightReadiness, type TraceInsightSuite, type TraceInsightTask, TraceNotFoundError, TraceStore, type TraceStoreSource, type TraceStoreToOtlpOptions, type TracesToOtlpResult, ViewSpansResult, ViewTraceResult, asNumber, asString, buildTraceAnalystTools, buildTraceInsightContext, buildTraceInsightPrompt, captureFetchToRawSink, convertTraceStoresToOtlp, createOtelExporter, createOtelTracingStore, createReplayFetch, defaultTraceInsightPanel, describeTraceInsightScope, domainEvidencePattern, exportRunAsOtlp, extractOtlpAttributes, extractUsage, extractUsageFromResponse, extractUsageFromSse, firstNumberAttr, firstStringAttr, flattenOtlpExportToNdjson, inferDomainKeywords, inferOtlpKind, iterateRawCalls, otelRunCompleteHook, otlpToRunRecords, otlpToTraceRunRecords, planTraceInsightQuestions, projectOtlpFlatLine, readOtlpStatus, redactString, redactValue, scoreTraceInsightReadiness, stringField, tokenizeDomainWords, traceAnalystFunctionGroup, traceAnalystOnRunComplete, traceSpanKindToOpenInferenceKind };

package/dist/traces.js

@@ -28,7 +28,24 @@ import {
   scoreTraceInsightReadiness,
   tokenizeDomainWords,
   traceAnalystOnRunComplete
-} from "./chunk-V7HNA47Z.js";
+} from "./chunk-RSVSSZKF.js";
+import {
+  FAILURE_CLASSES,
+  TRACE_SCHEMA_VERSION,
+  aggregateLlm,
+  argHash,
+  groupBy,
+  isJudgeSpan,
+  isLlmSpan,
+  isRetrievalSpan,
+  isSandboxSpan,
+  isToolSpan,
+  judgeSpans,
+  llmSpans,
+  runFailureClass,
+  runsForScenario,
+  toolSpans
+} from "./chunk-MHNQWM4I.js";
 import {
   TRACE_ANALYST_ACTOR_DESCRIPTION,
   TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION,
@@ -41,25 +58,6 @@ import {
   redactString,
   redactValue
 } from "./chunk-GGE4NNQT.js";
-import {
-  aggregateLlm,
-  argHash,
-  groupBy,
-  judgeSpans,
-  llmSpans,
-  runFailureClass,
-  runsForScenario,
-  toolSpans
-} from "./chunk-JZXGWLK5.js";
-import {
-  FAILURE_CLASSES,
-  TRACE_SCHEMA_VERSION,
-  isJudgeSpan,
-  isLlmSpan,
-  isRetrievalSpan,
-  isSandboxSpan,
-  isToolSpan
-} from "./chunk-5BKGXME7.js";
 import {
   DEFAULT_TRACE_ANALYST_BUDGETS,
   LLM_CACHED_TOKENS,
@@ -99,6 +97,13 @@ import {
   assertRunCaptured,
   throwIfRunIncomplete
 } from "./chunk-TT4KNT67.js";
+import {
+  TraceEmitter,
+  llmSpanFromProvider
+} from "./chunk-TVVP3ZZQ.js";
+import "./chunk-VK6HBGAE.js";
+import "./chunk-XJYR7XFV.js";
+import "./chunk-VSMTAMNK.js";
 import {
   FileSystemRawProviderSink,
   InMemoryRawProviderSink,
@@ -106,13 +111,6 @@ import {
   defaultProviderRedactor,
   providerFromBaseUrl
 } from "./chunk-PC4UYEBM.js";
-import "./chunk-VK6HBGAE.js";
-import {
-  TraceEmitter,
-  llmSpanFromProvider
-} from "./chunk-TVVP3ZZQ.js";
-import "./chunk-XJYR7XFV.js";
-import "./chunk-VSMTAMNK.js";
 import "./chunk-ONWEPEDO.js";
 import "./chunk-PZ5AY32C.js";
 export {

package/dist/{types-BdIv5dvA.d.ts → types-v--ctu-b.d.ts}

@@ -1,4 +1,4 @@
-import { c as RunTokenUsage } from './run-record-I-Z3JNvO.js';
+import { c as RunTokenUsage } from './run-record-DksGsfgv.js';
 
 /**
  * Pass A substrate types — `runCampaign` is the one primitive every
@@ -557,4 +557,4 @@ interface CampaignResult<TArtifact = unknown, TScenario extends Scenario = Scena
     scenarios: Array<Pick<TScenario, 'id' | 'kind'>>;
 }
 
-export { type JudgeAggregate as A, type ScenarioAggregate as B, type CampaignResult as C, type DispatchFn as D, isProposedCandidate as E, labelTrustRank as F, type GateResult as G, type JudgeScore as J, type LabeledScenarioStore as L, type MutableSurface as M, type OptimizationProposer as O, type ParetoParent as P, type RedactionStatus as R, type Scenario as S, type TraceSpan as T, type JudgeConfig as a, type DispatchContext as b, type CampaignTraceWriter as c, type GenerationRecord as d, type SurfaceProposer as e, type Gate as f, type JudgeDimension as g, type GateDecision as h, type CampaignAggregates as i, type CampaignArtifactWriter as j, type CampaignCellResult as k, type CampaignCostMeter as l, type CodeSurface as m, type GateContext as n, type GenerationCandidate as o, type Mutator as p, type OptimizerConfig as q, type SessionScript as r, type LabeledScenarioWrite as s, type LabeledScenarioSampleArgs as t, type LabeledScenarioRecord as u, type LabelTrust as v, type ProposedCandidate as w, type ProposeContext as x, type LabeledScenarioSource as y, type CampaignTokenUsage as z };
+export { type JudgeAggregate as A, type ScenarioAggregate as B, type CampaignResult as C, type DispatchContext as D, isProposedCandidate as E, labelTrustRank as F, type GateResult as G, type JudgeScore as J, type LabeledScenarioStore as L, type MutableSurface as M, type OptimizationProposer as O, type ParetoParent as P, type RedactionStatus as R, type Scenario as S, type TraceSpan as T, type JudgeDimension as a, type JudgeConfig as b, type DispatchFn as c, type CampaignTraceWriter as d, type GenerationRecord as e, type SurfaceProposer as f, type Gate as g, type GateDecision as h, type CampaignAggregates as i, type CampaignArtifactWriter as j, type CampaignCellResult as k, type CampaignCostMeter as l, type CodeSurface as m, type GateContext as n, type GenerationCandidate as o, type Mutator as p, type OptimizerConfig as q, type SessionScript as r, type LabeledScenarioWrite as s, type LabeledScenarioSampleArgs as t, type LabeledScenarioRecord as u, type LabelTrust as v, type ProposedCandidate as w, type ProposeContext as x, type LabeledScenarioSource as y, type CampaignTokenUsage as z };

package/dist/wire/index.d.ts

@@ -1,14 +1,13 @@
-import { F as FeedbackTrajectoryStore } from '../feedback-trajectory-C9KCo8ag.js';
-import { T as TraceStore } from '../store-BcFXE6LG.js';
+import { F as FeedbackTrajectoryStore } from '../feedback-trajectory-pDcz1lQ1.js';
+import { T as TraceStore } from '../store-BsVi7ncX.js';
 import { z } from 'zod';
 import { OpenAPIObject } from 'openapi3-ts/oas31';
 import * as hono_types from 'hono/types';
 import { ServerType } from '@hono/node-server';
 import { Hono } from 'hono';
-import '../control-runtime-Acf9CGhw.js';
-import '../emitter-C2rqGH_l.js';
-import '../schema-m0gsnbt3.js';
-import '../dataset-DS7ytHZU.js';
+import '../emitter-BRchAAAx.js';
+import '../schema-SGWcK9wa.js';
+import '../dataset-NENEzRgk.js';
 import '../errors-oeQrLqXC.js';
 
 declare const RubricDimensionSchema: z.ZodObject<{

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tangle-network/agent-eval",
-  "version": "0.109.1",
+  "version": "0.110.0",
   "description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
   "homepage": "https://github.com/tangle-network/agent-eval#readme",
   "repository": {
@@ -39,11 +39,6 @@
       "import": "./dist/rl.js",
       "default": "./dist/rl.js"
     },
-    "./diagnose": {
-      "types": "./dist/diagnose.d.ts",
-      "import": "./dist/diagnose.js",
-      "default": "./dist/diagnose.js"
-    },
     "./fuzz": {
       "types": "./dist/fuzz.d.ts",
       "import": "./dist/fuzz.js",
@@ -54,16 +49,6 @@
       "import": "./dist/traces.js",
       "default": "./dist/traces.js"
     },
-    "./telemetry": {
-      "types": "./dist/telemetry/index.d.ts",
-      "import": "./dist/telemetry/index.js",
-      "default": "./dist/telemetry/index.js"
-    },
-    "./telemetry/file": {
-      "types": "./dist/telemetry/file.d.ts",
-      "import": "./dist/telemetry/file.js",
-      "default": "./dist/telemetry/file.js"
-    },
     "./wire": {
       "types": "./dist/wire/index.d.ts",
       "import": "./dist/wire/index.js",
@@ -84,41 +69,16 @@
       "import": "./dist/meta-eval/index.js",
       "default": "./dist/meta-eval/index.js"
     },
-    "./prm": {
-      "types": "./dist/prm/index.d.ts",
-      "import": "./dist/prm/index.js",
-      "default": "./dist/prm/index.js"
-    },
     "./builder-eval": {
       "types": "./dist/builder-eval/index.d.ts",
       "import": "./dist/builder-eval/index.js",
       "default": "./dist/builder-eval/index.js"
     },
-    "./governance": {
-      "types": "./dist/governance/index.d.ts",
-      "import": "./dist/governance/index.js",
-      "default": "./dist/governance/index.js"
-    },
-    "./knowledge": {
-      "types": "./dist/knowledge/index.d.ts",
-      "import": "./dist/knowledge/index.js",
-      "default": "./dist/knowledge/index.js"
-    },
     "./matrix": {
       "types": "./dist/matrix/index.d.ts",
       "import": "./dist/matrix/index.js",
       "default": "./dist/matrix/index.js"
     },
-    "./perf": {
-      "types": "./dist/perf/index.d.ts",
-      "import": "./dist/perf/index.js",
-      "default": "./dist/perf/index.js"
-    },
-    "./product-benchmark": {
-      "types": "./dist/product-benchmark/index.d.ts",
-      "import": "./dist/product-benchmark/index.js",
-      "default": "./dist/product-benchmark/index.js"
-    },
     "./multishot": {
       "types": "./dist/multishot/index.d.ts",
       "import": "./dist/multishot/index.js",
@@ -139,51 +99,21 @@
       "import": "./dist/authenticity/index.js",
       "default": "./dist/authenticity/index.js"
     },
-    "./groundedness": {
-      "types": "./dist/groundedness/index.d.ts",
-      "import": "./dist/groundedness/index.js",
-      "default": "./dist/groundedness/index.js"
-    },
     "./belief-state": {
       "types": "./dist/belief-state/index.d.ts",
       "import": "./dist/belief-state/index.js",
       "default": "./dist/belief-state/index.js"
     },
-    "./workflow": {
-      "types": "./dist/workflow/index.d.ts",
-      "import": "./dist/workflow/index.js",
-      "default": "./dist/workflow/index.js"
-    },
     "./contract": {
       "types": "./dist/contract/index.d.ts",
       "import": "./dist/contract/index.js",
       "default": "./dist/contract/index.js"
     },
-    "./adapters/langchain": {
-      "types": "./dist/adapters/langchain.d.ts",
-      "import": "./dist/adapters/langchain.js",
-      "default": "./dist/adapters/langchain.js"
-    },
-    "./adapters/http": {
-      "types": "./dist/adapters/http.d.ts",
-      "import": "./dist/adapters/http.js",
-      "default": "./dist/adapters/http.js"
-    },
-    "./adapters/otel": {
-      "types": "./dist/adapters/otel.d.ts",
-      "import": "./dist/adapters/otel.js",
-      "default": "./dist/adapters/otel.js"
-    },
     "./hosted": {
       "types": "./dist/hosted/index.d.ts",
       "import": "./dist/hosted/index.js",
       "default": "./dist/hosted/index.js"
     },
-    "./testing": {
-      "types": "./dist/testing.d.ts",
-      "import": "./dist/testing.js",
-      "default": "./dist/testing.js"
-    },
     "./openapi.json": {
       "default": "./dist/openapi.json"
     }

package/dist/adapters/http.d.ts

@@ -1,142 +0,0 @@
-import { S as Scenario, D as DispatchFn, b as DispatchContext } from '../types-BdIv5dvA.js';
-import '../run-record-I-Z3JNvO.js';
-import '@tangle-network/agent-interface';
-import '../errors-oeQrLqXC.js';
-import '../schema-m0gsnbt3.js';
-
-/**
- * # `@tangle-network/agent-eval/adapters/http` — distributed Dispatch over HTTP.
- *
- * Decouples coordinator and worker. The coordinator (running
- * `runImprovementLoop` or `runCampaign`) can live anywhere — your VPC, a dev
- * laptop, a cron VM. The workers (running the actual agent) can live anywhere else — different
- * regions, different clouds, different boxes — as long as they speak HTTP.
- *
- * Both sides:
- *
- *   - **`httpDispatch({ url | resolveUrl, ... })`** — client. Returns a
- *     `Dispatch` that POSTs `{ scenario, ctx }` to a worker URL and parses
- *     the artifact back. AbortSignal-aware, retries on idempotent errors,
- *     bounded timeout per call.
- *   - **`runDispatchServer({ dispatch, port, ... })`** — server. Wraps your
- *     local `Dispatch` as an HTTP endpoint. Handles auth, JSON parsing,
- *     error mapping, and cancellation when the client aborts.
- *
- * # Topology examples
- *
- * **Single-worker:** coordinator on box A, worker on box B. Set
- * `httpDispatch({ url: 'https://box-b/dispatch' })`.
- *
- * **Multi-region:** N workers across regions. Use `httpDispatch({ resolveUrl })`
- * with a function that picks the URL per cell from `ctx.placement`. Combined
- * with `cellPlacement` on `RunCampaignOptions`, the substrate fans cells
- * across geographies in parallel.
- *
- * **Coordinator-as-a-service:** coordinator runs as a long-lived process or service
- * (holds optimization state across generations); workers are stateless
- * HTTP services that can scale horizontally per cell.
- */
-
-interface HttpDispatchOptions<TScenario extends Scenario, _TArtifact> {
-    /** Static endpoint URL. Mutually exclusive with `resolveUrl`. */
-    url?: string;
-    /**
-     * Dynamic per-cell URL resolver. Receives the scenario + the substrate
-     * placement key (from `RunCampaignOptions.cellPlacement`) and returns the
-     * worker URL to invoke. Mutually exclusive with `url`.
-     */
-    resolveUrl?: (input: {
-        scenario: TScenario;
-        placement?: string;
-        cellId: string;
-    }) => string;
-    /** Bearer token or static auth string set as `Authorization`. */
-    auth?: string | (() => string | Promise<string>);
-    /** Extra headers merged into every request. */
-    headers?: Record<string, string>;
-    /** Per-call timeout in ms. Default 5 minutes. */
-    timeoutMs?: number;
-    /** How many idempotent retries on 5xx / network errors. Default 2. */
-    retries?: number;
-    /** Optional fetch override (auth wrappers, custom agent, mocks). */
-    fetchImpl?: typeof fetch;
-}
-interface HttpDispatchRequestBody<TScenario extends Scenario> {
-    scenario: TScenario;
-    cellId: string;
-    rep: number;
-    generation?: number;
-    seed: number;
-    placement?: string;
-    cycleId?: string;
-}
-interface HttpDispatchResponseBody<TArtifact> {
-    artifact: TArtifact;
-}
-/**
- * Wrap a remote HTTP endpoint as a `Dispatch`. The remote side should run
- * `runDispatchServer` (or any service that speaks the same wire shape).
- *
- * Cancellation: the substrate's per-cell `AbortSignal` is forwarded; the
- * server's `runDispatchServer` translates the resulting `AbortError` into
- * a 499 (client-closed) so the client doesn't retry.
- */
-declare function httpDispatch<TScenario extends Scenario, TArtifact>(opts: HttpDispatchOptions<TScenario, TArtifact>): DispatchFn<TScenario, TArtifact>;
-interface RunDispatchServerOptions<TScenario extends Scenario, TArtifact> {
-    /** The Dispatch this server exposes — what runs when a request lands. */
-    dispatch: DispatchFn<TScenario, TArtifact>;
-    /** TCP port to bind. */
-    port: number;
-    /** Optional bind host; defaults to 0.0.0.0. */
-    host?: string;
-    /** Required for any non-test deployment: the bearer token clients must
-     *  send. The substrate refuses to start without auth unless `auth: false`
-     *  is set explicitly (intended ONLY for closed-network/internal testing). */
-    auth: string | false;
-    /** Path the server listens on. Default `/dispatch`. */
-    path?: string;
-    /**
-     * Per-request handler that wraps `dispatch` with whatever context the
-     * worker side needs to construct a `DispatchContext` — typically the
-     * trace writer, artifact writer, and cost meter. The substrate provides
-     * synthetic-but-typed defaults if not supplied; production deployments
-     * should wire real ones (e.g. ship traces to your OTel collector).
-     */
-    contextFactory?: (req: HttpDispatchRequestBody<TScenario>, signal: AbortSignal) => Promise<DispatchContext>;
-    /** Optional max payload size for the request body (bytes). Default 10 MB. */
-    maxBodyBytes?: number;
-    /** Hook for observability — called on every successful or failed turn. */
-    onRequest?: (event: {
-        cellId: string;
-        durationMs: number;
-        success: boolean;
-        error?: unknown;
-    }) => void;
-}
-interface DispatchServerHandle {
-    /** The actual bound port (useful when `port: 0` requests an ephemeral port). */
-    port: number;
-    /** Stop accepting new connections and drain existing ones. */
-    close: () => Promise<void>;
-}
-/**
- * Start an HTTP server exposing a local `Dispatch` over the wire. Pair with
- * `httpDispatch` on the driver side.
- *
- * Wire shape:
- *
- *   POST /dispatch
- *   Authorization: Bearer <token>
- *   Body: HttpDispatchRequestBody
- *   200 OK: HttpDispatchResponseBody
- *   401: missing/invalid auth
- *   408: per-request timeout exceeded
- *   499: client aborted before completion
- *   500: dispatch threw
- *
- * The server is `node:http`-based to keep the runtime dependency surface
- * minimal — works in plain Node, sandbox, or any container.
- */
-declare function runDispatchServer<TScenario extends Scenario, TArtifact>(opts: RunDispatchServerOptions<TScenario, TArtifact>): Promise<DispatchServerHandle>;
-
-export { type DispatchServerHandle, type HttpDispatchOptions, type HttpDispatchRequestBody, type HttpDispatchResponseBody, type RunDispatchServerOptions, httpDispatch, runDispatchServer };