@tangle-network/agent-eval 0.95.0 → 0.96.0

package/dist/workflow/index.d.ts

@@ -1,22 +1,496 @@
-export { validateWorkflowTraceEventKind, validateWorkflowTraceEventPayload, WORKFLOW_TRACE_EVENT_KINDS, } from './event-schema';
-export type { BuildWorkflowAnalystFeedbackPackOptions, WorkflowAnalystFeedbackPack, WorkflowAnalystFindingSummary, WorkflowFailureClusterInput, WorkflowFailureClusterSummary, WorkflowFeedbackPackLimits, WorkflowFeedbackPackVersion, WorkflowFeedbackSeverity, WorkflowToolUsageSummary, WorkflowVerifierFindingSummary, WorkflowVerifierLayerSummary, WorkflowVerifierSummary, } from './feedback-pack';
-export { buildWorkflowAnalystFeedbackPack, renderWorkflowFeedbackPack, } from './feedback-pack';
-export type { BuildWorkflowTraceIntelligenceEnvelopeOptions, WorkflowTraceArtifactEvidence, WorkflowTraceCompactEvidence, WorkflowTraceExportGrant, WorkflowTraceExportGrantScope, WorkflowTraceExportGrantSubject, WorkflowTraceHashEvidence, WorkflowTraceIntelligenceEnvelope, WorkflowTraceIntelligenceEnvelopeVersion, } from './intelligence-export';
-export { buildWorkflowTraceIntelligenceEnvelope, validateWorkflowTraceIntelligenceEnvelope, } from './intelligence-export';
-export type { BuildWorkflowPartnerReportOptions, WorkflowPartnerFinding, WorkflowPartnerReport, WorkflowPartnerReportVersion, } from './partner-report';
-export { buildWorkflowPartnerReport, renderWorkflowPartnerReport, validateWorkflowPartnerReport, } from './partner-report';
-export type { WorkflowPhaseGraph, WorkflowPhaseGraphBranch, WorkflowPhaseGraphNode, } from './phase-graph';
-export { workflowPhaseGraph } from './phase-graph';
-export type { DecideWorkflowDriverPromotionOptions, WorkflowDriverPromotionDecision, WorkflowDriverPromotionDecisionVersion, WorkflowDriverPromotionEvidence, WorkflowDriverPromotionPair, WorkflowDriverPromotionRejectionCode, } from './promotion-gate';
-export { decideWorkflowDriverPromotion } from './promotion-gate';
-export { type WorkflowTraceRunRecordOptions, workflowTraceToRunRecord, } from './run-record';
-export type { WorkflowRuntimeResultLike, WorkflowRuntimeResultToTraceEnvelopeOptions, WorkflowTraceEnvelopeFromEventsOptions, } from './runtime-adapter';
-export { workflowEventsToTraceEnvelope, workflowRuntimeResultToTraceEnvelope, } from './runtime-adapter';
-export type { SanitizedWorkflowTraceEnvelopeResult, SanitizeWorkflowTraceEnvelopeOptions, WorkflowTraceSanitizationReport, } from './sanitize';
-export { sanitizeWorkflowTraceEnvelope } from './sanitize';
-export { summarizeWorkflowTrace, validateWorkflowTraceEnvelope, validateWorkflowTraceEvent, } from './schema';
-export type { SummarizeWorkflowExecutionOptions, WorkflowCheckpointTraceSummary, WorkflowDelegateTraceSummary, WorkflowExecutionSummary, } from './summary';
-export { summarizeWorkflowExecution } from './summary';
-export { type WorkflowTraceTrajectoryOptions, workflowTraceToFeedbackTrajectory, } from './trajectory';
-export type { WorkflowTopology, WorkflowTraceArtifact, WorkflowTraceEnvelope, WorkflowTraceEvent, WorkflowTraceEventKind, WorkflowTraceExportLinks, WorkflowTraceProjectionMetadata, WorkflowTraceSummary, WorkflowTraceVersion, } from './types';
-//# sourceMappingURL=index.d.ts.map
+import { W as WorkflowTopology } from '../harness-optimizer-mOl9XX_O.js';
+import { a as RunSplitTag, b as RunTokenUsage, R as RunRecord } from '../run-record-CP2ObebC.js';
+import { c as AnalystFinding, h as AnalystSeverity, E as EvidenceRef } from '../types-B5x54y6n.js';
+import { F as FailureClusterInsight } from '../insight-report-BnRjTibG.js';
+import { a as VerificationReport, L as LayerResult } from '../multi-layer-verifier-DUZXrPDA.js';
+import { F as FailureClusterReport } from '../failure-cluster-DH9Flgcf.js';
+import { R as RedactionRule, a as RedactionReport } from '../redact-B40YG2M_.js';
+import { D as DatasetSplit } from '../dataset-BbGkaN2I.js';
+import { a as FeedbackTrajectory } from '../feedback-trajectory-BxY0cKfs.js';
+import { a as PairedBootstrapResult } from '../statistics-CCJpTGOS.js';
+import '../pareto-E-pembql.js';
+import '../run-critic-CmMf05uV.js';
+import '../schema-m0gsnbt3.js';
+import '../store-BcFXE6LG.js';
+import '@tangle-network/agent-interface';
+import '../errors-CzMUYo7b.js';
+import '../store-C1YxJDEK.js';
+import '../types-C7DGg5ex.js';
+import '@tangle-network/tcloud';
+import '../llm-client-Bj7g0rqu.js';
+import '../raw-provider-sink-C46HDghv.js';
+import '../summary-report-CInXwsza.js';
+import '../judge-calibration-0p2QcWNE.js';
+import '../verdict-C9MlYujm.js';
+import '../control-runtime-Acf9CGhw.js';
+import '../emitter-C2rqGH_l.js';
+
+type WorkflowTraceVersion = 'workflow-trace-v1';
+type WorkflowTraceEventKind = 'workflow.started' | 'workflow.phase' | 'workflow.log' | 'workflow.parallel.started' | 'workflow.parallel.ended' | 'workflow.pipeline.started' | 'workflow.pipeline.ended' | 'workflow.branch.started' | 'workflow.branch.ended' | 'workflow.branch.failed' | 'workflow.agent.started' | 'workflow.agent.ended' | 'workflow.agent.failed' | 'workflow.loop.started' | 'workflow.loop.ended' | 'workflow.loop.failed' | 'workflow.verifier.started' | 'workflow.verifier.ended' | 'workflow.verifier.failed' | 'workflow.analyst.started' | 'workflow.analyst.ended' | 'workflow.analyst.failed' | 'workflow.reviewer.started' | 'workflow.reviewer.ended' | 'workflow.reviewer.failed' | 'workflow.failed' | 'workflow.ended';
+interface WorkflowTraceEvent {
+    kind: WorkflowTraceEventKind;
+    runId: string;
+    timestamp: number;
+    payload: Record<string, unknown>;
+}
+interface WorkflowTraceArtifact {
+    kind: string;
+    uri: string;
+    contentType?: string;
+    sha256?: string;
+    metadata?: Record<string, unknown>;
+}
+interface WorkflowTraceExportLinks {
+    traceArtifactUri?: string;
+    exportBundleUri?: string;
+    partnerReportUri?: string;
+    intelligenceRunUri?: string;
+}
+interface WorkflowTraceEnvelope {
+    traceVersion: WorkflowTraceVersion;
+    runId: string;
+    topology?: WorkflowTopology;
+    events: WorkflowTraceEvent[];
+    artifacts?: WorkflowTraceArtifact[];
+    metadata?: Record<string, unknown>;
+}
+interface WorkflowTraceSummary {
+    runId: string;
+    startedAt?: number;
+    endedAt?: number;
+    durationMs: number;
+    costUsd: number;
+    tokenUsage: RunTokenUsage;
+    phaseCount: number;
+    branchCount: number;
+    failedBranchCount: number;
+    agentCalls: number;
+    loopCalls: number;
+    verifierCalls: number;
+    analystCalls: number;
+    reviewerCalls: number;
+    agentFailures: number;
+    loopFailures: number;
+    verifierFailures: number;
+    analystFailures: number;
+    reviewerFailures: number;
+    eventCount: number;
+    failed: boolean;
+    failureMessage?: string;
+}
+interface WorkflowTraceProjectionMetadata {
+    experimentId: string;
+    candidateId: string;
+    seed: number;
+    model: string;
+    promptHash: string;
+    configHash: string;
+    commitSha: string;
+    splitTag: RunSplitTag;
+    scenarioId?: string;
+}
+
+declare const WORKFLOW_TRACE_EVENT_KINDS: readonly WorkflowTraceEventKind[];
+declare function validateWorkflowTraceEventKind(kind: string): WorkflowTraceEventKind;
+declare function validateWorkflowTraceEventPayload(kind: WorkflowTraceEventKind, payload: Record<string, unknown>): Record<string, unknown>;
+
+type WorkflowFeedbackPackVersion = 'workflow-feedback-pack-v1';
+type WorkflowFeedbackSeverity = AnalystSeverity;
+interface WorkflowToolUsageSummary {
+    totalCalls: number;
+    erroredCalls: number;
+    byTool: Record<string, {
+        calls: number;
+        errors: number;
+    }>;
+}
+interface WorkflowVerifierFindingSummary {
+    severity: WorkflowFeedbackSeverity;
+    message: string;
+    evidence?: string;
+    detail?: Record<string, unknown>;
+}
+interface WorkflowVerifierLayerSummary {
+    layer: string;
+    status: LayerResult['status'];
+    score?: number;
+    durationMs: number;
+    reason?: string;
+    findings: WorkflowVerifierFindingSummary[];
+    diagnostics?: Record<string, number | null>;
+}
+interface WorkflowVerifierSummary {
+    allPass: boolean;
+    blendedScore: number;
+    durationMs: number;
+    failedLayers: string[];
+    layers: WorkflowVerifierLayerSummary[];
+}
+interface WorkflowFailureClusterInput {
+    id: string;
+    name: string;
+    share?: number;
+    runCount?: number;
+    exemplars?: readonly string[];
+    suggestedFix?: string;
+    metadata?: Record<string, unknown>;
+}
+interface WorkflowFailureClusterSummary {
+    id: string;
+    name: string;
+    share: number;
+    runCount?: number;
+    exemplars: string[];
+    suggestedFix?: string;
+    source: 'failure-cluster-view' | 'insight-report' | 'custom';
+    metadata?: Record<string, unknown>;
+}
+interface WorkflowAnalystFindingSummary {
+    findingId: string;
+    analystId: string;
+    severity: WorkflowFeedbackSeverity;
+    area: string;
+    claim: string;
+    confidence: number;
+    subject?: string;
+    recommendedAction?: string;
+    evidenceRefs: EvidenceRef[];
+}
+interface WorkflowAnalystFeedbackPack {
+    schemaVersion: WorkflowFeedbackPackVersion;
+    runId: string;
+    generatedAt: string;
+    summary: WorkflowTraceSummary;
+    verifier?: WorkflowVerifierSummary;
+    toolUsage: WorkflowToolUsageSummary;
+    failureClusters: WorkflowFailureClusterSummary[];
+    findings: WorkflowAnalystFindingSummary[];
+    recommendations: string[];
+    driverContextLines: string[];
+}
+interface WorkflowFeedbackPackLimits {
+    findings?: number;
+    clusters?: number;
+    layerFindings?: number;
+    recommendations?: number;
+    contextLines?: number;
+}
+interface BuildWorkflowAnalystFeedbackPackOptions {
+    envelope: WorkflowTraceEnvelope | unknown;
+    verifier?: VerificationReport;
+    analystFindings?: readonly AnalystFinding[];
+    failureClusters?: FailureClusterReport | FailureClusterInsight | readonly WorkflowFailureClusterInput[];
+    generatedAt?: string;
+    limits?: WorkflowFeedbackPackLimits;
+}
+declare function buildWorkflowAnalystFeedbackPack(options: BuildWorkflowAnalystFeedbackPackOptions): WorkflowAnalystFeedbackPack;
+declare function renderWorkflowFeedbackPack(pack: WorkflowAnalystFeedbackPack, options?: {
+    maxChars?: number;
+}): string;
+
+interface WorkflowTraceSanitizationReport extends RedactionReport {
+    hashedArgs: number;
+    truncatedStrings: number;
+    droppedPayloadKeys: Record<string, number>;
+    droppedArtifactContents: number;
+}
+interface SanitizeWorkflowTraceEnvelopeOptions {
+    rules?: readonly RedactionRule[];
+    maxStringLength?: number;
+    hashSalt?: string;
+    approvedArtifactUris?: readonly string[];
+    approvedArtifactKinds?: readonly string[];
+}
+interface SanitizedWorkflowTraceEnvelopeResult {
+    envelope: WorkflowTraceEnvelope;
+    report: WorkflowTraceSanitizationReport;
+}
+declare function sanitizeWorkflowTraceEnvelope(input: WorkflowTraceEnvelope | unknown, options?: SanitizeWorkflowTraceEnvelopeOptions): SanitizedWorkflowTraceEnvelopeResult;
+
+interface WorkflowPhaseGraphNode {
+    id: string;
+    title: string;
+    startedAt?: number;
+    endedAt?: number;
+    eventCount: number;
+    branchCount: number;
+    failedBranchCount: number;
+    agentCalls: number;
+    loopCalls: number;
+    verifierCalls: number;
+    analystCalls: number;
+    reviewerCalls: number;
+    agentFailures: number;
+    loopFailures: number;
+    verifierFailures: number;
+    analystFailures: number;
+    reviewerFailures: number;
+    costUsd: number;
+    tokenUsage: RunTokenUsage;
+}
+interface WorkflowPhaseGraphBranch {
+    id: string;
+    operation: string;
+    branchIndex: number;
+    phase: string | null;
+    status: 'started' | 'ended' | 'failed';
+    startedAt?: number;
+    endedAt?: number;
+    durationMs?: number;
+    stageCount?: number;
+    stageIndex?: number;
+    message?: string;
+    code?: string;
+}
+interface WorkflowPhaseGraph {
+    nodes: WorkflowPhaseGraphNode[];
+    branches: WorkflowPhaseGraphBranch[];
+}
+declare function workflowPhaseGraph(events: readonly WorkflowTraceEvent[]): WorkflowPhaseGraph;
+
+interface WorkflowDelegateTraceSummary {
+    index: number | null;
+    label: string | null;
+    phase: string | null;
+    costUsd: number | null;
+    tokenUsage: RunTokenUsage | null;
+    trace: unknown;
+}
+interface WorkflowDelegateFailureSummary {
+    index: number | null;
+    label: string | null;
+    phase: string | null;
+    durationMs: number | null;
+    message: string | null;
+    code: string | null;
+}
+interface WorkflowCheckpointTraceSummary extends WorkflowDelegateTraceSummary {
+    output: unknown;
+}
+interface WorkflowExecutionSummary extends WorkflowTraceSummary {
+    source?: string;
+    eventKinds: Record<string, number>;
+    phases: string[];
+    phaseGraph: WorkflowPhaseGraph;
+    agentRuns: WorkflowDelegateTraceSummary[];
+    loopRuns: WorkflowDelegateTraceSummary[];
+    verifierOutputs: WorkflowCheckpointTraceSummary[];
+    analystOutputs: WorkflowCheckpointTraceSummary[];
+    reviewerOutputs: WorkflowCheckpointTraceSummary[];
+    agentFailureDetails: WorkflowDelegateFailureSummary[];
+    loopFailureDetails: WorkflowDelegateFailureSummary[];
+    verifierFailureDetails: WorkflowDelegateFailureSummary[];
+    analystFailureDetails: WorkflowDelegateFailureSummary[];
+    reviewerFailureDetails: WorkflowDelegateFailureSummary[];
+}
+interface SummarizeWorkflowExecutionOptions {
+    source?: string;
+}
+declare function summarizeWorkflowExecution(input: WorkflowTraceEnvelope | unknown, options?: SummarizeWorkflowExecutionOptions): WorkflowExecutionSummary;
+
+type WorkflowTraceIntelligenceEnvelopeVersion = 'workflow-trace-intelligence-envelope-v1';
+type WorkflowTraceExportGrantScope = 'workflow-trace:export' | 'workflow-trace:read' | '*';
+type WorkflowTraceExportGrantSubject = 'product' | 'partner' | 'tenant';
+interface WorkflowTraceExportGrant {
+    grantId: string;
+    subject: WorkflowTraceExportGrantSubject;
+    subjectId: string;
+    scopes: readonly WorkflowTraceExportGrantScope[];
+    grantedAt?: string;
+    expiresAt?: string;
+    metadata?: Record<string, unknown>;
+}
+interface WorkflowTraceHashEvidence {
+    path: string;
+    sha256: string;
+    shape?: unknown;
+}
+interface WorkflowTraceArtifactEvidence {
+    kind: string;
+    uri: string;
+    contentType?: string;
+    sha256?: string;
+}
+interface WorkflowTraceCompactEvidence {
+    eventKinds: Record<string, number>;
+    phases: string[];
+    toolNames: string[];
+    redactedHashes: WorkflowTraceHashEvidence[];
+    artifacts: WorkflowTraceArtifactEvidence[];
+    failureMessage?: string;
+}
+interface WorkflowTraceIntelligenceEnvelope {
+    schemaVersion: WorkflowTraceIntelligenceEnvelopeVersion;
+    destination: string;
+    generatedAt: string;
+    productId: string;
+    partnerId?: string;
+    runId: string;
+    grantIds: string[];
+    traceEnvelope: WorkflowTraceEnvelope;
+    summary: WorkflowExecutionSummary;
+    compactEvidence: WorkflowTraceCompactEvidence;
+    sanitization: SanitizedWorkflowTraceEnvelopeResult['report'];
+    links?: WorkflowTraceExportLinks;
+}
+interface BuildWorkflowTraceIntelligenceEnvelopeOptions {
+    envelope: WorkflowTraceEnvelope | unknown;
+    productId: string;
+    partnerId?: string;
+    grants: readonly WorkflowTraceExportGrant[];
+    generatedAt?: string;
+    destination?: string;
+    sanitize?: SanitizeWorkflowTraceEnvelopeOptions;
+    links?: WorkflowTraceExportLinks;
+    metadata?: Record<string, unknown>;
+}
+declare function buildWorkflowTraceIntelligenceEnvelope(options: BuildWorkflowTraceIntelligenceEnvelopeOptions): WorkflowTraceIntelligenceEnvelope;
+declare function validateWorkflowTraceIntelligenceEnvelope(input: unknown): WorkflowTraceIntelligenceEnvelope;
+
+interface WorkflowTraceRunRecordOptions extends WorkflowTraceProjectionMetadata {
+    runId?: string;
+    score?: number;
+    raw?: Record<string, number>;
+    failureMode?: string;
+    judgeMetadata?: RunRecord['judgeMetadata'];
+    agentProfile?: RunRecord['agentProfile'];
+}
+declare function workflowTraceToRunRecord(input: WorkflowTraceEnvelope | unknown, options: WorkflowTraceRunRecordOptions): RunRecord;
+
+interface WorkflowTraceTrajectoryOptions {
+    projectId?: string;
+    scenarioId?: string;
+    task: string;
+    split?: DatasetSplit;
+    tags?: Record<string, string>;
+    score?: number;
+    success?: boolean;
+    metadata?: Record<string, unknown>;
+}
+declare function workflowTraceToFeedbackTrajectory(input: WorkflowTraceEnvelope | unknown, options: WorkflowTraceTrajectoryOptions): FeedbackTrajectory;
+
+type WorkflowPartnerReportVersion = 'workflow-partner-report-v1';
+interface WorkflowPartnerFinding {
+    source: 'analyst' | 'verifier' | 'failure-cluster';
+    severity: AnalystSeverity;
+    area: string;
+    claim: string;
+    evidence: EvidenceRef[];
+    recommendedAction?: string;
+    metadata?: Record<string, unknown>;
+}
+interface WorkflowPartnerReport {
+    schemaVersion: WorkflowPartnerReportVersion;
+    runId: string;
+    generatedAt: string;
+    summary: WorkflowTraceSummary;
+    docsApiGaps: WorkflowPartnerFinding[];
+    prReadyFindings: WorkflowPartnerFinding[];
+    failureClusters: ReturnType<typeof buildWorkflowAnalystFeedbackPack>['failureClusters'];
+    recommendations: string[];
+    traceArtifacts: WorkflowTraceEnvelope['artifacts'];
+    links?: WorkflowTraceExportLinks;
+    exportBundle: {
+        traceEnvelope: WorkflowTraceEnvelope;
+        sanitization: SanitizedWorkflowTraceEnvelopeResult['report'];
+        feedbackPack: ReturnType<typeof buildWorkflowAnalystFeedbackPack>;
+        trajectory: ReturnType<typeof workflowTraceToFeedbackTrajectory>;
+        runRecord?: RunRecord;
+    };
+}
+interface BuildWorkflowPartnerReportOptions extends Omit<BuildWorkflowAnalystFeedbackPackOptions, 'envelope'> {
+    envelope: WorkflowTraceEnvelope | unknown;
+    sanitize?: SanitizeWorkflowTraceEnvelopeOptions;
+    trajectory: WorkflowTraceTrajectoryOptions;
+    runRecord?: WorkflowTraceRunRecordOptions;
+    links?: WorkflowTraceExportLinks;
+}
+declare function buildWorkflowPartnerReport(options: BuildWorkflowPartnerReportOptions): WorkflowPartnerReport;
+declare function validateWorkflowPartnerReport(input: unknown): WorkflowPartnerReport;
+declare function renderWorkflowPartnerReport(report: WorkflowPartnerReport, options?: {
+    maxFindings?: number;
+}): string;
+
+type WorkflowDriverPromotionDecisionVersion = 'workflow-driver-promotion-v1';
+type WorkflowDriverPromotionRejectionCode = 'missing_baseline_records' | 'missing_candidate_records' | 'missing_holdout_pairs' | 'few_pairs' | 'insufficient_lift' | 'cost_ceiling';
+interface WorkflowDriverPromotionPair {
+    key: string;
+    scenarioId: string;
+    seed: number;
+    baselineRunId: string;
+    candidateRunId: string;
+    baselineScore: number;
+    candidateScore: number;
+    delta: number;
+}
+interface WorkflowDriverPromotionEvidence {
+    pairedRuns: number;
+    expectedScenarioIds: string[];
+    pairedScenarioIds: string[];
+    missingScenarioIds: string[];
+    baselineMean: number;
+    candidateMean: number;
+    lift: number;
+    liftCi: {
+        low: number;
+        high: number;
+    };
+    bootstrap: PairedBootstrapResult;
+    confidence: number;
+    resamples: number;
+    statistic: 'mean' | 'median';
+    deltaThreshold: number;
+    baselineMedianCostUsd: number;
+    candidateMedianCostUsd: number;
+    pairs: WorkflowDriverPromotionPair[];
+}
+interface WorkflowDriverPromotionDecision {
+    schemaVersion: WorkflowDriverPromotionDecisionVersion;
+    generatedAt: string;
+    baselineStrategyId: string;
+    candidateStrategyId: string;
+    promote: boolean;
+    rejectionCode: WorkflowDriverPromotionRejectionCode | null;
+    reason: string;
+    evidence: WorkflowDriverPromotionEvidence;
+}
+interface DecideWorkflowDriverPromotionOptions {
+    records: readonly RunRecord[] | readonly unknown[];
+    baselineStrategyId?: string;
+    candidateStrategyId?: string;
+    expectedScenarioIds?: readonly string[];
+    minPairedHoldoutRuns?: number;
+    deltaThreshold?: number;
+    confidence?: number;
+    resamples?: number;
+    seed?: number;
+    statistic?: 'mean' | 'median';
+    costPerRunCeiling?: number;
+    generatedAt?: string;
+}
+declare function decideWorkflowDriverPromotion(options: DecideWorkflowDriverPromotionOptions): WorkflowDriverPromotionDecision;
+
+interface WorkflowTraceEnvelopeFromEventsOptions {
+    runId?: string;
+    topology?: WorkflowTopology;
+    artifacts?: readonly WorkflowTraceArtifact[];
+    metadata?: Record<string, unknown>;
+}
+interface WorkflowRuntimeResultLike {
+    runId?: string;
+    meta?: unknown;
+    output?: unknown;
+    events: readonly unknown[];
+}
+interface WorkflowRuntimeResultToTraceEnvelopeOptions extends Omit<WorkflowTraceEnvelopeFromEventsOptions, 'runId'> {
+    runId?: string;
+    includeOutputInMetadata?: boolean;
+}
+declare function workflowEventsToTraceEnvelope(events: readonly unknown[], options?: WorkflowTraceEnvelopeFromEventsOptions): WorkflowTraceEnvelope;
+declare function workflowRuntimeResultToTraceEnvelope(result: WorkflowRuntimeResultLike, options?: WorkflowRuntimeResultToTraceEnvelopeOptions): WorkflowTraceEnvelope;
+
+declare function validateWorkflowTraceEvent(input: unknown): WorkflowTraceEvent;
+declare function validateWorkflowTraceEnvelope(input: unknown): WorkflowTraceEnvelope;
+declare function summarizeWorkflowTrace(input: WorkflowTraceEnvelope | unknown): WorkflowTraceSummary;
+
+export { type BuildWorkflowAnalystFeedbackPackOptions, type BuildWorkflowPartnerReportOptions, type BuildWorkflowTraceIntelligenceEnvelopeOptions, type DecideWorkflowDriverPromotionOptions, type SanitizeWorkflowTraceEnvelopeOptions, type SanitizedWorkflowTraceEnvelopeResult, type SummarizeWorkflowExecutionOptions, WORKFLOW_TRACE_EVENT_KINDS, type WorkflowAnalystFeedbackPack, type WorkflowAnalystFindingSummary, type WorkflowCheckpointTraceSummary, type WorkflowDelegateTraceSummary, type WorkflowDriverPromotionDecision, type WorkflowDriverPromotionDecisionVersion, type WorkflowDriverPromotionEvidence, type WorkflowDriverPromotionPair, type WorkflowDriverPromotionRejectionCode, type WorkflowExecutionSummary, type WorkflowFailureClusterInput, type WorkflowFailureClusterSummary, type WorkflowFeedbackPackLimits, type WorkflowFeedbackPackVersion, type WorkflowFeedbackSeverity, type WorkflowPartnerFinding, type WorkflowPartnerReport, type WorkflowPartnerReportVersion, type WorkflowPhaseGraph, type WorkflowPhaseGraphBranch, type WorkflowPhaseGraphNode, type WorkflowRuntimeResultLike, type WorkflowRuntimeResultToTraceEnvelopeOptions, type WorkflowToolUsageSummary, WorkflowTopology, type WorkflowTraceArtifact, type WorkflowTraceArtifactEvidence, type WorkflowTraceCompactEvidence, type WorkflowTraceEnvelope, type WorkflowTraceEnvelopeFromEventsOptions, type WorkflowTraceEvent, type WorkflowTraceEventKind, type WorkflowTraceExportGrant, type WorkflowTraceExportGrantScope, type WorkflowTraceExportGrantSubject, type WorkflowTraceExportLinks, type WorkflowTraceHashEvidence, type WorkflowTraceIntelligenceEnvelope, type WorkflowTraceIntelligenceEnvelopeVersion, type WorkflowTraceProjectionMetadata, type WorkflowTraceRunRecordOptions, type WorkflowTraceSanitizationReport, type WorkflowTraceSummary, type WorkflowTraceTrajectoryOptions, type WorkflowTraceVersion, type WorkflowVerifierFindingSummary, type WorkflowVerifierLayerSummary, type WorkflowVerifierSummary, buildWorkflowAnalystFeedbackPack, buildWorkflowPartnerReport, buildWorkflowTraceIntelligenceEnvelope, decideWorkflowDriverPromotion, renderWorkflowFeedbackPack, renderWorkflowPartnerReport, sanitizeWorkflowTraceEnvelope, summarizeWorkflowExecution, summarizeWorkflowTrace, validateWorkflowPartnerReport, validateWorkflowTraceEnvelope, validateWorkflowTraceEvent, validateWorkflowTraceEventKind, validateWorkflowTraceEventPayload, validateWorkflowTraceIntelligenceEnvelope, workflowEventsToTraceEnvelope, workflowPhaseGraph, workflowRuntimeResultToTraceEnvelope, workflowTraceToFeedbackTrajectory, workflowTraceToRunRecord };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tangle-network/agent-eval",
-  "version": "0.95.0",
+  "version": "0.96.0",
   "description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
   "homepage": "https://github.com/tangle-network/agent-eval#readme",
   "repository": {
@@ -190,7 +190,7 @@
     "access": "public"
   },
   "scripts": {
-    "build": "tsup && tsc --emitDeclarationOnly && node scripts/emit-declaration-aliases.mjs && pnpm openapi",
+    "build": "tsup && pnpm openapi",
     "dev": "tsup --watch",
     "prepare": "husky",
     "prepublishOnly": "pnpm build",

package/dist/action-policy.d.ts

@@ -1,24 +0,0 @@
-import type { FeedbackLabel, ProposedSideEffect } from './feedback-trajectory';
-export interface ActionExecutionPolicy {
-    allowedTypes?: string[];
-    blockedTypes?: string[];
-    alwaysRequireApprovalTypes?: string[];
-    autoApproveTypes?: string[];
-    requireApprovalForExternalSideEffects?: boolean;
-    requireApprovalAboveCostUsd?: number;
-    maxActionCostUsd?: number;
-    remainingBudgetUsd?: number;
-    expectedOutcomeRequired?: boolean;
-    killCriteriaRequired?: boolean;
-}
-export interface ActionPolicyDecision {
-    allowed: boolean;
-    blocked: boolean;
-    requiresApproval: boolean;
-    reasons: string[];
-    label?: FeedbackLabel;
-}
-export declare function evaluateActionPolicy(action: ProposedSideEffect, policy?: ActionExecutionPolicy, options?: {
-    createdAt?: string;
-}): ActionPolicyDecision;
-//# sourceMappingURL=action-policy.d.ts.map

package/dist/action-policy.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"action-policy.d.ts","sourceRoot":"","sources":["../src/action-policy.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAA;AAE9E,MAAM,WAAW,qBAAqB;IACpC,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;IACvB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;IACvB,0BAA0B,CAAC,EAAE,MAAM,EAAE,CAAA;IACrC,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAA;IAC3B,qCAAqC,CAAC,EAAE,OAAO,CAAA;IAC/C,2BAA2B,CAAC,EAAE,MAAM,CAAA;IACpC,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,uBAAuB,CAAC,EAAE,OAAO,CAAA;IACjC,oBAAoB,CAAC,EAAE,OAAO,CAAA;CAC/B;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,OAAO,CAAA;IAChB,OAAO,EAAE,OAAO,CAAA;IAChB,gBAAgB,EAAE,OAAO,CAAA;IACzB,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB,KAAK,CAAC,EAAE,aAAa,CAAA;CACtB;AAED,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,kBAAkB,EAC1B,MAAM,GAAE,qBAA0B,EAClC,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,GACnC,oBAAoB,CA6EtB"}

package/dist/action-policy.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=action-policy.test.d.ts.map

package/dist/action-policy.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"action-policy.test.d.ts","sourceRoot":"","sources":["../src/action-policy.test.ts"],"names":[],"mappings":""}

package/dist/active-learning.d.ts

@@ -1,41 +0,0 @@
-/**
- * Active learning — agent-as-scenario-author.
- *
- * Analyzes an existing Dataset + trace corpus for coverage gaps and
- * weak spots, returns a prioritized list of *synthesis targets*:
- * (gap description, existing-neighbor examples, suggested direction).
- *
- * Does NOT call an LLM itself — the proposer agent is caller-supplied.
- * This module's job is to identify WHERE new scenarios would compound
- * the most information, not to author them.
- *
- * Gaps we detect:
- *   - dimensions with high score variance (unstable, need more data)
- *   - dimensions with low coverage count (undersampled)
- *   - failure classes with clusters (systematic weakness)
- *   - difficulty bins with no coverage
- */
-import type { Dataset, DatasetScenario } from './dataset';
-import type { TraceStore } from './trace/store';
-export type SynthesisReason = 'high-variance' | 'undersampled' | 'failure-cluster' | 'difficulty-gap';
-export interface SynthesisTarget {
-    reason: SynthesisReason;
-    description: string;
-    /** Existing scenarios that are closest to the gap; caller feeds these to
-     *  their LLM proposer as few-shot examples. */
-    neighbors: DatasetScenario[];
-    /** Suggested direction — e.g. "harder variants", "edge cases of X", "failure class Y". */
-    direction: string;
-    /** Priority score — higher = more information-dense gap. 0..1. */
-    priority: number;
-}
-export interface ActiveLearningOptions {
-    /** Minimum scenarios per difficulty band to count as "covered". */
-    minPerBand?: number;
-    /** Variance threshold above which a scenario's dimension is "unstable". */
-    varianceThreshold?: number;
-    /** Max synthesis targets returned. */
-    topK?: number;
-}
-export declare function proposeSynthesisTargets(dataset: Dataset, traceStore: TraceStore, options?: ActiveLearningOptions): Promise<SynthesisTarget[]>;
-//# sourceMappingURL=active-learning.d.ts.map

package/dist/active-learning.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"active-learning.d.ts","sourceRoot":"","sources":["../src/active-learning.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAGzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAE/C,MAAM,MAAM,eAAe,GACvB,eAAe,GACf,cAAc,GACd,iBAAiB,GACjB,gBAAgB,CAAA;AAEpB,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,eAAe,CAAA;IACvB,WAAW,EAAE,MAAM,CAAA;IACnB;mDAC+C;IAC/C,SAAS,EAAE,eAAe,EAAE,CAAA;IAC5B,0FAA0F;IAC1F,SAAS,EAAE,MAAM,CAAA;IACjB,kEAAkE;IAClE,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,qBAAqB;IACpC,mEAAmE;IACnE,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,2EAA2E;IAC3E,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,sCAAsC;IACtC,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,UAAU,EACtB,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,eAAe,EAAE,CAAC,CA2F5B"}

package/dist/adapters/http.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../../src/adapters/http.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAStE,MAAM,WAAW,mBAAmB,CAAC,SAAS,SAAS,QAAQ,EAAE,UAAU;IACzE,iEAAiE;IACjE,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ;;;;OAIG;IACH,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,QAAQ,EAAE,SAAS,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,KAAK,MAAM,CAAA;IAC3F,iEAAiE;IACjE,IAAI,CAAC,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;IAChD,+CAA+C;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,iDAAiD;IACjD,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,sEAAsE;IACtE,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,oEAAoE;IACpE,SAAS,CAAC,EAAE,OAAO,KAAK,CAAA;CACzB;AAED,MAAM,WAAW,uBAAuB,CAAC,SAAS,SAAS,QAAQ;IACjE,QAAQ,EAAE,SAAS,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,GAAG,EAAE,MAAM,CAAA;IACX,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,wBAAwB,CAAC,SAAS;IACjD,QAAQ,EAAE,SAAS,CAAA;CACpB;AAQD;;;;;;;GAOG;AACH,wBAAgB,YAAY,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,EAChE,IAAI,EAAE,mBAAmB,CAAC,SAAS,EAAE,SAAS,CAAC,GAC9C,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,CAuEhC;AAaD,MAAM,WAAW,wBAAwB,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS;IAC7E,yEAAyE;IACzE,QAAQ,EAAE,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IACxC,wBAAwB;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,+CAA+C;IAC/C,IAAI,CAAC,EAAE,MAAM,CAAA;IACb;;iFAE6E;IAC7E,IAAI,EAAE,MAAM,GAAG,KAAK,CAAA;IACpB,uDAAuD;IACvD,IAAI,CAAC,EAAE,MAAM,CAAA;IACb;;;;;;OAMG;IACH,cAAc,CAAC,EAAE,CACf,GAAG,EAAE,uBAAuB,CAAC,SAAS,CAAC,EACvC,MAAM,EAAE,WAAW,KAChB,OAAO,CAAC,eAAe,CAAC,CAAA;IAC7B,6EAA6E;IAC7E,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,0EAA0E;IAC1E,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE;QAClB,MAAM,EAAE,MAAM,CAAA;QACd,UAAU,EAAE,MAAM,CAAA;QAClB,OAAO,EAAE,OAAO,CAAA;QAChB,KAAK,CAAC,EAAE,OAAO,CAAA;KAChB,KAAK,IAAI,CAAA;CACX;AAED,MAAM,WAAW,oBAAoB;IACnC,gFAAgF;IAChF,IAAI,EAAE,MAAM,CAAA;IACZ,8DAA8D;IAC9D,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC3B;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,iBAAiB,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,EAC3E,IAAI,EAAE,wBAAwB,CAAC,SAAS,EAAE,SAAS,CAAC,GACnD,OAAO,CAAC,oBAAoB,CAAC,CAuH/B"}

package/dist/adapters/langchain.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"langchain.d.ts","sourceRoot":"","sources":["../../src/adapters/langchain.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAS9E,MAAM,WAAW,YAAY,CAAC,MAAM,EAAE,OAAO;IAC3C,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAC;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;CACnG;AAID,MAAM,WAAW,wBAAwB,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS;IAC7E,qEAAqE;IACrE,QAAQ,EAAE,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IAC5C;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACjC;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,iBAAiB,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,EACrE,IAAI,EAAE,wBAAwB,CAAC,SAAS,EAAE,SAAS,CAAC,GACnD,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,CAOhC;AAID,MAAM,WAAW,qBAAqB,CAAC,SAAS,EAAE,SAAS,SAAS,QAAQ;IAC1E,kEAAkE;IAClE,IAAI,EAAE,MAAM,CAAA;IACZ;;;OAGG;IACH,UAAU,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,EAAE,CAAA;IAClD;;;;;OAKG;IACH,QAAQ,EAAE,YAAY,CAAC;QAAE,QAAQ,EAAE,SAAS,CAAC;QAAC,QAAQ,EAAE,SAAS,CAAA;KAAE,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAA;IACzF,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,SAAS,KAAK,OAAO,CAAA;CAC7C;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,cAAc,CAAC,SAAS,EAAE,SAAS,SAAS,QAAQ,EAClE,IAAI,EAAE,qBAAqB,CAAC,SAAS,EAAE,SAAS,CAAC,GAChD,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,CAmBnC"}

package/dist/adapters/otel.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"otel.d.ts","sourceRoot":"","sources":["../../src/adapters/otel.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AACpD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAIrD;;;;GAIG;AACH,MAAM,MAAM,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;AAErC,mFAAmF;AACnF,eAAO,MAAM,iBAAiB,IAAI,CAAA;AAClC,eAAO,MAAM,cAAc,IAAI,CAAA;AAC/B,eAAO,MAAM,iBAAiB,IAAI,CAAA;AAElC,MAAM,MAAM,kBAAkB,GAC1B,MAAM,GACN,MAAM,GACN,OAAO,GACP,IAAI,GACJ,SAAS,GACT,KAAK,CAAC,MAAM,CAAC,GACb,KAAK,CAAC,MAAM,CAAC,GACb,KAAK,CAAC,OAAO,CAAC,CAAA;AAElB;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B,WAAW,EAAE,MAAM;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC3E;kFAC8E;IAC9E,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,iBAAiB,CAAC,EAAE,MAAM;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAA;IACxD,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAA;IAC9C,MAAM,CAAC,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,MAAM,CAAA;QACZ,IAAI,EAAE,MAAM,CAAA;QACZ,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAA;KAChD,CAAC,CAAA;IACF,MAAM,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CAC5C;AAID,mDAAmD;AACnD,wBAAgB,gBAAgB,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAGnD;AAgED,MAAM,WAAW,iBAAiB;IAChC,yCAAyC;IACzC,MAAM,EAAE,YAAY,CAAA;IACpB;;sCAEkC;IAClC,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;yBAEqB;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;qEACiE;IACjE,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CAC1E;AAED,MAAM,WAAW,UAAU;IACzB,oDAAoD;IACpD,MAAM,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC5C;qCACiC;IACjC,WAAW,CAAC,IAAI,EAAE,YAAY,GAAG,cAAc,CAAA;CAChD;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,iBAAiB,GAAG,UAAU,CAwEpE"}