@tangle-network/agent-eval 0.190.0 → 0.191.0

package/dist/analyze-runs-BvK4-wSs.d.ts

@@ -1,75 +0,0 @@
-import { a as RunRecord } from "./run-record-DF-fuu31.js";
-import { r as DatasetScenario } from "./dataset-DQqhOCPt.js";
-import "./summary-report-DvvesgR_.js";
-import { o as InsightReport, r as ExecutionInsight, t as CostProvenanceSummary } from "./insight-report-CvPkEIcC.js";
-import { n as AnalystRegistry } from "./registry-mAQVtuLx.js";
-//#region src/contract/analyze-runs.d.ts
-interface AnalyzeRunsOptions {
-  /** The runs to analyze. */
-  runs: RunRecord[];
-  /** Which split to score against when reading composite from RunOutcome.
-   *  Default: holdout when ANY run has a `holdoutScore`, else search. */
-  split?: 'search' | 'holdout' | 'auto';
-  /** Pairwise analysis configuration. When both `baselineCandidateId` and
-   *  `candidateCandidateId` are present, lift is computed on paired
-   *  (experimentId, scenarioId, seed) identities shared between the two sides.
-   *  Unmatched rows remain visible in the lift result. */
-  baselineCandidateId?: string;
-  candidateCandidateId?: string;
-  /** Average matched run scores within these units before estimating lift.
-   *  Raw run distributions and unmatched-run counts remain unchanged. */
-  independentUnitByScenarioId?: ReadonlyMap<string, string>;
-  /** Canary scenarios — checked against every run's raw output for
-   *  holdout contamination. */
-  canaryScenarios?: DatasetScenario[];
-  /** Analyst registry for failure clustering. When omitted, the
-   *  `failureClusters` section is left undefined. */
-  analyst?: AnalystRegistry;
-  /** Downstream outcome metric per run (e.g. engagement rate, approval
-   *  rate, downstream pass rate). When present, the report includes
-   *  `outcomeCorrelation` + a simple linear reward model fit. */
-  outcomeSignal?: {
-    metric: string;
-    valueByRunId: Record<string, number>;
-  };
-  /** Multi-rater feedback for inter-rater agreement. Each entry is one
-   *  rater's score for one run. Two or more raters → kappa + disagreement
-   *  triage list. */
-  raterScores?: Array<{
-    runId: string;
-    rater: string;
-    score: number;
-  }>;
-  /** Number of histogram bins for distributional summaries. Default 12. */
-  histogramBins?: number;
-  /** Decision threshold — the smallest composite lift the caller cares
-   *  about. Used by the recommendations engine to call ship vs hold.
-   *  Default 0.02. */
-  decisionThreshold?: number;
-  /** Optional prior-period runs. When set, the report includes
-   *  `priorPeriodComparison` with per-metric Welch-CI deltas and
-   *  recommendations fire on statistically significant regressions.
-   *  The two windows do NOT have to share scenarios — the comparison
-   *  is two-sample unpaired (the substrate's `lift` field uses paired
-   *  bootstrap on shared (experimentId, scenarioId, seed) identities; this is the
-   *  shape for "this week vs last week" rather than "candidate vs
-   *  baseline within a campaign"). */
-  baselineRuns?: RunRecord[];
-  /** Human-readable label for the baseline window, e.g. "vs prior 7
-   *  days", "vs v3.1 release". Surfaces in recommendations + UI. */
-  baselineLabel?: string;
-}
-interface SummarizeExecutionOptions {
-  runs: RunRecord[];
-  histogramBins?: number;
-}
-interface ExecutionReport {
-  execution: ExecutionInsight;
-  costProvenance: CostProvenanceSummary;
-}
-/** Summarize runtime facts without interpreting task quality or promotion readiness. */
-declare function summarizeExecution(opts: SummarizeExecutionOptions): ExecutionReport;
-declare function analyzeRuns(opts: AnalyzeRunsOptions): Promise<InsightReport>;
-//#endregion
-export { summarizeExecution as a, analyzeRuns as i, ExecutionReport as n, SummarizeExecutionOptions as r, AnalyzeRunsOptions as t };
-//# sourceMappingURL=analyze-runs-BvK4-wSs.d.ts.map

package/dist/analyze-runs-BvK4-wSs.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"analyze-runs-BvK4-wSs.d.ts","names":[],"sources":["../src/contract/analyze-runs.ts"],"mappings":";;;;;;UAqEiB;;EAEf,MAAM;;;EAGN;;;;;EAKA;EACA;;;EAGA,8BAA8B;;;EAG9B,kBAAkB;;;EAGlB,UAAU;;;;EAIV;IACE;IACA,cAAc;;;;;EAKhB,cAAc;IAAQ;IAAe;IAAe;;;EAEpD;;;;EAIA;;;;;;;;;EASA,eAAe;;;EAGf;;UAGe;EACf,MAAM;EACN;;UAGe;EACf,WAAW;EACX,gBAAgB;;;iBAIF,mBAAmB,MAAM,4BAA4B;iBAgB/C,YAAY,MAAM,qBAAqB,QAAQ"}

package/dist/attribute-vocabulary-DLJ6303h.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"attribute-vocabulary-DLJ6303h.d.ts","names":[],"sources":["../src/trace/attribute-vocabulary.ts"],"mappings":";;cAQa;cACA;cACA;cACA;cACA;cACA;cACA;;cAEA;cACA;cACA;cACA;cACA;cACA;cACA;cAEA;cAEA;cAQA;cASA;;cAUA;cAaA;cAeA;cAYA;;cAYA;cAEA;;iBAGG,SAAS;;iBAUT,gBACd,YAAY,yBACZ;;iBAUc,mBAAmB;EACjC;EACA;EACA;;UAMe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;;iBAIc,2BACd,YAAY,yBACZ,MAAM"}