@tangle-network/agent-eval 0.130.1 → 0.131.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +18 -0
- package/README.md +1 -0
- package/dist/agent-profile-cell-CCm3l2v2.d.ts +108 -0
- package/dist/agent-profile-cell-CCm3l2v2.d.ts.map +1 -0
- package/dist/analyst/index.d.ts +2 -2
- package/dist/analyst/index.js +1 -1
- package/dist/{analyze-runs-C1CavBMk.js → analyze-runs-BjPn_fOS.js} +2 -2
- package/dist/{analyze-runs-C1CavBMk.js.map → analyze-runs-BjPn_fOS.js.map} +1 -1
- package/dist/{analyze-runs-FsgYCinh.d.ts → analyze-runs-CBnCgfse.d.ts} +5 -5
- package/dist/{analyze-runs-FsgYCinh.d.ts.map → analyze-runs-CBnCgfse.d.ts.map} +1 -1
- package/dist/belief-state/index.d.ts +4 -4
- package/dist/benchmarks/index.d.ts +1 -1
- package/dist/benchmarks/index.js +1 -1
- package/dist/{benchmarks-BJgDGkAD.js → benchmarks-BDtRiOvE.js} +3 -3
- package/dist/{benchmarks-BJgDGkAD.js.map → benchmarks-BDtRiOvE.js.map} +1 -1
- package/dist/campaign/index.d.ts +3 -3
- package/dist/campaign/index.js +2 -2
- package/dist/{campaign-aKJt6emI.js → campaign-CLG6y9jF.js} +6 -5
- package/dist/{campaign-aKJt6emI.js.map → campaign-CLG6y9jF.js.map} +1 -1
- package/dist/{client-C97NMzqi.d.ts → client-w90OcvvR.d.ts} +4 -4
- package/dist/{client-C97NMzqi.d.ts.map → client-w90OcvvR.d.ts.map} +1 -1
- package/dist/{code-agent-session-DqqgOJaz.d.ts → code-agent-session-aYa3SGKz.d.ts} +2 -2
- package/dist/{code-agent-session-DqqgOJaz.d.ts.map → code-agent-session-aYa3SGKz.d.ts.map} +1 -1
- package/dist/concurrency-MUjT7VjM.js +109 -0
- package/dist/concurrency-MUjT7VjM.js.map +1 -0
- package/dist/contract/index.d.ts +63 -9
- package/dist/contract/index.d.ts.map +1 -1
- package/dist/contract/index.js +296 -50
- package/dist/contract/index.js.map +1 -1
- package/dist/control.d.ts +1 -1
- package/dist/control.js +1 -1
- package/dist/{default-registry-CNPo-Vsb.d.ts → default-registry-Cj1oUpLN.d.ts} +2 -2
- package/dist/{default-registry-CNPo-Vsb.d.ts.map → default-registry-Cj1oUpLN.d.ts.map} +1 -1
- package/dist/{eval-campaign-DEm6c8ru.js → eval-campaign-C2k-m4aY.js} +3 -2
- package/dist/{eval-campaign-DEm6c8ru.js.map → eval-campaign-C2k-m4aY.js.map} +1 -1
- package/dist/hosted/index.d.ts +2 -2
- package/dist/{index-2JJSA6-r2.d.ts → index-B11XCkdf2.d.ts} +2 -2
- package/dist/{index-2JJSA6-r2.d.ts.map → index-B11XCkdf2.d.ts.map} +1 -1
- package/dist/{index-BvnJuTGD.d.ts → index-DNXoNaFF.d.ts} +2 -2
- package/dist/{index-BvnJuTGD.d.ts.map → index-DNXoNaFF.d.ts.map} +1 -1
- package/dist/{index-6N0aYmpW.d.ts → index-D_F6VAKe.d.ts} +2 -2
- package/dist/{index-6N0aYmpW.d.ts.map → index-D_F6VAKe.d.ts.map} +1 -1
- package/dist/{index-Em67JBjs.d.ts → index-NPeSWD98.d.ts} +5 -5
- package/dist/{index-Em67JBjs.d.ts.map → index-NPeSWD98.d.ts.map} +1 -1
- package/dist/{index-CD_WZ_Xr.d.ts → index-VTypFU3t.d.ts} +5 -5
- package/dist/{index-CD_WZ_Xr.d.ts.map → index-VTypFU3t.d.ts.map} +1 -1
- package/dist/index.d.ts +18 -17
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +14 -13
- package/dist/index.js.map +1 -1
- package/dist/ledger-core/index.js +1 -1
- package/dist/{ledger-core-DtZz1RG0.js → ledger-core-eqaI3PCD.js} +2 -2
- package/dist/{ledger-core-DtZz1RG0.js.map → ledger-core-eqaI3PCD.js.map} +1 -1
- package/dist/meta-eval/index.d.ts +2 -2
- package/dist/{mint-yN2M2eh0.js → mint-D5_87M5L.js} +2 -2
- package/dist/{mint-yN2M2eh0.js.map → mint-D5_87M5L.js.map} +1 -1
- package/dist/multishot/index.d.ts +1 -1
- package/dist/openapi.json +1 -1
- package/dist/profile-cell.d.ts +2 -0
- package/dist/profile-cell.js +243 -0
- package/dist/profile-cell.js.map +1 -0
- package/dist/{propose-review-control-LhIWGzHl.js → propose-review-control-Bqb7daEJ.js} +2 -2
- package/dist/{propose-review-control-LhIWGzHl.js.map → propose-review-control-Bqb7daEJ.js.map} +1 -1
- package/dist/{release-report-mvB2G4_J.d.ts → release-report-Crg9oFJ0.d.ts} +3 -3
- package/dist/{release-report-mvB2G4_J.d.ts.map → release-report-Crg9oFJ0.d.ts.map} +1 -1
- package/dist/{release-report-Cz9NKH39.js → release-report-oWt9f2k-.js} +2 -2
- package/dist/{release-report-Cz9NKH39.js.map → release-report-oWt9f2k-.js.map} +1 -1
- package/dist/{replay-GnyotH0J.js → replay-D18-pBAA.js} +2 -2
- package/dist/{replay-GnyotH0J.js.map → replay-D18-pBAA.js.map} +1 -1
- package/dist/{replay-OoidtG1E.d.ts → replay-RE97Ckjl.d.ts} +2 -2
- package/dist/{replay-OoidtG1E.d.ts.map → replay-RE97Ckjl.d.ts.map} +1 -1
- package/dist/reporting.d.ts +3 -3
- package/dist/reporting.js +1 -1
- package/dist/{researcher-CwTdwXG1.d.ts → researcher-Q5rpPqZY.d.ts} +4 -3
- package/dist/researcher-Q5rpPqZY.d.ts.map +1 -0
- package/dist/{reward-hacking-qipEpKvY.js → reward-hacking-BEvjdUtD.js} +2 -2
- package/dist/{reward-hacking-qipEpKvY.js.map → reward-hacking-BEvjdUtD.js.map} +1 -1
- package/dist/{reward-hacking-eAnOsynk.d.ts → reward-hacking-CW-3HN0n.d.ts} +2 -2
- package/dist/{reward-hacking-eAnOsynk.d.ts.map → reward-hacking-CW-3HN0n.d.ts.map} +1 -1
- package/dist/rl.d.ts +5 -5
- package/dist/rl.js +4 -4
- package/dist/rollout/index.d.ts +1 -1
- package/dist/rollout/index.js +2 -2
- package/dist/{rollout-BOYjemfR.js → rollout-VEo41J0N.js} +2 -2
- package/dist/{rollout-BOYjemfR.js.map → rollout-VEo41J0N.js.map} +1 -1
- package/dist/{rubric-predictive-validity-Ku_clp_1.d.ts → rubric-predictive-validity-lXLmashy.d.ts} +2 -2
- package/dist/{rubric-predictive-validity-Ku_clp_1.d.ts.map → rubric-predictive-validity-lXLmashy.d.ts.map} +1 -1
- package/dist/{run-evidence-ClRX_8A9.d.ts → run-evidence-oByzm-dE.d.ts} +2 -2
- package/dist/{run-evidence-ClRX_8A9.d.ts.map → run-evidence-oByzm-dE.d.ts.map} +1 -1
- package/dist/{run-record-CnZu_gjl.d.ts → run-record-BJnYdTxO.d.ts} +3 -107
- package/dist/run-record-BJnYdTxO.d.ts.map +1 -0
- package/dist/run-record-CN8Zd21B.js +229 -0
- package/dist/run-record-CN8Zd21B.js.map +1 -0
- package/dist/{runtime-trajectory-BvSZcCHD.d.ts → runtime-trajectory-BXxG4lyi.d.ts} +2 -2
- package/dist/{runtime-trajectory-BvSZcCHD.d.ts.map → runtime-trajectory-BXxG4lyi.d.ts.map} +1 -1
- package/dist/{semantic-concept-judge-B6cWNJ2K.js → semantic-concept-judge-b5m3irbR.js} +2 -2
- package/dist/{semantic-concept-judge-B6cWNJ2K.js.map → semantic-concept-judge-b5m3irbR.js.map} +1 -1
- package/dist/{skill-usage-C_pXm7lP.d.ts → skill-usage-D5mlWdAJ.d.ts} +3 -3
- package/dist/{skill-usage-C_pXm7lP.d.ts.map → skill-usage-D5mlWdAJ.d.ts.map} +1 -1
- package/dist/{skillopt-optimization-method-CWKVTnks.d.ts → skillopt-optimization-method-D0MVjJdP.d.ts} +5 -5
- package/dist/{skillopt-optimization-method-CWKVTnks.d.ts.map → skillopt-optimization-method-D0MVjJdP.d.ts.map} +1 -1
- package/dist/{skillopt-optimization-method-CUmHkGbI.js → skillopt-optimization-method-eOJL2570.js} +4 -4
- package/dist/{skillopt-optimization-method-CUmHkGbI.js.map → skillopt-optimization-method-eOJL2570.js.map} +1 -1
- package/dist/{summary-report-Cj9gdw4i.d.ts → summary-report-CWwB_LiV.d.ts} +2 -2
- package/dist/{summary-report-Cj9gdw4i.d.ts.map → summary-report-CWwB_LiV.d.ts.map} +1 -1
- package/dist/traces.d.ts +2 -2
- package/dist/traces.js +1 -1
- package/dist/{types-k9tZGKUg.d.ts → types-CsD5nTfV.d.ts} +2 -2
- package/dist/{types-k9tZGKUg.d.ts.map → types-CsD5nTfV.d.ts.map} +1 -1
- package/docs/concepts.md +11 -0
- package/package.json +6 -1
- package/dist/concurrency-DIxRZF_J.js +0 -85
- package/dist/concurrency-DIxRZF_J.js.map +0 -1
- package/dist/researcher-CwTdwXG1.d.ts.map +0 -1
- package/dist/run-record-BuoE80Dq.js +0 -467
- package/dist/run-record-BuoE80Dq.js.map +0 -1
- package/dist/run-record-CnZu_gjl.d.ts.map +0 -1
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { a as RunRecord } from "./run-record-
|
|
1
|
+
import { a as RunRecord } from "./run-record-BJnYdTxO.js";
|
|
2
2
|
import { n as FailureClusterReport } from "./failure-cluster-CqcvCcdR.js";
|
|
3
3
|
//#region src/held-out-gate.d.ts
|
|
4
4
|
type HeldOutGateRejectionCode = 'few_runs' | 'missing_split_scores' | 'missing_cost' | 'negative_delta' | 'overfit_gap' | 'cost_ceiling';
|
|
@@ -404,4 +404,4 @@ interface ResearchReport {
|
|
|
404
404
|
declare function researchReport(runs: RunRecord[], opts?: ResearchReportOptions): Promise<ResearchReport>;
|
|
405
405
|
//#endregion
|
|
406
406
|
export { HeldOutGateConfig as C, HeldOutGate as S, paretoChart as _, ParetoPoint as a, GateDecision as b, ResearchReportCandidate as c, ResearchReportOptions as d, ResearchReportRecommendation as f, gainHistogram as g, SummaryTableRow as h, ParetoFigureSpec as i, ResearchReportDecision as l, SummaryTableOptions as m, GainDistributionFigureSpec as n, RESEARCH_REPORT_HARD_PAIR_FLOOR as o, SummaryTable as p, GainDistributionOptions as r, ResearchReport as s, GainDistributionBin as t, ResearchReportMethodology as u, researchReport as v, HeldOutGateRejectionCode as w, GateEvidence as x, summaryTable as y };
|
|
407
|
-
//# sourceMappingURL=summary-report-
|
|
407
|
+
//# sourceMappingURL=summary-report-CWwB_LiV.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"summary-report-
|
|
1
|
+
{"version":3,"file":"summary-report-CWwB_LiV.d.ts","names":[],"sources":["../src/held-out-gate.ts","../src/summary-report.ts"],"mappings":";;;KAuCY;UAQK;;;EAGf;;;EAGA;;;;EAIA;;;EAGA;;EAEA;;EAEA;;;EAGA;;;;;;;;;;;;;EAaA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;IAAY;IAAa;;;EAEzB;;EAEA;;EAEA;;EAEA;;EAEA;;;;;EAKA;;;EAGA;;;;;;;EAOA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA,UAAU;;EAEV;;EAEA,eAAe;;;;;;;cAQJ;mBACM;mBACA;mBACA;mBACA;mBACA;mBACA;mBACA;mBACA;EAEjB,YAAY,QAAQ;;;;EAuBpB,SAAS,WAAW,aAAa,UAAU,cAAc;;;;UCpI1C;;;EAGf;;EAEA;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;EACf,MAAM;EACN;EACA;;EAEA;;;;;;;iBAQc,aAAa,MAAM,aAAa,OAAM,sBAA2B;UA6IhE;EACf;;EAEA;;EAEA;;EAEA;;;EAGA;;;EAGA;;UAGe;EACf;EACA;EACA,QAAQ;EACR;IAAQ;IAAc;;;;;;;;iBAQR,YACd,MAAM,aACN;EACE;EACA,gBAAgB,eAAe;IAEhC;UAsDc;;EAEf;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA,MAAM;EACN;EACA;IAAM;IAAa;;;UAGJ;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;iBAQc,cACd,MAAM,aACN,qBACA,oBACA,OAAM,0BACL;KA8ES;;;;;;cAYC;UAEI;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;EASA;;;;;;;EAOA;IAAS;IAAa;;;;;;EAKtB;;;;;EAKA;;EAEA,gBAAgB,eAAe;;EAE/B,kBAAkB;;EAElB;;EAEA;;EAEA;;;;;;EAMA;;UAGe;EACf,UAAU;EACV;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;IAAU;IAAa;;;;;;;EAMvB;EACA;;;;;;;EAOA;EACA;EACA,OAAO;EACP,UAAU;EACV;;UAGe;;;;;EAKf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA;EACA;EACA;;;;;;EAMA;EACA;EACA;IAAQ;IAAa;;EACrB;EACA,gBAAgB;EAChB,YAAY;EACZ,SAAS;EACT;IACE,QAAQ;IACR,OAAO;;EAET,aAAa;EACb,kBAAkB;EAClB;EACA;;;;;;;;;;;;;;;;;;;;;iBA6IoB,eACpB,MAAM,aACN,OAAM,wBACL,QAAQ"}
|
package/dist/traces.d.ts
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { C as TraceEvent, D as isSandboxSpan, E as isRetrievalSpan, O as isToolSpan, S as ToolSpan, T as isLlmSpan, _ as Span, a as FAILURE_CLASSES, b as SpanStatus, c as JudgeSpan, d as RetrievalSpan, f as Run, g as SandboxSpan, h as RunStatus, i as EventKind, l as LlmSpan, m as RunOutcome, n as BudgetLedgerEntry, o as FailureClass, p as RunLayer, r as BudgetSpec, s as GenericSpan, t as Artifact, u as Message, v as SpanBase, w as isJudgeSpan, x as TRACE_SCHEMA_VERSION, y as SpanKind } from "./schema-BtVldJ3T.js";
|
|
2
|
-
import { a as ExtractedUsage, c as extractUsageFromResponse, i as ExtractUsageFromSseOptions, l as extractUsageFromSse, n as CaptureFetchOptions, o as SseUsageMode, r as captureFetchToRawSink, s as extractUsage, t as CaptureFetchContext } from "./index-
|
|
2
|
+
import { a as ExtractedUsage, c as extractUsageFromResponse, i as ExtractUsageFromSseOptions, l as extractUsageFromSse, n as CaptureFetchOptions, o as SseUsageMode, r as captureFetchToRawSink, s as extractUsage, t as CaptureFetchContext } from "./index-DNXoNaFF.js";
|
|
3
3
|
import { a as NoopRawProviderSink, c as RawProviderEvent, d as defaultProviderRedactor, f as providerFromBaseUrl, i as InMemoryRawProviderSinkOptions, l as RawProviderSink, n as FileSystemRawProviderSinkOptions, o as ProviderRedactor, r as InMemoryRawProviderSink, s as RawProviderDirection, t as FileSystemRawProviderSink, u as RawProviderSinkFilter } from "./raw-provider-sink-BU29Sh8h.js";
|
|
4
4
|
import { a as RunFilter, i as InMemoryTraceStore, n as FileSystemTraceStore, o as SpanFilter, r as FileSystemTraceStoreOptions, s as TraceStore, t as EventFilter } from "./store-CT9YIIve.js";
|
|
5
5
|
import { a as TraceEmitterOptions, i as TraceEmitter, n as RunCompleteHookContext, o as llmSpanFromProvider, r as SpanHandle, t as RunCompleteHook } from "./emitter-DGQGoLyj.js";
|
|
6
6
|
import { a as RunIntegrityReport, i as RunIntegrityIssueCode, n as RunIntegrityExpectations, o as assertRunCaptured, r as RunIntegrityIssue, s as throwIfRunIncomplete, t as RunIntegrityError } from "./integrity-rmVhXWA7.js";
|
|
7
|
-
import { $ as TraceAnalystHookOptions, A as readOtlpStatus, B as TraceInsightQuestion, C as otlpToTraceRunRecords, Ct as traceSpanKindToOpenInferenceKind, D as firstStringAttr, Dt as OtlpSpan, E as extractOtlpAttributes, Et as OtlpResourceSpans, F as TraceInsightContext, G as buildTraceInsightPrompt, H as TraceInsightSuite, I as TraceInsightFinding, J as domainEvidencePattern, K as defaultTraceInsightPanel, L as TraceInsightPanelRole, M as FlattenOtlpOptions, N as OtlpFlatLine, O as inferOtlpKind, Ot as exportRunAsOtlp, P as flattenOtlpExportToNdjson, Q as tokenizeDomainWords, R as TraceInsightPromptInput, S as otlpToRunRecords, St as isOtlpModelCall, T as asString, Tt as OtlpExport, U as TraceInsightTask, V as TraceInsightReadiness, W as buildTraceInsightContext, X as planTraceInsightQuestions, Y as inferDomainKeywords, Z as scoreTraceInsightReadiness, _ as OtlpToRunRecordsOptions, _t as OtlpSpanRole, a as ReplayFetchOptions, at as DEFAULT_REDACTION_RULES, b as otlpRowsToRunRecords, bt as applyToolSpanOtlpAttributes, c as buildTraceAnalystTools, ct as RedactionRule, d as OtlpFileTraceStoreOptions, dt as createOtelTracingStore, et as traceAnalystOnRunComplete, f as SpanNotFoundError, ft as otelRunCompleteHook, g as TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION, gt as createOtelExporter, h as TRACE_ANALYST_ACTOR_DESCRIPTION, ht as OtelExporter, i as ReplayCacheStats, it as convertTraceStoresToOtlp, j as stringField, k as projectOtlpFlatLine, l as traceAnalystFunctionGroup, lt as redactString, m as TraceNotFoundError, mt as OtelExportConfig, n as ReplayCacheEntry, nt as TraceStoreToOtlpOptions, o as createReplayFetch, ot as REDACTION_VERSION, p as TraceFileMissingError, pt as ExportableSpan, q as describeTraceInsightScope, r as ReplayCacheMissError, rt as TracesToOtlpResult, s as iterateRawCalls, st as RedactionReport, t as ReplayCache, tt as TraceStoreSource, u as OtlpFileTraceStore, ut as redactValue, v as OtlpTraceRunRecord, vt as OtlpSpanRoleInput, w as ProjectedOtlpSpan, wt as OTEL_AGENT_EVAL_SCOPE, x as otlpRowsToTraceRunRecords, xt as classifyOtlpSpanRole, y as TraceAggregate, yt as ToolSpanOtlpInput, z as TraceInsightQualityGate } from "./replay-
|
|
7
|
+
import { $ as TraceAnalystHookOptions, A as readOtlpStatus, B as TraceInsightQuestion, C as otlpToTraceRunRecords, Ct as traceSpanKindToOpenInferenceKind, D as firstStringAttr, Dt as OtlpSpan, E as extractOtlpAttributes, Et as OtlpResourceSpans, F as TraceInsightContext, G as buildTraceInsightPrompt, H as TraceInsightSuite, I as TraceInsightFinding, J as domainEvidencePattern, K as defaultTraceInsightPanel, L as TraceInsightPanelRole, M as FlattenOtlpOptions, N as OtlpFlatLine, O as inferOtlpKind, Ot as exportRunAsOtlp, P as flattenOtlpExportToNdjson, Q as tokenizeDomainWords, R as TraceInsightPromptInput, S as otlpToRunRecords, St as isOtlpModelCall, T as asString, Tt as OtlpExport, U as TraceInsightTask, V as TraceInsightReadiness, W as buildTraceInsightContext, X as planTraceInsightQuestions, Y as inferDomainKeywords, Z as scoreTraceInsightReadiness, _ as OtlpToRunRecordsOptions, _t as OtlpSpanRole, a as ReplayFetchOptions, at as DEFAULT_REDACTION_RULES, b as otlpRowsToRunRecords, bt as applyToolSpanOtlpAttributes, c as buildTraceAnalystTools, ct as RedactionRule, d as OtlpFileTraceStoreOptions, dt as createOtelTracingStore, et as traceAnalystOnRunComplete, f as SpanNotFoundError, ft as otelRunCompleteHook, g as TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION, gt as createOtelExporter, h as TRACE_ANALYST_ACTOR_DESCRIPTION, ht as OtelExporter, i as ReplayCacheStats, it as convertTraceStoresToOtlp, j as stringField, k as projectOtlpFlatLine, l as traceAnalystFunctionGroup, lt as redactString, m as TraceNotFoundError, mt as OtelExportConfig, n as ReplayCacheEntry, nt as TraceStoreToOtlpOptions, o as createReplayFetch, ot as REDACTION_VERSION, p as TraceFileMissingError, pt as ExportableSpan, q as describeTraceInsightScope, r as ReplayCacheMissError, rt as TracesToOtlpResult, s as iterateRawCalls, st as RedactionReport, t as ReplayCache, tt as TraceStoreSource, u as OtlpFileTraceStore, ut as redactValue, v as OtlpTraceRunRecord, vt as OtlpSpanRoleInput, w as ProjectedOtlpSpan, wt as OTEL_AGENT_EVAL_SCOPE, x as otlpRowsToTraceRunRecords, xt as classifyOtlpSpanRole, y as TraceAggregate, yt as ToolSpanOtlpInput, z as TraceInsightQualityGate } from "./replay-RE97Ckjl.js";
|
|
8
8
|
import { C as TOOL_LATENCY_MS, D as asNumber, E as applyLlmSpanOtlpAttributes, O as contextInputTokens, S as TOOL_ARGS_CAPTURED, T as TOOL_NAME_ATTR_KEYS, _ as LlmSpanOtlpInput, a as LLM_CACHE_WRITE_TOKEN_ATTR_KEYS, b as RUN_COST_ATTR_KEYS, c as LLM_COST_USD, d as LLM_MODEL_ATTR_KEYS, f as LLM_MODEL_NAME, g as LLM_REASONING_TOKEN_ATTR_KEYS, h as LLM_REASONING_TOKENS, i as LLM_CACHE_WRITE_TOKENS, k as firstNumberAttr, l as LLM_INPUT_TOKENS, m as LLM_OUTPUT_TOKEN_ATTR_KEYS, n as LLM_CACHED_TOKENS, o as LLM_CONTEXT_TOKENS, p as LLM_OUTPUT_TOKENS, r as LLM_CACHED_TOKEN_ATTR_KEYS, s as LLM_COST_ATTR_KEYS, t as INPUT_VALUE, u as LLM_INPUT_TOKEN_ATTR_KEYS, v as OPENINFERENCE_SPAN_KIND, w as TOOL_NAME, x as SPAN_KIND_ATTR_KEYS, y as OUTPUT_VALUE } from "./attribute-vocabulary-DLJ6303h.js";
|
|
9
9
|
import { a as judgeSpans, c as runsForScenario, i as hasCapturedToolArgs, l as toolSpans, n as argHash, o as llmSpans, r as groupBy, s as runFailureClass, t as aggregateLlm } from "./query-CJ_DX8vl.js";
|
|
10
10
|
import { _ as ViewTraceOversized, a as QueryTracesPage, c as SpanMatchRecord, d as TraceAnalystFilters, f as TraceAnalystSpan, g as ViewSpansResult, h as TraceAnalystTraceSummary, i as ErrorCluster, l as TRACE_ANALYST_TRUNCATION_MARKER_PREFIX, m as TraceAnalystSpanStatus, n as DEFAULT_TRACE_ANALYST_BUDGETS, o as SearchSpanResult, p as TraceAnalystSpanKind, r as DatasetOverview, s as SearchTraceResult, t as TraceAnalysisStore, u as TraceAnalystByteBudgets, v as ViewTraceResult } from "./store-CxJry_cs.js";
|
package/dist/traces.js
CHANGED
|
@@ -4,7 +4,7 @@ import { S as traceSpanKindToOpenInferenceKind, a as SpanNotFoundError, b as cla
|
|
|
4
4
|
import { n as llmSpanFromProvider, t as TraceEmitter } from "./emitter-CPBAhxum.js";
|
|
5
5
|
import { a as isRetrievalSpan, i as isLlmSpan, n as TRACE_SCHEMA_VERSION, o as isSandboxSpan, r as isJudgeSpan, s as isToolSpan, t as FAILURE_CLASSES } from "./schema-CRhEY1SO.js";
|
|
6
6
|
import { n as TRACE_ANALYST_ACTOR_DESCRIPTION, r as TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION, t as analyzeTraces } from "./analyst-LsnNpSkm.js";
|
|
7
|
-
import { C as planTraceInsightQuestions, E as traceAnalystOnRunComplete, S as inferDomainKeywords, T as tokenizeDomainWords, _ as buildTraceInsightContext, a as convertTraceStoresToOtlp, b as describeTraceInsightScope, c as otelRunCompleteHook, d as captureFetchToRawSink, f as otlpRowsToRunRecords, g as flattenOtlpExportToNdjson, h as otlpToTraceRunRecords, i as iterateRawCalls, l as OTEL_AGENT_EVAL_SCOPE, m as otlpToRunRecords, n as ReplayCacheMissError, o as createOtelExporter, p as otlpRowsToTraceRunRecords, r as createReplayFetch, s as createOtelTracingStore, t as ReplayCache, u as exportRunAsOtlp, v as buildTraceInsightPrompt, w as scoreTraceInsightReadiness, x as domainEvidencePattern, y as defaultTraceInsightPanel } from "./replay-
|
|
7
|
+
import { C as planTraceInsightQuestions, E as traceAnalystOnRunComplete, S as inferDomainKeywords, T as tokenizeDomainWords, _ as buildTraceInsightContext, a as convertTraceStoresToOtlp, b as describeTraceInsightScope, c as otelRunCompleteHook, d as captureFetchToRawSink, f as otlpRowsToRunRecords, g as flattenOtlpExportToNdjson, h as otlpToTraceRunRecords, i as iterateRawCalls, l as OTEL_AGENT_EVAL_SCOPE, m as otlpToRunRecords, n as ReplayCacheMissError, o as createOtelExporter, p as otlpRowsToTraceRunRecords, r as createReplayFetch, s as createOtelTracingStore, t as ReplayCache, u as exportRunAsOtlp, v as buildTraceInsightPrompt, w as scoreTraceInsightReadiness, x as domainEvidencePattern, y as defaultTraceInsightPanel } from "./replay-D18-pBAA.js";
|
|
8
8
|
import { a as judgeSpans, c as runsForScenario, i as hasCapturedToolArgs, l as toolSpans, n as argHash, o as llmSpans, r as groupBy, s as runFailureClass, t as aggregateLlm } from "./query-Di7eEQ79.js";
|
|
9
9
|
import { a as InMemoryTraceStore, i as FileSystemTraceStore, n as assertRunCaptured, r as throwIfRunIncomplete, t as RunIntegrityError } from "./integrity-BzRbCHzi.js";
|
|
10
10
|
import { n as extractUsageFromResponse, r as extractUsageFromSse, t as extractUsage } from "./extract-usage-BrQ8mCLX.js";
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { u as RunTokenUsage } from "./run-record-
|
|
1
|
+
import { u as RunTokenUsage } from "./run-record-BJnYdTxO.js";
|
|
2
2
|
import { a as CostChannel, c as CostLedgerHandle, f as CostLedgerSummary, w as RunPaidCallInput, x as PaidCallResult } from "./cost-ledger-Dye6jCgg.js";
|
|
3
3
|
import { n as LlmCallMetadata } from "./llm-client-B_nIBlYo.js";
|
|
4
4
|
//#region src/campaign/types.d.ts
|
|
@@ -637,4 +637,4 @@ interface CampaignResult<TArtifact = unknown, TScenario extends Scenario = Scena
|
|
|
637
637
|
}
|
|
638
638
|
//#endregion
|
|
639
639
|
export { LabeledScenarioWrite as A, ScoredSurfaceOutcome as B, JudgeDimension as C, LabeledScenarioSampleArgs as D, LabeledScenarioRecord as E, ProposeContext as F, labelTrustRank as G, SurfaceProposer as H, ProposedCandidate as I, RedactionStatus as L, OptimizerConfig as M, ParetoParent as N, LabeledScenarioSource as O, ProposalTrackContext as P, Scenario as R, JudgeConfig as S, LabelTrust as T, TraceSpan as U, SessionScript as V, isProposedCandidate as W, GateDecision as _, CampaignResult as a, GenerationRecord as b, CampaignTraceWriter as c, DispatchContext as d, DispatchFn as f, GateContribution as g, GateContext as h, CampaignCostMeter as i, MutableSurface as j, LabeledScenarioStore as k, CodeSurface as l, GateCheckStatus as m, CampaignArtifactWriter as n, CampaignScenarioIdentity as o, Gate as p, CampaignCellResult as r, CampaignTokenUsage as s, CampaignAggregates as t, ComponentSurface as u, GateResult as v, JudgeScore as w, JudgeAggregate as x, GenerationCandidate as y, ScenarioAggregate as z };
|
|
640
|
-
//# sourceMappingURL=types-
|
|
640
|
+
//# sourceMappingURL=types-CsD5nTfV.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types-
|
|
1
|
+
{"version":3,"file":"types-CsD5nTfV.d.ts","names":[],"sources":["../src/campaign/types.ts"],"mappings":";;;;;;UA8BiB;EACf;EACA;EACA;;;;;EAKA;;;UAIe,iCAAiC,KAAK;EACrD;;;;;UAMe;EACf;EACA;EACA;EACA;EACA,QAAQ;EACR,OAAO;EACP,WAAW;EACX,MAAM;;EAEN;;EAEA;;;;;;;;EAQA;;;;KAKU,WAAW,kBAAkB,UAAU,cACjD,UAAU,WACV,KAAK,oBACF,QAAQ;;;;UAOI,cAAc,WAAW;EACxC;EACA;EACA;;EAEA;;;EAGA,sBAAsB,UAAU,WAAW,sBAAsB,UAAU,cAAc;;UAK1E;;EAEf;;EAEA;;;;;;;;;UAUe,YAAY,WAAW,kBAAkB,WAAW;EACnE;EACA,YAAY;;;;EAIZ;;;EAGA,MAAM;IACJ,UAAU;IACV,UAAU;IACV,QAAQ;;IAER,aAAa;IACb;IACA,WAAW;MACT,aAAa,QAAQ;EACzB,aAAa,UAAU;;;;;;;;;;;UAYR;EACf,YAAY;EACZ;EACA;;EAEA,UAAU;;;;EAIV;;;EAGA;;EAEA;;EAEA,WAAW,eAAe;;;;;;;UAUX;WACN;;;WAGA;;WAEA;;WAEA;;WAEA;;WAEA;;WAEA;;;WAGA;aACE;aACA;aACA;;;WAGF;;;UAIM;WACN;WACA,YAAY,SAAS;;;;;;;;;;;KAYpB,0BAA0B,mBAAmB;;;;;;;UAQxC;EACf,SAAS;;EAET;;;;EAIA;;;;iBAKc,oBACd,OAAO,iBAAiB,oBACvB,SAAS;;;;;;;;;UAkBK;EACf,SAAS;EACT;;;EAGA,YAAY;;;EAGZ;;EAEA;EACA;EACA;;;UAIe;EACf;EACA;EACA;EACA;EACA;;;;;UAMe;;;EAGf;;EAEA;EACA;EACA;EACA,YAAY;;;;;EAKZ,WAAW;IAAQ;IAAoB;IAAmB;IAAgB;;EAC1E;IACE;IACA;;;;;;;;;UAUa,eAAe;EAC9B,gBAAgB;EAChB,SAAS;EACT,UAAU;;EAEV;EACA;EACA,QAAQ;;EAER,QAAQ;;;EAGR,kBAAkB;;;EAGlB,mBAAmB;;;EAGnB;;;EAGA,UAAU;;;;EAIV;;;;;;;EAOA,gBAAgB;;EAEhB,aAAa;EACb;;;;;;;;EAQA;;;;;;;;;;;;;;UAee,gBAAgB;EAC/B;;;;;EAKA,QAAQ,KAAK,eAAe,aAAa,QAAQ,MAAM,iBAAiB;;;EAGxE,QAAQ;IAAQ,SAAS;;IAAyB;IAAe;;;UAGlD;EACf;EACA;EACA,mBAAmB,qBAAqB;;UAGzB,wBAAwB;EACvC,UAAU;;;KAMA;;KAGA;UAEK;EACf;EACA,QAAQ;EACR;;UAGe,YAAY,WAAW,kBAAkB;EACxD,oBAAoB,YAAY;EAChC,oBAAoB,YAAY;;EAEhC,aAAa,YAAY,eAAe;;;;;EAKxC,sBAAsB,YAAY,eAAe;;;;;;;EAOjD,yBAAyB,YAAY,eAAe;;;EAGpD,uBAAuB,YAAY;EACnC,WAAW;EACX;IAAQ;IAAmB;;;EAE3B,aAAa;EACb;EACA,QAAQ;;UAGO;EACf,UAAU;EACV;EACA,mBAAmB;EACnB;;;UAIe,KAAK,qBAAqB,kBAAkB,WAAW;EACtE;EACA,OAAO,KAAK,YAAY,WAAW,aAAa,QAAQ;;;;UAOzC;EACf,KAAK,cAAc,aAAa,0BAA0B;EAC1D,SAAS;;UAGM;EACf,IAAI,aAAa;EACjB,aAAa,aAAa;;;;UAKX;EACf,MAAM,cAAc,kBAAkB,aAAa;EACnD,UAAU,cAAc,iBAAiB;;;;;;KAO/B,qBAAqB;;;;;UAMhB;;EAEf,YAAY,GACV,OAAO,KAAK,iBAAiB;IAC3B,UAAU;MAEX,QAAQ,eAAe;;;;;KAQhB;KAOA;;;;;;;;;;;;;;;KAgBA;;iBASI,eAAe,OAAO;;;;UAOrB,qBAAqB,kBAAkB,WAAW,UAAU;EAC3E,UAAU;EACV,UAAU;EACV,aAAa,eAAe;EAC5B,QAAQ;EACR;EACA;EACA,iBAAiB;;;;;EAKjB,aAAa;;EAEb;;UAGe,sBAAsB,kBAAkB,WAAW,UAAU,6BACpE,qBAAqB,WAAW;;EAExC;;;EAGA;;UAGe;EACf;;EAEA;;;;EAIA;EACA;IACE;IACA,SAAS,wBAAwB;IACjC;IACA;;;;;IAKA,WAAW;;;UAIE;EACf,QAAQ,OAAO,uBAAuB;EACtC,OAAO,MAAM,4BAA4B,QAAQ;EACjD,QAAQ;IACN;IACA;IACA,UAAU;;;IAGV,SAAS,OAAO;;;UAMH,mBAAmB;;;EAGlC;EACA;EACA;EACA;EACA;EACA,UAAU;EACV,aAAa,eAAe;EAC5B;;EAEA;;EAEA;;;EAGA,YAAY;;;;EAIZ;EACA;EACA;EACA;;EAEA;;EAEA;EACA;;UAGe;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;;UAGe;EACf;EACA,YAAY;EACZ;;;;;;UAOe;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;;EAGA;;;;EAIA;;;;EAIA;IACE;IACA;IACA,iBAAiB;MAAQ;MAAgB;;;;;EAI3C,YAAY;;;;;;;;;;EAUZ,WAAW;IAAQ;IAAoB;IAAmB;IAAgB;;;;EAG1E;;;;EAIA;;UAGe;EACf,SAAS,eAAe;EACxB,YAAY,eAAe;;EAE3B,MAAM;;EAEN;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe,eAAe,qBAAqB,kBAAkB,WAAW;;EAEhF;;EAEA;EACA;;EAEA;EACA;EACA;EACA;EACA,OAAO,MAAM,mBAAmB;EAChC,YAAY;EACZ;IACE,aAAa;IACb;;EAEF,OAAO;EACP;EACA;EACA,iBAAiB;;;EAGjB,WAAW,MAAM,2BAA2B,KAAK"}
|
package/docs/concepts.md
CHANGED
|
@@ -32,6 +32,17 @@ It contains score distributions, paired lift intervals, judge agreement, cost, f
|
|
|
32
32
|
Run records, scenarios, judge scores, statistics, and release decisions belong here because they work without an agent runtime.
|
|
33
33
|
Agent sessions, worker coordination, sandbox execution, and runtime-specific profiles belong in `agent-runtime`.
|
|
34
34
|
|
|
35
|
+
## Measuring a complete profile
|
|
36
|
+
|
|
37
|
+
Use the profile improvement functions from `/contract` when a host owns immutable agent-profile snapshots.
|
|
38
|
+
`sealAgentProfileImprovementExperiment()` freezes the exact baseline, candidate diff, held-out tasks, model, limits, and policy.
|
|
39
|
+
`runAgentProfileImprovementExperiment()` asks the host to execute every frozen baseline/candidate cell and requires one complete receipt per execution.
|
|
40
|
+
`measuredComparisonFromAgentProfileImprovementExperiment()` recomputes scores, uncertainty, cost, latency, and the release decision from those receipts.
|
|
41
|
+
|
|
42
|
+
This API never activates a candidate or runs an agent itself.
|
|
43
|
+
The host owns authorization, billing, task isolation, profile materialization, execution, and durable evidence.
|
|
44
|
+
The first portable profile contract accepts prompt and skill changes only; a host must add its own exact-state adapter before measuring tools, MCP servers, hooks, subagents, or external knowledge.
|
|
45
|
+
|
|
35
46
|
## Main Objects
|
|
36
47
|
|
|
37
48
|
| Thing | What it is | One-line example |
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tangle-network/agent-eval",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.131.1",
|
|
4
4
|
"description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
|
|
5
5
|
"homepage": "https://github.com/tangle-network/agent-eval#readme",
|
|
6
6
|
"repository": {
|
|
@@ -19,6 +19,11 @@
|
|
|
19
19
|
"import": "./dist/index.js",
|
|
20
20
|
"default": "./dist/index.js"
|
|
21
21
|
},
|
|
22
|
+
"./profile-cell": {
|
|
23
|
+
"types": "./dist/profile-cell.d.ts",
|
|
24
|
+
"import": "./dist/profile-cell.js",
|
|
25
|
+
"default": "./dist/profile-cell.js"
|
|
26
|
+
},
|
|
22
27
|
"./analyst": {
|
|
23
28
|
"types": "./dist/analyst/index.d.ts",
|
|
24
29
|
"import": "./dist/analyst/index.js",
|
|
@@ -1,85 +0,0 @@
|
|
|
1
|
-
//#region src/concurrency.ts
|
|
2
|
-
/**
|
|
3
|
-
* concurrency — small primitives the evolution loop needs.
|
|
4
|
-
*
|
|
5
|
-
* `Mutex` is a zero-dep async lock with FIFO fairness. The evolution loop
|
|
6
|
-
* uses it to serialise checkout/build/commit sequences inside a single
|
|
7
|
-
* pool slot, and to gate concurrent JSONL writers (see
|
|
8
|
-
* `lockedJsonlReferenceReplayStore`).
|
|
9
|
-
*
|
|
10
|
-
* Deliberately minimal — no priority queue, no timeouts. If you need
|
|
11
|
-
* those, swap to `async-mutex` at the call site.
|
|
12
|
-
*/
|
|
13
|
-
var Mutex = class {
|
|
14
|
-
locked = false;
|
|
15
|
-
waiters = [];
|
|
16
|
-
async acquire() {
|
|
17
|
-
if (!this.locked) {
|
|
18
|
-
this.locked = true;
|
|
19
|
-
return () => this.release();
|
|
20
|
-
}
|
|
21
|
-
return new Promise((resolve) => {
|
|
22
|
-
this.waiters.push(() => {
|
|
23
|
-
resolve(() => this.release());
|
|
24
|
-
});
|
|
25
|
-
});
|
|
26
|
-
}
|
|
27
|
-
release() {
|
|
28
|
-
const next = this.waiters.shift();
|
|
29
|
-
if (next) next();
|
|
30
|
-
else this.locked = false;
|
|
31
|
-
}
|
|
32
|
-
async runExclusive(fn) {
|
|
33
|
-
const release = await this.acquire();
|
|
34
|
-
try {
|
|
35
|
-
return await fn();
|
|
36
|
-
} finally {
|
|
37
|
-
release();
|
|
38
|
-
}
|
|
39
|
-
}
|
|
40
|
-
/** True iff someone holds the lock right now. Diagnostics only. */
|
|
41
|
-
get isLocked() {
|
|
42
|
-
return this.locked;
|
|
43
|
-
}
|
|
44
|
-
/** Pending waiter count. Diagnostics only. */
|
|
45
|
-
get pending() {
|
|
46
|
-
return this.waiters.length;
|
|
47
|
-
}
|
|
48
|
-
};
|
|
49
|
-
/**
|
|
50
|
-
* Map independent work with a fixed worker count while preserving input order.
|
|
51
|
-
* After the first rejection, no new items start; already-running work is allowed
|
|
52
|
-
* to settle before the returned promise rejects. Partial results are discarded.
|
|
53
|
-
*/
|
|
54
|
-
async function mapConcurrent(items, concurrency, map) {
|
|
55
|
-
if (!Number.isInteger(concurrency) || concurrency < 1) throw new Error(`mapConcurrent: concurrency must be a positive integer, got ${concurrency}`);
|
|
56
|
-
if (items.length === 0) return [];
|
|
57
|
-
const results = new Array(items.length);
|
|
58
|
-
let nextIndex = 0;
|
|
59
|
-
let stopped = false;
|
|
60
|
-
let failed = false;
|
|
61
|
-
let failure;
|
|
62
|
-
const worker = async () => {
|
|
63
|
-
while (!stopped) {
|
|
64
|
-
const index = nextIndex;
|
|
65
|
-
nextIndex += 1;
|
|
66
|
-
if (index >= items.length) return;
|
|
67
|
-
try {
|
|
68
|
-
results[index] = await map(items[index], index);
|
|
69
|
-
} catch (error) {
|
|
70
|
-
stopped = true;
|
|
71
|
-
if (!failed) {
|
|
72
|
-
failed = true;
|
|
73
|
-
failure = error;
|
|
74
|
-
}
|
|
75
|
-
}
|
|
76
|
-
}
|
|
77
|
-
};
|
|
78
|
-
await Promise.all(Array.from({ length: Math.min(concurrency, items.length) }, () => worker()));
|
|
79
|
-
if (failed) throw failure;
|
|
80
|
-
return results;
|
|
81
|
-
}
|
|
82
|
-
//#endregion
|
|
83
|
-
export { mapConcurrent as n, Mutex as t };
|
|
84
|
-
|
|
85
|
-
//# sourceMappingURL=concurrency-DIxRZF_J.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"concurrency-DIxRZF_J.js","names":[],"sources":["../src/concurrency.ts"],"sourcesContent":["/**\n * concurrency — small primitives the evolution loop needs.\n *\n * `Mutex` is a zero-dep async lock with FIFO fairness. The evolution loop\n * uses it to serialise checkout/build/commit sequences inside a single\n * pool slot, and to gate concurrent JSONL writers (see\n * `lockedJsonlReferenceReplayStore`).\n *\n * Deliberately minimal — no priority queue, no timeouts. If you need\n * those, swap to `async-mutex` at the call site.\n */\n\nexport class Mutex {\n private locked = false\n private readonly waiters: Array<() => void> = []\n\n async acquire(): Promise<() => void> {\n if (!this.locked) {\n this.locked = true\n return () => this.release()\n }\n return new Promise<() => void>((resolve) => {\n this.waiters.push(() => {\n resolve(() => this.release())\n })\n })\n }\n\n private release(): void {\n const next = this.waiters.shift()\n if (next) {\n next()\n } else {\n this.locked = false\n }\n }\n\n async runExclusive<T>(fn: () => Promise<T> | T): Promise<T> {\n const release = await this.acquire()\n try {\n return await fn()\n } finally {\n release()\n }\n }\n\n /** True iff someone holds the lock right now. Diagnostics only. */\n get isLocked(): boolean {\n return this.locked\n }\n\n /** Pending waiter count. Diagnostics only. */\n get pending(): number {\n return this.waiters.length\n }\n}\n\n/**\n * Map independent work with a fixed worker count while preserving input order.\n * After the first rejection, no new items start; already-running work is allowed\n * to settle before the returned promise rejects. Partial results are discarded.\n */\nexport async function mapConcurrent<T, R>(\n items: readonly T[],\n concurrency: number,\n map: (item: T, index: number) => Promise<R>,\n): Promise<R[]> {\n if (!Number.isInteger(concurrency) || concurrency < 1) {\n throw new Error(`mapConcurrent: concurrency must be a positive integer, got ${concurrency}`)\n }\n if (items.length === 0) return []\n\n const results = new Array<R>(items.length)\n let nextIndex = 0\n let stopped = false\n let failed = false\n let failure: unknown\n\n const worker = async (): Promise<void> => {\n while (!stopped) {\n const index = nextIndex\n nextIndex += 1\n if (index >= items.length) return\n\n try {\n results[index] = await map(items[index]!, index)\n } catch (error) {\n stopped = true\n if (!failed) {\n failed = true\n failure = error\n }\n }\n }\n }\n\n await Promise.all(Array.from({ length: Math.min(concurrency, items.length) }, () => worker()))\n if (failed) throw failure\n return results\n}\n"],"mappings":";;;;;;;;;;;;AAYA,IAAa,QAAb,MAAmB;CACjB,SAAiB;CACjB,UAA8C,CAAC;CAE/C,MAAM,UAA+B;EACnC,IAAI,CAAC,KAAK,QAAQ;GAChB,KAAK,SAAS;GACd,aAAa,KAAK,QAAQ;EAC5B;EACA,OAAO,IAAI,SAAqB,YAAY;GAC1C,KAAK,QAAQ,WAAW;IACtB,cAAc,KAAK,QAAQ,CAAC;GAC9B,CAAC;EACH,CAAC;CACH;CAEA,UAAwB;EACtB,MAAM,OAAO,KAAK,QAAQ,MAAM;EAChC,IAAI,MACF,KAAK;OAEL,KAAK,SAAS;CAElB;CAEA,MAAM,aAAgB,IAAsC;EAC1D,MAAM,UAAU,MAAM,KAAK,QAAQ;EACnC,IAAI;GACF,OAAO,MAAM,GAAG;EAClB,UAAU;GACR,QAAQ;EACV;CACF;;CAGA,IAAI,WAAoB;EACtB,OAAO,KAAK;CACd;;CAGA,IAAI,UAAkB;EACpB,OAAO,KAAK,QAAQ;CACtB;AACF;;;;;;AAOA,eAAsB,cACpB,OACA,aACA,KACc;CACd,IAAI,CAAC,OAAO,UAAU,WAAW,KAAK,cAAc,GAClD,MAAM,IAAI,MAAM,8DAA8D,aAAa;CAE7F,IAAI,MAAM,WAAW,GAAG,OAAO,CAAC;CAEhC,MAAM,UAAU,IAAI,MAAS,MAAM,MAAM;CACzC,IAAI,YAAY;CAChB,IAAI,UAAU;CACd,IAAI,SAAS;CACb,IAAI;CAEJ,MAAM,SAAS,YAA2B;EACxC,OAAO,CAAC,SAAS;GACf,MAAM,QAAQ;GACd,aAAa;GACb,IAAI,SAAS,MAAM,QAAQ;GAE3B,IAAI;IACF,QAAQ,SAAS,MAAM,IAAI,MAAM,QAAS,KAAK;GACjD,SAAS,OAAO;IACd,UAAU;IACV,IAAI,CAAC,QAAQ;KACX,SAAS;KACT,UAAU;IACZ;GACF;EACF;CACF;CAEA,MAAM,QAAQ,IAAI,MAAM,KAAK,EAAE,QAAQ,KAAK,IAAI,aAAa,MAAM,MAAM,EAAE,SAAS,OAAO,CAAC,CAAC;CAC7F,IAAI,QAAQ,MAAM;CAClB,OAAO;AACT"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"researcher-CwTdwXG1.d.ts","names":[],"sources":["../src/eval-campaign.ts","../src/researcher.ts"],"mappings":";;;;;;;;UAyEiB,gBAAgB;EAC/B;EACA,SAAS;;UAGM;EACf;;EAEA,OAAO;;UAGQ,mBAAmB;;EAElC;;EAEA;EACA,SAAS;EACT;EACA;EACA,cAAc;EACd;EACA,UAAU;;;;;;;EAOV,SAAS;EACT,OAAO;EACP,SAAS;;;;;;EAMT,SAAS;;UAGD;;EAER;;EAEA;;EAEA;;EAEA,gBAAgB;EAChB,YAAY;;EAEZ;;EAEA;;EAEA;;EAEA,MAAM;;EAEN,gBAAgB;;;;;;EAMhB,cAAc;;;;;;EAMd,eAAe,mBAAmB;;;KAIxB,qBAAqB,2BAA2B;KAEhD,eAAe,MAAM,KAAK,mBAAmB,OAAO,QAAQ;KAE5D;UAEK,oBAAoB;;;;;EAKnC;EACA,UAAU,gBAAgB;EAC1B,WAAW;;EAEX;;EAEA,WAAW;;EAEX;;;;;;EAMA,SAAS;;;;;;EAMT,oBAAoB;;;;;;EAMpB,eAAe,QAAQ,0BAA0B;;;;;;;EAOjD,kBAAkB,QAAQ,0BAA0B;;;;;EAKpD;;;;;EAKA,gBAAgB;;;;;;EAMhB,YAAY;;EAEZ,qBAAqB;;;;;EAKrB,QAAQ,eAAe;;;;;EAKvB;IAAW;MAAwB,KACjC;;;;;EAOF;;EAEA;;;;EAIA;;EAEA,SAAS,QAAQ;;;;;;;EAOjB,eACI,mBACA,0BAEE,QAAQ;IACN,SAAS;IACT,cAAc;QAGd,mBACA,wBACA,QAAQ,mBAAmB;;UAGpB;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;;EAEA;EACA;;EAEA,MAAM;;EAEN,kBAAkB;EAClB,YAAY;;EAEZ,SAAS;EACT;EACA;;iBAgBoB,gBAAgB,GACpC,MAAM,oBAAoB,KACzB,QAAQ;;;;UC5QM;;;EAGf;;EAEA;EACA;;;IAGE;;IAEA;;;;UAKa;EACf;;;;EAIA;;;EAGA;;EAEA;;;UAIe;EACf;EACA;EACA,SAAS;;;EAGT;;EAEA;IAAU;IAAkB;;;;UAIb;EACf,MAAM;EACN,MAAM;EACN,cAAc;;;;;;;;;;;;;;;;;;;UAoBC;EACf,gBAAgB,MAAM,cAAc,QAAQ;EAC5C,cAAc,UAAU,gBAAgB,QAAQ;EAChD,YAAY,SAAS,kBAAkB,UAAU,iBAAiB,QAAQ;EAC1E,eAAe,MAAM,iBAAiB,QAAQ;;UAG/B;EACf,iBAAiB;EACjB,eAAe;EACf,aAAa;EACb,gBAAgB;;;;;;cAOL,8BAA8B;mBACZ;EAA7B,YAA6B,WAAW;EAExC,gBAAgB,MAAM,cAAc,QAAQ;EAI5C,cAAc,UAAU,gBAAgB,QAAQ;EAIhD,YAAY,SAAS,kBAAkB,UAAU,iBAAiB,QAAQ;EAI1E,eAAe,MAAM,iBAAiB,QAAQ;;;;;;;;;cAYnC,0BAA0B;mBACpB;EAEjB,YAAY;EAIN,gBAAgB,OAAO,cAAc,QAAQ;EAI7C,cAAc,WAAW,gBAAgB,QAAQ;EAIjD,YACJ,UAAU,kBACV,WAAW,iBACV,QAAQ;EAIL,eAAe,OAAO,iBAAiB,QAAQ"}
|