@tangle-network/agent-eval 0.181.0 → 0.182.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +14 -0
- package/dist/analyst/index.d.ts +3 -3
- package/dist/analyst/index.js +2 -2
- package/dist/{benchmark-command-B57n9vjz.js → benchmark-command-7X7HPNHh.js} +3 -3
- package/dist/{benchmark-command-B57n9vjz.js.map → benchmark-command-7X7HPNHh.js.map} +1 -1
- package/dist/benchmarks/index.js +2 -2
- package/dist/campaign/index.js +6 -6
- package/dist/{campaign-4_ppJW5X.js → campaign-B2U7WcFz.js} +8 -8
- package/dist/{campaign-4_ppJW5X.js.map → campaign-B2U7WcFz.js.map} +1 -1
- package/dist/{campaign-evidence-B8oF9xQ6.js → campaign-evidence-PYPUftRy.js} +2 -2
- package/dist/{campaign-evidence-B8oF9xQ6.js.map → campaign-evidence-PYPUftRy.js.map} +1 -1
- package/dist/cli.js +2 -2
- package/dist/contract/index.js +7 -7
- package/dist/{default-registry-aL7xUrUz.js → default-registry-DHWwIwa8.js} +2 -2
- package/dist/{default-registry-aL7xUrUz.js.map → default-registry-DHWwIwa8.js.map} +1 -1
- package/dist/{define-agent-eval-Ddu33JH9.js → define-agent-eval-DSIPB4hi.js} +7 -7
- package/dist/{define-agent-eval-Ddu33JH9.js.map → define-agent-eval-DSIPB4hi.js.map} +1 -1
- package/dist/{eval-campaign-aYdtjtJR.js → eval-campaign-CCEkwzoH.js} +2 -2
- package/dist/{eval-campaign-aYdtjtJR.js.map → eval-campaign-CCEkwzoH.js.map} +1 -1
- package/dist/experiment/index.js +5 -5
- package/dist/{index-DNntP4ch.d.ts → index-DbG8QbH9.d.ts} +2 -2
- package/dist/{index-DNntP4ch.d.ts.map → index-DbG8QbH9.d.ts.map} +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.js +11 -11
- package/dist/{integrity-DH5ng72x.js → integrity-CgQce0FV.js} +2 -2
- package/dist/{integrity-DH5ng72x.js.map → integrity-CgQce0FV.js.map} +1 -1
- package/dist/{llm-judge-DEFZeSiu.js → llm-judge-BPFR12VJ.js} +3 -3
- package/dist/{llm-judge-DEFZeSiu.js.map → llm-judge-BPFR12VJ.js.map} +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{paired-arms-D4aeIHUy.js → paired-arms-JSDcs2zx.js} +16 -3
- package/dist/paired-arms-JSDcs2zx.js.map +1 -0
- package/dist/{power-and-mde-B8F2RdcD.js → power-and-mde-BJOpt6pq.js} +2 -2
- package/dist/{power-and-mde-B8F2RdcD.js.map → power-and-mde-BJOpt6pq.js.map} +1 -1
- package/dist/{produced-state-BHboMaab.js → produced-state-CkoG43gI.js} +3 -3
- package/dist/{produced-state-BHboMaab.js.map → produced-state-CkoG43gI.js.map} +1 -1
- package/dist/{promotion-policy-CDMMxzb6.js → promotion-policy-BKFrl7CC.js} +3 -3
- package/dist/{promotion-policy-CDMMxzb6.js.map → promotion-policy-BKFrl7CC.js.map} +1 -1
- package/dist/release-confidence-BcqeQTHW.d.ts.map +1 -1
- package/dist/{report-command-V1ecVgAv.js → report-command-BvqaxlVG.js} +32 -201
- package/dist/report-command-BvqaxlVG.js.map +1 -0
- package/dist/reporting.js +3 -3
- package/dist/rl.js +3 -3
- package/dist/rollout/index.js +1 -2
- package/dist/{rollout-B-UF5R6w.js → rollout-BsN6pOU7.js} +153 -12
- package/dist/rollout-BsN6pOU7.js.map +1 -0
- package/dist/{run-record-Br-Yzt_k.js → run-record-DPa2PeHx.js} +2 -2
- package/dist/{run-record-Br-Yzt_k.js.map → run-record-DPa2PeHx.js.map} +1 -1
- package/dist/{sequential-DAsyV2T9.js → sequential-D_xHrBZe.js} +2 -2
- package/dist/{sequential-DAsyV2T9.js.map → sequential-D_xHrBZe.js.map} +1 -1
- package/dist/{skillopt-optimization-method-CL_0aArC.js → skillopt-optimization-method-B2IEaCeF.js} +3 -3
- package/dist/{skillopt-optimization-method-CL_0aArC.js.map → skillopt-optimization-method-B2IEaCeF.js.map} +1 -1
- package/dist/statistical-heldout-CpVd6FmY.d.ts.map +1 -1
- package/dist/{summary-report-e-MaOAHV.js → summary-report-IGAOtgPd.js} +3 -3
- package/dist/{summary-report-e-MaOAHV.js.map → summary-report-IGAOtgPd.js.map} +1 -1
- package/dist/supervisor-run/index.d.ts +20 -44
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +8 -8
- package/dist/supervisor-run/index.js.map +1 -1
- package/dist/{terminal-record-BtPwKTSr.js → terminal-record-BHocwFw1.js} +5 -22
- package/dist/terminal-record-BHocwFw1.js.map +1 -0
- package/dist/{types-lPkDQNqJ.d.ts → types-BlIJ5URG.d.ts} +17 -26
- package/dist/types-BlIJ5URG.d.ts.map +1 -0
- package/docs/public-api.md +5 -8
- package/package.json +1 -1
- package/dist/opencode-sqlite-CNw3vubS.js +0 -145
- package/dist/opencode-sqlite-CNw3vubS.js.map +0 -1
- package/dist/paired-arms-D4aeIHUy.js.map +0 -1
- package/dist/report-command-V1ecVgAv.js.map +0 -1
- package/dist/rollout-B-UF5R6w.js.map +0 -1
- package/dist/terminal-record-BtPwKTSr.js.map +0 -1
- package/dist/types-lPkDQNqJ.d.ts.map +0 -1
package/dist/cli.js
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { i as runRolloutReleaseCli } from "./hf-dataset-D8_RNIis.js";
|
|
3
3
|
import { t as createChatClient } from "./chat-client-CkmjYlfB.js";
|
|
4
|
-
import { t as runAnalystBenchmarkCommand } from "./benchmark-command-
|
|
4
|
+
import { t as runAnalystBenchmarkCommand } from "./benchmark-command-7X7HPNHh.js";
|
|
5
5
|
import { a as runRpcBatch, o as runRpcOnce, p as handleVersion, r as startServerAsync, s as buildOpenApi } from "./server-D_cjseFN.js";
|
|
6
|
-
import { t as runSupervisorRunCommand } from "./report-command-
|
|
6
|
+
import { t as runSupervisorRunCommand } from "./report-command-BvqaxlVG.js";
|
|
7
7
|
import { writeFileSync } from "node:fs";
|
|
8
8
|
//#region src/cli-config.ts
|
|
9
9
|
/**
|
package/dist/contract/index.js
CHANGED
|
@@ -1,25 +1,25 @@
|
|
|
1
1
|
import { s as ValidationError } from "../errors-Dngq5h35.js";
|
|
2
2
|
import { a as hashCanonical } from "../canonical-DPyQ_rpt.js";
|
|
3
3
|
import { r as pairedBootstrap } from "../paired-tests-C8iCsioC.js";
|
|
4
|
-
import { s as decidePairedPromotion } from "../run-record-
|
|
5
|
-
import { Z as campaignSplitDigest, it as heldoutSignificance } from "../campaign-evidence-
|
|
6
|
-
import { a as summarizeExecution, i as analyzeRuns, n as SelfImproveRunError, r as selfImprove, t as defineAgentEval } from "../define-agent-eval-
|
|
4
|
+
import { s as decidePairedPromotion } from "../run-record-DPa2PeHx.js";
|
|
5
|
+
import { Z as campaignSplitDigest, it as heldoutSignificance } from "../campaign-evidence-PYPUftRy.js";
|
|
6
|
+
import { a as summarizeExecution, i as analyzeRuns, n as SelfImproveRunError, r as selfImprove, t as defineAgentEval } from "../define-agent-eval-DSIPB4hi.js";
|
|
7
7
|
import { a as parseRunRecordSafe } from "../run-record-DualPTn2.js";
|
|
8
|
-
import { X as runCampaign, Y as runEval, a as transientDispatchFailure, c as compareOptimizationMethods, h as runImprovementLoop, t as llmJudge, z as defaultProductionGate } from "../llm-judge-
|
|
8
|
+
import { X as runCampaign, Y as runEval, a as transientDispatchFailure, c as compareOptimizationMethods, h as runImprovementLoop, t as llmJudge, z as defaultProductionGate } from "../llm-judge-BPFR12VJ.js";
|
|
9
9
|
import { i as isModelPriced, n as estimateCost } from "../metrics-Qv-cpptD.js";
|
|
10
10
|
import { i as CostLedger } from "../cost-ledger-B1qx30B4.js";
|
|
11
11
|
import { f as mapConcurrentRange } from "../journal-Cs9f7385.js";
|
|
12
12
|
import { C as inMemoryCampaignStorage, S as fsCampaignStorage } from "../external-optimizer-subprocess-D4dzUBZI.js";
|
|
13
13
|
import { i as makeProposalFinding } from "../types-DQ0e2E7y.js";
|
|
14
14
|
import { K as classifyOtlpSpanRole, q as isOtlpModelCall } from "../kind-factory-D5HOW3R0.js";
|
|
15
|
-
import { t as buildDefaultAnalystRegistry } from "../default-registry-
|
|
15
|
+
import { t as buildDefaultAnalystRegistry } from "../default-registry-DHWwIwa8.js";
|
|
16
16
|
import { LLM_MODEL_ATTR_KEYS, SPAN_KIND_ATTR_KEYS } from "../trace-attributes.js";
|
|
17
17
|
import { t as extractUsage } from "../extract-usage-BrQ8mCLX.js";
|
|
18
18
|
import { t as createChatClient } from "../chat-client-CkmjYlfB.js";
|
|
19
19
|
import { n as InMemoryOutcomeStore, t as FileSystemOutcomeStore } from "../outcome-store-BXlkwMPR.js";
|
|
20
20
|
import { i as summarizeTraceErrors, n as recordAggregateMeasurements, r as summarizeExecutionMeasurements, t as readTaskFailureLabels } from "../task-failure-attributes-B072KO_n.js";
|
|
21
|
-
import { a as externalTextOptimizationMethod, c as REFERENCE_EQUIVALENCE_INPUT_LIMITS, d as runReferenceEquivalenceJudge, i as composeGate, l as REFERENCE_EQUIVALENCE_JUDGE_VERSION, n as gepaOptimizationMethod, r as heldOutGate, t as skillOptOptimizationMethod, u as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-
|
|
22
|
-
import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-
|
|
21
|
+
import { a as externalTextOptimizationMethod, c as REFERENCE_EQUIVALENCE_INPUT_LIMITS, d as runReferenceEquivalenceJudge, i as composeGate, l as REFERENCE_EQUIVALENCE_JUDGE_VERSION, n as gepaOptimizationMethod, r as heldOutGate, t as skillOptOptimizationMethod, u as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-B2IEaCeF.js";
|
|
22
|
+
import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-BKFrl7CC.js";
|
|
23
23
|
import { createHash } from "node:crypto";
|
|
24
24
|
import { agentCandidateBenchmarkSuiteSchema, agentCandidateBenchmarkTaskSchema, agentCandidateBundleSchema, agentCandidateEvaluationPolicySchema, agentCandidateExperimentSchema, agentImprovementMeasuredComparisonSchema, agentProfileImprovementExperimentSchema, agentProfileImprovementMeasuredComparisonSchema, agentProfileImprovementRunCellSchema, agentProfileImprovementRunReceiptSchema, agentProfileImprovementSuiteInputsSchema, agentProfileImprovementSuiteSchema, agentProfileImprovementTaskSchema, candidateExecutionEvidenceSchema, canonicalCandidateDigest, canonicalCandidateJson, numbersApproximatelyEqual, omitTopLevelDigest } from "@tangle-network/agent-interface";
|
|
25
25
|
import { createReadStream } from "node:fs";
|
|
@@ -4,7 +4,7 @@ import { a as assertValidAnalystUsageReceipt, c as validateUsageSettlementTimeou
|
|
|
4
4
|
import { B as findingSubjectGrammarPromptFor, X as snapshotExactExecutionPlan, Y as snapshotExactExecutionComponentIdentity, k as spanEpochMillis, t as createTraceAnalyst } from "./kind-factory-D5HOW3R0.js";
|
|
5
5
|
import { LLM_CONTEXT_TOKENS, LLM_INPUT_TOKEN_ATTR_KEYS, LLM_OUTPUT_TOKEN_ATTR_KEYS, TOOL_NAME_ATTR_KEYS } from "./trace-attributes.js";
|
|
6
6
|
import { t as executionTrackByLane } from "./execution-tracks-CpgFPpS5.js";
|
|
7
|
-
import { t as analyzeSupervisorRunIntegrity } from "./integrity-
|
|
7
|
+
import { t as analyzeSupervisorRunIntegrity } from "./integrity-CgQce0FV.js";
|
|
8
8
|
import { randomUUID } from "node:crypto";
|
|
9
9
|
import { z } from "zod";
|
|
10
10
|
//#region src/feedback-trajectory-review.ts
|
|
@@ -2363,4 +2363,4 @@ function buildDefaultAnalystRegistry(options = {}) {
|
|
|
2363
2363
|
//#endregion
|
|
2364
2364
|
export { completedAnalystReviewQuality as _, KNOWLEDGE_POISONING_KIND_SPEC as a, validateAnalystReviewDecisions as b, FAILURE_MODE_KIND_SPEC as c, emitControlIntegrityFindings as d, behavioralAnalyst as f, assertUniqueFindingIds as g, analystRunDigest as h, DEFAULT_TRACE_ANALYST_KINDS as i, CONTROL_INTEGRITY_ANALYST as l, analystFindingDigest as m, AnalystRegistry as n, KNOWLEDGE_GAP_KIND_SPEC as o, deriveEfficiencyFindings as p, ExactAnalystRunExecutionError as r, IMPROVEMENT_KIND_SPEC as s, buildDefaultAnalystRegistry as t, ControlIntegrityAnalyst as u, readAnalystReview as v, snapshotAnalystRun as y };
|
|
2365
2365
|
|
|
2366
|
-
//# sourceMappingURL=default-registry-
|
|
2366
|
+
//# sourceMappingURL=default-registry-DHWwIwa8.js.map
|