@tangle-network/agent-eval 0.105.0 → 0.106.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/http.d.ts +1 -1
- package/dist/adapters/langchain.d.ts +1 -1
- package/dist/adapters/otel.d.ts +1 -1
- package/dist/campaign/index.d.ts +7 -7
- package/dist/campaign/index.js +9 -7
- package/dist/campaign/index.js.map +1 -1
- package/dist/{chunk-Z7FK73R5.js → chunk-JTSA52OJ.js} +50 -80
- package/dist/chunk-JTSA52OJ.js.map +1 -0
- package/dist/{chunk-BBQILVBH.js → chunk-W7AJBSNO.js} +2 -2
- package/dist/{chunk-ZKIL3VOD.js → chunk-Y7RY553D.js} +123 -17
- package/dist/chunk-Y7RY553D.js.map +1 -0
- package/dist/contract/index.d.ts +18 -7
- package/dist/contract/index.js +30 -9
- package/dist/contract/index.js.map +1 -1
- package/dist/{gepa-Dn0gtj9n.d.ts → gepa-DQ3ruj18.d.ts} +2 -2
- package/dist/hosted/index.d.ts +1 -1
- package/dist/index.d.ts +4 -4
- package/dist/index.js +2 -2
- package/dist/multishot/index.d.ts +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{pre-registration-D8Zr8-rr.d.ts → pre-registration-BkkTmtQG.d.ts} +1 -1
- package/dist/{provenance-phkRBl4h.d.ts → provenance-HDy5TtOY.d.ts} +93 -7
- package/dist/rl.d.ts +1 -1
- package/dist/{types-Mh6I44ub.d.ts → types-Ctf7XIAL.d.ts} +1 -1
- package/docs/improvement-glossary.md +199 -0
- package/package.json +1 -1
- package/dist/chunk-Z7FK73R5.js.map +0 -1
- package/dist/chunk-ZKIL3VOD.js.map +0 -1
- /package/dist/{chunk-BBQILVBH.js.map → chunk-W7AJBSNO.js.map} +0 -0
package/dist/adapters/http.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { S as Scenario, D as DispatchFn, b as DispatchContext } from '../types-
|
|
1
|
+
import { S as Scenario, D as DispatchFn, b as DispatchContext } from '../types-Ctf7XIAL.js';
|
|
2
2
|
import '../run-record-I-Z3JNvO.js';
|
|
3
3
|
import '@tangle-network/agent-interface';
|
|
4
4
|
import '../errors-oeQrLqXC.js';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { S as Scenario, J as JudgeScore, D as DispatchFn, a as JudgeConfig } from '../types-
|
|
1
|
+
import { S as Scenario, J as JudgeScore, D as DispatchFn, a as JudgeConfig } from '../types-Ctf7XIAL.js';
|
|
2
2
|
import '../run-record-I-Z3JNvO.js';
|
|
3
3
|
import '@tangle-network/agent-interface';
|
|
4
4
|
import '../errors-oeQrLqXC.js';
|
package/dist/adapters/otel.d.ts
CHANGED
package/dist/campaign/index.d.ts
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { S as SignedManifest, B as BackendIntegrityReport, C as CompletionRequirement, R as RuntimeEventLike, a as CompletionVerdict, P as ProducedState, b as CorrectnessChecker } from '../pre-registration-
|
|
2
|
-
export { L as LlmJudgeDimension, c as LlmJudgeOptions, l as llmJudge } from '../pre-registration-
|
|
1
|
+
import { S as SignedManifest, B as BackendIntegrityReport, C as CompletionRequirement, R as RuntimeEventLike, a as CompletionVerdict, P as ProducedState, b as CorrectnessChecker } from '../pre-registration-BkkTmtQG.js';
|
|
2
|
+
export { L as LlmJudgeDimension, c as LlmJudgeOptions, l as llmJudge } from '../pre-registration-BkkTmtQG.js';
|
|
3
3
|
import { A as AnalyzeTracesOptions, a as AnalyzeTracesInput, b as AnalyzeTracesResult } from '../analyst-C8HHvfJp.js';
|
|
4
|
-
import { S as Scenario, M as MutableSurface, b as DispatchContext, a as JudgeConfig, e as GenerationRecord, g as Gate, J as JudgeScore, L as LabeledScenarioStore, s as LabeledScenarioWrite, t as LabeledScenarioSampleArgs, u as LabeledScenarioRecord, v as LabelTrust, f as SurfaceProposer, w as ProposedCandidate, x as ProposeContext, y as LabeledScenarioSource, C as CampaignResult,
|
|
5
|
-
export {
|
|
6
|
-
import { e as CampaignRunPlan, P as PlanCampaignRunOptions, C as CampaignStorage,
|
|
7
|
-
export { h as CampaignRunPlanCell, j as GepaProposerConstraints, G as GepaProposerOptions, O as OpenAutoPrOptions, k as OpenAutoPrResult,
|
|
8
|
-
export { A as AxisEvidence, a as AxisVerdict, B as BuildEvidenceVectorOptions,
|
|
4
|
+
import { S as Scenario, M as MutableSurface, b as DispatchContext, a as JudgeConfig, e as GenerationRecord, g as Gate, J as JudgeScore, L as LabeledScenarioStore, s as LabeledScenarioWrite, t as LabeledScenarioSampleArgs, u as LabeledScenarioRecord, v as LabelTrust, f as SurfaceProposer, w as ProposedCandidate, x as ProposeContext, y as LabeledScenarioSource, C as CampaignResult, m as CodeSurface } from '../types-Ctf7XIAL.js';
|
|
5
|
+
export { i as CampaignAggregates, j as CampaignArtifactWriter, k as CampaignCellResult, l as CampaignCostMeter, z as CampaignTokenUsage, d as CampaignTraceWriter, D as DispatchFn, n as GateContext, h as GateDecision, G as GateResult, o as GenerationCandidate, A as JudgeAggregate, c as JudgeDimension, p as Mutator, O as OptimizationProposer, q as OptimizerConfig, P as ParetoParent, R as RedactionStatus, B as ScenarioAggregate, r as SessionScript, T as TraceSpan, E as isProposedCandidate, F as labelTrustRank } from '../types-Ctf7XIAL.js';
|
|
6
|
+
import { e as CampaignRunPlan, P as PlanCampaignRunOptions, C as CampaignStorage, b as RunCampaignOptions, c as RunImprovementLoopOptions } from '../gepa-DQ3ruj18.js';
|
|
7
|
+
export { h as CampaignRunPlanCell, j as GepaProposerConstraints, G as GepaProposerOptions, O as OpenAutoPrOptions, k as OpenAutoPrResult, a as RunImprovementLoopResult, R as RunOptimizationOptions, l as RunOptimizationResult, m as countSentenceEdits, n as defaultRenderDiff, o as extractH2Sections, f as fsCampaignStorage, g as gepaProposer, i as inMemoryCampaignStorage, p as openAutoPr, q as planCampaignRun, r as runCampaign, d as runImprovementLoop, s as runOptimization, t as surfaceHash } from '../gepa-DQ3ruj18.js';
|
|
8
|
+
export { A as AxisEvidence, a as AxisVerdict, B as BuildEvidenceVectorOptions, l as BuildLoopProvenanceArgs, D as DefaultProductionGateOptions, m as EmitLoopProvenanceArgs, n as EmitLoopProvenanceResult, E as EvidenceVector, b as EvolutionaryProposerOptions, H as HeldOutGateOptions, o as LoopProvenanceBackend, q as LoopProvenanceCandidate, L as LoopProvenanceRecord, O as ObjectiveSource, c as ParetoSignificanceGateOptions, P as PowerPreflight, s as PowerPreflightOptions, d as PromotionObjective, e as PromotionPolicy, R as RunEvalOptions, f as buildEvidenceVector, t as buildLoopProvenanceRecord, g as composeGate, h as defaultProductionGate, u as emitLoopProvenance, i as evolutionaryProposer, j as heldOutGate, v as loopProvenanceSpans, p as paretoPolicy, k as paretoSignificanceGate, w as powerPreflight, x as provenanceRecordPath, y as provenanceSpansPath, r as runEval, z as surfaceContentHash } from '../provenance-HDy5TtOY.js';
|
|
9
9
|
import { E as EProcessState, a as PairedBootstrapResult } from '../statistics-D88peojY.js';
|
|
10
10
|
import { L as LlmClientOptions } from '../llm-client-DyqEH4jH.js';
|
|
11
11
|
import { AgentProfile } from '@tangle-network/agent-interface';
|
package/dist/campaign/index.js
CHANGED
|
@@ -2,15 +2,12 @@ import {
|
|
|
2
2
|
buildEvidenceVector,
|
|
3
3
|
composeGate,
|
|
4
4
|
defaultProductionGate,
|
|
5
|
-
detectScale,
|
|
6
|
-
dimensionRegressions,
|
|
7
5
|
evolutionaryProposer,
|
|
8
|
-
heldoutSignificance,
|
|
9
|
-
pairHoldout,
|
|
10
6
|
paretoPolicy,
|
|
11
7
|
paretoSignificanceGate,
|
|
8
|
+
powerPreflight,
|
|
12
9
|
runEval
|
|
13
|
-
} from "../chunk-
|
|
10
|
+
} from "../chunk-JTSA52OJ.js";
|
|
14
11
|
import {
|
|
15
12
|
HARNESS_NATIVE_MODEL,
|
|
16
13
|
agentProfileHash,
|
|
@@ -20,21 +17,25 @@ import {
|
|
|
20
17
|
harnessAxisOf,
|
|
21
18
|
llmJudge,
|
|
22
19
|
verifyCompletion
|
|
23
|
-
} from "../chunk-
|
|
20
|
+
} from "../chunk-W7AJBSNO.js";
|
|
24
21
|
import {
|
|
25
22
|
buildLoopProvenanceRecord,
|
|
26
23
|
campaignBreakdown,
|
|
27
24
|
campaignMeanComposite,
|
|
28
25
|
countSentenceEdits,
|
|
29
26
|
defaultRenderDiff,
|
|
27
|
+
detectScale,
|
|
28
|
+
dimensionRegressions,
|
|
30
29
|
emitLoopProvenance,
|
|
31
30
|
extractH2Sections,
|
|
32
31
|
gepaProposer,
|
|
33
32
|
heldOutGate,
|
|
33
|
+
heldoutSignificance,
|
|
34
34
|
isProposedCandidate,
|
|
35
35
|
labelTrustRank,
|
|
36
36
|
loopProvenanceSpans,
|
|
37
37
|
openAutoPr,
|
|
38
|
+
pairHoldout,
|
|
38
39
|
provenanceRecordPath,
|
|
39
40
|
provenanceSpansPath,
|
|
40
41
|
renderAnalystEvidence,
|
|
@@ -42,7 +43,7 @@ import {
|
|
|
42
43
|
runOptimization,
|
|
43
44
|
surfaceContentHash,
|
|
44
45
|
surfaceHash
|
|
45
|
-
} from "../chunk-
|
|
46
|
+
} from "../chunk-Y7RY553D.js";
|
|
46
47
|
import {
|
|
47
48
|
assertRealBackend,
|
|
48
49
|
contentHash,
|
|
@@ -2778,6 +2779,7 @@ export {
|
|
|
2778
2779
|
planCampaignRun,
|
|
2779
2780
|
planEvalFixtureRun,
|
|
2780
2781
|
policyEditProposer,
|
|
2782
|
+
powerPreflight,
|
|
2781
2783
|
provenanceRecordPath,
|
|
2782
2784
|
provenanceSpansPath,
|
|
2783
2785
|
renderScoreboardMarkdown,
|