@tangle-network/agent-eval 0.122.8 → 0.122.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +2 -0
- package/dist/analyst/index.js +4 -4
- package/dist/benchmarks/index.js +5 -5
- package/dist/campaign/index.d.ts +111 -5
- package/dist/campaign/index.js +5 -5
- package/dist/{chunk-S6IL3R5I.js → chunk-4EDDIK77.js} +2 -2
- package/dist/{chunk-ULOKLHIQ.js → chunk-A5S77LSE.js} +3 -3
- package/dist/{chunk-ZDAKRZG5.js → chunk-CWF6SCBK.js} +25 -6
- package/dist/{chunk-ZDAKRZG5.js.map → chunk-CWF6SCBK.js.map} +1 -1
- package/dist/{chunk-MUS5DOH7.js → chunk-FC5NDO3E.js} +2 -2
- package/dist/{chunk-MI2H23RV.js → chunk-G2GPNLSX.js} +2 -2
- package/dist/{chunk-PXD6ZFNY.js → chunk-IR3KBHOY.js} +19 -1
- package/dist/{chunk-PXD6ZFNY.js.map → chunk-IR3KBHOY.js.map} +1 -1
- package/dist/{chunk-WW2A73HW.js → chunk-NUKSVU3W.js} +2 -2
- package/dist/{chunk-BVMWQDC5.js → chunk-VJ7T5WIO.js} +3 -3
- package/dist/contract/index.js +4 -4
- package/dist/index.js +8 -8
- package/dist/openapi.json +1 -1
- package/dist/traces.js +3 -3
- package/package.json +1 -1
- /package/dist/{chunk-S6IL3R5I.js.map → chunk-4EDDIK77.js.map} +0 -0
- /package/dist/{chunk-ULOKLHIQ.js.map → chunk-A5S77LSE.js.map} +0 -0
- /package/dist/{chunk-MUS5DOH7.js.map → chunk-FC5NDO3E.js.map} +0 -0
- /package/dist/{chunk-MI2H23RV.js.map → chunk-G2GPNLSX.js.map} +0 -0
- /package/dist/{chunk-WW2A73HW.js.map → chunk-NUKSVU3W.js.map} +0 -0
- /package/dist/{chunk-BVMWQDC5.js.map → chunk-VJ7T5WIO.js.map} +0 -0
package/dist/contract/index.js
CHANGED
|
@@ -36,7 +36,7 @@ import {
|
|
|
36
36
|
runReferenceEquivalenceJudge,
|
|
37
37
|
surfaceContentHash,
|
|
38
38
|
surfaceHash
|
|
39
|
-
} from "../chunk-
|
|
39
|
+
} from "../chunk-4EDDIK77.js";
|
|
40
40
|
import {
|
|
41
41
|
campaignSplitDigest,
|
|
42
42
|
createRunCostLedger,
|
|
@@ -48,9 +48,9 @@ import {
|
|
|
48
48
|
import {
|
|
49
49
|
buildDefaultAnalystRegistry,
|
|
50
50
|
createChatClient
|
|
51
|
-
} from "../chunk-
|
|
51
|
+
} from "../chunk-VJ7T5WIO.js";
|
|
52
52
|
import "../chunk-HHWE3POT.js";
|
|
53
|
-
import "../chunk-
|
|
53
|
+
import "../chunk-FC5NDO3E.js";
|
|
54
54
|
import {
|
|
55
55
|
FileSystemOutcomeStore,
|
|
56
56
|
InMemoryOutcomeStore
|
|
@@ -70,7 +70,7 @@ import {
|
|
|
70
70
|
import "../chunk-PXE2VKMX.js";
|
|
71
71
|
import "../chunk-ZET2UAYW.js";
|
|
72
72
|
import "../chunk-GGE4NNQT.js";
|
|
73
|
-
import "../chunk-
|
|
73
|
+
import "../chunk-IR3KBHOY.js";
|
|
74
74
|
import "../chunk-PC4UYEBM.js";
|
|
75
75
|
import {
|
|
76
76
|
parseRunRecordSafe
|
package/dist/index.js
CHANGED
|
@@ -53,7 +53,7 @@ import {
|
|
|
53
53
|
pairArms,
|
|
54
54
|
parseCorrectnessResponse,
|
|
55
55
|
verifyCompletion
|
|
56
|
-
} from "./chunk-
|
|
56
|
+
} from "./chunk-CWF6SCBK.js";
|
|
57
57
|
import {
|
|
58
58
|
DEFAULT_MUTATION_PRIMITIVES,
|
|
59
59
|
DEFAULT_RED_TEAM_CORPUS,
|
|
@@ -91,7 +91,7 @@ import {
|
|
|
91
91
|
scoreRedTeamOutput,
|
|
92
92
|
surfaceContentHash,
|
|
93
93
|
toolNamesForRun
|
|
94
|
-
} from "./chunk-
|
|
94
|
+
} from "./chunk-4EDDIK77.js";
|
|
95
95
|
import {
|
|
96
96
|
BackendIntegrityError,
|
|
97
97
|
assertRealAgentReceipts,
|
|
@@ -116,12 +116,12 @@ import {
|
|
|
116
116
|
defaultIsMaterial,
|
|
117
117
|
diffFindings,
|
|
118
118
|
runSemanticConceptJudge
|
|
119
|
-
} from "./chunk-
|
|
119
|
+
} from "./chunk-G2GPNLSX.js";
|
|
120
120
|
import {
|
|
121
121
|
buildDefaultAnalystRegistry,
|
|
122
122
|
computeTraceMetrics,
|
|
123
123
|
createChatClient
|
|
124
|
-
} from "./chunk-
|
|
124
|
+
} from "./chunk-VJ7T5WIO.js";
|
|
125
125
|
import "./chunk-HHWE3POT.js";
|
|
126
126
|
import {
|
|
127
127
|
AnalystRegistry,
|
|
@@ -156,7 +156,7 @@ import {
|
|
|
156
156
|
scorePolicyEditReadiness,
|
|
157
157
|
validatePolicyEdit,
|
|
158
158
|
validatePolicyEditCandidateRecord
|
|
159
|
-
} from "./chunk-
|
|
159
|
+
} from "./chunk-FC5NDO3E.js";
|
|
160
160
|
import {
|
|
161
161
|
allCriticalPassed,
|
|
162
162
|
controlFailureClassFromVerification,
|
|
@@ -305,7 +305,7 @@ import {
|
|
|
305
305
|
scoreTraceInsightReadiness,
|
|
306
306
|
tokenizeDomainWords,
|
|
307
307
|
traceAnalystOnRunComplete
|
|
308
|
-
} from "./chunk-
|
|
308
|
+
} from "./chunk-A5S77LSE.js";
|
|
309
309
|
import "./chunk-H5UD2323.js";
|
|
310
310
|
import {
|
|
311
311
|
extractUsage,
|
|
@@ -327,7 +327,7 @@ import {
|
|
|
327
327
|
TRACE_ANALYST_ACTOR_DESCRIPTION,
|
|
328
328
|
TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION,
|
|
329
329
|
analyzeTraces
|
|
330
|
-
} from "./chunk-
|
|
330
|
+
} from "./chunk-NUKSVU3W.js";
|
|
331
331
|
import {
|
|
332
332
|
DEFAULT_REDACTION_RULES,
|
|
333
333
|
REDACTION_VERSION,
|
|
@@ -352,7 +352,7 @@ import {
|
|
|
352
352
|
stringField,
|
|
353
353
|
traceAnalystFunctionGroup,
|
|
354
354
|
traceSpanKindToOpenInferenceKind
|
|
355
|
-
} from "./chunk-
|
|
355
|
+
} from "./chunk-IR3KBHOY.js";
|
|
356
356
|
import {
|
|
357
357
|
RunIntegrityError,
|
|
358
358
|
assertRunCaptured,
|
package/dist/openapi.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"openapi": "3.1.0",
|
|
3
3
|
"info": {
|
|
4
4
|
"title": "@tangle-network/agent-eval — wire protocol",
|
|
5
|
-
"version": "0.122.
|
|
5
|
+
"version": "0.122.9",
|
|
6
6
|
"description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
|
|
7
7
|
"contact": {
|
|
8
8
|
"name": "Tangle Network",
|
package/dist/traces.js
CHANGED
|
@@ -27,7 +27,7 @@ import {
|
|
|
27
27
|
scoreTraceInsightReadiness,
|
|
28
28
|
tokenizeDomainWords,
|
|
29
29
|
traceAnalystOnRunComplete
|
|
30
|
-
} from "./chunk-
|
|
30
|
+
} from "./chunk-A5S77LSE.js";
|
|
31
31
|
import "./chunk-H5UD2323.js";
|
|
32
32
|
import {
|
|
33
33
|
extractUsage,
|
|
@@ -49,7 +49,7 @@ import {
|
|
|
49
49
|
TRACE_ANALYST_ACTOR_DESCRIPTION,
|
|
50
50
|
TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION,
|
|
51
51
|
analyzeTraces
|
|
52
|
-
} from "./chunk-
|
|
52
|
+
} from "./chunk-NUKSVU3W.js";
|
|
53
53
|
import {
|
|
54
54
|
DEFAULT_REDACTION_RULES,
|
|
55
55
|
REDACTION_VERSION,
|
|
@@ -74,7 +74,7 @@ import {
|
|
|
74
74
|
stringField,
|
|
75
75
|
traceAnalystFunctionGroup,
|
|
76
76
|
traceSpanKindToOpenInferenceKind
|
|
77
|
-
} from "./chunk-
|
|
77
|
+
} from "./chunk-IR3KBHOY.js";
|
|
78
78
|
import {
|
|
79
79
|
RunIntegrityError,
|
|
80
80
|
assertRunCaptured,
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tangle-network/agent-eval",
|
|
3
|
-
"version": "0.122.
|
|
3
|
+
"version": "0.122.9",
|
|
4
4
|
"description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
|
|
5
5
|
"homepage": "https://github.com/tangle-network/agent-eval#readme",
|
|
6
6
|
"repository": {
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|