@tangle-network/agent-eval 0.131.0 → 0.132.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +13 -0
- package/README.md +1 -0
- package/dist/agent-profile-cell-CCm3l2v2.d.ts +108 -0
- package/dist/agent-profile-cell-CCm3l2v2.d.ts.map +1 -0
- package/dist/analyst/index.d.ts +5 -5
- package/dist/analyst/index.js +3 -3
- package/dist/{analyze-runs-FsgYCinh.d.ts → analyze-runs-AFDI5RI0.d.ts} +5 -5
- package/dist/{analyze-runs-FsgYCinh.d.ts.map → analyze-runs-AFDI5RI0.d.ts.map} +1 -1
- package/dist/{analyze-runs-C1CavBMk.js → analyze-runs-BjPn_fOS.js} +2 -2
- package/dist/{analyze-runs-C1CavBMk.js.map → analyze-runs-BjPn_fOS.js.map} +1 -1
- package/dist/belief-state/index.d.ts +4 -4
- package/dist/benchmarks/index.d.ts +1 -1
- package/dist/benchmarks/index.js +1 -1
- package/dist/{benchmarks-SRt_Rwuc.js → benchmarks-DTrT3UH-.js} +3 -3
- package/dist/{benchmarks-SRt_Rwuc.js.map → benchmarks-DTrT3UH-.js.map} +1 -1
- package/dist/campaign/index.d.ts +4 -4
- package/dist/campaign/index.js +2 -2
- package/dist/{campaign-1WfDhAl4.js → campaign-Cx6CfMR4.js} +7 -6
- package/dist/{campaign-1WfDhAl4.js.map → campaign-Cx6CfMR4.js.map} +1 -1
- package/dist/cli.js +1 -1
- package/dist/{client-C97NMzqi.d.ts → client-aZDHJiKO.d.ts} +4 -4
- package/dist/{client-C97NMzqi.d.ts.map → client-aZDHJiKO.d.ts.map} +1 -1
- package/dist/{code-agent-session-DqqgOJaz.d.ts → code-agent-session-D5URqc3_.d.ts} +2 -2
- package/dist/{code-agent-session-DqqgOJaz.d.ts.map → code-agent-session-D5URqc3_.d.ts.map} +1 -1
- package/dist/contract/index.d.ts +49 -22
- package/dist/contract/index.d.ts.map +1 -1
- package/dist/contract/index.js +278 -64
- package/dist/contract/index.js.map +1 -1
- package/dist/control.d.ts +1 -1
- package/dist/control.js +1 -1
- package/dist/{cost-ledger-DIgQUFZZ.js → cost-ledger-ZAa_P4r0.js} +41 -7
- package/dist/cost-ledger-ZAa_P4r0.js.map +1 -0
- package/dist/{cost-ledger-Dye6jCgg.d.ts → cost-ledger-fGS_u_O1.d.ts} +18 -2
- package/dist/cost-ledger-fGS_u_O1.d.ts.map +1 -0
- package/dist/{default-registry-C-vFCSEc.js → default-registry-B1JcpnRv.js} +4 -13
- package/dist/default-registry-B1JcpnRv.js.map +1 -0
- package/dist/{default-registry-CNPo-Vsb.d.ts → default-registry-Cl3pHo4n.d.ts} +4 -4
- package/dist/{default-registry-CNPo-Vsb.d.ts.map → default-registry-Cl3pHo4n.d.ts.map} +1 -1
- package/dist/{eval-campaign-DEm6c8ru.js → eval-campaign-mDKhkdUq.js} +4 -3
- package/dist/{eval-campaign-DEm6c8ru.js.map → eval-campaign-mDKhkdUq.js.map} +1 -1
- package/dist/fuzz.d.ts +1 -1
- package/dist/fuzz.js +1 -1
- package/dist/hosted/index.d.ts +2 -2
- package/dist/{index-2JJSA6-r2.d.ts → index-3cdlURSk2.d.ts} +2 -2
- package/dist/{index-2JJSA6-r2.d.ts.map → index-3cdlURSk2.d.ts.map} +1 -1
- package/dist/{index-BvnJuTGD.d.ts → index-C2fkZhv_.d.ts} +2 -2
- package/dist/{index-BvnJuTGD.d.ts.map → index-C2fkZhv_.d.ts.map} +1 -1
- package/dist/{index-6N0aYmpW.d.ts → index-CXs7QlR5.d.ts} +3 -3
- package/dist/{index-6N0aYmpW.d.ts.map → index-CXs7QlR5.d.ts.map} +1 -1
- package/dist/{index-CD_WZ_Xr.d.ts → index-FpfWFsKm.d.ts} +8 -8
- package/dist/{index-CD_WZ_Xr.d.ts.map → index-FpfWFsKm.d.ts.map} +1 -1
- package/dist/{index-Em67JBjs.d.ts → index-p2TR_iWJ.d.ts} +5 -5
- package/dist/{index-Em67JBjs.d.ts.map → index-p2TR_iWJ.d.ts.map} +1 -1
- package/dist/index.d.ts +23 -22
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +16 -15
- package/dist/index.js.map +1 -1
- package/dist/{llm-client--GR4JbZE.js → llm-client-BNcP4v08.js} +2 -2
- package/dist/{llm-client--GR4JbZE.js.map → llm-client-BNcP4v08.js.map} +1 -1
- package/dist/{llm-client-B_nIBlYo.d.ts → llm-client-BiK4HW0u.d.ts} +2 -2
- package/dist/{llm-client-B_nIBlYo.d.ts.map → llm-client-BiK4HW0u.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +2 -2
- package/dist/{mint-yN2M2eh0.js → mint-D5_87M5L.js} +2 -2
- package/dist/{mint-yN2M2eh0.js.map → mint-D5_87M5L.js.map} +1 -1
- package/dist/multishot/index.d.ts +1 -1
- package/dist/openapi.json +1 -1
- package/dist/profile-cell.d.ts +2 -0
- package/dist/profile-cell.js +243 -0
- package/dist/profile-cell.js.map +1 -0
- package/dist/{propose-review-control-LhIWGzHl.js → propose-review-control-Bqb7daEJ.js} +2 -2
- package/dist/{propose-review-control-LhIWGzHl.js.map → propose-review-control-Bqb7daEJ.js.map} +1 -1
- package/dist/{release-report-mvB2G4_J.d.ts → release-report-DfmKSIEE.d.ts} +3 -3
- package/dist/{release-report-mvB2G4_J.d.ts.map → release-report-DfmKSIEE.d.ts.map} +1 -1
- package/dist/{release-report-Cz9NKH39.js → release-report-oWt9f2k-.js} +2 -2
- package/dist/{release-report-Cz9NKH39.js.map → release-report-oWt9f2k-.js.map} +1 -1
- package/dist/{replay-OoidtG1E.d.ts → replay-BI6CVKkp.d.ts} +2 -2
- package/dist/{replay-OoidtG1E.d.ts.map → replay-BI6CVKkp.d.ts.map} +1 -1
- package/dist/{replay-GnyotH0J.js → replay-D18-pBAA.js} +2 -2
- package/dist/{replay-GnyotH0J.js.map → replay-D18-pBAA.js.map} +1 -1
- package/dist/reporting.d.ts +4 -4
- package/dist/reporting.js +1 -1
- package/dist/{researcher-CwTdwXG1.d.ts → researcher-DMimgHtN.d.ts} +5 -4
- package/dist/researcher-DMimgHtN.d.ts.map +1 -0
- package/dist/{reward-hacking-qipEpKvY.js → reward-hacking-BEvjdUtD.js} +2 -2
- package/dist/{reward-hacking-qipEpKvY.js.map → reward-hacking-BEvjdUtD.js.map} +1 -1
- package/dist/{reward-hacking-eAnOsynk.d.ts → reward-hacking-D-QqXvg-.d.ts} +2 -2
- package/dist/{reward-hacking-eAnOsynk.d.ts.map → reward-hacking-D-QqXvg-.d.ts.map} +1 -1
- package/dist/rl.d.ts +5 -5
- package/dist/rl.js +4 -4
- package/dist/rollout/index.d.ts +1 -1
- package/dist/rollout/index.js +2 -2
- package/dist/{rollout-BOYjemfR.js → rollout-VEo41J0N.js} +2 -2
- package/dist/{rollout-BOYjemfR.js.map → rollout-VEo41J0N.js.map} +1 -1
- package/dist/{rubric-predictive-validity-Ku_clp_1.d.ts → rubric-predictive-validity-C1dCLcvb.d.ts} +2 -2
- package/dist/{rubric-predictive-validity-Ku_clp_1.d.ts.map → rubric-predictive-validity-C1dCLcvb.d.ts.map} +1 -1
- package/dist/{run-evidence-ClRX_8A9.d.ts → run-evidence-DokQtX0-.d.ts} +2 -2
- package/dist/{run-evidence-ClRX_8A9.d.ts.map → run-evidence-DokQtX0-.d.ts.map} +1 -1
- package/dist/run-record-CN8Zd21B.js +229 -0
- package/dist/run-record-CN8Zd21B.js.map +1 -0
- package/dist/{run-record-CnZu_gjl.d.ts → run-record-DcObtIGh.d.ts} +6 -120
- package/dist/run-record-DcObtIGh.d.ts.map +1 -0
- package/dist/{runtime-trajectory-BvSZcCHD.d.ts → runtime-trajectory-BW9Wszb-.d.ts} +2 -2
- package/dist/{runtime-trajectory-BvSZcCHD.d.ts.map → runtime-trajectory-BW9Wszb-.d.ts.map} +1 -1
- package/dist/{semantic-concept-judge-b5m3irbR.js → semantic-concept-judge-DKCtoOz8.js} +4 -4
- package/dist/{semantic-concept-judge-b5m3irbR.js.map → semantic-concept-judge-DKCtoOz8.js.map} +1 -1
- package/dist/{server-m5D9cvnG.js → server-Dc_lsOYd.js} +3 -3
- package/dist/{server-m5D9cvnG.js.map → server-Dc_lsOYd.js.map} +1 -1
- package/dist/{skill-usage-C_pXm7lP.d.ts → skill-usage-BaaxFSJR.d.ts} +5 -5
- package/dist/{skill-usage-C_pXm7lP.d.ts.map → skill-usage-BaaxFSJR.d.ts.map} +1 -1
- package/dist/{skillopt-optimization-method-CWKVTnks.d.ts → skillopt-optimization-method-C9M_lxdo.d.ts} +9 -9
- package/dist/{skillopt-optimization-method-CWKVTnks.d.ts.map → skillopt-optimization-method-C9M_lxdo.d.ts.map} +1 -1
- package/dist/{skillopt-optimization-method-Dd6b38Ud.js → skillopt-optimization-method-CQlz8GQM.js} +4 -4
- package/dist/{skillopt-optimization-method-Dd6b38Ud.js.map → skillopt-optimization-method-CQlz8GQM.js.map} +1 -1
- package/dist/{statistics-Cmj6nynr.d.ts → statistics-DbvkkDPa.d.ts} +2 -2
- package/dist/{statistics-Cmj6nynr.d.ts.map → statistics-DbvkkDPa.d.ts.map} +1 -1
- package/dist/{summary-report-Cj9gdw4i.d.ts → summary-report-DnUcjVpV.d.ts} +2 -2
- package/dist/{summary-report-Cj9gdw4i.d.ts.map → summary-report-DnUcjVpV.d.ts.map} +1 -1
- package/dist/traces.d.ts +2 -2
- package/dist/traces.js +1 -1
- package/dist/{types-k9tZGKUg.d.ts → types-BokuXvOG.d.ts} +4 -4
- package/dist/{types-k9tZGKUg.d.ts.map → types-BokuXvOG.d.ts.map} +1 -1
- package/dist/{types-DGsxbAEd.d.ts → types-Cc3qbqzj.d.ts} +3 -3
- package/dist/{types-DGsxbAEd.d.ts.map → types-Cc3qbqzj.d.ts.map} +1 -1
- package/dist/wire/index.d.ts +2 -2
- package/dist/wire/index.js +1 -1
- package/package.json +7 -2
- package/dist/cost-ledger-DIgQUFZZ.js.map +0 -1
- package/dist/cost-ledger-Dye6jCgg.d.ts.map +0 -1
- package/dist/default-registry-C-vFCSEc.js.map +0 -1
- package/dist/researcher-CwTdwXG1.d.ts.map +0 -1
- package/dist/run-record-BuoE80Dq.js +0 -467
- package/dist/run-record-BuoE80Dq.js.map +0 -1
- package/dist/run-record-CnZu_gjl.d.ts.map +0 -1
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,19 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
4
4
|
|
|
5
5
|
---
|
|
6
6
|
|
|
7
|
+
## [0.132.0] - 2026-07-27 - sealed profile improvement execution
|
|
8
|
+
|
|
9
|
+
### Added
|
|
10
|
+
|
|
11
|
+
- Paired profile-improvement measurements now reserve their complete signed spend before dispatch, retain observed versus estimated cost provenance, and record separate preparation, measurement, and total accounting.
|
|
12
|
+
- Profile-improvement experiments and receipts bind the runner that performed the measurement, so a later activation can require the same runner evidence.
|
|
13
|
+
|
|
14
|
+
## [0.131.1] - 2026-07-27 - worker-safe profile cells
|
|
15
|
+
|
|
16
|
+
### Added
|
|
17
|
+
|
|
18
|
+
- `@tangle-network/agent-eval/profile-cell` exports the portable agent-profile identity API without importing local transcript readers or Node-only SQLite support.
|
|
19
|
+
|
|
7
20
|
## [0.131.0] - 2026-07-27 - profile improvement measurements
|
|
8
21
|
|
|
9
22
|
### Added
|
package/README.md
CHANGED
|
@@ -365,6 +365,7 @@ See [concepts](./docs/concepts.md), [customer paths](./docs/customer-journeys.md
|
|
|
365
365
|
|---|---|
|
|
366
366
|
| `@tangle-network/agent-eval/contract` | Define an evaluation, run it, improve with a custom candidate generator, and analyze runs. |
|
|
367
367
|
| `@tangle-network/agent-eval/campaign` | Control campaigns, official optimization methods, comparisons, storage, and release rules. |
|
|
368
|
+
| `@tangle-network/agent-eval/profile-cell` | Create and validate portable agent-profile identities. |
|
|
368
369
|
| `@tangle-network/agent-eval/ledger-core` | Generic hash-chained append-only journal: idempotent append, chain verification, replay-to-projection, cross-process locking. |
|
|
369
370
|
| `@tangle-network/agent-eval/reporting` | Statistical comparisons and report rendering. |
|
|
370
371
|
| `@tangle-network/agent-eval/analyst` | Model-assisted failure analysis. |
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
import { c as ValidationError } from "./errors-CEk209JS.js";
|
|
2
|
+
import { AgentProfile } from "@tangle-network/agent-interface";
|
|
3
|
+
//#region src/agent-profile-cell.d.ts
|
|
4
|
+
type AgentProfileCellSchemaVersion = 'agent-profile-cell/v1';
|
|
5
|
+
type AgentProfileJsonObject = {
|
|
6
|
+
[key: string]: AgentProfileJson;
|
|
7
|
+
};
|
|
8
|
+
type AgentProfileJson = string | number | boolean | null | AgentProfileJson[] | AgentProfileJsonObject;
|
|
9
|
+
type AgentProfileDimensionValue = string | number | boolean | null;
|
|
10
|
+
interface AgentProfileSource {
|
|
11
|
+
/** Runtime/profile contract being fingerprinted, e.g. `agent-interface-profile`. */
|
|
12
|
+
kind: string;
|
|
13
|
+
/** sha256 over the canonical source profile object. */
|
|
14
|
+
hash: string;
|
|
15
|
+
}
|
|
16
|
+
interface AgentProfileSourceInput {
|
|
17
|
+
kind: string;
|
|
18
|
+
/** Precomputed sha256 for callers that already sign their profile artifact. */
|
|
19
|
+
hash?: string;
|
|
20
|
+
/** Full canonical runtime profile; hashed and then discarded from the cell. */
|
|
21
|
+
profile?: AgentProfileJson;
|
|
22
|
+
}
|
|
23
|
+
interface AgentProfileHarness {
|
|
24
|
+
id: string;
|
|
25
|
+
version?: string;
|
|
26
|
+
hash?: string;
|
|
27
|
+
}
|
|
28
|
+
interface AgentProfileCellInput {
|
|
29
|
+
profileId: string;
|
|
30
|
+
sourceProfile: AgentProfileSourceInput;
|
|
31
|
+
harness?: AgentProfileHarness;
|
|
32
|
+
model?: string;
|
|
33
|
+
promptHash?: string;
|
|
34
|
+
dimensions?: Record<string, AgentProfileDimensionValue>;
|
|
35
|
+
}
|
|
36
|
+
interface AgentProfileCell {
|
|
37
|
+
schemaVersion: AgentProfileCellSchemaVersion;
|
|
38
|
+
cellId: string;
|
|
39
|
+
profileId: string;
|
|
40
|
+
sourceProfile: AgentProfileSource;
|
|
41
|
+
harness?: AgentProfileHarness;
|
|
42
|
+
model?: string;
|
|
43
|
+
promptHash?: string;
|
|
44
|
+
dimensions?: Record<string, AgentProfileDimensionValue>;
|
|
45
|
+
}
|
|
46
|
+
declare class AgentProfileCellValidationError extends ValidationError {
|
|
47
|
+
readonly path: string;
|
|
48
|
+
constructor(message: string, path?: string);
|
|
49
|
+
}
|
|
50
|
+
declare function buildAgentProfileCell(input: AgentProfileCellInput): Promise<AgentProfileCell>;
|
|
51
|
+
declare function agentProfileCellHashMaterial(cell: AgentProfileCell): Omit<AgentProfileCell, 'cellId'>;
|
|
52
|
+
/**
|
|
53
|
+
* Verify an `AgentProfileCell`'s `cellId` matches the sha256 of its hash-material fields, confirming the record has not been tampered with.
|
|
54
|
+
*/
|
|
55
|
+
declare function verifyAgentProfileCell(cell: AgentProfileCell): Promise<boolean>;
|
|
56
|
+
declare function validateAgentProfileCell(input: unknown): AgentProfileCell;
|
|
57
|
+
declare function requireAgentProfileCell(record: {
|
|
58
|
+
runId: string;
|
|
59
|
+
agentProfile?: AgentProfileCell;
|
|
60
|
+
}): AgentProfileCell;
|
|
61
|
+
declare function agentProfileCellKey(record: {
|
|
62
|
+
runId: string;
|
|
63
|
+
agentProfile?: AgentProfileCell;
|
|
64
|
+
}): string;
|
|
65
|
+
declare function assertRunAgentProfileCell(record: {
|
|
66
|
+
runId: string;
|
|
67
|
+
model: string;
|
|
68
|
+
promptHash: string;
|
|
69
|
+
agentProfile?: AgentProfileCell;
|
|
70
|
+
}): Promise<AgentProfileCell>;
|
|
71
|
+
declare function groupRunsByAgentProfileCell<T extends {
|
|
72
|
+
runId: string;
|
|
73
|
+
agentProfile?: AgentProfileCell;
|
|
74
|
+
}>(records: readonly T[]): Map<string, T[]>;
|
|
75
|
+
/** Canonical `sourceProfile.kind` values. Two products fingerprinting the
|
|
76
|
+
* same canonical profile MUST use the same kind for their cells to share
|
|
77
|
+
* `sourceProfile.hash`. Extend rather than create new strings — adding a
|
|
78
|
+
* new kind is a deliberate cross-product schema change. */
|
|
79
|
+
declare const AGENT_PROFILE_KINDS: {
|
|
80
|
+
/** A profile declared via `defineAgentProfile(...)` from
|
|
81
|
+
* `@tangle-network/agent-interface`. The default kind for router-backed
|
|
82
|
+
* and sandbox-backed products. */
|
|
83
|
+
readonly AGENT_INTERFACE_PROFILE: 'agent-interface-profile';
|
|
84
|
+
};
|
|
85
|
+
type AgentProfileKind = (typeof AGENT_PROFILE_KINDS)[keyof typeof AGENT_PROFILE_KINDS];
|
|
86
|
+
/** Canonicalize an arbitrary value into `AgentProfileJson` by JSON
|
|
87
|
+
* round-trip. Throws when the value contains anything not representable
|
|
88
|
+
* as JSON (functions, BigInt, cycles) — non-portable profiles fail loud
|
|
89
|
+
* rather than silently dropping fields. */
|
|
90
|
+
declare function toAgentProfileJson(value: unknown): AgentProfileJson;
|
|
91
|
+
/** Canonical AgentProfile shape required when deriving a stable cell id. */
|
|
92
|
+
type AgentInterfaceProfileLike = AgentProfile & {
|
|
93
|
+
name: string;
|
|
94
|
+
version: string;
|
|
95
|
+
};
|
|
96
|
+
/** Higher-level helper that hard-codes the canonical
|
|
97
|
+
* `agent-interface-profile` kind plus the JSON canonicalization. Equivalent
|
|
98
|
+
* to calling `buildAgentProfileCell` with `profileId = \`${name}@${version}\``
|
|
99
|
+
* and `sourceProfile = { kind: AGENT_INTERFACE_PROFILE, profile: <round-tripped> }`.
|
|
100
|
+
*
|
|
101
|
+
* Use this from any product consuming an agent-interface `AgentProfile`; the
|
|
102
|
+
* manual `buildAgentProfileCell` call is reserved for advanced cases
|
|
103
|
+
* (custom kinds, pre-computed source hashes, alternate profileId
|
|
104
|
+
* conventions). */
|
|
105
|
+
declare function buildAgentInterfaceProfileCell(profile: AgentInterfaceProfileLike, input: Omit<AgentProfileCellInput, 'profileId' | 'sourceProfile'>): Promise<AgentProfileCell>;
|
|
106
|
+
//#endregion
|
|
107
|
+
export { verifyAgentProfileCell as C, validateAgentProfileCell as S, buildAgentInterfaceProfileCell as _, AgentProfileCellSchemaVersion as a, requireAgentProfileCell as b, AgentProfileHarness as c, AgentProfileKind as d, AgentProfileSource as f, assertRunAgentProfileCell as g, agentProfileCellKey as h, AgentProfileCellInput as i, AgentProfileJson as l, agentProfileCellHashMaterial as m, AgentInterfaceProfileLike as n, AgentProfileCellValidationError as o, AgentProfileSourceInput as p, AgentProfileCell as r, AgentProfileDimensionValue as s, AGENT_PROFILE_KINDS as t, AgentProfileJsonObject as u, buildAgentProfileCell as v, toAgentProfileJson as x, groupRunsByAgentProfileCell as y };
|
|
108
|
+
//# sourceMappingURL=agent-profile-cell-CCm3l2v2.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"agent-profile-cell-CCm3l2v2.d.ts","names":[],"sources":["../src/agent-profile-cell.ts"],"mappings":";;;KAIY;KAEA;GAA4B,cAAc;;KAE1C,sDAKR,qBACA;KAEQ;UAEK;;EAEf;;EAEA;;UAGe;EACf;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA;EACA;;UAGe;EACf;EACA,eAAe;EACf,UAAU;EACV;EACA;EACA,aAAa,eAAe;;UAGb;EACf,eAAe;EACf;EACA;EACA,eAAe;EACf,UAAU;EACV;EACA;EACA,aAAa,eAAe;;cAGjB,wCAAwC;WAC1C;EACT,YAAY,iBAAiB;;iBAST,sBACpB,OAAO,wBACN,QAAQ;iBAMK,6BACd,MAAM,mBACL,KAAK;;;;iBASc,uBAAuB,MAAM,mBAAmB;iBAQtD,yBAAyB,iBAAiB;iBAqB1C,wBAAwB;EACtC;EACA,eAAe;IACb;iBAUY,oBAAoB;EAClC;EACA,eAAe;;iBAKK,0BAA0B;EAC9C;EACA;EACA;EACA,eAAe;IACb,QAAQ;iBAuBI,4BACd;EAAY;EAAe,eAAe;GAC1C,kBAAkB,MAAM,YAAY;;;;;cA0NzB;;;;WAIX;;KAGU,2BAA2B,kCAAkC;;;;;iBAMzD,mBAAmB,iBAAiB;;KAoBxC,4BAA4B;EAAiB;EAAc;;;;;;;;;;;iBAWjD,+BACpB,SAAS,2BACT,OAAO,KAAK,wDACX,QAAQ"}
|
package/dist/analyst/index.d.ts
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { a as MultiLayerVerifier, l as VerifyOptions, o as Severity } from "../multi-layer-verifier-BHY1gWAc.js";
|
|
2
|
-
import { C as FindingSubjectKind, D as parseFindingSubject, E as findingSubjectGrammarPromptFor, F as createAnalystAi, H as SemanticConceptJudgeInput, O as renderFindingSubject, P as CreateAnalystAiConfig, S as FindingSubject, T as KIND_EXPECTED_SUBJECTS, U as SemanticConceptJudgeOptions, Y as RunTrace, _ as defaultIsMaterial, a as SkillUsageScanConfig, b as FINDING_SUBJECT_KINDS, c as DEFAULT_TRACE_ANALYST_KINDS, d as IMPROVEMENT_KIND_SPEC, f as FAILURE_MODE_KIND_SPEC, g as PersistedFinding, h as FindingsStore, i as SkillUsageReport, k as BehavioralMetrics, l as KNOWLEDGE_POISONING_KIND_SPEC, m as FindingsDiff, n as SkillUsageAnalyst, o as buildSkillUsageReport, p as DiffPolicy, q as RunCritic, r as SkillUsageRecord, s as emitSkillUsageFindings, t as SKILL_USAGE_ANALYST, u as KNOWLEDGE_GAP_KIND_SPEC, v as diffFindings, w as FindingSubjectStringSchema, x as FINDING_SUBJECT_SYNTAX, y as FINDING_SUBJECT_GRAMMAR_PROMPT } from "../skill-usage-
|
|
3
|
-
import { c as CostLedgerHandle } from "../cost-ledger-
|
|
4
|
-
import { o as LlmClientOptions } from "../llm-client-
|
|
5
|
-
import { A as ChatClient, B as SandboxSdkTransportOpts, F as CreateChatClientOpts, I as CustomTransportOpts, L as DirectProviderTransportOpts, M as ChatResponse, N as ChatTransport, P as CliBridgeTransportOpts, R as MockTransportOpts, V as createChatClient, j as ChatRequest, k as ChatCallOpts, m as JudgeInput, p as JudgeFn, z as RouterTransportOpts } from "../types-
|
|
2
|
+
import { C as FindingSubjectKind, D as parseFindingSubject, E as findingSubjectGrammarPromptFor, F as createAnalystAi, H as SemanticConceptJudgeInput, O as renderFindingSubject, P as CreateAnalystAiConfig, S as FindingSubject, T as KIND_EXPECTED_SUBJECTS, U as SemanticConceptJudgeOptions, Y as RunTrace, _ as defaultIsMaterial, a as SkillUsageScanConfig, b as FINDING_SUBJECT_KINDS, c as DEFAULT_TRACE_ANALYST_KINDS, d as IMPROVEMENT_KIND_SPEC, f as FAILURE_MODE_KIND_SPEC, g as PersistedFinding, h as FindingsStore, i as SkillUsageReport, k as BehavioralMetrics, l as KNOWLEDGE_POISONING_KIND_SPEC, m as FindingsDiff, n as SkillUsageAnalyst, o as buildSkillUsageReport, p as DiffPolicy, q as RunCritic, r as SkillUsageRecord, s as emitSkillUsageFindings, t as SKILL_USAGE_ANALYST, u as KNOWLEDGE_GAP_KIND_SPEC, v as diffFindings, w as FindingSubjectStringSchema, x as FINDING_SUBJECT_SYNTAX, y as FINDING_SUBJECT_GRAMMAR_PROMPT } from "../skill-usage-BaaxFSJR.js";
|
|
3
|
+
import { c as CostLedgerHandle } from "../cost-ledger-fGS_u_O1.js";
|
|
4
|
+
import { o as LlmClientOptions } from "../llm-client-BiK4HW0u.js";
|
|
5
|
+
import { A as ChatClient, B as SandboxSdkTransportOpts, F as CreateChatClientOpts, I as CustomTransportOpts, L as DirectProviderTransportOpts, M as ChatResponse, N as ChatTransport, P as CliBridgeTransportOpts, R as MockTransportOpts, V as createChatClient, j as ChatRequest, k as ChatCallOpts, m as JudgeInput, p as JudgeFn, z as RouterTransportOpts } from "../types-Cc3qbqzj.js";
|
|
6
6
|
import { t as TraceAnalysisStore } from "../store-CxJry_cs.js";
|
|
7
|
-
import { A as AnalystRunResult, C as AnalystContext, D as AnalystRequirements, E as AnalystInputKind, F as computeFindingId, I as makeFinding, M as AnalystSeverity, N as AnalystUsageReceipt, O as AnalystRunEvent, P as EvidenceRef, S as Analyst, T as AnalystFinding, _ as RawAnalystEvidenceSchema, a as AnalystRegistryOptions, b as evidenceRefsFromRawFinding, c as CreateTraceAnalystKindOpts, d as createTraceAnalystKind, f as renderPriorFindings, g as RawAnalystEvidence, h as RAW_FINDING_SCHEMA_PROMPT, i as AnalystRegistry, j as AnalystRunSummary, k as AnalystRunInputs, l as TraceAnalystGolden, m as ANALYST_SEVERITIES, n as buildDefaultAnalystRegistry, o as BudgetPolicy, p as renderUpstreamFindings, r as AnalystHooks, s as RegistryRunOpts, t as DefaultAnalystRegistryOptions, u as TraceAnalystKindSpec, v as RawAnalystFinding, w as AnalystCost, x as parseRawFinding, y as RawAnalystFindingSchema } from "../default-registry-
|
|
7
|
+
import { A as AnalystRunResult, C as AnalystContext, D as AnalystRequirements, E as AnalystInputKind, F as computeFindingId, I as makeFinding, M as AnalystSeverity, N as AnalystUsageReceipt, O as AnalystRunEvent, P as EvidenceRef, S as Analyst, T as AnalystFinding, _ as RawAnalystEvidenceSchema, a as AnalystRegistryOptions, b as evidenceRefsFromRawFinding, c as CreateTraceAnalystKindOpts, d as createTraceAnalystKind, f as renderPriorFindings, g as RawAnalystEvidence, h as RAW_FINDING_SCHEMA_PROMPT, i as AnalystRegistry, j as AnalystRunSummary, k as AnalystRunInputs, l as TraceAnalystGolden, m as ANALYST_SEVERITIES, n as buildDefaultAnalystRegistry, o as BudgetPolicy, p as renderUpstreamFindings, r as AnalystHooks, s as RegistryRunOpts, t as DefaultAnalystRegistryOptions, u as TraceAnalystKindSpec, v as RawAnalystFinding, w as AnalystCost, x as parseRawFinding, y as RawAnalystFindingSchema } from "../default-registry-Cl3pHo4n.js";
|
|
8
8
|
import { AxFunction } from "@ax-llm/ax";
|
|
9
9
|
//#region src/analyst/adapters.d.ts
|
|
10
10
|
declare function liftSeverity(s: Severity): AnalystSeverity;
|
package/dist/analyst/index.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { A as parseFindingSubject, C as stripCodeFences, D as FindingSubjectStringSchema, E as FINDING_SUBJECT_SYNTAX, F as makeFinding, L as createChatClient, M as behavioralAnalyst, N as deriveEfficiencyFindings, O as KIND_EXPECTED_SUBJECTS, P as computeFindingId, R as createAnalystAi, S as coerceToFindingRows, T as FINDING_SUBJECT_KINDS, _ as RawAnalystEvidenceSchema, a as KNOWLEDGE_GAP_KIND_SPEC, b as parseRawFinding, c as buildTraceToolsForGroup, d as renderUpstreamFindings, f as settleUsageReceiptFromCostLedger, g as RAW_FINDING_SCHEMA_PROMPT, h as ANALYST_SEVERITIES, i as KNOWLEDGE_POISONING_KIND_SPEC, j as renderFindingSubject, k as findingSubjectGrammarPromptFor, l as createTraceAnalystKind, m as structureFindings, n as AnalystRegistry, o as IMPROVEMENT_KIND_SPEC, p as validateUsageSettlementTimeout, r as DEFAULT_TRACE_ANALYST_KINDS, s as FAILURE_MODE_KIND_SPEC, t as buildDefaultAnalystRegistry, u as renderPriorFindings, v as RawAnalystFindingSchema, w as FINDING_SUBJECT_GRAMMAR_PROMPT, x as coerceJson, y as evidenceRefsFromRawFinding } from "../default-registry-
|
|
2
|
-
import { i as CostLedger } from "../cost-ledger-
|
|
3
|
-
import { a as RunCritic, c as buildSkillUsageReport, d as defaultIsMaterial, f as diffFindings, i as runSemanticConceptJudge, l as emitSkillUsageFindings, n as SEMANTIC_CONCEPT_JUDGE_VERSION, o as SKILL_USAGE_ANALYST, s as SkillUsageAnalyst, u as FindingsStore } from "../semantic-concept-judge-
|
|
1
|
+
import { A as parseFindingSubject, C as stripCodeFences, D as FindingSubjectStringSchema, E as FINDING_SUBJECT_SYNTAX, F as makeFinding, L as createChatClient, M as behavioralAnalyst, N as deriveEfficiencyFindings, O as KIND_EXPECTED_SUBJECTS, P as computeFindingId, R as createAnalystAi, S as coerceToFindingRows, T as FINDING_SUBJECT_KINDS, _ as RawAnalystEvidenceSchema, a as KNOWLEDGE_GAP_KIND_SPEC, b as parseRawFinding, c as buildTraceToolsForGroup, d as renderUpstreamFindings, f as settleUsageReceiptFromCostLedger, g as RAW_FINDING_SCHEMA_PROMPT, h as ANALYST_SEVERITIES, i as KNOWLEDGE_POISONING_KIND_SPEC, j as renderFindingSubject, k as findingSubjectGrammarPromptFor, l as createTraceAnalystKind, m as structureFindings, n as AnalystRegistry, o as IMPROVEMENT_KIND_SPEC, p as validateUsageSettlementTimeout, r as DEFAULT_TRACE_ANALYST_KINDS, s as FAILURE_MODE_KIND_SPEC, t as buildDefaultAnalystRegistry, u as renderPriorFindings, v as RawAnalystFindingSchema, w as FINDING_SUBJECT_GRAMMAR_PROMPT, x as coerceJson, y as evidenceRefsFromRawFinding } from "../default-registry-B1JcpnRv.js";
|
|
2
|
+
import { i as CostLedger } from "../cost-ledger-ZAa_P4r0.js";
|
|
3
|
+
import { a as RunCritic, c as buildSkillUsageReport, d as defaultIsMaterial, f as diffFindings, i as runSemanticConceptJudge, l as emitSkillUsageFindings, n as SEMANTIC_CONCEPT_JUDGE_VERSION, o as SKILL_USAGE_ANALYST, s as SkillUsageAnalyst, u as FindingsStore } from "../semantic-concept-judge-DKCtoOz8.js";
|
|
4
4
|
//#region src/analyst/adapters.ts
|
|
5
5
|
/**
|
|
6
6
|
* Adapter factories — lift each existing agent-eval primitive into the
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { a as RunRecord } from "./run-record-
|
|
2
|
-
import { i as AnalystRegistry } from "./default-registry-
|
|
1
|
+
import { a as RunRecord } from "./run-record-DcObtIGh.js";
|
|
2
|
+
import { i as AnalystRegistry } from "./default-registry-Cl3pHo4n.js";
|
|
3
3
|
import { a as DatasetScenario } from "./dataset-BvtnC8Dc.js";
|
|
4
|
-
import "./summary-report-
|
|
5
|
-
import { C as InsightReport, b as ExecutionInsight, v as CostProvenanceSummary } from "./client-
|
|
4
|
+
import "./summary-report-DnUcjVpV.js";
|
|
5
|
+
import { C as InsightReport, b as ExecutionInsight, v as CostProvenanceSummary } from "./client-aZDHJiKO.js";
|
|
6
6
|
//#region src/contract/analyze-runs.d.ts
|
|
7
7
|
interface AnalyzeRunsOptions {
|
|
8
8
|
/** The runs to analyze. */
|
|
@@ -69,4 +69,4 @@ declare function summarizeExecution(opts: SummarizeExecutionOptions): ExecutionR
|
|
|
69
69
|
declare function analyzeRuns(opts: AnalyzeRunsOptions): Promise<InsightReport>;
|
|
70
70
|
//#endregion
|
|
71
71
|
export { summarizeExecution as a, analyzeRuns as i, ExecutionReport as n, SummarizeExecutionOptions as r, AnalyzeRunsOptions as t };
|
|
72
|
-
//# sourceMappingURL=analyze-runs-
|
|
72
|
+
//# sourceMappingURL=analyze-runs-AFDI5RI0.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"analyze-runs-
|
|
1
|
+
{"version":3,"file":"analyze-runs-AFDI5RI0.d.ts","names":[],"sources":["../src/contract/analyze-runs.ts"],"mappings":";;;;;;UAkEiB;;EAEf,MAAM;;;EAGN;;;;;EAKA;EACA;;;EAGA,kBAAkB;;;EAGlB,UAAU;;;;EAIV;IACE;IACA,cAAc;;;;;EAKhB,cAAc;IAAQ;IAAe;IAAe;;;EAEpD;;;;EAIA;;;;;;;;;EASA,eAAe;;;EAGf;;UAGe;EACf,MAAM;EACN;;UAGe;EACf,WAAW;EACX,gBAAgB;;;iBAIF,mBAAmB,MAAM,4BAA4B;iBAS/C,YAAY,MAAM,qBAAqB,QAAQ"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { s as validateRunRecord } from "./run-record-BuoE80Dq.js";
|
|
2
1
|
import { A as spearmanR, C as pairedTTest, E as pearsonR, L as continuousAgreement, O as requiredPairedSampleSize, b as pairedMde, v as pairedBootstrap, y as pairedCohensDz } from "./statistics-CnnxdpOg.js";
|
|
3
2
|
import { r as pairRunRecords } from "./paired-arms-D9D0wXj2.js";
|
|
4
3
|
import { r as observedSplitScore } from "./reward-nw2xZGZG.js";
|
|
4
|
+
import { s as validateRunRecord } from "./run-record-CN8Zd21B.js";
|
|
5
5
|
import { o as llmSpans } from "./query-Di7eEQ79.js";
|
|
6
6
|
import { r as paretoChart } from "./summary-report-BNs5nmXI.js";
|
|
7
7
|
//#region src/contamination-guard.ts
|
|
@@ -1064,4 +1064,4 @@ function buildRecommendations(ctx) {
|
|
|
1064
1064
|
//#endregion
|
|
1065
1065
|
export { checkBehavioralCanary as a, canaryLeakView as i, summarizeExecution as n, checkCanaries as o, HoldoutAuditor as r, runBehavioralCanaries as s, analyzeRuns as t };
|
|
1066
1066
|
|
|
1067
|
-
//# sourceMappingURL=analyze-runs-
|
|
1067
|
+
//# sourceMappingURL=analyze-runs-BjPn_fOS.js.map
|