@tangle-network/agent-eval 0.171.0 → 0.172.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +55 -0
- package/README.md +3 -0
- package/dist/adapters/http.d.ts +2 -2
- package/dist/analyst/index.d.ts +5 -5
- package/dist/analyst/index.js +2 -2
- package/dist/{experiment-tracker-Dm8yQMqb.d.ts → attestation-CJBGmMVh.d.ts} +78 -2
- package/dist/attestation-CJBGmMVh.d.ts.map +1 -0
- package/dist/{experiment-tracker-BKEumQug.js → attestation-XSUpbc4o.js} +96 -2
- package/dist/attestation-XSUpbc4o.js.map +1 -0
- package/dist/{benchmark-command-D8k3Gf0J.js → benchmark-command-DoFcisuM.js} +2 -2
- package/dist/{benchmark-command-D8k3Gf0J.js.map → benchmark-command-DoFcisuM.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +4 -4
- package/dist/benchmarks/index.js +2 -2
- package/dist/bounded-process-CVOC_D3H.js +181 -0
- package/dist/bounded-process-CVOC_D3H.js.map +1 -0
- package/dist/builder-eval/index.js +39 -98
- package/dist/builder-eval/index.js.map +1 -1
- package/dist/campaign/index.d.ts +8 -7
- package/dist/campaign/index.js +4 -4
- package/dist/{campaign-B72njjHj.js → campaign-Dp35pBbS.js} +4 -4
- package/dist/{campaign-B72njjHj.js.map → campaign-Dp35pBbS.js.map} +1 -1
- package/dist/canonical-CFpojCN5.d.ts +31 -0
- package/dist/canonical-CFpojCN5.d.ts.map +1 -0
- package/dist/{chat-client-DEtybj5i.js → chat-client-DI79OPye.js} +2 -2
- package/dist/{chat-client-DEtybj5i.js.map → chat-client-DI79OPye.js.map} +1 -1
- package/dist/cli.js +1 -1
- package/dist/{client-CDtcZ3p9.d.ts → client-Df7wdslk.d.ts} +2 -2
- package/dist/{client-CDtcZ3p9.d.ts.map → client-Df7wdslk.d.ts.map} +1 -1
- package/dist/contract/index.d.ts +9 -9
- package/dist/contract/index.js +4 -4
- package/dist/{default-registry-B0s2zU-s.d.ts → default-registry-XxedTLwu.d.ts} +3 -3
- package/dist/{default-registry-B0s2zU-s.d.ts.map → default-registry-XxedTLwu.d.ts.map} +1 -1
- package/dist/{define-agent-eval-Cjy2yhqP.d.ts → define-agent-eval-0wW7gFhr.d.ts} +4 -4
- package/dist/{define-agent-eval-Cjy2yhqP.d.ts.map → define-agent-eval-0wW7gFhr.d.ts.map} +1 -1
- package/dist/{define-agent-eval-Dy8QgxAI.js → define-agent-eval-jS8xj_Q_.js} +2 -2
- package/dist/{define-agent-eval-Dy8QgxAI.js.map → define-agent-eval-jS8xj_Q_.js.map} +1 -1
- package/dist/descriptive-B2iPaT9J.d.ts +89 -0
- package/dist/descriptive-B2iPaT9J.d.ts.map +1 -0
- package/dist/{engine-CAmTUk52.d.ts → engine-BfRay1qD.d.ts} +2 -2
- package/dist/{engine-CAmTUk52.d.ts.map → engine-BfRay1qD.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +3 -54
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +1 -95
- package/dist/experiment/index.js.map +1 -1
- package/dist/{heldout-gate-Dh2b62w8.d.ts → heldout-gate-JgNRDZwZ.d.ts} +3 -3
- package/dist/{heldout-gate-Dh2b62w8.d.ts.map → heldout-gate-JgNRDZwZ.d.ts.map} +1 -1
- package/dist/hosted/index.d.ts +1 -1
- package/dist/{index-lfaSeKSD.d.ts → index-D-UdhAmg.d.ts} +3 -31
- package/dist/index-D-UdhAmg.d.ts.map +1 -0
- package/dist/{index-DT73JraI.d.ts → index-DDAPhUJJ.d.ts} +4 -4
- package/dist/{index-DT73JraI.d.ts.map → index-DDAPhUJJ.d.ts.map} +1 -1
- package/dist/{index-fNXZMCzX.d.ts → index-DnglhM0A.d.ts} +9 -9
- package/dist/{index-fNXZMCzX.d.ts.map → index-DnglhM0A.d.ts.map} +1 -1
- package/dist/{index-8VIogTyS.d.ts → index-_vPrVMRX.d.ts} +6 -6
- package/dist/{index-8VIogTyS.d.ts.map → index-_vPrVMRX.d.ts.map} +1 -1
- package/dist/index.d.ts +116 -15
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +7 -6
- package/dist/index.js.map +1 -1
- package/dist/{integrity-CyWSSoQS.js → integrity-BWywb34E.js} +34 -11
- package/dist/{integrity-CyWSSoQS.js.map → integrity-BWywb34E.js.map} +1 -1
- package/dist/ledger-core/index.d.ts +2 -1
- package/dist/{llm-judge-BtJ2Sfk_.js → llm-judge-aQHIk5_-.js} +16 -10
- package/dist/llm-judge-aQHIk5_-.js.map +1 -0
- package/dist/{matrix-DiHmUobV.d.ts → matrix-Ch8JO1pG.d.ts} +2 -2
- package/dist/{matrix-DiHmUobV.d.ts.map → matrix-Ch8JO1pG.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +162 -2
- package/dist/meta-eval/index.d.ts.map +1 -1
- package/dist/meta-eval/index.js +287 -2
- package/dist/meta-eval/index.js.map +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/openapi.json +1 -1
- package/dist/{produced-state-Cm6DU_Ao.js → produced-state-CxmbFxFd.js} +2 -2
- package/dist/{produced-state-Cm6DU_Ao.js.map → produced-state-CxmbFxFd.js.map} +1 -1
- package/dist/{promotion-policy-WSXtBgBb.d.ts → promotion-policy-BBBcz5_3.d.ts} +2 -2
- package/dist/{promotion-policy-WSXtBgBb.d.ts.map → promotion-policy-BBBcz5_3.d.ts.map} +1 -1
- package/dist/{provenance-CafMdZKM.d.ts → provenance-Dp-vvyrU.d.ts} +13 -5
- package/dist/provenance-Dp-vvyrU.d.ts.map +1 -0
- package/dist/rl.d.ts +1 -1
- package/dist/sandbox-harness-BlSOu4LX.d.ts.map +1 -1
- package/dist/{skillopt-optimization-method-DzlF2RM7.js → skillopt-optimization-method-LHi02MzH.js} +2 -2
- package/dist/{skillopt-optimization-method-DzlF2RM7.js.map → skillopt-optimization-method-LHi02MzH.js.map} +1 -1
- package/dist/{statistical-heldout-UhiexnjU.d.ts → statistical-heldout-Yldkntvy.d.ts} +2 -2
- package/dist/{statistical-heldout-UhiexnjU.d.ts.map → statistical-heldout-Yldkntvy.d.ts.map} +1 -1
- package/dist/{store-tool-spans-D_qMl2__.d.ts → store-tool-spans-BvdUbeOB.d.ts} +3 -3
- package/dist/{store-tool-spans-D_qMl2__.d.ts.map → store-tool-spans-BvdUbeOB.d.ts.map} +1 -1
- package/dist/supervisor-run/index.d.ts +35 -2
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +83 -38
- package/dist/supervisor-run/index.js.map +1 -1
- package/dist/{tool-groups-RGYfVWpc.d.ts → tool-groups-DjwlMBvW.d.ts} +2 -2
- package/dist/tool-groups-DjwlMBvW.d.ts.map +1 -0
- package/dist/trace-repair/index.d.ts +1 -1
- package/dist/traces.d.ts +2 -2
- package/dist/{types-CMyW4GnH.d.ts → types-CCZ34qmV.d.ts} +2 -2
- package/dist/{types-CMyW4GnH.d.ts.map → types-CCZ34qmV.d.ts.map} +1 -1
- package/dist/{types-DeIUdzNd.d.ts → types-CoPUTiXb.d.ts} +23 -92
- package/dist/types-CoPUTiXb.d.ts.map +1 -0
- package/dist/{types-JHMOqZI4.d.ts → types-nokrtr7M.d.ts} +11 -1
- package/dist/types-nokrtr7M.d.ts.map +1 -0
- package/docs/eval-surface-map.md +36 -0
- package/docs/insight-report.md +19 -0
- package/docs/plants.md +123 -0
- package/docs/public-api.md +45 -20
- package/package.json +1 -1
- package/dist/experiment-tracker-BKEumQug.js.map +0 -1
- package/dist/experiment-tracker-Dm8yQMqb.d.ts.map +0 -1
- package/dist/index-lfaSeKSD.d.ts.map +0 -1
- package/dist/llm-judge-BtJ2Sfk_.js.map +0 -1
- package/dist/provenance-CafMdZKM.d.ts.map +0 -1
- package/dist/tool-groups-RGYfVWpc.d.ts.map +0 -1
- package/dist/types-DeIUdzNd.d.ts.map +0 -1
- package/dist/types-JHMOqZI4.d.ts.map +0 -1
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import { c as ValidationError } from "./errors-DEE6u6ot.js";
|
|
2
|
+
//#region src/ledger-core/canonical.d.ts
|
|
3
|
+
type LedgerHash = `sha256:${string}`;
|
|
4
|
+
/** Shape of every ledger digest: `sha256:` followed by 64 lowercase hex chars. */
|
|
5
|
+
declare const LEDGER_HASH_PATTERN: RegExp;
|
|
6
|
+
/** A value has no faithful canonical-JSON form, so it cannot be stored or hashed. */
|
|
7
|
+
declare class LedgerCanonicalizationError extends ValidationError {}
|
|
8
|
+
/** Canonical JSON encoding (RFC 8785): object keys sorted by UTF-16 code unit,
|
|
9
|
+
* recursively. This is the byte form that is hashed and stored, so equal values
|
|
10
|
+
* always encode identically. */
|
|
11
|
+
declare function canonicalString(value: unknown): string;
|
|
12
|
+
declare function hashCanonical(value: unknown): LedgerHash;
|
|
13
|
+
/**
|
|
14
|
+
* The JSON document form of `value` — the value as a JSON file carries it.
|
|
15
|
+
*
|
|
16
|
+
* A JSON document has no `undefined`, so an undefined-valued key is absent
|
|
17
|
+
* from the document and absent from its digest. Use this, and say so, when a
|
|
18
|
+
* record is digested BEFORE being written and re-digested AFTER being read
|
|
19
|
+
* back: without it the two digests disagree for a record carrying an
|
|
20
|
+
* undefined-valued key, and the reader cannot verify the writer.
|
|
21
|
+
*
|
|
22
|
+
* Only that one rule is applied. Every other non-canonical value — `NaN`, a
|
|
23
|
+
* class instance, an `undefined` array item, a cycle — reaches
|
|
24
|
+
* {@link canonicalString} unchanged and is refused there, so this form never
|
|
25
|
+
* turns an ambiguous value into a valid-looking digest the way
|
|
26
|
+
* `JSON.stringify` turns `NaN` into `null`.
|
|
27
|
+
*/
|
|
28
|
+
declare function jsonDocument(value: unknown): unknown;
|
|
29
|
+
//#endregion
|
|
30
|
+
export { hashCanonical as a, canonicalString as i, LedgerCanonicalizationError as n, jsonDocument as o, LedgerHash as r, LEDGER_HASH_PATTERN as t };
|
|
31
|
+
//# sourceMappingURL=canonical-CFpojCN5.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"canonical-CFpojCN5.d.ts","names":[],"sources":["../src/ledger-core/canonical.ts"],"mappings":";;KAqBY;;cAGC,qBAAmB;;cAGnB,oCAAoC;;;;iBAKjC,gBAAgB;iBAQhB,cAAc,iBAAiB;;;;;;;;;;;;;;;;iBAuB/B,aAAa"}
|
|
@@ -4,7 +4,7 @@ import { a as assertValidAnalystUsageReceipt, c as validateUsageSettlementTimeou
|
|
|
4
4
|
import { J as snapshotExactExecutionPlan, M as findingSubjectGrammarPromptFor, V as spanEpochMillis, q as snapshotExactExecutionComponentIdentity, t as createTraceAnalyst } from "./kind-factory-DMeEoMQZ.js";
|
|
5
5
|
import { LLM_CONTEXT_TOKENS, LLM_INPUT_TOKEN_ATTR_KEYS, LLM_OUTPUT_TOKEN_ATTR_KEYS, TOOL_NAME_ATTR_KEYS } from "./trace-attributes.js";
|
|
6
6
|
import { t as executionTrackByLane } from "./execution-tracks-CpgFPpS5.js";
|
|
7
|
-
import { t as analyzeSupervisorRunIntegrity } from "./integrity-
|
|
7
|
+
import { t as analyzeSupervisorRunIntegrity } from "./integrity-BWywb34E.js";
|
|
8
8
|
import { randomUUID } from "node:crypto";
|
|
9
9
|
import { z } from "zod";
|
|
10
10
|
//#region src/feedback-trajectory-review.ts
|
|
@@ -2399,4 +2399,4 @@ function resolveModel(req, defaultModel) {
|
|
|
2399
2399
|
//#endregion
|
|
2400
2400
|
export { assertUniqueFindingIds as _, DEFAULT_TRACE_ANALYST_KINDS as a, snapshotAnalystRun as b, IMPROVEMENT_KIND_SPEC as c, ControlIntegrityAnalyst as d, emitControlIntegrityFindings as f, analystRunDigest as g, analystFindingDigest as h, ExactAnalystRunExecutionError as i, FAILURE_MODE_KIND_SPEC as l, deriveEfficiencyFindings as m, buildDefaultAnalystRegistry as n, KNOWLEDGE_POISONING_KIND_SPEC as o, behavioralAnalyst as p, AnalystRegistry as r, KNOWLEDGE_GAP_KIND_SPEC as s, createChatClient as t, CONTROL_INTEGRITY_ANALYST as u, completedAnalystReviewQuality as v, validateAnalystReviewDecisions as x, readAnalystReview as y };
|
|
2401
2401
|
|
|
2402
|
-
//# sourceMappingURL=chat-client-
|
|
2402
|
+
//# sourceMappingURL=chat-client-DI79OPye.js.map
|