@tangle-network/agent-eval 1.0.17 → 1.0.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +12 -0
- package/dist/adapters/http.d.ts +2 -2
- package/dist/analyst/index.d.ts +3 -3
- package/dist/analyst/index.js +7 -7
- package/dist/app-grade/index.d.ts +1042 -0
- package/dist/app-grade/index.d.ts.map +1 -0
- package/dist/app-grade/index.js +3077 -0
- package/dist/app-grade/index.js.map +1 -0
- package/dist/{benchmark-command-BRRhjX2k.js → benchmark-command-DSJQeYom.js} +9 -9
- package/dist/{benchmark-command-BRRhjX2k.js.map → benchmark-command-DSJQeYom.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +4 -4
- package/dist/benchmarks/index.js +3 -3
- package/dist/campaign/index.d.ts +4 -4
- package/dist/campaign/index.js +10 -10
- package/dist/{campaign-DzLlT0So.js → campaign-BABipFel.js} +10 -10
- package/dist/{campaign-DzLlT0So.js.map → campaign-BABipFel.js.map} +1 -1
- package/dist/{campaign-evidence-CcA7a67m.js → campaign-evidence-DONEWvVY.js} +2 -2
- package/dist/{campaign-evidence-CcA7a67m.js.map → campaign-evidence-DONEWvVY.js.map} +1 -1
- package/dist/cli.js +6 -6
- package/dist/contract/index.d.ts +7 -7
- package/dist/contract/index.js +6 -6
- package/dist/{default-registry-BNv7eB1C.d.ts → default-registry-BbXr18AT.d.ts} +2 -2
- package/dist/{default-registry-BNv7eB1C.d.ts.map → default-registry-BbXr18AT.d.ts.map} +1 -1
- package/dist/{define-agent-eval-DKVYlm-T.d.ts → define-agent-eval-D_DQMH04.d.ts} +5 -5
- package/dist/{define-agent-eval-DKVYlm-T.d.ts.map → define-agent-eval-D_DQMH04.d.ts.map} +1 -1
- package/dist/{define-agent-eval-CjF2nTA3.js → define-agent-eval-Q4FdXGj7.js} +5 -5
- package/dist/{define-agent-eval-CjF2nTA3.js.map → define-agent-eval-Q4FdXGj7.js.map} +1 -1
- package/dist/{dspy-rlm-engine-_MEe2jIO.js → dspy-rlm-engine-CqQc0R2l.js} +2 -2
- package/dist/{dspy-rlm-engine-_MEe2jIO.js.map → dspy-rlm-engine-CqQc0R2l.js.map} +1 -1
- package/dist/{evaluation-DYAIkPQB.d.ts → evaluation-SDXKL6Fx.d.ts} +2 -2
- package/dist/{evaluation-DYAIkPQB.d.ts.map → evaluation-SDXKL6Fx.d.ts.map} +1 -1
- package/dist/evaluation.d.ts +1 -1
- package/dist/experiment/index.d.ts +1 -1
- package/dist/experiment/index.js +1 -1
- package/dist/{external-optimizer-process-za-SsIap.js → external-optimizer-process-CfrY-nJT.js} +2 -2
- package/dist/{external-optimizer-process-za-SsIap.js.map → external-optimizer-process-CfrY-nJT.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-B44kOfZb.js → external-optimizer-subprocess-BtJk8UcU.js} +2 -2
- package/dist/{external-optimizer-subprocess-B44kOfZb.js.map → external-optimizer-subprocess-BtJk8UcU.js.map} +1 -1
- package/dist/{findings-store-DWiBvJVM.js → findings-store-BnYN57-h.js} +3 -3
- package/dist/{findings-store-DWiBvJVM.js.map → findings-store-BnYN57-h.js.map} +1 -1
- package/dist/hosted/index.js +1 -1
- package/dist/{index-Dt6E4BHX.d.ts → index-AmfM3usI.d.ts} +2 -2
- package/dist/{index-Dt6E4BHX.d.ts.map → index-AmfM3usI.d.ts.map} +1 -1
- package/dist/{index-BJM4rwP2.d.ts → index-BPmj-_ta.d.ts} +4 -4
- package/dist/{index-BJM4rwP2.d.ts.map → index-BPmj-_ta.d.ts.map} +1 -1
- package/dist/index-D4lT7aFu.d.ts +3649 -0
- package/dist/index-D4lT7aFu.d.ts.map +1 -0
- package/dist/{index-chNyKroE.d.ts → index-DLVbfss9.d.ts} +6 -6
- package/dist/{index-chNyKroE.d.ts.map → index-DLVbfss9.d.ts.map} +1 -1
- package/dist/{index-f09MX_H_.d.ts → index-HuSMvqR2.d.ts} +2 -2
- package/dist/{index-f09MX_H_.d.ts.map → index-HuSMvqR2.d.ts.map} +1 -1
- package/dist/{index-B1Bm9oJA.d.ts → index-lRKqfyg4.d.ts} +3 -7
- package/dist/index-lRKqfyg4.d.ts.map +1 -0
- package/dist/index.d.ts +15 -3629
- package/dist/index.js +6 -6
- package/dist/{journal-C1uLJi0w.js → journal-CTX5uK-n.js} +36 -26
- package/dist/journal-CTX5uK-n.js.map +1 -0
- package/dist/ledger-core/index.d.ts +1 -1
- package/dist/ledger-core/index.js +2 -2
- package/dist/{ledger-core-CfT-FzPf.js → ledger-core-24IxvmVY.js} +2 -2
- package/dist/{ledger-core-CfT-FzPf.js.map → ledger-core-24IxvmVY.js.map} +1 -1
- package/dist/{llm-judge-CHLvjbVR.js → llm-judge-VD_MI6kd.js} +8 -8
- package/dist/{llm-judge-CHLvjbVR.js.map → llm-judge-VD_MI6kd.js.map} +1 -1
- package/dist/{matrix-Cy3oy7Rq.d.ts → matrix-Yg1lHIGI.d.ts} +2 -2
- package/dist/{matrix-Cy3oy7Rq.d.ts.map → matrix-Yg1lHIGI.d.ts.map} +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/openapi.json +1 -1
- package/dist/{pareto-B34N-vnn.js → pareto-a3EOmjfe.js} +4 -4
- package/dist/{pareto-B34N-vnn.js.map → pareto-a3EOmjfe.js.map} +1 -1
- package/dist/pipelines/index.d.ts +1 -1
- package/dist/{proposal-findings-CZJkS_GY.js → proposal-findings-BfzzZ_lN.js} +2 -2
- package/dist/{proposal-findings-CZJkS_GY.js.map → proposal-findings-BfzzZ_lN.js.map} +1 -1
- package/dist/rl.d.ts +3 -3
- package/dist/rollout/index.d.ts +2 -2
- package/dist/search/index.d.ts +2 -2
- package/dist/search/index.js +2 -2
- package/dist/{search-kernel-kwO-sgCq.d.ts → search-kernel-DjqaPJqL.d.ts} +3 -3
- package/dist/{search-kernel-kwO-sgCq.d.ts.map → search-kernel-DjqaPJqL.d.ts.map} +1 -1
- package/dist/{search-ledger-CV_bQQed.js → search-ledger-Dk-yk5Li.js} +4 -4
- package/dist/{search-ledger-CV_bQQed.js.map → search-ledger-Dk-yk5Li.js.map} +1 -1
- package/dist/{search-ledger-file-DTBD6X-y.js → search-ledger-file-BhOdgYIt.js} +3 -3
- package/dist/{search-ledger-file-DTBD6X-y.js.map → search-ledger-file-BhOdgYIt.js.map} +1 -1
- package/dist/{search-shipper-CA3ooBbC.js → search-shipper-Dm-_Dtvy.js} +3 -3
- package/dist/{search-shipper-CA3ooBbC.js.map → search-shipper-Dm-_Dtvy.js.map} +1 -1
- package/dist/{search-summary-DBMjdecs.js → search-summary-RJ5zXjHN.js} +3 -3
- package/dist/{search-summary-DBMjdecs.js.map → search-summary-RJ5zXjHN.js.map} +1 -1
- package/dist/{single-run-lock-BGlW3OSk.js → single-run-lock-CUj2tjxT.js} +2 -2
- package/dist/{single-run-lock-BGlW3OSk.js.map → single-run-lock-CUj2tjxT.js.map} +1 -1
- package/dist/{skillopt-optimization-method-D72XZZfR.js → skillopt-optimization-method-D9Hlmhjg.js} +8 -8
- package/dist/{skillopt-optimization-method-D72XZZfR.js.map → skillopt-optimization-method-D9Hlmhjg.js.map} +1 -1
- package/dist/{statistical-heldout-_dXihc9T.d.ts → statistical-heldout-C-tgpUuu.d.ts} +2 -2
- package/dist/{statistical-heldout-_dXihc9T.d.ts.map → statistical-heldout-C-tgpUuu.d.ts.map} +1 -1
- package/dist/{systemone-CBvL1gx-.d.ts → systemone-CpDppX8s.d.ts} +3 -3
- package/dist/{systemone-CBvL1gx-.d.ts.map → systemone-CpDppX8s.d.ts.map} +1 -1
- package/dist/systemone.d.ts +2 -2
- package/dist/traces.d.ts +1 -1
- package/dist/{tree-DPwgM2LX.js → tree-DIHp6UQ0.js} +3 -3
- package/dist/{tree-DPwgM2LX.js.map → tree-DIHp6UQ0.js.map} +1 -1
- package/dist/{types-D91tnhzf.d.ts → types-DsuOcYsE.d.ts} +2 -2
- package/dist/{types-D91tnhzf.d.ts.map → types-DsuOcYsE.d.ts.map} +1 -1
- package/dist/{types-CBkDo7ja.d.ts → types-wDBk14lj.d.ts} +2 -2
- package/dist/{types-CBkDo7ja.d.ts.map → types-wDBk14lj.d.ts.map} +1 -1
- package/dist/wire/index.d.ts +2 -2
- package/docs/app-grade.md +79 -0
- package/package.json +15 -1
- package/dist/index-B1Bm9oJA.d.ts.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/journal-C1uLJi0w.js.map +0 -1
|
@@ -3,20 +3,20 @@ import { a as hashCanonical, i as compareCodeUnits, o as jsonDocument, r as cano
|
|
|
3
3
|
import { n as meanOrNull, t as mean$1 } from "./mean-D1d6gedE.js";
|
|
4
4
|
import { c as summarizeNumberSeries } from "./descriptive-B3Eb7tX0.js";
|
|
5
5
|
import { r as pairedBootstrap } from "./paired-tests-Buh6feJ4.js";
|
|
6
|
-
import { o as withLedgerFileLock, s as writeLedgerFileAtomically } from "./journal-
|
|
6
|
+
import { o as withLedgerFileLock, s as writeLedgerFileAtomically } from "./journal-CTX5uK-n.js";
|
|
7
7
|
import { a as resolveModelPricing } from "./metrics-DNCAUtuB.js";
|
|
8
8
|
import { a as CostLedgerPersistenceError, i as CostCeilingReachedError, n as CostAccountingIncompleteError, o as CostReceiptCaptureError, r as CostCallConflictError, s as CostReservationExceededError, t as CostLedger } from "./cost-ledger-CS8R3IZj.js";
|
|
9
|
-
import "./ledger-core-
|
|
10
|
-
import { M as fsCampaignStorage, b as AnalystFindingSchema, i as startExternalOptimizerModelProxy, j as createRunCostLedger, r as runWithCleanup, v as resolveExternalOptimizerProcessLimits } from "./external-optimizer-subprocess-
|
|
9
|
+
import "./ledger-core-24IxvmVY.js";
|
|
10
|
+
import { M as fsCampaignStorage, b as AnalystFindingSchema, i as startExternalOptimizerModelProxy, j as createRunCostLedger, r as runWithCleanup, v as resolveExternalOptimizerProcessLimits } from "./external-optimizer-subprocess-BtJk8UcU.js";
|
|
11
11
|
import { c as redactText } from "./redact-zp_ILC4l.js";
|
|
12
12
|
import { i as makeFinding } from "./types-CL1_N7AZ.js";
|
|
13
|
-
import { t as acquireSingleRunLock } from "./single-run-lock-
|
|
13
|
+
import { t as acquireSingleRunLock } from "./single-run-lock-CUj2tjxT.js";
|
|
14
14
|
import { a as LlmCallError, n as isRecord, o as LlmResponseError } from "./json-DtvZNAU9.js";
|
|
15
15
|
import { A as RawAnalystFindingSchema, U as assertValidAnalystUsageReceipt, W as usageReceiptFromCostLedger, j as evidenceRefsFromRawFinding, k as RAW_FINDING_SCHEMA_PROMPT, m as TRACE_ANALYSIS_LIMITS, n as runTraceAnalyst } from "./kind-factory-Cfz8DUCc.js";
|
|
16
16
|
import { n as callLlmJson } from "./llm-client-BdSiZ4qz.js";
|
|
17
|
-
import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-
|
|
17
|
+
import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-CqQc0R2l.js";
|
|
18
18
|
import { i as otlpTextToTraceAnalysisStore, n as DEFAULT_MAX_TRACE_FILE_BYTES, t as BufferTraceStore } from "./store-otlp-BfPRa2p8.js";
|
|
19
|
-
import "./external-optimizer-process-
|
|
19
|
+
import "./external-optimizer-process-CfrY-nJT.js";
|
|
20
20
|
import { t as assertEqualDeclarativeTerms } from "./equal-terms-K11VHmR3.js";
|
|
21
21
|
import { c as runPrimeExchange, l as decodeReplyRows, n as buildPrimePrompt, o as primeProtocolSha256, s as projectPrimeTrajectory, t as analystUsageReceiptFromPrimeUsage } from "./prime-protocol-CrhpXRz9.js";
|
|
22
22
|
import { t as nodeHttpPrimeBridgeTransport } from "./prime-bridge-transport-Csd5SQg7.js";
|
|
@@ -1863,7 +1863,7 @@ Object.freeze([
|
|
|
1863
1863
|
"package.json",
|
|
1864
1864
|
"pnpm-lock.yaml"
|
|
1865
1865
|
]);
|
|
1866
|
-
const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "
|
|
1866
|
+
const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "dc5fce87645756f8349e883cc032eb86a0fc7784c179fbbb57e183e6ca15ffa8";
|
|
1867
1867
|
const ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 = "1e03f2daed356d60316aabefb407ec1e437ac94d408d61eea4ae096e9c6fbb5b";
|
|
1868
1868
|
const ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 = "4dba263b6256a30d56c7fdb2d992d3a953c0035d731f359b704db806f68f75ac";
|
|
1869
1869
|
const ANALYST_BENCHMARK_IMPLEMENTATION_FILES = Object.freeze([
|
|
@@ -2019,7 +2019,7 @@ const ANALYST_BENCHMARK_IMPLEMENTATION_FILES = Object.freeze([
|
|
|
2019
2019
|
"src/trace/redaction/detectors.ts",
|
|
2020
2020
|
"src/verdict-cache.ts"
|
|
2021
2021
|
]);
|
|
2022
|
-
const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "
|
|
2022
|
+
const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "159c0a180971bd381166527a7747bed352ee95888108bc3a3a434ab17364b6fd";
|
|
2023
2023
|
// src/analyst/benchmark-evidence-validation.ts
|
|
2024
2024
|
const MIN_ACTION_EXCERPT_CHARACTERS = 12;
|
|
2025
2025
|
const MAX_LABEL_SCAN_DEPTH = 64;
|
|
@@ -6856,4 +6856,4 @@ function shellQuote(value) {
|
|
|
6856
6856
|
}
|
|
6857
6857
|
export { agentRxBenchmarkCase as A, ANALYST_BENCHMARK_COST_LEDGER_FILE as C, AGENT_RX_UPSTREAM_REVISION as D, ANALYST_BENCHMARK_OBSERVATIONS_FILE as E, runAnalystBenchmark as F, traceStoreEvidenceResolver as I, normalizeAgentRxCategory as M, externalId as N, codeTraceBenchCase as O, positiveStep as P, ANALYST_BENCHMARK_IMPLEMENTATION_FILES as S, ANALYST_BENCHMARK_MANIFEST_FILE as T, readAnalystBenchmarkArtifact as _, runInlineAnalystDefinition as a, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 as b, publicRlmAnalystDefinition as c, publicDirectAnalystDefinition as d, runChunkedAnalystDefinition as f, expandCodeTraceFailureBlocks as g, analystDefinitionProtocolSha256 as h, primeCodeTraceAnalystDefinition as i, agentRxPredictionsToFindings as j, codeTracerPredictionsToFindings as k, runReplVariableAnalystDefinition as l, analystDefinitionAsymmetries as m, createPrimeBenchmarkRunner as n, loadPublicBenchmarkRows as o, AnalystExpressivenessError as p, primeAnalystProtocolSha256 as r, createPublicBenchmarkRlmRunner as s, runAnalystBenchmarkCommand as t, createPublicBenchmarkDirectRunner as u, CODE_TRACE_BENCH_ANALYST_PROMPT as v, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE as w, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 as x, publicBenchmarkProtocolSha256 as y };
|
|
6858
6858
|
|
|
6859
|
-
//# sourceMappingURL=benchmark-command-
|
|
6859
|
+
//# sourceMappingURL=benchmark-command-DSJQeYom.js.map
|