@tangle-network/agent-eval 0.193.0 → 0.194.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +33 -2
- package/dist/adapters/http.d.ts +2 -2
- package/dist/analyst/index.d.ts +6 -6
- package/dist/analyst/index.js +4 -4
- package/dist/{benchmark-command-DVhUPU7H.js → benchmark-command-Boqtfx4Z.js} +8 -8
- package/dist/{benchmark-command-DVhUPU7H.js.map → benchmark-command-Boqtfx4Z.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +3 -3
- package/dist/benchmarks/index.js +3 -3
- package/dist/campaign/index.d.ts +4 -4
- package/dist/campaign/index.js +7 -7
- package/dist/{campaign-DdE6S80e.js → campaign-Cnx0Duzs.js} +8 -8
- package/dist/{campaign-DdE6S80e.js.map → campaign-Cnx0Duzs.js.map} +1 -1
- package/dist/{chat-client-B_ItsSBw.js → chat-client-CJORSG_J.js} +2 -2
- package/dist/{chat-client-B_ItsSBw.js.map → chat-client-CJORSG_J.js.map} +1 -1
- package/dist/{chat-json-call-CXHBvUz8.js → chat-json-call-DnlDjpco.js} +2 -2
- package/dist/{chat-json-call-CXHBvUz8.js.map → chat-json-call-DnlDjpco.js.map} +1 -1
- package/dist/cli.js +6 -6
- package/dist/contract/index.d.ts +6 -6
- package/dist/contract/index.js +6 -6
- package/dist/{default-registry-C3HTE08O.d.ts → default-registry-D44M_E4Q.d.ts} +3 -3
- package/dist/{default-registry-C3HTE08O.d.ts.map → default-registry-D44M_E4Q.d.ts.map} +1 -1
- package/dist/{define-agent-eval-DQJvVa1P.d.ts → define-agent-eval-CKTbbeyT.d.ts} +4 -4
- package/dist/{define-agent-eval-DQJvVa1P.d.ts.map → define-agent-eval-CKTbbeyT.d.ts.map} +1 -1
- package/dist/{define-agent-eval-DkPbnJEY.js → define-agent-eval-Dq0MgLnw.js} +4 -4
- package/dist/{define-agent-eval-DkPbnJEY.js.map → define-agent-eval-Dq0MgLnw.js.map} +1 -1
- package/dist/diagnosis/index.d.ts +1 -1
- package/dist/diagnosis/index.d.ts.map +1 -1
- package/dist/diagnosis/index.js +11 -5
- package/dist/diagnosis/index.js.map +1 -1
- package/dist/{dspy-rlm-engine-BX34vPVY.js → dspy-rlm-engine-k_QdEBZo.js} +2 -2
- package/dist/{dspy-rlm-engine-BX34vPVY.js.map → dspy-rlm-engine-k_QdEBZo.js.map} +1 -1
- package/dist/{engine-DjRV55F9.d.ts → engine-LkP-rfp1.d.ts} +2 -2
- package/dist/{engine-DjRV55F9.d.ts.map → engine-LkP-rfp1.d.ts.map} +1 -1
- package/dist/{eval-campaign-CwsBn0Gm.js → eval-campaign-CXT2WYUe.js} +2 -2
- package/dist/{eval-campaign-CwsBn0Gm.js.map → eval-campaign-CXT2WYUe.js.map} +1 -1
- package/dist/evaluation.d.ts +1 -1
- package/dist/experiment/index.d.ts +1 -1
- package/dist/{external-optimizer-process-D-Sab4v3.js → external-optimizer-process-_YIECYJ7.js} +2 -2
- package/dist/{external-optimizer-process-D-Sab4v3.js.map → external-optimizer-process-_YIECYJ7.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-kbqC-iWf.js → external-optimizer-subprocess-BrghTvEp.js} +2 -2
- package/dist/{external-optimizer-subprocess-kbqC-iWf.js.map → external-optimizer-subprocess-BrghTvEp.js.map} +1 -1
- package/dist/hosted/index.js +1 -1
- package/dist/{index-DWQNDqPd.d.ts → index-DKUIMOst.d.ts} +6 -6
- package/dist/{index-DWQNDqPd.d.ts.map → index-DKUIMOst.d.ts.map} +1 -1
- package/dist/{index-DMPLG226.d.ts → index-Dvc9zaWD.d.ts} +41 -4
- package/dist/{index-DMPLG226.d.ts.map → index-Dvc9zaWD.d.ts.map} +1 -1
- package/dist/{index-0jEtpSM7.d.ts → index-cWnRlQLW.d.ts} +3 -3
- package/dist/{index-0jEtpSM7.d.ts.map → index-cWnRlQLW.d.ts.map} +1 -1
- package/dist/index.d.ts +10 -10
- package/dist/index.js +56 -21
- package/dist/index.js.map +1 -1
- package/dist/jev.d.ts +1 -1
- package/dist/{llm-client-KYQBh9C8.js → llm-client-c_bKHTXz.js} +2 -2
- package/dist/{llm-client-KYQBh9C8.js.map → llm-client-c_bKHTXz.js.map} +1 -1
- package/dist/{llm-judge-ChbWfeWl.js → llm-judge-D6NIvyrM.js} +94 -10
- package/dist/llm-judge-D6NIvyrM.js.map +1 -0
- package/dist/{matrix-CNu13gg8.d.ts → matrix-CUzY_7Ml.d.ts} +2 -2
- package/dist/{matrix-CNu13gg8.d.ts.map → matrix-CUzY_7Ml.d.ts.map} +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/openapi.json +1 -1
- package/dist/{otel-spans-DS7t1t1J.js → otel-spans-CQmSxtcS.js} +2 -2
- package/dist/{otel-spans-DS7t1t1J.js.map → otel-spans-CQmSxtcS.js.map} +1 -1
- package/dist/pipelines/index.d.ts +1 -1
- package/dist/{produced-state-BqeIaIp2.js → produced-state-BjkNRWAe.js} +3 -3
- package/dist/{produced-state-BqeIaIp2.js.map → produced-state-BjkNRWAe.js.map} +1 -1
- package/dist/{raw-provider-sink-DYh4Bszw.js → raw-provider-sink-CXuOhLvT.js} +2 -2
- package/dist/{raw-provider-sink-DYh4Bszw.js.map → raw-provider-sink-CXuOhLvT.js.map} +1 -1
- package/dist/{redact-CopuMxll.d.ts → redact-Cveoq6fJ.d.ts} +2 -2
- package/dist/{redact-CopuMxll.d.ts.map → redact-Cveoq6fJ.d.ts.map} +1 -1
- package/dist/{redact-B7rt9Zot.js → redact-Dk1ZdJEm.js} +59 -26
- package/dist/redact-Dk1ZdJEm.js.map +1 -0
- package/dist/rl.d.ts +1 -1
- package/dist/rl.js +1 -1
- package/dist/{search-ledger-CJiAEU3j.js → search-ledger-BbKtG_WF.js} +12 -4
- package/dist/search-ledger-BbKtG_WF.js.map +1 -0
- package/dist/{search-shipper-DUlwlCsK.js → search-shipper-Cm4Wt9SC.js} +2 -2
- package/dist/{search-shipper-DUlwlCsK.js.map → search-shipper-Cm4Wt9SC.js.map} +1 -1
- package/dist/{search-summary-BhY8p0Av.js → search-summary-DnDGR702.js} +2 -2
- package/dist/{search-summary-BhY8p0Av.js.map → search-summary-DnDGR702.js.map} +1 -1
- package/dist/{semantic-concept-judge-Bg-560H0.js → semantic-concept-judge-Bh5lvKGg.js} +4 -4
- package/dist/{semantic-concept-judge-Bg-560H0.js.map → semantic-concept-judge-Bh5lvKGg.js.map} +1 -1
- package/dist/{server-DtetGGoA.js → server-D56r1lhp.js} +2 -2
- package/dist/{server-DtetGGoA.js.map → server-D56r1lhp.js.map} +1 -1
- package/dist/{skillopt-optimization-method-DXQdaBjx.js → skillopt-optimization-method-C4GiaBzp.js} +6 -6
- package/dist/{skillopt-optimization-method-DXQdaBjx.js.map → skillopt-optimization-method-C4GiaBzp.js.map} +1 -1
- package/dist/{spans-BWtjk_9c.d.ts → spans-D9_ehFuk.d.ts} +2 -2
- package/dist/{spans-BWtjk_9c.d.ts.map → spans-D9_ehFuk.d.ts.map} +1 -1
- package/dist/{statistical-heldout-D-xBpbrd.d.ts → statistical-heldout-CLfkCc_B.d.ts} +2 -2
- package/dist/{statistical-heldout-D-xBpbrd.d.ts.map → statistical-heldout-CLfkCc_B.d.ts.map} +1 -1
- package/dist/{store-tool-spans-BcC_5ef-.js → store-tool-spans-BaGakFc2.js} +2 -2
- package/dist/{store-tool-spans-BcC_5ef-.js.map → store-tool-spans-BaGakFc2.js.map} +1 -1
- package/dist/{store-tool-spans-BxrfuU2t.d.ts → store-tool-spans-E-mdWPAz.d.ts} +3 -3
- package/dist/{store-tool-spans-BxrfuU2t.d.ts.map → store-tool-spans-E-mdWPAz.d.ts.map} +1 -1
- package/dist/{task-failure-attributes-CEqEfuIY.js → task-failure-attributes-DngaLdE4.js} +4 -3
- package/dist/task-failure-attributes-DngaLdE4.js.map +1 -0
- package/dist/{tool-groups-BC9O7Epn.d.ts → tool-groups-CiFSpk6C.d.ts} +2 -2
- package/dist/tool-groups-CiFSpk6C.d.ts.map +1 -0
- package/dist/trace-repair/index.d.ts +1 -1
- package/dist/traces.d.ts +3 -3
- package/dist/traces.js +4 -4
- package/dist/{types-BWwRXofp.d.ts → types-DLtLe21j.d.ts} +9 -2
- package/dist/types-DLtLe21j.d.ts.map +1 -0
- package/dist/{types-qoxUfKQg.d.ts → types-M1Et9e6Z.d.ts} +2 -2
- package/dist/{types-qoxUfKQg.d.ts.map → types-M1Et9e6Z.d.ts.map} +1 -1
- package/dist/wire/index.js +1 -1
- package/docs/search-ledger.md +10 -4
- package/docs/trace-contracts.md +21 -2
- package/package.json +2 -2
- package/dist/llm-judge-ChbWfeWl.js.map +0 -1
- package/dist/redact-B7rt9Zot.js.map +0 -1
- package/dist/search-ledger-CJiAEU3j.js.map +0 -1
- package/dist/task-failure-attributes-CEqEfuIY.js.map +0 -1
- package/dist/tool-groups-BC9O7Epn.d.ts.map +0 -1
- package/dist/types-BWwRXofp.d.ts.map +0 -1
package/CHANGELOG.md
CHANGED
|
@@ -6,6 +6,37 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
6
6
|
|
|
7
7
|
## Unreleased
|
|
8
8
|
|
|
9
|
+
## [0.194.0] — 2026-09-25
|
|
10
|
+
|
|
11
|
+
### Fixed
|
|
12
|
+
|
|
13
|
+
- A capped search whose cells cost more than their holds could never close: once overspend took committed spend plus the claim reserve past `maxUsd`, the projector refused the `claim` operation, which holds nothing, and every resume failed the same way (`operation claim is not admissible: committed $3.449935 + open $0 + claim reserve $6.5 + hold $0 exceeds the cap $9.6`, with a planted better node already found). The admission rule now admits holds only: an event without a reservation is always recorded, and a claim cell within the unspent claim reserve is admitted however much earlier cells overspent. The same search now runs its 48 claim cells on the reserve, ships the planted node, and ends at $6.31 committed against the $9.60 cap plus $0.79 recorded overspend. `runSearch` also stops expanding once overspend took the search past its cap, even at a zero-dollar lane prior.
|
|
14
|
+
- The shared projector accepted any claim a producer wrote: a `ship` over a finalist whose test interval includes 0, a family-wise confidence of 0.5, rewritten test intervals or estimates, and a fabricated power all replayed and closed. `verifySearchClaim(state)` (`/campaign`) makes the claim again from the closed ledger alone, with no blob, and compares it byte for byte; it detects all five. `runSearch` runs it on every close and on every rerun of a closed ledger, throws on a mismatch, and returns it as `SearchRunResult.claimVerification`. The reference receiver returns it with a closed search.
|
|
15
|
+
|
|
16
|
+
### Added
|
|
17
|
+
|
|
18
|
+
- `scripts/search-sim.ts` gains `--binary` (pass/fail cells), `--minimize` (a minimized objective) and `--cost-scale X` (cells cost X times the lane's prior).
|
|
19
|
+
|
|
20
|
+
## [0.193.2] — 2026-09-25
|
|
21
|
+
|
|
22
|
+
### Fixed
|
|
23
|
+
|
|
24
|
+
- 0.193.1's release commit bumped `package.json`, `pyproject.toml` and `__init__.py` but missed `clients/python/uv.lock`'s own `agent-eval-rpc` package entry, so `verifyVersionLock` failed the publish workflow (`uvRoot=0.193.0` against `npm=0.193.1`) before the npm publish step ran. 0.193.1 was never published to any registry — this release carries the same content, correctly locked.
|
|
25
|
+
|
|
26
|
+
## [0.193.1] — 2026-09-25
|
|
27
|
+
|
|
28
|
+
### Fixed
|
|
29
|
+
|
|
30
|
+
- `CREDENTIAL_DETECTORS`' provider-branded prefixes (`sk-ant-`, `AIza`, `ghp_`, `xoxb-`, `AKIA`, `hubcap_`, `eyJ`…) required a leading `\b`, which does not fire between two word characters — a token glued to preceding text by an underscore or letter, in an attribute **key** as well as a value (`env.GITHUB_TOKEN_ghp_<token>`, `BACKUP_AKIA<key>`), passed both `redact()` and `assessShareSafety()` unflagged. Dropped the leading `\b` on the branded prefixes.
|
|
31
|
+
- `walk()`/`scan()` classified an object key only for a CREDENTIAL shape, never `detectPersonalData(key)`, so a key like an email address (`{'alice@corp-example.com': 3}`) passed as SAFE under every profile. Also dropped the same leading-`\b` gap on `huggingface-token`, `npm-token`, `gitlab-token`, `groq-key`, `xai-key` and bare-`sk`-key.
|
|
32
|
+
- `detectCredential` ran on the full string before the size cap applied, and `url-credentials`/`secret-assignment` had unbounded quantifiers, so adversarial text with no real credential could block the exporter/uploader's event loop for tens of seconds (measured ~59s on 256 KiB with no `://` at all). Bounded both regexes and what the value-shape detectors scan.
|
|
33
|
+
- `containsKnownSecret` only matched a known secret's raw/base64/base64url/URL-encoded forms as a substring; `Authorization: Basic <base64(user:key)>` survived as SAFE even with the key passed as a `knownSecret`, because userinfo's 3-byte base64 group alignment means the secret's own base64 form is generally not a substring of the surrounding base64. It now also decodes an embedded base64 span and checks the secret against the decode.
|
|
34
|
+
- `redact()`'s `data:` URI check matched by prefix instead of requiring the whole string to be the URI, so a `data:text/plain;base64,…`/`data:application/json;base64,…` value with a live credential in its decoded payload was always classified as opaque media. The check now requires the whole string to be the URI, and `text/*`/`application/json` payloads are decoded and scanned.
|
|
35
|
+
- `summarizeExecutionMeasurements` counted only `LLM` spans as model calls, so an `EMBEDDING` or `RERANKER` span's own tokens dropped out of the run total whenever a chat call anywhere in the same run also reported tokens — a real undercount (5100 measured as 100 on a trace with one 100-token chat call and one 5000-token embeddings call), not the aggregate-token-loss bug 0.191.0 already fixed. Classify model calls with the contract's `isModelCallKind` (`@tangle-network/agent-trace-contract@^1.3.0`; `LLM`, `EMBEDDING`, `RERANKER`) instead of `kind === 'LLM'`.
|
|
36
|
+
- `never`, `atMost`, `tokensAtMost` and `retrySafe` passed vacuously when a scoped trace had zero TOOL or LLM spans because the exporter never captured any, reading "never captured" as "none happened"; these rules now require capture evidence first and error via `CaptureIntegrityError` otherwise. A malformed `attr` matcher (an incomplete `SerializedRegex`, a bare `oneOf`) was accepted and then compared by reference, so it silently matched nothing; `assertPredicate` now validates every non-primitive `attr` value as a complete matcher shape.
|
|
37
|
+
- `diagnoseSpans`' `NOT_BUILT` reasons for `loop-convergence` and `steering-chain` said only that this engine has no such analysis; they now also name where the capability is built (`@tangle-network/traces`' `loop-analysis.ts`), matching the pattern `tree-comparison`'s reason already used — traces' own conformance table marks all three built, so the two reports no longer read as contradicting each other.
|
|
38
|
+
- `REDACTION_VERSION` → `2.4.0`.
|
|
39
|
+
|
|
9
40
|
## [0.193.0] — 2026-09-25
|
|
10
41
|
|
|
11
42
|
### Added
|
|
@@ -70,8 +101,8 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
70
101
|
|
|
71
102
|
### Changed
|
|
72
103
|
|
|
73
|
-
-
|
|
74
|
-
The analyst shows the declared OpenInference kind, agent-eval's own spans export as `RETRIEVER` and `UNKNOWN` where they wrote `CHAIN` and `SPAN`, and a legacy `SPAN` kind is still accepted on read.
|
|
104
|
+
- **Breaking:** span classification and the attribute key lists come from `@tangle-network/agent-trace-contract` (`resolveSpanKind`, `declaredSpanKind`, `SPAN_KINDS`); agent-eval's own copies are gone (#823).
|
|
105
|
+
The analyst shows the declared OpenInference kind, agent-eval's own spans export as `RETRIEVER` and `UNKNOWN` where they wrote `CHAIN` and `SPAN`, and a legacy `SPAN` kind is still accepted (and normalized to `UNKNOWN`) on read — but `TraceAnalystSpanKind` (now an alias of the contract's `SpanKind`) no longer has a `'SPAN'` member, so a consumer whose own code returns or type-checks the string `'SPAN'` against `TraceAnalystSpanKind` fails to compile on this version. `Intelligence`'s `pg-trace-analyst-store.ts` `inferKind` and `agent-builder`'s `d1-trace-analysis-store-adapter.ts` mapping both do this today; replace those with the contract's `declaredSpanKind`/`resolveSpanKind` before bumping past 0.190.1.
|
|
75
106
|
Both OTLP intakes decide model calls and aggregates from one span kind, so an undeclared agent or workflow span no longer sums its children's tokens a second time.
|
|
76
107
|
- **Breaking:** the hosted wire ships search ledgers, not eval-run snapshots ([hosted ingest spec](./docs/hosted-ingest-spec.md)).
|
|
77
108
|
A producer uploads each blob an entry names (`PUT /v1/search-blobs/<sha256>`), reads the store's head (`GET /v1/ingest/search-ledger/<searchId>/head`), and posts canonical ledger lines from there (`POST /v1/ingest/search-ledger`, at most 1,000 lines or 1 MiB).
|
package/dist/adapters/http.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { m as CostReceipt } from "../cost-ledger-DbQdN3nO.js";
|
|
2
|
-
import { R as Scenario, d as DispatchContext, f as DispatchFn } from "../types-
|
|
3
|
-
import "../index-
|
|
2
|
+
import { R as Scenario, d as DispatchContext, f as DispatchFn } from "../types-DLtLe21j.js";
|
|
3
|
+
import "../index-DKUIMOst.js";
|
|
4
4
|
//#region src/adapters/http.d.ts
|
|
5
5
|
interface HttpDispatchOptions<TScenario extends Scenario, _TArtifact> {
|
|
6
6
|
/** Static endpoint URL. Mutually exclusive with `resolveUrl`. */
|
package/dist/analyst/index.d.ts
CHANGED
|
@@ -4,10 +4,10 @@ import { A as createChatClient, C as ChatResponse, D as MockTransportOpts, E as
|
|
|
4
4
|
import { A as runAnalystBenchmark, C as AnalystEvidenceResolutionError, D as AnalystLatencyDistribution, E as AnalystIssueExpectation, M as scoreAnalystFindings, O as RunAnalystBenchmarkOptions, S as AnalystEvidenceResolution, T as AnalystFindingScore, V as ExternalOptimizerModelCall, W as ExternalOptimizerModelExecutionObservation, _ as AnalystBenchmarkProvenance, b as AnalystBenchmarkSummary, d as AnalystBenchmarkDatasetRef, f as AnalystBenchmarkDescriptor, g as AnalystBenchmarkOutput, h as AnalystBenchmarkObservation, j as traceStoreEvidenceResolver, k as registryBenchmarkRunner, m as AnalystBenchmarkLabelState, p as AnalystBenchmarkError, q as ExternalOptimizerRunnerCommand, t as AgentProfile, u as AnalystBenchmarkCase, v as AnalystBenchmarkResult, w as AnalystEvidenceResolver, x as AnalystEvidenceExpectation, y as AnalystBenchmarkRunner } from "../agent-profile-DDfIjdyS.js";
|
|
5
5
|
import { a as ExactAnalystRunPolicySnapshot, c as ExactAnalystSnapshot, d as ExactExecutionComponentSnapshot, i as ExactAnalystRunEvent, l as ExactCapableAnalyst, n as ExactAnalystExecutionPlanSnapshot, o as ExactAnalystRunResult, r as ExactAnalystRunCompletion, s as ExactAnalystRunSummary, t as ExactAnalystBudgetSnapshot, u as ExactExecutionComponentIdentity } from "../exact-types-KGxBWH4b.js";
|
|
6
6
|
import { a as ExactAnalystBudgetPolicy, c as RegistryRunOpts, i as BudgetPolicy, n as AnalystRegistry, o as ExactAnalystRunExecutionError, r as AnalystRegistryOptions, s as ExactRegistryRunOpts, t as AnalystHooks } from "../registry-Bu3lNole.js";
|
|
7
|
-
import { a as createTraceAnalyst, c as BehavioralAnalystOptions, i as TraceAnalystDefinition, l as behavioralAnalyst, n as buildDefaultAnalystRegistry, o as renderPriorFindings, r as CreateTraceAnalystOptions, s as runTraceAnalyst, t as DefaultAnalystRegistryOptions, u as deriveEfficiencyFindings } from "../default-registry-
|
|
8
|
-
import { a as TraceAnalystLimits, c as RawAnalystEvidence, d as evidenceRefsFromRawFinding, f as parseRawFinding, i as TraceAnalysisEngineResult, l as RawAnalystFinding, n as TraceAnalysisEngine, o as resolveTraceAnalystLimits, r as TraceAnalysisEngineRequest, s as RAW_FINDING_SCHEMA_PROMPT, t as DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS, u as RawAnalystFindingSchema } from "../engine-
|
|
9
|
-
import { n as buildTraceToolsForGroup, t as TraceToolGroupName } from "../tool-groups-
|
|
10
|
-
import { A as SemanticConceptJudgeInput, C as DspyRlmTraceEngineOptions, E as createChatTraceEngine, S as renderFindingSubject, T as ChatTraceEngineOptions, _ as FindingSubject, a as FAILURE_MODE_KIND_SPEC, b as findingSubjectGrammarPromptFor, c as emitControlIntegrityFindings, d as FindingsStore, f as PersistedFinding, g as FINDING_SUBJECT_SYNTAX, h as FINDING_SUBJECT_KINDS, i as IMPROVEMENT_KIND_SPEC, j as SemanticConceptJudgeOptions, l as DiffPolicy, m as diffFindings, n as KNOWLEDGE_POISONING_KIND_SPEC, o as CONTROL_INTEGRITY_ANALYST, p as defaultIsMaterial, r as KNOWLEDGE_GAP_KIND_SPEC, s as ControlIntegrityAnalyst, t as DEFAULT_TRACE_ANALYST_KINDS, u as FindingsDiff, v as FindingSubjectKind, w as createDspyRlmTraceEngine, x as parseFindingSubject, y as KIND_EXPECTED_SUBJECTS } from "../index-
|
|
7
|
+
import { a as createTraceAnalyst, c as BehavioralAnalystOptions, i as TraceAnalystDefinition, l as behavioralAnalyst, n as buildDefaultAnalystRegistry, o as renderPriorFindings, r as CreateTraceAnalystOptions, s as runTraceAnalyst, t as DefaultAnalystRegistryOptions, u as deriveEfficiencyFindings } from "../default-registry-D44M_E4Q.js";
|
|
8
|
+
import { a as TraceAnalystLimits, c as RawAnalystEvidence, d as evidenceRefsFromRawFinding, f as parseRawFinding, i as TraceAnalysisEngineResult, l as RawAnalystFinding, n as TraceAnalysisEngine, o as resolveTraceAnalystLimits, r as TraceAnalysisEngineRequest, s as RAW_FINDING_SCHEMA_PROMPT, t as DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS, u as RawAnalystFindingSchema } from "../engine-LkP-rfp1.js";
|
|
9
|
+
import { n as buildTraceToolsForGroup, t as TraceToolGroupName } from "../tool-groups-CiFSpk6C.js";
|
|
10
|
+
import { A as SemanticConceptJudgeInput, C as DspyRlmTraceEngineOptions, E as createChatTraceEngine, S as renderFindingSubject, T as ChatTraceEngineOptions, _ as FindingSubject, a as FAILURE_MODE_KIND_SPEC, b as findingSubjectGrammarPromptFor, c as emitControlIntegrityFindings, d as FindingsStore, f as PersistedFinding, g as FINDING_SUBJECT_SYNTAX, h as FINDING_SUBJECT_KINDS, i as IMPROVEMENT_KIND_SPEC, j as SemanticConceptJudgeOptions, l as DiffPolicy, m as diffFindings, n as KNOWLEDGE_POISONING_KIND_SPEC, o as CONTROL_INTEGRITY_ANALYST, p as defaultIsMaterial, r as KNOWLEDGE_GAP_KIND_SPEC, s as ControlIntegrityAnalyst, t as DEFAULT_TRACE_ANALYST_KINDS, u as FindingsDiff, v as FindingSubjectKind, w as createDspyRlmTraceEngine, x as parseFindingSubject, y as KIND_EXPECTED_SUBJECTS } from "../index-cWnRlQLW.js";
|
|
11
11
|
import { A as ReplyRowDecoded, C as primeProtocolSha256, D as DecodedReply, E as runPrimeExchange, M as decodeReplyRows, O as ReplyContract, S as normalizePrimeUsage, T as projectPrimeTrajectory, _ as buildPrimePrompt, a as PrimeProjectionOutcome, b as extractPrimeJsonObject, c as PrimeProtocolIdentity, d as PrimeRepairPromptSpec, f as PrimeRepairState, g as analystUsageReceiptFromPrimeUsage, h as PrimeTurnRecord, i as PrimeProjectionDelivery, j as ReplyRowRejection, k as ReplyEnvelope, l as PrimeRawUsage, m as PrimeRowDecoded, n as PrimeExchangeOutcome, o as PrimeProjectionSource, p as PrimeReplyContract, r as PrimeFailure, s as PrimePromptSpec, t as PrimeExchangeOptions, u as PrimeRejectedRow, v as buildPrimeRepairPrompt, w as primeReplyDefect, x as mergePrimeRawUsage, y as emptyPrimeRawUsage } from "../prime-protocol-T0i6xcAs.js";
|
|
12
12
|
import { i as nodeHttpPrimeBridgeTransport, n as PrimeBridgeTransportRequest, r as PrimeBridgeTransportResult, t as PrimeBridgeTransport } from "../prime-bridge-transport-6feEglLf.js";
|
|
13
13
|
import { z } from "zod";
|
|
@@ -1181,11 +1181,11 @@ declare function runAnalystBenchmarkCommand(argv: readonly string[], env?: NodeJ
|
|
|
1181
1181
|
declare const ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM = "sha256-canonical-source-manifest";
|
|
1182
1182
|
declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM = "sha256-canonical-file-manifest";
|
|
1183
1183
|
declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES: readonly string[];
|
|
1184
|
-
declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "
|
|
1184
|
+
declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "ae1aa0c627f55852e9710693f2b0f043c250bdd692ee4fa4979d6020215aa13d";
|
|
1185
1185
|
declare const ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 = "1e03f2daed356d60316aabefb407ec1e437ac94d408d61eea4ae096e9c6fbb5b";
|
|
1186
1186
|
declare const ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 = "4dba263b6256a30d56c7fdb2d992d3a953c0035d731f359b704db806f68f75ac";
|
|
1187
1187
|
declare const ANALYST_BENCHMARK_IMPLEMENTATION_FILES: readonly string[];
|
|
1188
|
-
declare const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "
|
|
1188
|
+
declare const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "8bb4bdae57e4c5596ffe77d80c7a16e67eef7b2fc5087c2af369a417ed423a26";
|
|
1189
1189
|
declare function analystBenchmarkImplementationDigest(): string;
|
|
1190
1190
|
declare function analystBenchmarkDependencyLockDigest(): string;
|
|
1191
1191
|
//#endregion
|
package/dist/analyst/index.js
CHANGED
|
@@ -4,11 +4,11 @@ import { B as FINDING_SUBJECT_SYNTAX, F as parseRawFinding, G as DEFAULT_TRACE_A
|
|
|
4
4
|
import { i as validateUsageSettlementTimeout, n as settleUsageReceiptFromCostLedger } from "../usage-receipt-Cx3xNeyB.js";
|
|
5
5
|
import { a as KNOWLEDGE_POISONING_KIND_SPEC, c as FAILURE_MODE_KIND_SPEC, d as emitControlIntegrityFindings, f as behavioralAnalyst, i as DEFAULT_TRACE_ANALYST_KINDS, l as CONTROL_INTEGRITY_ANALYST, n as AnalystRegistry, o as KNOWLEDGE_GAP_KIND_SPEC, p as deriveEfficiencyFindings, r as ExactAnalystRunExecutionError, s as IMPROVEMENT_KIND_SPEC, t as buildDefaultAnalystRegistry, u as ControlIntegrityAnalyst } from "../default-registry-xMLX160E.js";
|
|
6
6
|
import { i as makeProposalFinding, n as computeFindingId, r as makeFinding } from "../types-CW5b90JH.js";
|
|
7
|
-
import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-
|
|
8
|
-
import { a as diffFindings, i as defaultIsMaterial, n as runSemanticConceptJudge, o as createChatTraceEngine, r as FindingsStore, t as SEMANTIC_CONCEPT_JUDGE_VERSION } from "../semantic-concept-judge-
|
|
9
|
-
import { t as createChatClient } from "../chat-client-
|
|
7
|
+
import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-k_QdEBZo.js";
|
|
8
|
+
import { a as diffFindings, i as defaultIsMaterial, n as runSemanticConceptJudge, o as createChatTraceEngine, r as FindingsStore, t as SEMANTIC_CONCEPT_JUDGE_VERSION } from "../semantic-concept-judge-Bh5lvKGg.js";
|
|
9
|
+
import { t as createChatClient } from "../chat-client-CJORSG_J.js";
|
|
10
10
|
import { a as scoreAnalystFindings, i as summarizeAnalystBenchmarkRunner, n as runAnalystBenchmark, r as traceStoreEvidenceResolver, t as registryBenchmarkRunner } from "../benchmark-BeQJyrRC.js";
|
|
11
|
-
import { $ as ANALYST_BENCHMARK_MANIFEST_FILE, A as readAnalystInstructionsOverride, B as parseVerificationOutcome, C as emptyPublicBenchmarkRunner, D as summarizeCodeTraceCalibration, E as renderCodeTraceCalibrationMarkdown, F as publicBenchmarkRlmInstructions, G as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, H as ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, I as publicBenchmarkSystemPrompt, J as ANALYST_BENCHMARK_IMPLEMENTATION_SHA256, K as ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, L as DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, M as MAX_INCORRECT_BLOCKS, N as MAX_INCORRECT_BLOCK_STEPS, O as analystInstructionsOverrideFromText, P as publicBenchmarkProtocolSha256, Q as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, R as appendVerificationArtifactsToOtlp, S as adaptPublicBenchmarkFindings, T as readAnalystBenchmarkArtifact, U as ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, V as ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, W as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, X as analystBenchmarkImplementationDigest, Y as analystBenchmarkDependencyLockDigest, Z as ANALYST_BENCHMARK_COST_LEDGER_FILE, _ as publicDirectAnalystDefinition, a as primeCodeTraceAnalystDefinition, at as codeTraceBenchCase, b as analystDefinitionAsymmetries, c as preparePublicAnalystBenchmark, ct as agentRxPredictionsToFindings, d as selectPublicBenchmarkRows, dt as normalizeBenchmarkLabel, et as ANALYST_BENCHMARK_OBSERVATIONS_FILE, f as createPublicBenchmarkRlmRunner, g as createPublicBenchmarkDirectRunner, h as runReplVariableAnalystDefinition, i as primeAnalystProtocolSha256, it as summarizeAgentRxCalibration, j as CODE_TRACE_BENCH_ANALYST_PROMPT, k as effectiveAnalystProtocolSha256, l as publicBenchmarkDistributions, lt as normalizeAgentRxCategory, m as rlmEngineLimits, n as renderAnalystBenchmarkMarkdown, nt as AGENT_RX_UPSTREAM_REVISION, o as runInlineAnalystDefinition, ot as codeTracerPredictionsToFindings, p as publicRlmAnalystDefinition, q as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, r as createPrimeBenchmarkRunner, rt as renderAgentRxCalibrationMarkdown, s as loadPublicBenchmarkRows, st as agentRxBenchmarkCase, t as runAnalystBenchmarkCommand, tt as compareAnalystRunners, u as publicBenchmarkSelectionReport, ut as roundAgentRxStep, v as runChunkedAnalystDefinition, w as expandCodeTraceFailureBlocks, x as analystDefinitionProtocolSha256, y as AnalystExpressivenessError, z as loadCodeTraceVerificationArtifacts } from "../benchmark-command-
|
|
11
|
+
import { $ as ANALYST_BENCHMARK_MANIFEST_FILE, A as readAnalystInstructionsOverride, B as parseVerificationOutcome, C as emptyPublicBenchmarkRunner, D as summarizeCodeTraceCalibration, E as renderCodeTraceCalibrationMarkdown, F as publicBenchmarkRlmInstructions, G as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, H as ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, I as publicBenchmarkSystemPrompt, J as ANALYST_BENCHMARK_IMPLEMENTATION_SHA256, K as ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, L as DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, M as MAX_INCORRECT_BLOCKS, N as MAX_INCORRECT_BLOCK_STEPS, O as analystInstructionsOverrideFromText, P as publicBenchmarkProtocolSha256, Q as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, R as appendVerificationArtifactsToOtlp, S as adaptPublicBenchmarkFindings, T as readAnalystBenchmarkArtifact, U as ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, V as ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, W as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, X as analystBenchmarkImplementationDigest, Y as analystBenchmarkDependencyLockDigest, Z as ANALYST_BENCHMARK_COST_LEDGER_FILE, _ as publicDirectAnalystDefinition, a as primeCodeTraceAnalystDefinition, at as codeTraceBenchCase, b as analystDefinitionAsymmetries, c as preparePublicAnalystBenchmark, ct as agentRxPredictionsToFindings, d as selectPublicBenchmarkRows, dt as normalizeBenchmarkLabel, et as ANALYST_BENCHMARK_OBSERVATIONS_FILE, f as createPublicBenchmarkRlmRunner, g as createPublicBenchmarkDirectRunner, h as runReplVariableAnalystDefinition, i as primeAnalystProtocolSha256, it as summarizeAgentRxCalibration, j as CODE_TRACE_BENCH_ANALYST_PROMPT, k as effectiveAnalystProtocolSha256, l as publicBenchmarkDistributions, lt as normalizeAgentRxCategory, m as rlmEngineLimits, n as renderAnalystBenchmarkMarkdown, nt as AGENT_RX_UPSTREAM_REVISION, o as runInlineAnalystDefinition, ot as codeTracerPredictionsToFindings, p as publicRlmAnalystDefinition, q as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, r as createPrimeBenchmarkRunner, rt as renderAgentRxCalibrationMarkdown, s as loadPublicBenchmarkRows, st as agentRxBenchmarkCase, t as runAnalystBenchmarkCommand, tt as compareAnalystRunners, u as publicBenchmarkSelectionReport, ut as roundAgentRxStep, v as runChunkedAnalystDefinition, w as expandCodeTraceFailureBlocks, x as analystDefinitionProtocolSha256, y as AnalystExpressivenessError, z as loadCodeTraceVerificationArtifacts } from "../benchmark-command-Boqtfx4Z.js";
|
|
12
12
|
import { a as extractPrimeJsonObject, c as primeProtocolSha256, d as runPrimeExchange, f as decodeReplyRows, i as emptyPrimeRawUsage, l as primeReplyDefect, n as buildPrimePrompt, o as mergePrimeRawUsage, r as buildPrimeRepairPrompt, s as normalizePrimeUsage, t as analystUsageReceiptFromPrimeUsage, u as projectPrimeTrajectory } from "../prime-protocol-DcAK9pC8.js";
|
|
13
13
|
import { t as nodeHttpPrimeBridgeTransport } from "../prime-bridge-transport-Z3cpKGoV.js";
|
|
14
14
|
import { existsSync, readFileSync, readdirSync, statSync } from "node:fs";
|
|
@@ -5,16 +5,16 @@ import { a as resolveModelPricing } from "./metrics-DOMpkoeb.js";
|
|
|
5
5
|
import { a as CostLedgerPersistenceError, i as CostLedger, n as CostCallConflictError, o as CostReceiptCaptureError, r as CostCeilingReachedError, s as CostReservationExceededError, t as CostAccountingIncompleteError } from "./cost-ledger-_IbkejCF.js";
|
|
6
6
|
import { d as withLedgerFileLock, f as writeLedgerFileAtomically } from "./journal-DvKCvjty.js";
|
|
7
7
|
import "./ledger-core/index.js";
|
|
8
|
-
import { C as fsCampaignStorage, S as createRunCostLedger, i as startExternalOptimizerModelProxy, r as runWithCleanup, x as acquireSingleRunLock, y as resolveExternalOptimizerProcessLimits } from "./external-optimizer-subprocess-
|
|
9
|
-
import { f as redactText } from "./redact-
|
|
8
|
+
import { C as fsCampaignStorage, S as createRunCostLedger, i as startExternalOptimizerModelProxy, r as runWithCleanup, x as acquireSingleRunLock, y as resolveExternalOptimizerProcessLimits } from "./external-optimizer-subprocess-BrghTvEp.js";
|
|
9
|
+
import { f as redactText } from "./redact-Dk1ZdJEm.js";
|
|
10
10
|
import { M as RAW_FINDING_SCHEMA_PROMPT, N as RawAnalystFindingSchema, P as evidenceRefsFromRawFinding, g as TRACE_ANALYSIS_LIMITS, r as runTraceAnalyst } from "./kind-factory-CdPPHtGZ.js";
|
|
11
11
|
import { r as usageReceiptFromCostLedger } from "./usage-receipt-Cx3xNeyB.js";
|
|
12
|
-
import { a as callLlmJson, r as LlmResponseError, t as LlmCallError } from "./llm-client-
|
|
12
|
+
import { a as callLlmJson, r as LlmResponseError, t as LlmCallError } from "./llm-client-c_bKHTXz.js";
|
|
13
13
|
import { r as makeFinding } from "./types-CW5b90JH.js";
|
|
14
|
-
import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-
|
|
14
|
+
import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-k_QdEBZo.js";
|
|
15
15
|
import { i as otlpTextToTraceAnalysisStore, r as createOtlpBufferTraceStore, t as DEFAULT_MAX_TRACE_FILE_BYTES } from "./store-otlp-BPowgPm6.js";
|
|
16
16
|
import { i as summarizeAnalystBenchmarkRunner, n as runAnalystBenchmark, r as traceStoreEvidenceResolver } from "./benchmark-BeQJyrRC.js";
|
|
17
|
-
import "./external-optimizer-process-
|
|
17
|
+
import "./external-optimizer-process-_YIECYJ7.js";
|
|
18
18
|
import { t as assertEqualDeclarativeTerms } from "./equal-terms-Blx9Zk5I.js";
|
|
19
19
|
import { c as primeProtocolSha256, d as runPrimeExchange, f as decodeReplyRows, n as buildPrimePrompt, t as analystUsageReceiptFromPrimeUsage, u as projectPrimeTrajectory } from "./prime-protocol-DcAK9pC8.js";
|
|
20
20
|
import { t as nodeHttpPrimeBridgeTransport } from "./prime-bridge-transport-Z3cpKGoV.js";
|
|
@@ -1415,7 +1415,7 @@ const ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES = Object.freeze([
|
|
|
1415
1415
|
"package.json",
|
|
1416
1416
|
"pnpm-lock.yaml"
|
|
1417
1417
|
]);
|
|
1418
|
-
const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "
|
|
1418
|
+
const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "ae1aa0c627f55852e9710693f2b0f043c250bdd692ee4fa4979d6020215aa13d";
|
|
1419
1419
|
const ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 = "1e03f2daed356d60316aabefb407ec1e437ac94d408d61eea4ae096e9c6fbb5b";
|
|
1420
1420
|
const ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 = "4dba263b6256a30d56c7fdb2d992d3a953c0035d731f359b704db806f68f75ac";
|
|
1421
1421
|
const ANALYST_BENCHMARK_IMPLEMENTATION_FILES = Object.freeze([
|
|
@@ -1530,7 +1530,7 @@ const ANALYST_BENCHMARK_IMPLEMENTATION_FILES = Object.freeze([
|
|
|
1530
1530
|
"src/trace/redact.ts",
|
|
1531
1531
|
"src/verdict-cache.ts"
|
|
1532
1532
|
]);
|
|
1533
|
-
const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "
|
|
1533
|
+
const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "8bb4bdae57e4c5596ffe77d80c7a16e67eef7b2fc5087c2af369a417ed423a26";
|
|
1534
1534
|
function analystBenchmarkImplementationDigest() {
|
|
1535
1535
|
return ANALYST_BENCHMARK_IMPLEMENTATION_SHA256;
|
|
1536
1536
|
}
|
|
@@ -6316,4 +6316,4 @@ function shellQuote(value) {
|
|
|
6316
6316
|
//#endregion
|
|
6317
6317
|
export { ANALYST_BENCHMARK_MANIFEST_FILE as $, readAnalystInstructionsOverride as A, parseVerificationOutcome as B, emptyPublicBenchmarkRunner as C, summarizeCodeTraceCalibration as D, renderCodeTraceCalibrationMarkdown as E, publicBenchmarkRlmInstructions as F, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 as G, ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES as H, publicBenchmarkSystemPrompt as I, ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 as J, ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM as K, DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES as L, MAX_INCORRECT_BLOCKS as M, MAX_INCORRECT_BLOCK_STEPS as N, analystInstructionsOverrideFromText as O, publicBenchmarkProtocolSha256 as P, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE as Q, appendVerificationArtifactsToOtlp as R, adaptPublicBenchmarkFindings as S, readAnalystBenchmarkArtifact as T, ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 as U, ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM as V, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 as W, analystBenchmarkImplementationDigest as X, analystBenchmarkDependencyLockDigest as Y, ANALYST_BENCHMARK_COST_LEDGER_FILE as Z, publicDirectAnalystDefinition as _, primeCodeTraceAnalystDefinition as a, codeTraceBenchCase as at, analystDefinitionAsymmetries as b, preparePublicAnalystBenchmark as c, agentRxPredictionsToFindings as ct, selectPublicBenchmarkRows as d, normalizeBenchmarkLabel as dt, ANALYST_BENCHMARK_OBSERVATIONS_FILE as et, createPublicBenchmarkRlmRunner as f, createPublicBenchmarkDirectRunner as g, runReplVariableAnalystDefinition as h, primeAnalystProtocolSha256 as i, summarizeAgentRxCalibration as it, CODE_TRACE_BENCH_ANALYST_PROMPT as j, effectiveAnalystProtocolSha256 as k, publicBenchmarkDistributions as l, normalizeAgentRxCategory as lt, rlmEngineLimits as m, renderAnalystBenchmarkMarkdown as n, AGENT_RX_UPSTREAM_REVISION as nt, runInlineAnalystDefinition as o, codeTracerPredictionsToFindings as ot, publicRlmAnalystDefinition as p, ANALYST_BENCHMARK_IMPLEMENTATION_FILES as q, createPrimeBenchmarkRunner as r, renderAgentRxCalibrationMarkdown as rt, loadPublicBenchmarkRows as s, agentRxBenchmarkCase as st, runAnalystBenchmarkCommand as t, compareAnalystRunners as tt, publicBenchmarkSelectionReport as u, roundAgentRxStep as ut, runChunkedAnalystDefinition as v, expandCodeTraceFailureBlocks as w, analystDefinitionProtocolSha256 as x, AnalystExpressivenessError as y, loadCodeTraceVerificationArtifacts as z };
|
|
6318
6318
|
|
|
6319
|
-
//# sourceMappingURL=benchmark-command-
|
|
6319
|
+
//# sourceMappingURL=benchmark-command-Boqtfx4Z.js.map
|