@danceiny/gotry 0.0.1-rc.21 → 0.0.1-rc.24
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +102 -194
- package/README.zh-CN.md +115 -210
- package/bin/gotry-backend.js +53 -0
- package/bin/gotry-bootstrap.js +466 -35
- package/bin/gotry-inner.js +255 -36
- package/bin/gotry-process-liveness.d.ts +27 -0
- package/bin/gotry-process-liveness.js +97 -0
- package/bin/gotry-runtime-resolution.d.ts +1 -1
- package/bin/gotry-runtime-resolution.js +2 -2
- package/client/client.js +174 -0
- package/cordis.gotry-patch.yml +70 -93
- package/dist/capabilities/agent-reach-deep.js +45 -122
- package/dist/capabilities/agent-reach.js +63 -148
- package/dist/capabilities/anything.js +89 -75
- package/dist/capabilities/artifacts.js +123 -104
- package/dist/capabilities/channel-health.js +65 -45
- package/dist/capabilities/channel-registry.js +108 -87
- package/dist/capabilities/doctor.js +357 -235
- package/dist/capabilities/effect.js +223 -309
- package/dist/capabilities/fact-log.js +28 -14
- package/dist/capabilities/flyai.js +245 -156
- package/dist/capabilities/ground-transfer.js +509 -0
- package/dist/capabilities/hbcli.js +144 -148
- package/dist/capabilities/hotelbyte-transaction.js +194 -0
- package/dist/capabilities/incident-log.js +131 -61
- package/dist/capabilities/model-override.js +30 -10
- package/dist/capabilities/opensky.js +54 -43
- package/dist/capabilities/resilience.js +50 -32
- package/dist/capabilities/session/action-cache.js +50 -44
- package/dist/capabilities/session/adapters/ctrip-flight.js +119 -62
- package/dist/capabilities/session/adapters/ctrip-hotel.js +125 -110
- package/dist/capabilities/session/adapters/dida-portal.js +206 -0
- package/dist/capabilities/session/adapters/meituan-local.js +35 -54
- package/dist/capabilities/session/adapters/rail-12306.js +169 -112
- package/dist/capabilities/session/benchmark.js +85 -149
- package/dist/capabilities/session/extension-bridge.js +320 -259
- package/dist/capabilities/session/extension-channel.js +57 -76
- package/dist/capabilities/session/extension-distribution.js +115 -119
- package/dist/capabilities/session/extract.js +31 -21
- package/dist/capabilities/session/golden-score.js +55 -33
- package/dist/capabilities/session/health-watch.js +146 -154
- package/dist/capabilities/session/read-guard.js +55 -47
- package/dist/capabilities/session/static-flight-golden.js +49 -36
- package/dist/capabilities/session/transport.js +54 -61
- package/dist/capabilities/session/wizard.js +63 -93
- package/dist/capabilities/session-consent.js +143 -47
- package/dist/capabilities/session-login.js +95 -126
- package/dist/capabilities/session-search.js +391 -253
- package/dist/capabilities/sponsor-plugin.js +341 -0
- package/dist/capabilities/visa-policy.js +87 -73
- package/dist/capabilities/weather.js +163 -235
- package/dist/scripts/action-cache-tests.js +24 -59
- package/dist/scripts/agent-planning-turn-deadline-e2e.js +91 -142
- package/dist/scripts/agent-planning-turn-deadline-tests.js +80 -176
- package/dist/scripts/agent-reach-deep-tests.js +30 -40
- package/dist/scripts/agent-reach-tests.js +26 -18
- package/dist/scripts/agent-reach-wrapper-tests.js +46 -50
- package/dist/scripts/anything-tests.js +58 -62
- package/dist/scripts/artifact-client-contract-tests.js +69 -0
- package/dist/scripts/artifacts-capability-tests.js +235 -0
- package/dist/scripts/async-collect.js +26 -15
- package/dist/scripts/benchmark-environment-bridge-e2e.js +287 -684
- package/dist/scripts/benchmark-environment-bridge-tests.js +818 -3123
- package/dist/scripts/booking-copilot-availability-ledger-binding-tests.js +66 -279
- package/dist/scripts/booking-copilot-availability-policy-tests.js +153 -1257
- package/dist/scripts/booking-copilot-bin-proof-tests.js +22 -45
- package/dist/scripts/booking-copilot-crossrepo-fixture-server.js +64 -76
- package/dist/scripts/booking-copilot-dsh-core-proof-tests.js +69 -199
- package/dist/scripts/booking-copilot-dsh-planner-proof-tests.js +393 -759
- package/dist/scripts/booking-copilot-dsh-plugin-proof-tests.js +33 -75
- package/dist/scripts/booking-copilot-event-sequence-concurrency-proof-tests.js +60 -110
- package/dist/scripts/booking-copilot-gap-code-contract-proof-tests.js +28 -66
- package/dist/scripts/booking-copilot-operation-ledger-concurrency-proof-tests.js +72 -271
- package/dist/scripts/booking-copilot-receipt-ledger-concurrency-proof-tests.js +73 -275
- package/dist/scripts/booking-copilot-runtime-proof-tests.js +784 -3398
- package/dist/scripts/booking-copilot-server-proof-tests.js +63 -168
- package/dist/scripts/booking-copilot-startup-proof-tests.js +38 -124
- package/dist/scripts/booking-executor-tests.js +80 -0
- package/dist/scripts/booking-recovery-chain-tests.js +182 -0
- package/dist/scripts/booking-saga-tests.js +61 -123
- package/dist/scripts/booking-surface-contract-proof-tests.js +152 -1167
- package/dist/scripts/bootstrap-tests.js +1383 -128
- package/dist/scripts/build-changelog.js +89 -130
- package/dist/scripts/build-metrics-report.js +135 -143
- package/dist/scripts/changelog-tests.js +35 -82
- package/dist/scripts/channel-probe-tests.js +44 -116
- package/dist/scripts/channel-probe.js +84 -167
- package/dist/scripts/channel-registry-tests.js +97 -185
- package/dist/scripts/companion-tests.js +25 -70
- package/dist/scripts/dida-cookie-probe.js +87 -0
- package/dist/scripts/dida-sw-probe.js +114 -0
- package/dist/scripts/diff-test.js +17 -12
- package/dist/scripts/doctor-tests.js +428 -120
- package/dist/scripts/dsh-artifact-e2e.js +150 -0
- package/dist/scripts/dsh-artifact-web-e2e.js +443 -0
- package/dist/scripts/dsh-http-proxy-sse-proof.js +90 -0
- package/dist/scripts/dsh-runtime-closure-tests.js +110 -153
- package/dist/scripts/dsh-runtime-closure.js +75 -63
- package/dist/scripts/dsh-session-v3-migration-proof.js +106 -0
- package/dist/scripts/dsh-subprocess-local-proof.js +149 -0
- package/dist/scripts/dsh-target-closure-proof.js +178 -0
- package/dist/scripts/effect-tests.js +165 -552
- package/dist/scripts/engine-run.js +1 -3
- package/dist/scripts/engine-tests.js +16 -10
- package/dist/scripts/evaluation-cadence-tests.js +69 -242
- package/dist/scripts/evaluation-contract-tests.js +193 -499
- package/dist/scripts/extension-distribution-cli.js +19 -15
- package/dist/scripts/extension-distribution-tests.js +98 -211
- package/dist/scripts/extension-tests.js +366 -389
- package/dist/scripts/fact-gate-tests.js +725 -263
- package/dist/scripts/fixtures/extension-bridge-unref-child.mjs +21 -0
- package/dist/scripts/flight-hotel-anchor-363-registered-e2e.js +169 -0
- package/dist/scripts/flight-malformed-tests.js +159 -0
- package/dist/scripts/flyai-tests.js +325 -68
- package/dist/scripts/g5-guard-tests.js +131 -0
- package/dist/scripts/g5-guard.js +189 -0
- package/dist/scripts/gen-lunar-anchors.js +106 -0
- package/dist/scripts/gotry-backend-kernel-tests.js +79 -0
- package/dist/scripts/ground-transfer-tests.js +956 -0
- package/dist/scripts/hbcli-e2e-tests.js +71 -90
- package/dist/scripts/hbcli-live-optin-tests.js +96 -0
- package/dist/scripts/hbcli-release-contract-tests.js +122 -0
- package/dist/scripts/hbcli-tests.js +41 -115
- package/dist/scripts/health-watch-cli.js +42 -28
- package/dist/scripts/hotel-date-gate-tests.js +496 -0
- package/dist/scripts/hotelbyte-reconcile-tests.js +141 -0
- package/dist/scripts/hotelbyte-spawn-e2e-tests.js +373 -0
- package/dist/scripts/i18n-tests.js +16 -9
- package/dist/scripts/incident-tests.js +281 -87
- package/dist/scripts/issue-194-job-id-guard-tests.js +106 -0
- package/dist/scripts/issue-233-cancel-refund-commission-tests.js +392 -0
- package/dist/scripts/issue-271-liveness-tests.js +547 -0
- package/dist/scripts/issue-289-model-retry-real-tests.js +296 -0
- package/dist/scripts/issue-289-model-retry-tests.js +441 -0
- package/dist/scripts/issue-289-web-retry-e2e.js +630 -0
- package/dist/scripts/issue-338-home-city-e2e.js +577 -0
- package/dist/scripts/issue343-real-entry-e2e.js +160 -0
- package/dist/scripts/journey-tests.js +22 -27
- package/dist/scripts/kernel-manifest-evidence.js +109 -0
- package/dist/scripts/kernel-manifest-gate.js +126 -0
- package/dist/scripts/kernel-manifest-tests.js +212 -0
- package/dist/scripts/kernel-manifest-trace-entry.js +7 -0
- package/dist/scripts/kernel-manifest-trace-hook.mjs +28 -0
- package/dist/scripts/kernel-manifest.js +369 -0
- package/dist/scripts/ledger-repair-apply-tests.js +316 -0
- package/dist/scripts/ledger-repair-plan-tests.js +375 -0
- package/dist/scripts/ledger-tests.js +325 -340
- package/dist/scripts/ledger-workflow-crash.js +10 -20
- package/dist/scripts/map-tools-vendor-package-proof.js +206 -134
- package/dist/scripts/memory-capture-tests.js +242 -61
- package/dist/scripts/memory-decay-tests.js +18 -52
- package/dist/scripts/memory-lifecycle-tests.js +657 -0
- package/dist/scripts/memory-lifecycle.js +196 -0
- package/dist/scripts/memory-metrics.js +24 -12
- package/dist/scripts/memory-value-report.js +474 -222
- package/dist/scripts/memory-value-tests.js +328 -0
- package/dist/scripts/metrics-report-tests.js +62 -199
- package/dist/scripts/model-override-e2e.js +66 -105
- package/dist/scripts/nightly-evidence-tests.js +64 -89
- package/dist/scripts/nightly-evidence.js +108 -111
- package/dist/scripts/nudge-digest.js +39 -28
- package/dist/scripts/onboarding-tests.js +63 -88
- package/dist/scripts/opensky-check.js +18 -13
- package/dist/scripts/opensky-tests.js +28 -28
- package/dist/scripts/persona-surface-guard-tests.js +37 -12
- package/dist/scripts/pnpm-dsh-closure-proof.js +2 -5
- package/dist/scripts/policy-anchor-359-registered-e2e.js +214 -0
- package/dist/scripts/price-drift-tests.js +126 -227
- package/dist/scripts/price-drift-watch.js +209 -253
- package/dist/scripts/probe-poi-tests.js +52 -45
- package/dist/scripts/product-metrics.js +187 -273
- package/dist/scripts/publish-preverify.js +47 -41
- package/dist/scripts/realtime-pricing-tests.js +37 -76
- package/dist/scripts/replay-async.js +20 -18
- package/dist/scripts/replay-real.js +16 -18
- package/dist/scripts/replay.js +52 -82
- package/dist/scripts/session-attach-diagnose.js +16 -12
- package/dist/scripts/session-attach-poc.js +34 -37
- package/dist/scripts/session-benchmark.js +66 -147
- package/dist/scripts/session-dida-live-e2e.js +151 -0
- package/dist/scripts/session-extract-tests.js +14 -35
- package/dist/scripts/session-login.js +14 -13
- package/dist/scripts/session-tests.js +545 -583
- package/dist/scripts/sf-live-benchmark.js +92 -110
- package/dist/scripts/sf-live-cli-tests.js +2 -9
- package/dist/scripts/sf-soft-score-tests.js +19 -60
- package/dist/scripts/sf-summary-tests.js +149 -0
- package/dist/scripts/sf-summary.js +466 -84
- package/dist/scripts/skeleton-check.js +16 -14
- package/dist/scripts/skeleton-integration-test.js +11 -10
- package/dist/scripts/skills-contract-tests.js +51 -46
- package/dist/scripts/smoke-session-gate-tests.js +12 -20
- package/dist/scripts/smoke.js +541 -422
- package/dist/scripts/sponsor-reuse-tests.js +262 -0
- package/dist/scripts/state-cli-tests.js +226 -101
- package/dist/scripts/state-cli.js +549 -212
- package/dist/scripts/static-golden-tests.js +46 -180
- package/dist/scripts/time-eval-tests.js +210 -192
- package/dist/scripts/travel-timeline-tests.js +29 -93
- package/dist/scripts/turn-handoff-collect-tests.js +46 -93
- package/dist/scripts/turn-handoff-collect.js +71 -99
- package/dist/scripts/turn-policy-tests.js +28 -29
- package/dist/scripts/typed-contract-canary.js +77 -162
- package/dist/scripts/tz-resolver-sanity.js +50 -0
- package/dist/scripts/tz-resolver-tests.js +584 -0
- package/dist/scripts/unified-tests.js +23 -19
- package/dist/scripts/visa-policy-tests.js +31 -44
- package/dist/scripts/weather-tests.js +121 -543
- package/dist/scripts/wish-channel-gate-tests.js +29 -86
- package/dist/scripts/write-gate-tests.js +522 -0
- package/dist/scripts/z3-lifecycle-fault-tests.js +188 -0
- package/dist/scripts/z3-lifecycle-tests.js +170 -0
- package/dist/scripts/z3-race-repeat-tests.js +39 -0
- package/dist/scripts/z3-race-tests.js +18 -12
- package/dist/src/artifact-gate.js +652 -221
- package/dist/src/backend/kernel.js +91 -0
- package/dist/src/backend/modules/booking-copilot.js +55 -0
- package/dist/src/backend/modules/booking-executor.js +124 -0
- package/dist/src/backend/modules/session-search.js +194 -0
- package/dist/src/benchmark-agent-conformance.js +296 -262
- package/dist/src/benchmark-environment-bridge.js +298 -413
- package/dist/src/benchmark-headless-child-diagnostics.js +93 -100
- package/dist/src/benchmark-tool-isolation.js +94 -67
- package/dist/src/bookable-facts.js +299 -174
- package/dist/src/booking-saga.js +64 -120
- package/dist/src/booking-surface/availability-policy.js +443 -576
- package/dist/src/booking-surface/cancel-refund-commission.js +379 -0
- package/dist/src/booking-surface/contracts.js +24 -80
- package/dist/src/booking-surface/dsh-planner.js +510 -281
- package/dist/src/booking-surface/dsh-plugin.js +17 -1
- package/dist/src/booking-surface/error-codes.js +82 -10
- package/dist/src/booking-surface/index.js +0 -3
- package/dist/src/booking-surface/profile.js +10 -54
- package/dist/src/booking-surface/recovery-chain.js +367 -0
- package/dist/src/booking-surface/runtime.js +765 -891
- package/dist/src/booking-surface/server.js +200 -251
- package/dist/src/booking-surface/startup.js +58 -54
- package/dist/src/booking-surface/validation.js +150 -218
- package/dist/src/bridge.js +20 -13
- package/dist/src/companions.js +48 -74
- package/dist/src/contracts.js +21 -43
- package/dist/src/dsh-llm.js +82 -120
- package/dist/src/engine.js +253 -239
- package/dist/src/evaluation-cadence.js +72 -209
- package/dist/src/evaluation-contracts.js +220 -843
- package/dist/src/flight-pack-adapter.js +54 -0
- package/dist/src/flight-pack-contract.js +2 -0
- package/dist/src/gotry-backend.js +70 -0
- package/dist/src/hotel-date-gate.js +118 -0
- package/dist/src/i18n.js +18 -7
- package/dist/src/index.js +1425 -1629
- package/dist/src/journey.js +132 -81
- package/dist/src/ledger-repair-apply.js +538 -0
- package/dist/src/ledger-repair-plan.js +463 -0
- package/dist/src/loop.js +257 -166
- package/dist/src/memory-capture.js +180 -32
- package/dist/src/memory-decay.js +30 -14
- package/dist/src/memory-lifecycle.js +1310 -0
- package/dist/src/memory-utility.js +27 -40
- package/dist/src/mock-llm.js +36 -61
- package/dist/src/model.js +81 -36
- package/dist/src/realtime-pricing.js +63 -72
- package/dist/src/slot-spec.js +84 -106
- package/dist/src/state-ledger.js +310 -471
- package/dist/src/subagent-job-id-guard.js +58 -0
- package/dist/src/time-anchor.js +231 -33
- package/dist/src/tool-packet.js +20 -8
- package/dist/src/travel-slots.js +58 -35
- package/dist/src/travel-timeline.js +44 -63
- package/dist/src/turn-deadline.js +121 -127
- package/dist/src/turn-policy.js +61 -89
- package/dist/src/tz-resolver.js +143 -0
- package/dist/src/unified.js +504 -381
- package/dist/src/wish-pool.js +39 -14
- package/dist/src/write-gate.js +495 -0
- package/dist/src/z3-shared.js +273 -7
- package/extension/README.md +4 -3
- package/extension/background.js +125 -14
- package/extension/content-bridge.js +23 -1
- package/extension/content-main.js +15 -4
- package/extension/manifest.json +16 -8
- package/package.json +251 -220
- package/ts/capabilities/agent-reach.ts +4 -4
- package/ts/capabilities/anything.ts +1 -1
- package/ts/capabilities/artifacts.ts +46 -9
- package/ts/capabilities/flyai.ts +156 -37
- package/ts/capabilities/hbcli.ts +1 -1
- package/ts/capabilities/incident-log.ts +88 -59
- package/ts/capabilities/session/adapters/ctrip-flight.ts +99 -36
- package/ts/capabilities/session/adapters/dida-portal.ts +250 -0
- package/ts/capabilities/session/adapters/rail-12306.ts +123 -24
- package/ts/capabilities/session/extension-bridge.ts +226 -101
- package/ts/capabilities/session/extension-channel.ts +22 -9
- package/ts/capabilities/session/wizard.ts +2 -2
- package/ts/capabilities/session-consent.ts +98 -14
- package/ts/capabilities/session-login.ts +1 -0
- package/ts/capabilities/session-search.ts +315 -31
- package/ts/dsh-runtime/vendor/README.md +8 -4
- package/ts/dsh-runtime/vendor/dsh-map-tools/README.en.md +7 -1
- package/ts/dsh-runtime/vendor/dsh-map-tools/README.md +5 -3
- package/ts/dsh-runtime/vendor/dsh-map-tools/lib/settings-ns.js +1 -1
- package/ts/dsh-runtime/vendor/dsh-map-tools/lib/types/settings-ns.d.ts +1 -1
- package/ts/dsh-runtime/vendor/dsh-map-tools/package.json +6 -6
- package/ts/package.json +236 -16
- package/ts/scripts/map-tools-vendor-package-proof.ts +152 -31
- package/ts/scripts/state-cli.ts +418 -51
- package/ts/src/artifact-gate.ts +561 -15
- package/ts/src/benchmark-environment-bridge.ts +37 -20
- package/ts/src/bookable-facts.ts +183 -7
- package/ts/src/booking-surface/cancel-refund-commission.ts +488 -0
- package/ts/src/booking-surface/dsh-planner.ts +240 -32
- package/ts/src/booking-surface/dsh-plugin.js +17 -1
- package/ts/src/booking-surface/error-codes.ts +75 -0
- package/ts/src/booking-surface/recovery-chain.ts +409 -0
- package/ts/src/booking-surface/server.ts +84 -51
- package/ts/src/booking-surface/validation.ts +2 -0
- package/ts/src/contracts.ts +12 -2
- package/ts/src/dsh-llm.ts +4 -8
- package/ts/src/index.ts +609 -90
- package/ts/src/loop.ts +116 -7
- package/ts/src/memory-capture.ts +227 -3
- package/ts/src/mock-llm.ts +4 -8
- package/ts/src/model.ts +88 -2
- package/ts/src/state-ledger.ts +47 -29
- package/ts/src/subagent-job-id-guard.ts +72 -0
- package/ts/src/time-anchor.ts +217 -13
- package/ts/src/unified.ts +316 -54
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
/** Stable, redacted diagnostics carried on the benchmark-only control pipe. */
|
|
1
2
|
import { writeSync } from 'node:fs';
|
|
2
3
|
export const BENCHMARK_CHILD_DIAGNOSTIC_SCHEMA = 'gotry_benchmark_child_diagnostic_v1';
|
|
3
4
|
export const BENCHMARK_CHILD_DIAGNOSTIC_FD_ENV = 'GOTRY_BENCHMARK_DIAGNOSTIC_FD';
|
|
@@ -25,149 +26,141 @@ const FAILURE_CODES = new Set([
|
|
|
25
26
|
'child_blocked',
|
|
26
27
|
'child_max_tokens',
|
|
27
28
|
'child_aborted',
|
|
28
|
-
'child_interrupted'
|
|
29
|
-
]);
|
|
30
|
-
const MODEL_AUTH = new Set([
|
|
31
|
-
'AUTH',
|
|
32
|
-
'INVALID_CREDENTIAL',
|
|
33
|
-
'MISSING_CREDENTIAL'
|
|
34
|
-
]);
|
|
35
|
-
const MODEL_CAPACITY = new Set([
|
|
36
|
-
'QUOTA',
|
|
37
|
-
'RATE_LIMIT'
|
|
38
|
-
]);
|
|
39
|
-
const MODEL_SERVER = new Set([
|
|
40
|
-
'SERVER'
|
|
41
|
-
]);
|
|
42
|
-
const MODEL_TRANSPORT = new Set([
|
|
43
|
-
'TRANSPORT',
|
|
44
|
-
'TIMEOUT'
|
|
45
|
-
]);
|
|
46
|
-
const MODEL_STREAM = new Set([
|
|
47
|
-
'EMPTY_RESPONSE',
|
|
48
|
-
'STREAM_CLOSED',
|
|
49
|
-
'MALFORMED_RESPONSE',
|
|
50
|
-
'INVALID_RESPONSE'
|
|
51
|
-
]);
|
|
52
|
-
const MODEL_REQUEST = new Set([
|
|
53
|
-
'INVALID_REQUEST',
|
|
54
|
-
'CONTEXT_WINDOW_EXCEEDED',
|
|
55
|
-
'NO_ADAPTER',
|
|
56
|
-
'UNKNOWN_MODEL',
|
|
57
|
-
'UNSUPPORTED_OPTION'
|
|
29
|
+
'child_interrupted',
|
|
58
30
|
]);
|
|
31
|
+
const MODEL_AUTH = new Set(['AUTH', 'INVALID_CREDENTIAL', 'MISSING_CREDENTIAL']);
|
|
32
|
+
const MODEL_CAPACITY = new Set(['QUOTA', 'RATE_LIMIT']);
|
|
33
|
+
const MODEL_SERVER = new Set(['SERVER']);
|
|
34
|
+
const MODEL_TRANSPORT = new Set(['TRANSPORT', 'TIMEOUT']);
|
|
35
|
+
const MODEL_STREAM = new Set(['EMPTY_RESPONSE', 'STREAM_CLOSED', 'MALFORMED_RESPONSE', 'INVALID_RESPONSE']);
|
|
36
|
+
const MODEL_REQUEST = new Set(['INVALID_REQUEST', 'CONTEXT_WINDOW_EXCEEDED', 'NO_ADAPTER', 'UNKNOWN_MODEL', 'UNSUPPORTED_OPTION']);
|
|
37
|
+
/** Classify only the structured final turn/end envelope; free-form fields are ignored. */
|
|
59
38
|
export function classifyBenchmarkTurnEnd(reason) {
|
|
60
|
-
if (!plainObject(reason) || typeof reason.kind !== 'string')
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
case 'blocked':
|
|
65
|
-
|
|
66
|
-
case '
|
|
67
|
-
|
|
68
|
-
case '
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
return '
|
|
88
|
-
|
|
89
|
-
|
|
39
|
+
if (!plainObject(reason) || typeof reason.kind !== 'string')
|
|
40
|
+
return 'child_runtime_error';
|
|
41
|
+
switch (reason.kind) {
|
|
42
|
+
case 'completed': return undefined;
|
|
43
|
+
case 'blocked': return 'child_blocked';
|
|
44
|
+
case 'max-tokens': return 'child_max_tokens';
|
|
45
|
+
case 'aborted': return 'child_aborted';
|
|
46
|
+
case 'interrupted': return 'child_interrupted';
|
|
47
|
+
case 'error': {
|
|
48
|
+
const error = plainObject(reason.error) ? reason.error : {};
|
|
49
|
+
const code = typeof error.code === 'string' ? error.code : '';
|
|
50
|
+
const status = typeof error.status === 'number' && Number.isInteger(error.status) && error.status >= 100 && error.status <= 599
|
|
51
|
+
? error.status
|
|
52
|
+
: undefined;
|
|
53
|
+
if (MODEL_AUTH.has(code))
|
|
54
|
+
return 'child_model_auth';
|
|
55
|
+
if (MODEL_CAPACITY.has(code))
|
|
56
|
+
return 'child_model_capacity';
|
|
57
|
+
if (MODEL_SERVER.has(code))
|
|
58
|
+
return 'child_model_server';
|
|
59
|
+
if (MODEL_TRANSPORT.has(code))
|
|
60
|
+
return 'child_model_transport';
|
|
61
|
+
if (MODEL_STREAM.has(code))
|
|
62
|
+
return 'child_model_stream';
|
|
63
|
+
if (MODEL_REQUEST.has(code))
|
|
64
|
+
return 'child_model_request';
|
|
65
|
+
if (code === 'ABORTED')
|
|
66
|
+
return 'child_aborted';
|
|
67
|
+
if (status === 401 || status === 403)
|
|
68
|
+
return 'child_model_auth';
|
|
69
|
+
if (status === 429)
|
|
70
|
+
return 'child_model_capacity';
|
|
71
|
+
if (status !== undefined && status >= 500 && status <= 599)
|
|
72
|
+
return 'child_model_server';
|
|
90
73
|
return 'child_runtime_error';
|
|
74
|
+
}
|
|
75
|
+
default: return 'child_runtime_error';
|
|
91
76
|
}
|
|
92
77
|
}
|
|
78
|
+
/** Per-session final arbiter. It emits one best closed enum, never its payload. */
|
|
93
79
|
export function createBenchmarkDiagnosticArbiter(write) {
|
|
94
80
|
const pending = new Map();
|
|
95
81
|
const emitted = new Set();
|
|
96
|
-
const rank = (code)=>code.startsWith('child_bridge_') ? 4 : code === 'child_conformance_failure' ? 3 : code === 'child_runtime_error' ? 1 : 2;
|
|
82
|
+
const rank = (code) => code.startsWith('child_bridge_') ? 4 : code === 'child_conformance_failure' ? 3 : code === 'child_runtime_error' ? 1 : 2;
|
|
97
83
|
return {
|
|
98
|
-
offer
|
|
99
|
-
if (code === undefined || emitted.has(session))
|
|
84
|
+
offer(session, code) {
|
|
85
|
+
if (code === undefined || emitted.has(session))
|
|
86
|
+
return;
|
|
100
87
|
const previous = pending.get(session);
|
|
101
|
-
if (previous === undefined || rank(code) > rank(previous))
|
|
88
|
+
if (previous === undefined || rank(code) > rank(previous))
|
|
89
|
+
pending.set(session, code);
|
|
102
90
|
},
|
|
103
|
-
flush
|
|
104
|
-
if (emitted.has(session))
|
|
91
|
+
flush(session) {
|
|
92
|
+
if (emitted.has(session))
|
|
93
|
+
return;
|
|
105
94
|
const code = pending.get(session);
|
|
106
|
-
if (code === undefined)
|
|
95
|
+
if (code === undefined)
|
|
96
|
+
return;
|
|
107
97
|
emitted.add(session);
|
|
108
98
|
pending.delete(session);
|
|
109
99
|
write(code);
|
|
110
|
-
}
|
|
100
|
+
},
|
|
111
101
|
};
|
|
112
102
|
}
|
|
113
103
|
function plainObject(value) {
|
|
114
104
|
return typeof value === 'object' && value !== null && !Array.isArray(value);
|
|
115
105
|
}
|
|
106
|
+
/** Keep the newest bounded bytes so a final control record cannot be displaced by noise. */
|
|
116
107
|
export function appendBoundedChildDiagnostic(current, chunk) {
|
|
117
108
|
const bytes = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
|
|
118
109
|
if (bytes.length >= BENCHMARK_CHILD_DIAGNOSTIC_MAX_BYTES) {
|
|
119
110
|
return bytes.subarray(bytes.length - BENCHMARK_CHILD_DIAGNOSTIC_MAX_BYTES);
|
|
120
111
|
}
|
|
121
112
|
if (current.length + bytes.length <= BENCHMARK_CHILD_DIAGNOSTIC_MAX_BYTES) {
|
|
122
|
-
return Buffer.concat([
|
|
123
|
-
current,
|
|
124
|
-
bytes
|
|
125
|
-
]);
|
|
113
|
+
return Buffer.concat([current, bytes]);
|
|
126
114
|
}
|
|
127
115
|
const keep = BENCHMARK_CHILD_DIAGNOSTIC_MAX_BYTES - bytes.length;
|
|
128
|
-
return Buffer.concat([
|
|
129
|
-
current.subarray(current.length - keep),
|
|
130
|
-
bytes
|
|
131
|
-
]);
|
|
116
|
+
return Buffer.concat([current.subarray(current.length - keep), bytes]);
|
|
132
117
|
}
|
|
133
118
|
export function parseBenchmarkChildDiagnostic(raw) {
|
|
134
|
-
const lines = raw.split('\n').map(
|
|
135
|
-
for(let index = lines.length - 1; index >= 0; index -= 1){
|
|
119
|
+
const lines = raw.split('\n').map(line => line.trim()).filter(Boolean);
|
|
120
|
+
for (let index = lines.length - 1; index >= 0; index -= 1) {
|
|
136
121
|
try {
|
|
137
122
|
const parsed = JSON.parse(lines[index]);
|
|
138
|
-
if (!plainObject(parsed))
|
|
123
|
+
if (!plainObject(parsed))
|
|
124
|
+
continue;
|
|
139
125
|
const keys = Object.keys(parsed).sort();
|
|
140
|
-
if (JSON.stringify(keys) !== JSON.stringify([
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
if (parsed.
|
|
145
|
-
|
|
126
|
+
if (JSON.stringify(keys) !== JSON.stringify(['code', 'schema_version']))
|
|
127
|
+
continue;
|
|
128
|
+
if (parsed.schema_version !== BENCHMARK_CHILD_DIAGNOSTIC_SCHEMA)
|
|
129
|
+
continue;
|
|
130
|
+
if (typeof parsed.code !== 'string' || !FAILURE_CODES.has(parsed.code))
|
|
131
|
+
continue;
|
|
146
132
|
return parsed.code;
|
|
147
|
-
}
|
|
133
|
+
}
|
|
134
|
+
catch {
|
|
135
|
+
// The control pipe is fail-closed: malformed or unrelated records are ignored.
|
|
136
|
+
}
|
|
148
137
|
}
|
|
149
138
|
return undefined;
|
|
150
139
|
}
|
|
140
|
+
/** Emit one namespaced enum record without reflecting prompts, paths, or stderr. */
|
|
151
141
|
export function emitBenchmarkChildDiagnostic(code) {
|
|
152
142
|
const fd = Number(process.env[BENCHMARK_CHILD_DIAGNOSTIC_FD_ENV]);
|
|
153
|
-
if (!Number.isInteger(fd) || fd < 3)
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
if (Buffer.byteLength(record, 'utf8') > BENCHMARK_CHILD_DIAGNOSTIC_MAX_BYTES) return;
|
|
143
|
+
if (!Number.isInteger(fd) || fd < 3)
|
|
144
|
+
return;
|
|
145
|
+
const record = `\n${JSON.stringify({ schema_version: BENCHMARK_CHILD_DIAGNOSTIC_SCHEMA, code })}\n`;
|
|
146
|
+
if (Buffer.byteLength(record, 'utf8') > BENCHMARK_CHILD_DIAGNOSTIC_MAX_BYTES)
|
|
147
|
+
return;
|
|
159
148
|
try {
|
|
160
149
|
writeSync(fd, record);
|
|
161
|
-
}
|
|
150
|
+
}
|
|
151
|
+
catch {
|
|
152
|
+
// Diagnostics never change the conformance decision itself.
|
|
153
|
+
}
|
|
162
154
|
}
|
|
163
155
|
export function classifyBenchmarkChildFailure(input) {
|
|
164
|
-
if (input.outputTruncated)
|
|
165
|
-
|
|
156
|
+
if (input.outputTruncated)
|
|
157
|
+
return 'child_output_truncated';
|
|
158
|
+
if (input.signal)
|
|
159
|
+
return 'child_signaled';
|
|
166
160
|
const structured = parseBenchmarkChildDiagnostic(input.diagnostic ?? '');
|
|
167
|
-
if (structured)
|
|
168
|
-
|
|
161
|
+
if (structured)
|
|
162
|
+
return structured;
|
|
163
|
+
if (input.code !== 0)
|
|
164
|
+
return 'child_nonzero_exit';
|
|
169
165
|
return 'child_lifecycle_failure';
|
|
170
166
|
}
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
//# sourceURL=ts/src/benchmark-headless-child-diagnostics.ts
|
|
@@ -3,122 +3,149 @@ const BRIDGE_TOOL = 'gotry_benchmark_environment';
|
|
|
3
3
|
const DENIED = 'BENCHMARK_TOOL_NOT_ALLOWED';
|
|
4
4
|
const SURFACE_VIOLATION = 'BENCHMARK_TOOL_SURFACE_VIOLATION';
|
|
5
5
|
function requireDisposer(value, capability) {
|
|
6
|
-
if (typeof value !== 'function')
|
|
6
|
+
if (typeof value !== 'function')
|
|
7
|
+
throw new Error(`benchmark environment ${capability} disposer unavailable`);
|
|
7
8
|
return value;
|
|
8
9
|
}
|
|
10
|
+
/** Install the benchmark bridge's fail-closed, exact-tool per-agent boundary. */
|
|
9
11
|
export function installBenchmarkToolIsolation(ctx) {
|
|
10
12
|
const rootTools = ctx.tools;
|
|
11
|
-
if (typeof rootTools.get !== 'function')
|
|
12
|
-
|
|
13
|
+
if (typeof rootTools.get !== 'function')
|
|
14
|
+
throw new Error('benchmark environment root tool lookup unavailable');
|
|
15
|
+
if (typeof rootTools.schemas !== 'function')
|
|
16
|
+
throw new Error('benchmark environment root tool schemas unavailable');
|
|
13
17
|
const bridgeDefinition = rootTools.get(BRIDGE_TOOL);
|
|
14
|
-
if (!bridgeDefinition)
|
|
18
|
+
if (!bridgeDefinition)
|
|
19
|
+
throw new Error('benchmark environment bridge definition unavailable');
|
|
15
20
|
const rootSchemas = rootTools.schemas();
|
|
16
|
-
const expected = Array.isArray(rootSchemas)
|
|
17
|
-
|
|
21
|
+
const expected = Array.isArray(rootSchemas)
|
|
22
|
+
? rootSchemas.filter(schema => schema && typeof schema === 'object' && schema.name === BRIDGE_TOOL)
|
|
23
|
+
: [];
|
|
24
|
+
if (expected.length !== 1)
|
|
25
|
+
throw new Error('benchmark environment bridge schema unavailable');
|
|
18
26
|
const expectedSchemas = structuredClone(expected);
|
|
19
27
|
const getService = ctx.get;
|
|
20
|
-
const agents = typeof getService === 'function'
|
|
28
|
+
const agents = typeof getService === 'function'
|
|
29
|
+
? getService.call(ctx, 'agents')
|
|
30
|
+
: ctx.agents;
|
|
21
31
|
const listAgents = agents?.list;
|
|
22
|
-
if (typeof listAgents !== 'function')
|
|
23
|
-
|
|
32
|
+
if (typeof listAgents !== 'function')
|
|
33
|
+
throw new Error('benchmark environment agent registry unavailable');
|
|
34
|
+
if (listAgents.call(agents).length > 0)
|
|
35
|
+
throw new Error('benchmark environment isolation requires cold-start; live agents are not allowed');
|
|
24
36
|
const bus = ctx;
|
|
25
|
-
if (typeof bus.on !== 'function')
|
|
26
|
-
|
|
37
|
+
if (typeof bus.on !== 'function')
|
|
38
|
+
throw new Error('benchmark environment isolation event bus unavailable');
|
|
39
|
+
if (typeof bus.effect !== 'function')
|
|
40
|
+
throw new Error('benchmark environment isolation effect unavailable');
|
|
27
41
|
const active = new Map();
|
|
28
42
|
let stopping = false;
|
|
29
|
-
const assertSurface = (agent, schemas = rootTools.schemas(agent))=>{
|
|
30
|
-
if (!active.has(agent)
|
|
43
|
+
const assertSurface = (agent, schemas = rootTools.schemas(agent)) => {
|
|
44
|
+
if (!active.has(agent)
|
|
45
|
+
|| rootTools.get(BRIDGE_TOOL, agent) !== bridgeDefinition
|
|
46
|
+
|| !isDeepStrictEqual(schemas, expectedSchemas)) {
|
|
31
47
|
throw new Error(SURFACE_VIOLATION);
|
|
32
48
|
}
|
|
33
49
|
};
|
|
34
|
-
const take = (agent)=>{
|
|
50
|
+
const take = (agent) => {
|
|
35
51
|
const dispose = active.get(agent);
|
|
36
|
-
if (!dispose)
|
|
52
|
+
if (!dispose)
|
|
53
|
+
return;
|
|
37
54
|
active.delete(agent);
|
|
38
55
|
return dispose();
|
|
39
56
|
};
|
|
40
|
-
requireDisposer(bus.effect(function*() {
|
|
41
|
-
yield requireDisposer(bus.on('agent/created', (payload)=>{
|
|
42
|
-
if (stopping)
|
|
57
|
+
requireDisposer(bus.effect(function* () {
|
|
58
|
+
yield requireDisposer(bus.on('agent/created', (payload) => {
|
|
59
|
+
if (stopping)
|
|
60
|
+
throw new Error(SURFACE_VIOLATION);
|
|
43
61
|
const agent = payload.agent;
|
|
44
62
|
const tools = agent?.ctx?.tools;
|
|
45
63
|
const agentEffect = agent?.ctx?.effect;
|
|
46
64
|
const agentOn = agent?.ctx?.on;
|
|
47
|
-
if (!agent)
|
|
48
|
-
|
|
49
|
-
if (typeof tools
|
|
50
|
-
|
|
51
|
-
if (typeof
|
|
52
|
-
|
|
53
|
-
if (
|
|
65
|
+
if (!agent)
|
|
66
|
+
throw new Error('benchmark environment created agent unavailable');
|
|
67
|
+
if (typeof tools?.restrict !== 'function')
|
|
68
|
+
throw new Error('benchmark environment scoped restrict unavailable');
|
|
69
|
+
if (typeof tools.guard !== 'function')
|
|
70
|
+
throw new Error('benchmark environment scoped guard unavailable');
|
|
71
|
+
if (typeof tools.presentAs !== 'function')
|
|
72
|
+
throw new Error('benchmark environment scoped presentAs unavailable');
|
|
73
|
+
if (typeof agentEffect !== 'function')
|
|
74
|
+
throw new Error('benchmark environment scoped effect unavailable');
|
|
75
|
+
if (typeof agentOn !== 'function')
|
|
76
|
+
throw new Error('benchmark environment scoped event bus unavailable');
|
|
77
|
+
if (active.has(agent))
|
|
78
|
+
throw new Error('benchmark environment duplicate agent isolation');
|
|
54
79
|
let owned;
|
|
55
|
-
owned = requireDisposer(agentEffect.call(agent.ctx, function*() {
|
|
56
|
-
yield ()=>{
|
|
57
|
-
if (active.get(agent) === owned)
|
|
80
|
+
owned = requireDisposer(agentEffect.call(agent.ctx, function* () {
|
|
81
|
+
yield () => {
|
|
82
|
+
if (active.get(agent) === owned)
|
|
83
|
+
active.delete(agent);
|
|
58
84
|
};
|
|
59
|
-
yield requireDisposer(tools.guard(
|
|
60
|
-
if (stopping || execution.name !== BRIDGE_TOOL || !execution.agent)
|
|
85
|
+
yield requireDisposer(tools.guard(execution => {
|
|
86
|
+
if (stopping || execution.name !== BRIDGE_TOOL || !execution.agent)
|
|
87
|
+
return DENIED;
|
|
61
88
|
return rootTools.get(BRIDGE_TOOL, execution.agent) === bridgeDefinition ? undefined : DENIED;
|
|
62
89
|
}), 'scoped guard');
|
|
63
|
-
yield requireDisposer(agentOn.call(agent.ctx, 'system-prompt/assemble', async (_assembly, _context, next)=>{
|
|
64
|
-
if (stopping)
|
|
65
|
-
|
|
90
|
+
yield requireDisposer(agentOn.call(agent.ctx, 'system-prompt/assemble', async (_assembly, _context, next) => {
|
|
91
|
+
if (stopping)
|
|
92
|
+
throw new Error(SURFACE_VIOLATION);
|
|
93
|
+
if (typeof next !== 'function')
|
|
94
|
+
throw new Error('benchmark environment scoped assembly continuation unavailable');
|
|
66
95
|
const result = await next();
|
|
67
|
-
if (stopping)
|
|
96
|
+
if (stopping)
|
|
97
|
+
throw new Error(SURFACE_VIOLATION);
|
|
68
98
|
return result;
|
|
69
|
-
}, {
|
|
70
|
-
prepend: true
|
|
71
|
-
}), 'scoped assembly listener');
|
|
99
|
+
}, { prepend: true }), 'scoped assembly listener');
|
|
72
100
|
yield requireDisposer(tools.presentAs('native'), 'scoped presentAs');
|
|
73
|
-
yield requireDisposer(tools.restrict({
|
|
74
|
-
allow: [
|
|
75
|
-
BRIDGE_TOOL
|
|
76
|
-
]
|
|
77
|
-
}), 'scoped restrict');
|
|
101
|
+
yield requireDisposer(tools.restrict({ allow: [BRIDGE_TOOL] }), 'scoped restrict');
|
|
78
102
|
}, 'benchmark-environment-agent-tool-isolation'), 'scoped effect');
|
|
79
103
|
active.set(agent, owned);
|
|
80
104
|
try {
|
|
81
105
|
assertSurface(agent);
|
|
82
|
-
}
|
|
106
|
+
}
|
|
107
|
+
catch (error) {
|
|
83
108
|
try {
|
|
84
109
|
const pending = take(agent);
|
|
85
|
-
pending?.catch(()=>undefined);
|
|
86
|
-
}
|
|
110
|
+
pending?.catch(() => undefined);
|
|
111
|
+
}
|
|
112
|
+
catch {
|
|
113
|
+
// Preserve the stable admission error after invoking the owned cleanup.
|
|
114
|
+
}
|
|
87
115
|
throw error;
|
|
88
116
|
}
|
|
89
117
|
}), 'agent/created listener');
|
|
90
|
-
yield requireDisposer(bus.on('agent/disposed', (payload)=>{
|
|
91
|
-
if (payload.agent)
|
|
118
|
+
yield requireDisposer(bus.on('agent/disposed', (payload) => {
|
|
119
|
+
if (payload.agent)
|
|
120
|
+
return take(payload.agent);
|
|
92
121
|
}), 'agent/disposed listener');
|
|
93
|
-
yield requireDisposer(bus.on('system-prompt/assemble', async (_assembly, context, next)=>{
|
|
94
|
-
if (typeof next !== 'function')
|
|
122
|
+
yield requireDisposer(bus.on('system-prompt/assemble', async (_assembly, context, next) => {
|
|
123
|
+
if (typeof next !== 'function')
|
|
124
|
+
throw new Error('benchmark environment assembly continuation unavailable');
|
|
95
125
|
const result = await next();
|
|
96
126
|
const agent = context?.agent;
|
|
97
|
-
if (!agent)
|
|
98
|
-
|
|
127
|
+
if (!agent)
|
|
128
|
+
return result;
|
|
129
|
+
if (stopping || context?.scope !== agent || !result || typeof result !== 'object')
|
|
130
|
+
throw new Error(SURFACE_VIOLATION);
|
|
99
131
|
assertSurface(agent, result.tools);
|
|
100
132
|
return result;
|
|
101
|
-
}, {
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
if (typeof next !== 'function') throw new Error('benchmark environment pre-step continuation unavailable');
|
|
133
|
+
}, { prepend: true }), 'system-prompt/assemble listener');
|
|
134
|
+
yield requireDisposer(bus.on('agent/pre-step', async (payload, next) => {
|
|
135
|
+
if (typeof next !== 'function')
|
|
136
|
+
throw new Error('benchmark environment pre-step continuation unavailable');
|
|
106
137
|
const decision = await next();
|
|
107
138
|
const agent = payload.agent;
|
|
108
|
-
if (stopping || !agent)
|
|
139
|
+
if (stopping || !agent)
|
|
140
|
+
throw new Error(SURFACE_VIOLATION);
|
|
109
141
|
assertSurface(agent);
|
|
110
142
|
return decision;
|
|
111
|
-
}, {
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
143
|
+
}, { prepend: true }), 'agent/pre-step listener');
|
|
144
|
+
yield () => {
|
|
145
|
+
// The agent fiber, not this plugin fiber, owns scoped effects. On HMR the
|
|
146
|
+
// live agent must remain quarantined until its own disposal/process exit.
|
|
115
147
|
active.clear();
|
|
116
148
|
};
|
|
117
|
-
yield ()=>{
|
|
118
|
-
stopping = true;
|
|
119
|
-
};
|
|
149
|
+
yield () => { stopping = true; };
|
|
120
150
|
}, 'benchmark-environment-tool-isolation'), 'root effect');
|
|
121
151
|
}
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
//# sourceURL=ts/src/benchmark-tool-isolation.ts
|