@iowarp/clio-coder 0.3.8 → 0.3.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +49 -0
- package/README.md +7 -3
- package/dist/{acp-U67UHUK2.js → acp-7LOELQFP.js} +6 -6
- package/dist/{agents-YU6SGALZ.js → agents-FIBG2SHA.js} +27 -25
- package/dist/assets/codewiki.json +1 -1
- package/dist/{auth-5ZPJOIVG.js → auth-OI4LIH2I.js} +11 -12
- package/dist/{builtins-C6JMZVV6.js → builtins-AD25UL3C.js} +5 -5
- package/dist/{chunk-5FR74PWO.js → chunk-2JDWVJND.js} +2 -2
- package/dist/chunk-3DPEIQKN.js +113 -0
- package/dist/{chunk-4SPRNWDE.js → chunk-3DUR4WUA.js} +15 -15
- package/dist/{chunk-VHN4MY6O.js → chunk-3MRC2YSQ.js} +2 -2
- package/dist/{chunk-5DHKRSMQ.js → chunk-3UUY7R3Z.js} +11 -7
- package/dist/{chunk-IGWKHNIQ.js → chunk-3V5AYSEQ.js} +8 -8
- package/dist/{chunk-FHJEP5SW.js → chunk-465CC7FK.js} +8 -5
- package/dist/{chunk-5WIGXA4T.js → chunk-47CMYGET.js} +111 -4
- package/dist/{chunk-A3WNZD3P.js → chunk-4H6ULJ3H.js} +67 -21
- package/dist/{chunk-TB5666IT.js → chunk-4LJX2PUC.js} +3 -3
- package/dist/{chunk-XWSF374K.js → chunk-56KB5IJP.js} +2 -2
- package/dist/{chunk-SPULKLCF.js → chunk-5DQRIYDZ.js} +2 -2
- package/dist/{chunk-2HEJ2F35.js → chunk-5HFBWUMU.js} +20 -8
- package/dist/{chunk-WNIJTQQK.js → chunk-5PVQ4SRS.js} +78 -6
- package/dist/{chunk-DYIM5TJT.js → chunk-5QKCQQ3E.js} +262 -6
- package/dist/{chunk-TYPGUK6W.js → chunk-5T7RBWN2.js} +111 -5
- package/dist/{chunk-IIZWH4XA.js → chunk-774ILSRL.js} +2 -2
- package/dist/chunk-7C6RYZGQ.js +391 -0
- package/dist/{chunk-TANS5ZJS.js → chunk-AD7Y7STJ.js} +3 -3
- package/dist/{chunk-RWSI4YD7.js → chunk-AEYBF3TB.js} +33 -12
- package/dist/{chunk-DGSYXYMX.js → chunk-AMKHQW3C.js} +2 -2
- package/dist/{chunk-VWZOAB7K.js → chunk-B5XRQOLB.js} +7 -7
- package/dist/{chunk-WXY7KU3G.js → chunk-BVDVID7E.js} +2 -2
- package/dist/{chunk-PMDBGQSJ.js → chunk-CA42X6KT.js} +2 -2
- package/dist/{chunk-HLE42MG7.js → chunk-D73KXYPF.js} +3 -3
- package/dist/{chunk-5Q2VVUKB.js → chunk-DG4M6ZUE.js} +3 -3
- package/dist/{chunk-ME6CCNFO.js → chunk-EBOC7MT3.js} +6 -6
- package/dist/{chunk-MXKJU4JB.js → chunk-ECUO3KDP.js} +48 -7
- package/dist/{chunk-26LEYJZH.js → chunk-FALJGAWU.js} +2 -2
- package/dist/{chunk-GWS3VEIW.js → chunk-FWDFM5ZU.js} +24 -3
- package/dist/{chunk-7RGZWPB6.js → chunk-GAYUJ7LE.js} +67 -13
- package/dist/{chunk-VCBR6CU7.js → chunk-HAY4ZE2P.js} +2 -2
- package/dist/{chunk-FBVTI2TJ.js → chunk-HCBCAYZU.js} +11 -130
- package/dist/{chunk-WSB3FPX7.js → chunk-HJB5IUKP.js} +32 -136
- package/dist/{chunk-J3YUBZWY.js → chunk-HKO36JWF.js} +33 -5
- package/dist/{chunk-E77JEWSD.js → chunk-HPCTNZM2.js} +6 -36
- package/dist/{chunk-FJ3H4MN5.js → chunk-IHKBWSXF.js} +2 -2
- package/dist/{chunk-NMPKI6XL.js → chunk-JEQQR47K.js} +37 -18
- package/dist/{chunk-3BINW3FP.js → chunk-KV2AOLDF.js} +24 -4
- package/dist/{chunk-YS5VLNH5.js → chunk-LXPJXFM5.js} +7 -7
- package/dist/{chunk-7RFXX52T.js → chunk-MIX5N5AC.js} +271 -41
- package/dist/{chunk-K4XHGFR5.js → chunk-MLOK6ZOS.js} +1297 -218
- package/dist/{chunk-ZNLWCMVZ.js → chunk-MV2VUEJC.js} +2 -2
- package/dist/{chunk-MVVUPGPW.js → chunk-MXHC5QYU.js} +6 -6
- package/dist/{chunk-5H3GB5BO.js → chunk-N3PBVRTZ.js} +4 -382
- package/dist/{chunk-2HFZQUHL.js → chunk-N5XKWMDW.js} +17 -7
- package/dist/{chunk-5C3AQNDW.js → chunk-NNNWO6F2.js} +124 -36
- package/dist/{chunk-GU2UIAFZ.js → chunk-NQ6UCCOD.js} +3 -3
- package/dist/{chunk-N22QMJKY.js → chunk-NZU6YDNV.js} +4 -4
- package/dist/{chunk-ZVJ5BLO2.js → chunk-O6I4CIEU.js} +151 -13
- package/dist/{chunk-XN3L4EYL.js → chunk-OEDBCISO.js} +2 -2
- package/dist/{chunk-VAWNZU7Z.js → chunk-P3JGPQFL.js} +2 -2
- package/dist/{chunk-IJ7RPIYJ.js → chunk-PNY46YEY.js} +20 -3
- package/dist/{chunk-U6MBIEMB.js → chunk-PZ4I4JE2.js} +56 -35
- package/dist/{chunk-GPIEI3LY.js → chunk-QQ7EKM72.js} +2 -2
- package/dist/{chunk-WLFILSD5.js → chunk-R7LNVMCS.js} +66 -28
- package/dist/{chunk-GOXNB3AO.js → chunk-RAPCMZL4.js} +75 -4
- package/dist/chunk-RKKLTLYB.js +45 -0
- package/dist/{chunk-TT36MB5S.js → chunk-RKRLDWD3.js} +3 -1
- package/dist/{chunk-TTHACPOM.js → chunk-S4COXYBG.js} +456 -18
- package/dist/{chunk-WWCZ5F23.js → chunk-T3Z6VAAF.js} +69 -10
- package/dist/{chunk-GN57SG4G.js → chunk-TD7UE2L5.js} +9 -7
- package/dist/{chunk-TLQJPP24.js → chunk-TEO2TLVN.js} +523 -322
- package/dist/{chunk-FCSXB6T2.js → chunk-UOSL25KY.js} +14 -2
- package/dist/{chunk-KTYTFRMB.js → chunk-VKBMFOYV.js} +17 -15
- package/dist/{chunk-PT7HYKEM.js → chunk-VO2LKSTM.js} +2 -2
- package/dist/{chunk-P43ETTHK.js → chunk-VPTUJU4P.js} +2 -2
- package/dist/{chunk-WEH5XRJQ.js → chunk-WIE7ZOSW.js} +2 -2
- package/dist/{chunk-EMYUUSFG.js → chunk-WXCJ7VME.js} +5 -5
- package/dist/{chunk-4DGYLA73.js → chunk-XDOQXGFO.js} +22 -7
- package/dist/{chunk-JOZYP4GM.js → chunk-YKOFT37S.js} +5 -5
- package/dist/chunk-YSEHGPCT.js +127 -0
- package/dist/{chunk-HFSBBKSQ.js → chunk-YW7UVM5V.js} +138 -3
- package/dist/cli/index.js +27 -27
- package/dist/{clio-QVTYJ57A.js → clio-LT5V7SSZ.js} +6 -6
- package/dist/{code-nav-FGGFIE7L.js → code-nav-LMW275PA.js} +4 -4
- package/dist/{config-LW5IJFQN.js → config-RXS5T3JT.js} +71 -43
- package/dist/{configure-7XIZCOU4.js → configure-2WYWSCSD.js} +14 -15
- package/dist/{context-Y6Y7QPR6.js → context-I3BTOTCS.js} +12 -12
- package/dist/{context-L3WL3X7K.js → context-MVOORGMF.js} +34 -33
- package/dist/{context-N52ZA626.js → context-PALKKQYL.js} +20 -20
- package/dist/{context-clear-MBQRLSDQ.js → context-clear-N2WOYZ2K.js} +34 -33
- package/dist/{context-index-HVMFQHK3.js → context-index-HNG3MOME.js} +2 -2
- package/dist/{context-working-set-GS6DSO7F.js → context-working-set-MIEVECVZ.js} +10 -11
- package/dist/{dispatch-runner-22ZCNOM3.js → dispatch-runner-VVA4SRRH.js} +34 -33
- package/dist/doctor-TWBWFK5V.js +165 -0
- package/dist/{eval-BEC2WHDA.js → eval-IJ5VEZDJ.js} +2016 -142
- package/dist/{evidence-REJUMSKM.js → evidence-L5APPXNV.js} +29 -28
- package/dist/{evolve-PY5ZBA5K.js → evolve-RGNKFJ52.js} +29 -28
- package/dist/{extensions-HVKU65YU.js → extensions-7WYWUX5A.js} +9 -3
- package/dist/{fleet-7WZEWRFA.js → fleet-6CNVBZZP.js} +87 -55
- package/dist/{fleet-commands-UVHWM76J.js → fleet-commands-L2SXSYEI.js} +6 -6
- package/dist/{fleet-graph-6ULH7PES.js → fleet-graph-2J3OOIPO.js} +14 -12
- package/dist/{fleet-preflight-J53T6CCE.js → fleet-preflight-CZRJ4JP5.js} +3 -4
- package/dist/{fleet-validate-72PC4SLA.js → fleet-validate-C5RI6DP7.js} +16 -15
- package/dist/{init-OG3TPGQG.js → init-VBN2ACVA.js} +50 -48
- package/dist/{library-CNTMPLRF.js → library-JHGUMLY2.js} +13 -11
- package/dist/{memory-6IS7F275.js → memory-K4OQIYWG.js} +31 -30
- package/dist/{models-ENRJDA5W.js → models-2NCZUWDD.js} +23 -22
- package/dist/{monitor-XLDVO7TN.js → monitor-MMVTJABD.js} +35 -34
- package/dist/{orchestrator-6KSPYRHA.js → orchestrator-ZKBPCHW6.js} +1627 -294
- package/dist/{reset-RZ4ER727.js → reset-DD5JGOY3.js} +3 -3
- package/dist/{run-Y2CNK5RU.js → run-QEGNX7FL.js} +56 -55
- package/dist/{share-A55GYP6Z.js → share-JKD3BQMW.js} +13 -11
- package/dist/{skills-ALC5J6AT.js → skills-LMQIKDOZ.js} +14 -12
- package/dist/{skills-eval-JPBEBYQU.js → skills-eval-I7X2774U.js} +34 -32
- package/dist/{steer-GGWFUJUD.js → steer-CF5TDANS.js} +3 -3
- package/dist/{support-MIETYA5E.js → support-I7LOJLIF.js} +4 -4
- package/dist/{targets-VGNXIR3S.js → targets-RUSR6B5Z.js} +58 -32
- package/dist/{terminal-lease-WOBR64YA.js → terminal-lease-QYVORFR4.js} +6 -4
- package/dist/{trace-PNCASAXC.js → trace-ODOQIVIW.js} +61 -6
- package/dist/{upgrade-FUSUAGHR.js → upgrade-XANW3FXB.js} +17 -16
- package/dist/{usage-N4MKVHKD.js → usage-4H7ZRXQT.js} +88 -44
- package/dist/{verifiers-YAWOJ3H2.js → verifiers-UZXNBZEB.js} +6 -6
- package/dist/{verify-LTDHYBGY.js → verify-BVKWTNDL.js} +5 -5
- package/dist/{wiki-generate-6M7GHTBJ.js → wiki-generate-MY7WV2QI.js} +49 -47
- package/dist/worker/entry.js +29 -33
- package/docs/alcf-provider.md +1 -1
- package/docs/architecture.md +1 -1
- package/docs/artifact-versions.md +6 -1
- package/docs/built-in-agents.md +1 -1
- package/docs/capacity-and-scheduling.md +23 -2
- package/docs/commands-and-modes.md +1 -1
- package/docs/configuration-and-targets.md +30 -3
- package/docs/context-engine.md +63 -4
- package/docs/documentation-coverage.md +3 -3
- package/docs/documentation-guide.md +1 -1
- package/docs/environment-variables.md +2 -0
- package/docs/eval-runner.md +262 -11
- package/docs/evals-internal.md +72 -2
- package/docs/evidence-and-memory.md +11 -10
- package/docs/evolution.md +1 -1
- package/docs/extensions-and-sharing.md +3 -1
- package/docs/fleet-dispatch.md +4 -4
- package/docs/installation-and-lifecycle.md +1 -1
- package/docs/middleware-and-components.md +1 -1
- package/docs/model-catalog.md +1 -1
- package/docs/observability.md +53 -2
- package/docs/proactive-memory.md +127 -14
- package/docs/prompt-envelope-and-tools.md +19 -1
- package/docs/provider-adapter-cookbook.md +1 -1
- package/docs/release-cut-checklist.md +19 -3
- package/docs/safety-model.md +1 -1
- package/docs/scientific-validation.md +1 -1
- package/docs/skills-marketplace.md +1 -1
- package/docs/tool-usage.md +1 -1
- package/docs/trace-store.md +1 -1
- package/docs/troubleshooting.md +87 -0
- package/docs/tui-design.md +1 -1
- package/docs/worker-dispatch-mechanics.md +1 -1
- package/package.json +2 -1
- package/src/cli/agents.ts +1 -1
- package/src/cli/config-inspect.ts +33 -6
- package/src/cli/config.ts +1 -1
- package/src/cli/doctor-state-size.ts +82 -0
- package/src/cli/doctor.ts +3 -1
- package/src/cli/eval.ts +80 -16
- package/src/cli/extensions.ts +5 -1
- package/src/cli/fleet.ts +32 -3
- package/src/cli/targets.ts +44 -13
- package/src/cli/trace.ts +63 -4
- package/src/cli/usage.ts +63 -14
- package/src/core/bus-events.ts +29 -1
- package/src/core/cache-telemetry.ts +42 -0
- package/src/core/config.ts +18 -0
- package/src/core/defaults.ts +36 -6
- package/src/core/endpoint-key.ts +27 -0
- package/src/core/residency-target-key.ts +25 -0
- package/src/core/response-schema.ts +36 -2
- package/src/domains/config/classify.ts +3 -0
- package/src/domains/context/codewiki/coordinator.ts +12 -4
- package/src/domains/dispatch/admission.ts +40 -3
- package/src/domains/dispatch/capacity-lease.ts +98 -9
- package/src/domains/dispatch/contract.ts +11 -0
- package/src/domains/dispatch/execution-plan.ts +44 -4
- package/src/domains/dispatch/extension.ts +166 -42
- package/src/domains/dispatch/fleet-run.ts +23 -3
- package/src/domains/dispatch/heartbeat.ts +32 -8
- package/src/domains/dispatch/index.ts +3 -0
- package/src/domains/dispatch/orphan-recovery.ts +5 -0
- package/src/domains/dispatch/reservation-store.ts +116 -8
- package/src/domains/dispatch/state.ts +4 -0
- package/src/domains/dispatch/worker-spawn.ts +25 -11
- package/src/domains/dispatch/write-boundary-enforcer.ts +20 -3
- package/src/domains/dispatch/write-boundary.ts +62 -1
- package/src/domains/eval/artifacts/store.ts +62 -0
- package/src/domains/eval/compare/behavioral.ts +224 -0
- package/src/domains/eval/compare/compare.ts +355 -2
- package/src/domains/eval/compare/envelope.ts +128 -0
- package/src/domains/eval/compare/gates.ts +24 -6
- package/src/domains/eval/compare/thresholds.ts +30 -3
- package/src/domains/eval/execution-provenance.ts +240 -0
- package/src/domains/eval/metrics/aggregate.ts +136 -0
- package/src/domains/eval/metrics/call-ledger-stream.ts +112 -0
- package/src/domains/eval/metrics/tracked.ts +413 -0
- package/src/domains/eval/provenance.ts +117 -0
- package/src/domains/eval/reports/comparison.ts +128 -0
- package/src/domains/eval/reports/junit.ts +17 -3
- package/src/domains/eval/reports/markdown.ts +3 -3
- package/src/domains/eval/reports/text.ts +14 -0
- package/src/domains/eval/run-compare.ts +20 -0
- package/src/domains/eval/runners/clio-run.ts +127 -0
- package/src/domains/eval/runners/external-command.ts +28 -3
- package/src/domains/eval/schema/adapter.ts +111 -0
- package/src/domains/eval/schema/artifact.ts +20 -0
- package/src/domains/eval/schema/behavioral-metrics.ts +204 -0
- package/src/domains/eval/schema/behavioral.ts +520 -0
- package/src/domains/eval/schema/execution-envelope.ts +194 -0
- package/src/domains/eval/schema/serving.ts +74 -0
- package/src/domains/eval/schema/suite.ts +38 -8
- package/src/domains/eval/schema/validate.ts +58 -3
- package/src/domains/eval/schema/verdict.ts +237 -0
- package/src/domains/eval/suites/resolve.ts +2 -0
- package/src/domains/eval/suites/run.ts +264 -33
- package/src/domains/eval/verifiers/command.ts +2 -1
- package/src/domains/eval/workspaces/temp-copy.ts +145 -13
- package/src/domains/evidence/build.ts +2 -13
- package/src/domains/evidence/eval.ts +2 -12
- package/src/domains/evidence/findings-markdown.ts +33 -0
- package/src/domains/evidence/run-trust.ts +7 -113
- package/src/domains/evidence/trust-projection.ts +2 -2
- package/src/domains/extensions/compatibility.ts +285 -0
- package/src/domains/extensions/discovery.ts +38 -3
- package/src/domains/extensions/resources.ts +1 -1
- package/src/domains/extensions/state.ts +12 -3
- package/src/domains/extensions/types.ts +2 -0
- package/src/domains/lifecycle/doctor.ts +69 -1
- package/src/domains/memory/index.ts +14 -0
- package/src/domains/memory/task-bank-promotion.ts +64 -0
- package/src/domains/memory/task-memory-policy.ts +77 -8
- package/src/domains/memory/task-memory-spend.ts +131 -0
- package/src/domains/memory/task-memory-status.ts +7 -0
- package/src/domains/memory/task-memory-telemetry.ts +2 -0
- package/src/domains/middleware/index.ts +1 -0
- package/src/domains/middleware/memory-intervention.ts +69 -5
- package/src/domains/middleware/memory-step-endpoint.ts +71 -0
- package/src/domains/observability/background-memory-usage.ts +140 -0
- package/src/domains/observability/cost.ts +1 -1
- package/src/domains/observability/index.ts +7 -0
- package/src/domains/observability/out-of-turn-usage.ts +51 -2
- package/src/domains/observability/trace-store.ts +192 -2
- package/src/domains/prompts/compiler.ts +100 -13
- package/src/domains/providers/endpoint-capacity.ts +96 -0
- package/src/domains/providers/index.ts +10 -0
- package/src/domains/providers/models/local-models/clio-local-coding-targets.yaml +243 -1
- package/src/domains/providers/runtime-resolution.ts +8 -1
- package/src/domains/providers/runtimes/common/probe-helpers.ts +31 -9
- package/src/domains/providers/runtimes/local-native/llamacpp-anthropic.ts +1 -1
- package/src/domains/providers/runtimes/local-native/llamacpp-completion.ts +1 -1
- package/src/domains/providers/runtimes/local-native/llamacpp-embed.ts +1 -1
- package/src/domains/providers/runtimes/local-native/llamacpp-rerank.ts +1 -1
- package/src/domains/providers/runtimes/local-native/llamacpp.ts +4 -1
- package/src/domains/providers/runtimes/local-native/lmstudio.ts +4 -1
- package/src/domains/providers/runtimes/local-native/ollama-native.ts +6 -1
- package/src/domains/providers/types/capability-flags.ts +2 -0
- package/src/domains/providers/types/target-descriptor.ts +2 -0
- package/src/domains/resources/prompts/loader.ts +95 -33
- package/src/domains/safety/call-target.ts +52 -0
- package/src/domains/safety/run-effects.ts +35 -4
- package/src/domains/session/context-accounting.ts +52 -1
- package/src/domains/session/context-ledger.ts +37 -13
- package/src/domains/session/index.ts +6 -0
- package/src/domains/session/prompt-cache.ts +140 -0
- package/src/domains/session/prompt-manifest.ts +42 -0
- package/src/engine/acp/adapter.ts +18 -3
- package/src/engine/ai.ts +35 -0
- package/src/engine/apis/llamacpp-residency.ts +55 -3
- package/src/engine/apis/lmstudio.ts +25 -5
- package/src/engine/apis/ollama-native.ts +2 -1
- package/src/engine/apis/openai-completions.ts +80 -17
- package/src/engine/apis/residency-lock.ts +3 -1
- package/src/engine/apis/residency.ts +34 -1
- package/src/engine/provider-payload.ts +29 -1
- package/src/entry/orchestrator.ts +176 -30
- package/src/interactive/chat-loop-messages.ts +26 -7
- package/src/interactive/chat-loop.ts +318 -41
- package/src/interactive/chat-panel.ts +62 -8
- package/src/interactive/clio-editor.ts +45 -8
- package/src/interactive/context-activity.ts +5 -1
- package/src/interactive/context-meter.ts +1 -1
- package/src/interactive/context-overlay.ts +40 -10
- package/src/interactive/cost-overlay.ts +64 -6
- package/src/interactive/dispatch-board.ts +84 -12
- package/src/interactive/fleet-run-preview.ts +41 -15
- package/src/interactive/handoff-round.ts +41 -2
- package/src/interactive/interactive-application.ts +24 -1
- package/src/interactive/interactive-input-runtime.ts +8 -0
- package/src/interactive/interactive-presentation.ts +4 -0
- package/src/interactive/interactive-shell.ts +20 -17
- package/src/interactive/interactive-slash-runtime.ts +27 -4
- package/src/interactive/memory-overlay.ts +8 -0
- package/src/interactive/mutation-preview.ts +295 -0
- package/src/interactive/overlay-general-openers.ts +16 -0
- package/src/interactive/overlay-key-routing.ts +38 -0
- package/src/interactive/overlay-lifecycle.ts +38 -5
- package/src/interactive/overlay-permission-lifecycle.ts +22 -2
- package/src/interactive/overlay-session-lifecycle.ts +73 -9
- package/src/interactive/overlays/ask-user.ts +91 -19
- package/src/interactive/overlays/help-reference.ts +4 -0
- package/src/interactive/overlays/prompts.ts +11 -1
- package/src/interactive/overlays/settings.ts +35 -1
- package/src/interactive/permission-hint.ts +34 -2
- package/src/interactive/permission-overlay.ts +159 -9
- package/src/interactive/prewarm.ts +197 -0
- package/src/interactive/render-trace.ts +162 -15
- package/src/interactive/renderers/tool-execution.ts +4 -0
- package/src/interactive/side-question.ts +58 -1
- package/src/interactive/status/controller.ts +11 -0
- package/src/interactive/status/state-machine.ts +54 -2
- package/src/interactive/status/types.ts +7 -0
- package/src/interactive/terminal-lease.ts +2 -0
- package/src/interactive/turn-context.ts +299 -31
- package/src/interactive/turn-persistence.ts +14 -4
- package/src/interactive/turn-prewarm.ts +364 -0
- package/src/interactive/turn-queues.ts +7 -4
- package/src/interactive/turn-runtime.ts +8 -1
- package/src/interactive/turn-state.ts +23 -0
- package/src/interactive/view/view-overlay.ts +28 -3
- package/src/tools/ask-user.ts +43 -2
- package/src/tools/dispatch-plan.ts +17 -9
- package/src/tools/dispatch-scout.ts +1 -1
- package/src/tools/registry.ts +16 -0
- package/dist/chunk-AOCYTWAV.js +0 -449
- package/dist/chunk-HWUFFB6L.js +0 -83
- package/dist/chunk-R346GLFC.js +0 -31
- package/dist/doctor-M7YEDGAE.js +0 -91
|
@@ -0,0 +1,364 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Pre-warm ownership: when the prefix is sent, what stops it, and what it
|
|
3
|
+
* records. The round itself lives in `prewarm.ts`.
|
|
4
|
+
*
|
|
5
|
+
* Three moments hand the backend a prefix the operator has not paid for yet:
|
|
6
|
+
* the session prompt compiling at session start, a resume rebuilding the
|
|
7
|
+
* message array, and a compaction settling. All three leave a known prefix and
|
|
8
|
+
* an operator who is reading rather than waiting on a turn. Everything else is
|
|
9
|
+
* a refusal: another tier, a turn in flight, a running dispatch, a surface with
|
|
10
|
+
* nobody watching.
|
|
11
|
+
*/
|
|
12
|
+
|
|
13
|
+
import { BusChannels } from "../core/bus-events.js";
|
|
14
|
+
import type { ClioSettings } from "../core/config.js";
|
|
15
|
+
import type { SafeEventBus } from "../core/event-bus.js";
|
|
16
|
+
import type { ProvidersContract } from "../domains/providers/index.js";
|
|
17
|
+
import type { SessionContract } from "../domains/session/contract.js";
|
|
18
|
+
import type { Usage } from "../engine/types.js";
|
|
19
|
+
import { type PrewarmTrigger, prewarmPromptTokens, runPrewarmRound } from "./prewarm.js";
|
|
20
|
+
import type { TurnContext } from "./turn-context.js";
|
|
21
|
+
import type { AgentRuntime, ChatTurnState } from "./turn-state.js";
|
|
22
|
+
|
|
23
|
+
/** Why a pre-warm did not run. Returned for contracts; never shown to the operator. */
|
|
24
|
+
export type PrewarmSkipReason =
|
|
25
|
+
| "disabled"
|
|
26
|
+
| "surface"
|
|
27
|
+
| "turn-active"
|
|
28
|
+
| "dispatch-active"
|
|
29
|
+
| "tier"
|
|
30
|
+
| "unresolved"
|
|
31
|
+
| "superseded";
|
|
32
|
+
|
|
33
|
+
export type PrewarmOutcome = { ran: true; trigger: PrewarmTrigger } | { ran: false; reason: PrewarmSkipReason };
|
|
34
|
+
|
|
35
|
+
export interface TurnPrewarmDeps {
|
|
36
|
+
state: ChatTurnState;
|
|
37
|
+
getSettings: () => Readonly<ClioSettings>;
|
|
38
|
+
providers: ProvidersContract;
|
|
39
|
+
session?: SessionContract | undefined;
|
|
40
|
+
context: TurnContext;
|
|
41
|
+
bus?: SafeEventBus | undefined;
|
|
42
|
+
/**
|
|
43
|
+
* True on a surface where a person is about to type the next turn. False for
|
|
44
|
+
* headless `run`: the pre-warm buys latency an unattended run never spends.
|
|
45
|
+
* Workers never reach here at all; they do not build a chat loop.
|
|
46
|
+
*/
|
|
47
|
+
isLatencySurface: () => boolean;
|
|
48
|
+
/** True while a submit owns, or is about to own, the turn state machine. */
|
|
49
|
+
isTurnActive: () => boolean;
|
|
50
|
+
/**
|
|
51
|
+
* True while an attached dispatch is running. Detached runs are counted from
|
|
52
|
+
* the bus instead, so a composition without this predicate still stands down
|
|
53
|
+
* for the worker traffic the bus reports.
|
|
54
|
+
*/
|
|
55
|
+
hasActiveDispatch: () => boolean;
|
|
56
|
+
/** Resolve the runtime and credentials the next turn would use, or a refusal. */
|
|
57
|
+
prepareRuntime: (
|
|
58
|
+
signal: AbortSignal,
|
|
59
|
+
) => Promise<{ ok: true; runtime: AgentRuntime; apiKey: string | undefined } | { ok: false; reason: string }>;
|
|
60
|
+
/** Freeze the session tool surface onto the agent, exactly as a submit does. */
|
|
61
|
+
applySessionTools: (runtime: AgentRuntime) => void;
|
|
62
|
+
/** Report the round's provider usage under its own `/cost` label. */
|
|
63
|
+
recordUsage: (runtime: AgentRuntime, usage: Usage | null) => void;
|
|
64
|
+
/**
|
|
65
|
+
* Claim one in-flight request on the runtime's endpoint for the duration of
|
|
66
|
+
* the round, returning the release handle. This is the seam brief 06 (#250)
|
|
67
|
+
* fills: on a merged tree the chat loop passes
|
|
68
|
+
*
|
|
69
|
+
* (runtime) => {
|
|
70
|
+
* const key = canonicalEndpointKey(runtime.runtimeResolution.target);
|
|
71
|
+
* return key === null ? null : registerForegroundStream(key);
|
|
72
|
+
* }
|
|
73
|
+
*
|
|
74
|
+
* from `src/domains/providers/index.ts`, so endpoint capacity counts the
|
|
75
|
+
* pre-warm the same way it counts the orchestrator's streaming turn. Until
|
|
76
|
+
* then it is absent and `dispatchActive()` stands in with a blanket skip.
|
|
77
|
+
*/
|
|
78
|
+
registerEndpointSlot?: (runtime: AgentRuntime) => (() => void) | null;
|
|
79
|
+
/** Test seam. Production uses the real provider round. */
|
|
80
|
+
runPrewarm?: typeof runPrewarmRound;
|
|
81
|
+
/**
|
|
82
|
+
* Whether a submit aborts the round's request. Defaults to the measured
|
|
83
|
+
* backend behavior; see {@link ABORT_ROUND_ON_SUBMIT}.
|
|
84
|
+
*/
|
|
85
|
+
abortRoundOnSubmit?: boolean;
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
export interface TurnPrewarm {
|
|
89
|
+
/**
|
|
90
|
+
* Queue a pre-warm for the next tick. Repeated calls before it fires collapse
|
|
91
|
+
* onto one round: boot and a boot-time resume both land in the same tick, and
|
|
92
|
+
* warming the pre-resume history would be work thrown away.
|
|
93
|
+
*/
|
|
94
|
+
schedule(trigger: PrewarmTrigger): void;
|
|
95
|
+
/** Stop an in-flight or queued pre-warm. The operator's turn owns the slot now. */
|
|
96
|
+
cancel(): void;
|
|
97
|
+
/** Resolves once nothing is queued or in flight. For contracts and shutdown. */
|
|
98
|
+
settled(): Promise<PrewarmOutcome | null>;
|
|
99
|
+
dispose(): void;
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
/**
|
|
103
|
+
* Whether a submit aborts the in-flight pre-warm's HTTP request, or only stops
|
|
104
|
+
* treating it as the current one.
|
|
105
|
+
*
|
|
106
|
+
* Measured against the operator's llama.cpp router, build `b226-2115b73d8`,
|
|
107
|
+
* Qwen3.8-27B, `--parallel 1`: aborting the request 1.5 s into a 47,620-token
|
|
108
|
+
* prefill did not cancel the server's work. The server finished prefilling, so
|
|
109
|
+
* the prefix did survive the abort, and the very next request read 47,596 of
|
|
110
|
+
* 47,620 tokens from cache and spent 927 ms in prompt. That request also waited
|
|
111
|
+
* 89.5 s of wall clock for the abandoned one to finish, on a server that serves
|
|
112
|
+
* one slot. Letting the pre-warm complete instead cost 89.3 s plus a 1.3 s turn:
|
|
113
|
+
* the same wall clock, arrived at honestly.
|
|
114
|
+
*
|
|
115
|
+
* The abort therefore frees no slot and saves the operator no time on this
|
|
116
|
+
* backend. All it does is discard the usage and timings of prefill the server
|
|
117
|
+
* performed, which is spend the ledger should carry. So a submit detaches the
|
|
118
|
+
* round: Clio stops calling it the current pre-warm and never waits on it, and
|
|
119
|
+
* it still records what it cost. Set this true for a backend that honors
|
|
120
|
+
* cancellation, where dropping the request genuinely releases the slot.
|
|
121
|
+
*/
|
|
122
|
+
const ABORT_ROUND_ON_SUBMIT = false;
|
|
123
|
+
|
|
124
|
+
export function createTurnPrewarm(deps: TurnPrewarmDeps): TurnPrewarm {
|
|
125
|
+
const round = deps.runPrewarm ?? runPrewarmRound;
|
|
126
|
+
const abortOnSubmit = deps.abortRoundOnSubmit ?? ABORT_ROUND_ON_SUBMIT;
|
|
127
|
+
let pendingTrigger: PrewarmTrigger | null = null;
|
|
128
|
+
let timer: ReturnType<typeof setTimeout> | null = null;
|
|
129
|
+
let active: AbortController | null = null;
|
|
130
|
+
// Rounds a submit or a session switch let go of. Their result is still
|
|
131
|
+
// recorded, but it no longer describes the prefix the next turn will send, so
|
|
132
|
+
// it never reaches the `/context` line.
|
|
133
|
+
const detached = new WeakSet<AbortController>();
|
|
134
|
+
let inFlight: Promise<PrewarmOutcome | null> = Promise.resolve(null);
|
|
135
|
+
// Dispatch traffic Clio can see without an endpoint registry: the run
|
|
136
|
+
// lifecycle the bus already publishes. `hasActiveDispatch` covers the attached
|
|
137
|
+
// calls the composition root holds; this covers detached ones. Both are the
|
|
138
|
+
// stand-in for #250's per-endpoint slot accounting.
|
|
139
|
+
let dispatchesInFlight = 0;
|
|
140
|
+
const unsubscribeDispatch = [
|
|
141
|
+
deps.bus?.on(BusChannels.DispatchStarted, () => {
|
|
142
|
+
dispatchesInFlight += 1;
|
|
143
|
+
}) ?? null,
|
|
144
|
+
...[BusChannels.DispatchCompleted, BusChannels.DispatchFailed].map(
|
|
145
|
+
(channel) =>
|
|
146
|
+
deps.bus?.on(channel, () => {
|
|
147
|
+
dispatchesInFlight = Math.max(0, dispatchesInFlight - 1);
|
|
148
|
+
}) ?? null,
|
|
149
|
+
),
|
|
150
|
+
];
|
|
151
|
+
const dispatchActive = (): boolean => dispatchesInFlight > 0 || deps.hasActiveDispatch();
|
|
152
|
+
|
|
153
|
+
const admissionRefusal = (): PrewarmSkipReason | null => {
|
|
154
|
+
if (deps.getSettings().prewarm?.enabled === false) return "disabled";
|
|
155
|
+
if (!deps.isLatencySurface()) return "surface";
|
|
156
|
+
if (deps.state.streaming || deps.isTurnActive()) return "turn-active";
|
|
157
|
+
// Fleet interaction. Without per-endpoint slot accounting a pre-warm cannot
|
|
158
|
+
// know whether a worker is already occupying the server it would warm, so
|
|
159
|
+
// it stands down whenever any dispatch is outstanding. `registerEndpointSlot`
|
|
160
|
+
// is the other half: the round claims a slot on its endpoint while its
|
|
161
|
+
// request is out, so capacity sees it. Once that registry answers here too,
|
|
162
|
+
// this blanket skip narrows to "the endpoint is at its bound".
|
|
163
|
+
if (dispatchActive()) return "dispatch-active";
|
|
164
|
+
// The tier is settled from configuration before anything is resolved. The
|
|
165
|
+
// resolved runtime is checked again below, but asking here means a target
|
|
166
|
+
// that was never eligible costs no capability probe, no agent, and no
|
|
167
|
+
// notice from either.
|
|
168
|
+
const targetId = deps.getSettings().orchestrator?.target?.trim();
|
|
169
|
+
const runtimeId = targetId ? deps.providers.getTarget(targetId)?.runtime : undefined;
|
|
170
|
+
if (runtimeId === undefined || deps.providers.getRuntime(runtimeId)?.tier !== "local-native") return "tier";
|
|
171
|
+
return null;
|
|
172
|
+
};
|
|
173
|
+
|
|
174
|
+
const runOnce = async (trigger: PrewarmTrigger, controller: AbortController): Promise<PrewarmOutcome> => {
|
|
175
|
+
const refusal = admissionRefusal();
|
|
176
|
+
if (refusal) return { ran: false, reason: refusal };
|
|
177
|
+
|
|
178
|
+
const prepared = await deps.prepareRuntime(controller.signal);
|
|
179
|
+
if (!prepared.ok) return { ran: false, reason: "unresolved" };
|
|
180
|
+
const runtime = prepared.runtime;
|
|
181
|
+
if (deps.providers.getRuntime(runtime.runtimeId)?.tier !== "local-native") {
|
|
182
|
+
// Off on every other tier regardless of the setting. A cloud provider
|
|
183
|
+
// caches by exact prefix on its own schedule and bills the request; a
|
|
184
|
+
// pre-warm there is spend without a latency win.
|
|
185
|
+
return { ran: false, reason: "tier" };
|
|
186
|
+
}
|
|
187
|
+
|
|
188
|
+
deps.applySessionTools(runtime);
|
|
189
|
+
await deps.context.ensureSessionPrompt(runtime);
|
|
190
|
+
|
|
191
|
+
// Re-check after the awaits: a submit or a dispatch may have started while
|
|
192
|
+
// the prompt compiled, and the pre-warm must never be the request the
|
|
193
|
+
// operator's turn queues behind.
|
|
194
|
+
const lateRefusal = admissionRefusal();
|
|
195
|
+
if (lateRefusal) return { ran: false, reason: lateRefusal };
|
|
196
|
+
if (detached.has(controller) || controller.signal.aborted) return { ran: false, reason: "superseded" };
|
|
197
|
+
|
|
198
|
+
// The claim is taken before the request goes out and released in the
|
|
199
|
+
// finally, including on the detach path, because the request the server is
|
|
200
|
+
// still finishing is the one occupying the slot.
|
|
201
|
+
const releaseEndpointSlot = deps.registerEndpointSlot?.(runtime) ?? null;
|
|
202
|
+
let result: Awaited<ReturnType<typeof round>>;
|
|
203
|
+
try {
|
|
204
|
+
result = await round({
|
|
205
|
+
model: runtime.agent.state.model,
|
|
206
|
+
state: {
|
|
207
|
+
systemPrompt: runtime.agent.state.systemPrompt,
|
|
208
|
+
messages: runtime.agent.state.messages,
|
|
209
|
+
tools: runtime.agent.state.tools,
|
|
210
|
+
thinkingLevel: runtime.agent.state.thinkingLevel ?? "off",
|
|
211
|
+
},
|
|
212
|
+
...(prepared.apiKey !== undefined ? { apiKey: prepared.apiKey } : {}),
|
|
213
|
+
signal: controller.signal,
|
|
214
|
+
});
|
|
215
|
+
} finally {
|
|
216
|
+
releaseEndpointSlot?.();
|
|
217
|
+
}
|
|
218
|
+
|
|
219
|
+
// The prefill the server did is spend whatever the operator did next, so a
|
|
220
|
+
// let-go round is recorded exactly like a completed one. Only the
|
|
221
|
+
// `/context` line is withheld: it answers "is the prefix the next turn
|
|
222
|
+
// wants already resident", and a detached round is no longer about that
|
|
223
|
+
// prefix.
|
|
224
|
+
const wasDetached = detached.has(controller) || controller.signal.aborted;
|
|
225
|
+
const promptTokens = prewarmPromptTokens(result);
|
|
226
|
+
if (!wasDetached) {
|
|
227
|
+
deps.context.notePrewarm({
|
|
228
|
+
tokens: promptTokens,
|
|
229
|
+
ms: result.timing.apiMs,
|
|
230
|
+
aborted: result.aborted,
|
|
231
|
+
});
|
|
232
|
+
}
|
|
233
|
+
deps.recordUsage(runtime, result.usage);
|
|
234
|
+
|
|
235
|
+
try {
|
|
236
|
+
deps.session?.appendEntry({
|
|
237
|
+
kind: "custom",
|
|
238
|
+
customType: "prewarm",
|
|
239
|
+
// Never a model message and never a rendered transcript block: a
|
|
240
|
+
// pre-warm is a fact about the backend, not something the session said.
|
|
241
|
+
display: false,
|
|
242
|
+
parentTurnId: deps.state.lastTurnId,
|
|
243
|
+
data: {
|
|
244
|
+
trigger,
|
|
245
|
+
target: runtime.targetId,
|
|
246
|
+
model: runtime.wireModelId,
|
|
247
|
+
promptTokens,
|
|
248
|
+
aborted: result.aborted,
|
|
249
|
+
detached: wasDetached,
|
|
250
|
+
timing: result.timing,
|
|
251
|
+
promptCache: {
|
|
252
|
+
input: result.usage?.input ?? 0,
|
|
253
|
+
cacheRead: result.usage?.cacheRead ?? 0,
|
|
254
|
+
cacheWrite: result.usage?.cacheWrite ?? 0,
|
|
255
|
+
...(result.backend ? { backend: { ...result.backend } } : {}),
|
|
256
|
+
},
|
|
257
|
+
...(result.errorMessage ? { error: result.errorMessage } : {}),
|
|
258
|
+
},
|
|
259
|
+
});
|
|
260
|
+
} catch {
|
|
261
|
+
// The ledger entry is diagnostics. A session that refuses it must not
|
|
262
|
+
// turn an optimization into a failure.
|
|
263
|
+
}
|
|
264
|
+
return { ran: true, trigger };
|
|
265
|
+
};
|
|
266
|
+
|
|
267
|
+
/**
|
|
268
|
+
* Let go of the round in flight. On a backend that honors cancellation this
|
|
269
|
+
* also aborts the request; see {@link ABORT_ROUND_ON_SUBMIT} for why the
|
|
270
|
+
* measured one does not.
|
|
271
|
+
*/
|
|
272
|
+
const releaseActiveRound = (): void => {
|
|
273
|
+
const controller = active;
|
|
274
|
+
if (controller === null) return;
|
|
275
|
+
detached.add(controller);
|
|
276
|
+
if (abortOnSubmit) controller.abort();
|
|
277
|
+
active = null;
|
|
278
|
+
};
|
|
279
|
+
|
|
280
|
+
const fire = (): void => {
|
|
281
|
+
timer = null;
|
|
282
|
+
const trigger = pendingTrigger;
|
|
283
|
+
pendingTrigger = null;
|
|
284
|
+
if (trigger === null) return;
|
|
285
|
+
const controller = new AbortController();
|
|
286
|
+
active = controller;
|
|
287
|
+
const previous = inFlight;
|
|
288
|
+
inFlight = previous
|
|
289
|
+
.catch(() => null)
|
|
290
|
+
.then(() => runOnce(trigger, controller))
|
|
291
|
+
.catch(() => null)
|
|
292
|
+
.finally(() => {
|
|
293
|
+
if (active === controller) active = null;
|
|
294
|
+
});
|
|
295
|
+
};
|
|
296
|
+
|
|
297
|
+
return {
|
|
298
|
+
schedule(trigger: PrewarmTrigger): void {
|
|
299
|
+
// A newer trigger describes a newer prefix; the older round is no longer
|
|
300
|
+
// warming history this session has.
|
|
301
|
+
releaseActiveRound();
|
|
302
|
+
pendingTrigger = trigger;
|
|
303
|
+
if (timer !== null) return;
|
|
304
|
+
// Ref'd on purpose, same reasoning as `settled()` below: the timer is due
|
|
305
|
+
// in 0 ms, so it holds the event loop for one tick at most, and a Node 22
|
|
306
|
+
// loop that drains past a due unref'd timer would otherwise never start
|
|
307
|
+
// the round a test or caller is already awaiting.
|
|
308
|
+
timer = setTimeout(fire, 0);
|
|
309
|
+
},
|
|
310
|
+
|
|
311
|
+
cancel(): void {
|
|
312
|
+
pendingTrigger = null;
|
|
313
|
+
if (timer !== null) {
|
|
314
|
+
clearTimeout(timer);
|
|
315
|
+
timer = null;
|
|
316
|
+
}
|
|
317
|
+
releaseActiveRound();
|
|
318
|
+
},
|
|
319
|
+
|
|
320
|
+
settled(): Promise<PrewarmOutcome | null> {
|
|
321
|
+
// One hop past the scheduling tick so a caller that just scheduled a
|
|
322
|
+
// round waits for that round rather than for the previous one. The timer
|
|
323
|
+
// is deliberately ref'd, unlike the scheduling timer above: the caller is
|
|
324
|
+
// awaiting this promise, so the event loop must stay alive for the one
|
|
325
|
+
// tick that lets the scheduled round start. Node 22 drains the loop past
|
|
326
|
+
// a due unref'd timer when nothing else holds it, which left this promise
|
|
327
|
+
// pending forever and cancelled every later test in the lane; Node 24
|
|
328
|
+
// happens to fire the due timer first, which is why the hang never
|
|
329
|
+
// reproduced on a 24.x development machine.
|
|
330
|
+
return new Promise((resolve) => {
|
|
331
|
+
setTimeout(() => {
|
|
332
|
+
resolve(inFlight.catch(() => null));
|
|
333
|
+
}, 0);
|
|
334
|
+
});
|
|
335
|
+
},
|
|
336
|
+
|
|
337
|
+
dispose(): void {
|
|
338
|
+
for (const unsubscribe of unsubscribeDispatch) unsubscribe?.();
|
|
339
|
+
pendingTrigger = null;
|
|
340
|
+
if (timer !== null) {
|
|
341
|
+
clearTimeout(timer);
|
|
342
|
+
timer = null;
|
|
343
|
+
}
|
|
344
|
+
// Shutdown always aborts: the process is going away, and a socket held
|
|
345
|
+
// open for a round nobody will read is not a latency question.
|
|
346
|
+
active?.abort();
|
|
347
|
+
active = null;
|
|
348
|
+
},
|
|
349
|
+
};
|
|
350
|
+
}
|
|
351
|
+
|
|
352
|
+
/**
|
|
353
|
+
* Subscribe the pre-warm to compaction settling. A summary or an eviction moves
|
|
354
|
+
* the byte prefix, so the next turn is known to be cold, and the operator is
|
|
355
|
+
* usually reading the summary rather than typing. The idle guard inside
|
|
356
|
+
* `schedule` is what keeps this from firing for the auto-compaction a submit
|
|
357
|
+
* runs on its way to the provider.
|
|
358
|
+
*/
|
|
359
|
+
export function subscribePrewarmToCompaction(bus: SafeEventBus | undefined, prewarm: TurnPrewarm): () => void {
|
|
360
|
+
const unsubscribe = bus?.on(BusChannels.CompactionEnd, () => {
|
|
361
|
+
prewarm.schedule("compaction");
|
|
362
|
+
});
|
|
363
|
+
return () => unsubscribe?.();
|
|
364
|
+
}
|
|
@@ -83,14 +83,17 @@ export function createTurnQueues(deps: TurnQueuesDeps): TurnQueues {
|
|
|
83
83
|
// works. The former per-steer transcript notice duplicated the panel and
|
|
84
84
|
// left a permanent line for a transient state.
|
|
85
85
|
const enqueue = (text: string, kind: QueuedMessageKind): boolean => {
|
|
86
|
-
|
|
87
|
-
|
|
86
|
+
// The payload crosses to the model exactly as it was submitted; only the
|
|
87
|
+
// emptiness test reads a trimmed copy. A queued turn that shortened its own
|
|
88
|
+
// text here would land in the ledger disagreeing with the expansion that
|
|
89
|
+
// produced it, which is the same defect the persisted echo had (issue #244).
|
|
90
|
+
if (text.trim().length === 0 || !state.streaming || !state.runtime) return false;
|
|
88
91
|
const message = {
|
|
89
92
|
role: "user",
|
|
90
|
-
content:
|
|
93
|
+
content: text,
|
|
91
94
|
timestamp: Date.now(),
|
|
92
95
|
} as AgentMessage;
|
|
93
|
-
queuedMirror.push({ text
|
|
96
|
+
queuedMirror.push({ text, kind });
|
|
94
97
|
if (kind === "steer") {
|
|
95
98
|
state.runtime.agent.steer(message);
|
|
96
99
|
} else {
|
|
@@ -6,6 +6,7 @@
|
|
|
6
6
|
*/
|
|
7
7
|
|
|
8
8
|
import { performance } from "node:perf_hooks";
|
|
9
|
+
import type { BackendCompletionTimings } from "../core/cache-telemetry.js";
|
|
9
10
|
import type { ClioSettings } from "../core/config.js";
|
|
10
11
|
import { attributedModelId } from "../core/response-model-id.js";
|
|
11
12
|
import type { MiddlewareToolChoiceControl } from "../domains/middleware/index.js";
|
|
@@ -192,6 +193,10 @@ export function createTurnRuntime(deps: TurnRuntimeDeps): TurnRuntime {
|
|
|
192
193
|
use: "orchestrator",
|
|
193
194
|
requireTools: false,
|
|
194
195
|
requireOutputBudget: true,
|
|
196
|
+
// A resumed session already knows what this backend had open; without
|
|
197
|
+
// it the first turn budgets against the probed server-wide figure and
|
|
198
|
+
// corrects only once discovery reports a loaded window (issue #227).
|
|
199
|
+
knownLoadedContextWindow: context.rememberedLoadedContextWindow(targetId, wireModelId),
|
|
195
200
|
});
|
|
196
201
|
if (!resolved.ok) {
|
|
197
202
|
const failure = resolved.diagnostics.find((entry) => entry.severity === "error") ?? resolved.diagnostics[0];
|
|
@@ -315,6 +320,7 @@ export function createTurnRuntime(deps: TurnRuntimeDeps): TurnRuntime {
|
|
|
315
320
|
use: "orchestrator",
|
|
316
321
|
requireTools: false,
|
|
317
322
|
requireOutputBudget: true,
|
|
323
|
+
knownLoadedContextWindow: context.rememberedLoadedContextWindow(target.target.id, target.wireModelId),
|
|
318
324
|
});
|
|
319
325
|
if (!refreshed.ok) return;
|
|
320
326
|
const liveModel = state.runtime.agent.state.model;
|
|
@@ -850,7 +856,8 @@ export function createTurnRuntime(deps: TurnRuntimeDeps): TurnRuntime {
|
|
|
850
856
|
if (isAssistant && usage && typeof usage === "object" && runFirstCallVerdict === null) {
|
|
851
857
|
const input = typeof usage.input === "number" ? usage.input : 0;
|
|
852
858
|
const cacheRead = typeof usage.cacheRead === "number" ? usage.cacheRead : 0;
|
|
853
|
-
|
|
859
|
+
const backendTimings = (enrichedEvent.message as { backendTimings?: BackendCompletionTimings }).backendTimings;
|
|
860
|
+
runFirstCallVerdict = backendCacheVerdict(input, cacheRead, backendTimings);
|
|
854
861
|
}
|
|
855
862
|
if (usage) {
|
|
856
863
|
context.reconcileUsage(usage);
|
|
@@ -53,6 +53,13 @@ export interface ChatLoopRunSnapshot {
|
|
|
53
53
|
cwd: string;
|
|
54
54
|
}
|
|
55
55
|
|
|
56
|
+
/**
|
|
57
|
+
* What a consumed prompt is doing before it owns the stream. `compacting` is
|
|
58
|
+
* the sub-state that made the defect visible, because it is the one that lasts
|
|
59
|
+
* long enough for an operator to conclude the keystroke was lost.
|
|
60
|
+
*/
|
|
61
|
+
export type TurnPreparationPhase = "idle" | "preparing" | "compacting";
|
|
62
|
+
|
|
56
63
|
export interface ChatTurnState {
|
|
57
64
|
/** Live agent runtime; built or hot-swapped by turn-runtime. */
|
|
58
65
|
runtime: AgentRuntime | null;
|
|
@@ -60,6 +67,20 @@ export interface ChatTurnState {
|
|
|
60
67
|
lastTurnId: string | null;
|
|
61
68
|
/** True while a submit is in flight. */
|
|
62
69
|
streaming: boolean;
|
|
70
|
+
/**
|
|
71
|
+
* Where a consumed prompt is between the editor and the live stream.
|
|
72
|
+
*
|
|
73
|
+
* The editor is cleared and the prompt painted into the transcript before
|
|
74
|
+
* admission, and everything from the capability probe through pre-submit
|
|
75
|
+
* compaction to the prompt compile happens after that and before
|
|
76
|
+
* `streaming`. With nothing naming that window the composer went straight
|
|
77
|
+
* back to `MESSAGE` and the footer still read the previous turn as done, so
|
|
78
|
+
* a 77-second compaction was indistinguishable from a dropped Enter
|
|
79
|
+
* (issue #251).
|
|
80
|
+
*/
|
|
81
|
+
turnPreparation: TurnPreparationPhase;
|
|
82
|
+
/** When the current preparation window opened, for its elapsed counter. */
|
|
83
|
+
turnPreparationSince: number;
|
|
63
84
|
/** Thinking level the active request runs under; read by onPayload. */
|
|
64
85
|
currentThinkingLevel: ThinkingLevel;
|
|
65
86
|
/** Provider context rebuilt on session switch, consumed by the next runtime build. */
|
|
@@ -115,6 +136,8 @@ export function createTurnState(initialThinkingLevel: ThinkingLevel): ChatTurnSt
|
|
|
115
136
|
runtime: null,
|
|
116
137
|
lastTurnId: null,
|
|
117
138
|
streaming: false,
|
|
139
|
+
turnPreparation: "idle",
|
|
140
|
+
turnPreparationSince: 0,
|
|
118
141
|
currentThinkingLevel: initialThinkingLevel,
|
|
119
142
|
replayedContextMessages: [],
|
|
120
143
|
activeUserTurnId: null,
|
|
@@ -7,6 +7,7 @@ import {
|
|
|
7
7
|
type TUI,
|
|
8
8
|
truncateToWidth,
|
|
9
9
|
visibleWidth,
|
|
10
|
+
wrapTextWithAnsi,
|
|
10
11
|
} from "../../engine/tui.js";
|
|
11
12
|
import { clockLocal } from "../format-time.js";
|
|
12
13
|
import { buildHint, showClioOverlayFrame } from "../overlay-frame.js";
|
|
@@ -359,6 +360,30 @@ export function buildArtifactHeader(
|
|
|
359
360
|
return padAnsi(parts.join(" "), width, ELLIPSIS);
|
|
360
361
|
}
|
|
361
362
|
|
|
363
|
+
/** Put verification on wrapped rows so a canonical receipt verdict is never reduced to a prefix. */
|
|
364
|
+
export function buildArtifactHeaderLines(
|
|
365
|
+
artifact: ViewArtifact | undefined,
|
|
366
|
+
verification: ViewVerificationState | undefined,
|
|
367
|
+
width: number,
|
|
368
|
+
): string[] {
|
|
369
|
+
const metadata = buildArtifactHeader(artifact, undefined, width);
|
|
370
|
+
const verify = verificationText(verification);
|
|
371
|
+
if (artifact === undefined || verify.length === 0) return [metadata];
|
|
372
|
+
const theme = clioTheme();
|
|
373
|
+
const token =
|
|
374
|
+
verification?.status === "ok"
|
|
375
|
+
? "success"
|
|
376
|
+
: verification?.status === "fail"
|
|
377
|
+
? "error"
|
|
378
|
+
: verification?.status === "retired"
|
|
379
|
+
? "warning"
|
|
380
|
+
: "info";
|
|
381
|
+
return [
|
|
382
|
+
metadata,
|
|
383
|
+
...wrapTextWithAnsi(theme.fg(token, verify), Math.max(1, width)).map((line) => padAnsi(line, width, ELLIPSIS)),
|
|
384
|
+
];
|
|
385
|
+
}
|
|
386
|
+
|
|
362
387
|
export function viewFooterHint(focus: ViewPaneFocus, canVerify: boolean, innerWidth?: number): string {
|
|
363
388
|
// One pane at a time means Tab is how the other one is reached, so the
|
|
364
389
|
// narrow footer states it. The generic elider drops middle entries, and Tab
|
|
@@ -569,8 +594,8 @@ export class ViewOverlayView implements Component {
|
|
|
569
594
|
this.ensureContentLoaded(artifact);
|
|
570
595
|
this.lastContentWidth = width;
|
|
571
596
|
const verification = artifact ? this.verifications.get(artifactKey(artifact)) : undefined;
|
|
572
|
-
const header =
|
|
573
|
-
const bodyHeight = Math.max(0, height -
|
|
597
|
+
const header = buildArtifactHeaderLines(artifact, verification, width);
|
|
598
|
+
const bodyHeight = Math.max(0, height - header.length);
|
|
574
599
|
this.lastContentBodyHeight = Math.max(1, bodyHeight);
|
|
575
600
|
const body = this.renderedContentLines(width);
|
|
576
601
|
const maxOffset = Math.max(0, body.length - Math.max(1, bodyHeight));
|
|
@@ -578,7 +603,7 @@ export class ViewOverlayView implements Component {
|
|
|
578
603
|
const visible = body
|
|
579
604
|
.slice(this.contentScrollOffset, this.contentScrollOffset + bodyHeight)
|
|
580
605
|
.map((line) => padAnsi(line, width, ELLIPSIS));
|
|
581
|
-
const lines = [header, ...visible];
|
|
606
|
+
const lines = [...header, ...visible];
|
|
582
607
|
return this.fixedLines(lines, width, height);
|
|
583
608
|
}
|
|
584
609
|
|
package/src/tools/ask-user.ts
CHANGED
|
@@ -40,13 +40,27 @@ export interface AskUserQuestion {
|
|
|
40
40
|
|
|
41
41
|
export interface AskUserAnswer {
|
|
42
42
|
question: string;
|
|
43
|
+
/** The whole answer on one line: the chosen labels, then the typed text. */
|
|
43
44
|
answer: string;
|
|
45
|
+
/**
|
|
46
|
+
* The option labels the operator chose, in list order. Absent when they only
|
|
47
|
+
* typed. Present with no {@link value} is a label-only answer, which is how a
|
|
48
|
+
* reader tells "they picked the option" from "they picked it and typed a
|
|
49
|
+
* figure" (issue #228).
|
|
50
|
+
*/
|
|
51
|
+
options?: string[];
|
|
52
|
+
/** The operator's typed text, exactly as submitted. Absent when they only chose. */
|
|
53
|
+
value?: string;
|
|
44
54
|
}
|
|
45
55
|
|
|
46
56
|
export interface AskUserDecision {
|
|
47
57
|
key: string;
|
|
48
58
|
value: string;
|
|
49
59
|
label?: string;
|
|
60
|
+
/** The chosen labels behind `value`; derived by the harness, not model-supplied. */
|
|
61
|
+
options?: string[];
|
|
62
|
+
/** The typed text behind `value`; derived by the harness, not model-supplied. */
|
|
63
|
+
text?: string;
|
|
50
64
|
/** Question that produced this decision; derived by the harness, not model-supplied. */
|
|
51
65
|
source_question?: string;
|
|
52
66
|
}
|
|
@@ -299,6 +313,13 @@ export function cancelledAskUserResult(): AskUserResult {
|
|
|
299
313
|
return { answers: [], cancelled: true };
|
|
300
314
|
}
|
|
301
315
|
|
|
316
|
+
/** The chosen labels, dropped when the surface supplied nothing usable. */
|
|
317
|
+
function normalizeAnswerOptions(value: unknown): string[] | undefined {
|
|
318
|
+
if (!Array.isArray(value)) return undefined;
|
|
319
|
+
const labels = value.filter((entry): entry is string => typeof entry === "string" && entry.trim().length > 0);
|
|
320
|
+
return labels.length > 0 ? labels : undefined;
|
|
321
|
+
}
|
|
322
|
+
|
|
302
323
|
function normalizeAskUserResult(questions: ReadonlyArray<AskUserQuestion>, result: AskUserResult): AskUserResult {
|
|
303
324
|
if (result.cancelled === true) return cancelledAskUserResult();
|
|
304
325
|
const answers: AskUserAnswer[] = [];
|
|
@@ -308,7 +329,18 @@ function normalizeAskUserResult(questions: ReadonlyArray<AskUserQuestion>, resul
|
|
|
308
329
|
if (!raw) continue;
|
|
309
330
|
const question = typeof raw.question === "string" && raw.question.trim().length > 0 ? raw.question : fallbackQuestion;
|
|
310
331
|
const answer = typeof raw.answer === "string" ? raw.answer.trim() : "";
|
|
311
|
-
if (question.length
|
|
332
|
+
if (question.length === 0 || answer.length === 0) continue;
|
|
333
|
+
// The typed text keeps every byte the operator submitted. The one-line
|
|
334
|
+
// `answer` is a rendering of the same decision and is trimmed like any
|
|
335
|
+
// other display string; `value` is the record.
|
|
336
|
+
const options = normalizeAnswerOptions(raw.options);
|
|
337
|
+
const value = typeof raw.value === "string" && raw.value.length > 0 ? raw.value : undefined;
|
|
338
|
+
answers.push({
|
|
339
|
+
question,
|
|
340
|
+
answer,
|
|
341
|
+
...(options ? { options } : {}),
|
|
342
|
+
...(value !== undefined ? { value } : {}),
|
|
343
|
+
});
|
|
312
344
|
}
|
|
313
345
|
return { answers };
|
|
314
346
|
}
|
|
@@ -363,7 +395,12 @@ function transcriptQuestions(questions: ReadonlyArray<AskUserQuestion>): AskUser
|
|
|
363
395
|
}
|
|
364
396
|
|
|
365
397
|
function transcriptAnswers(answers: ReadonlyArray<AskUserAnswer>): AskUserTranscriptAnswer[] {
|
|
366
|
-
return answers.map((answer) => ({
|
|
398
|
+
return answers.map((answer) => ({
|
|
399
|
+
question: answer.question,
|
|
400
|
+
answer: answer.answer,
|
|
401
|
+
...(answer.options && answer.options.length > 0 ? { options: [...answer.options] } : {}),
|
|
402
|
+
...(answer.value !== undefined ? { value: answer.value } : {}),
|
|
403
|
+
}));
|
|
367
404
|
}
|
|
368
405
|
|
|
369
406
|
function toDecisionKey(value: string): string {
|
|
@@ -397,6 +434,8 @@ function decisionFromAnswer(
|
|
|
397
434
|
key,
|
|
398
435
|
value: answer.answer,
|
|
399
436
|
...(label ? { label } : {}),
|
|
437
|
+
...(answer.options && answer.options.length > 0 ? { options: [...answer.options] } : {}),
|
|
438
|
+
...(answer.value !== undefined ? { text: answer.value } : {}),
|
|
400
439
|
source_question: answer.question,
|
|
401
440
|
};
|
|
402
441
|
}
|
|
@@ -406,6 +445,8 @@ function toTranscriptDecision(decision: AskUserDecision): AskUserTranscriptDecis
|
|
|
406
445
|
key: toDecisionKey(decision.key),
|
|
407
446
|
value: decision.value,
|
|
408
447
|
...(decision.label ? { label: decision.label } : {}),
|
|
448
|
+
...(decision.options && decision.options.length > 0 ? { options: [...decision.options] } : {}),
|
|
449
|
+
...(decision.text !== undefined ? { text: decision.text } : {}),
|
|
409
450
|
...(decision.source_question ? { source_question: decision.source_question } : {}),
|
|
410
451
|
};
|
|
411
452
|
}
|