rovecode 0.4.0-beta.2 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +67 -69
- package/THIRD_PARTY_NOTICES.md +0 -44
- package/bin/rovecode.ts +21 -0
- package/package.json +16 -37
- package/src/account/keys.ts +97 -0
- package/src/account/login.ts +158 -0
- package/src/account/provision.ts +47 -0
- package/src/account/store.ts +63 -0
- package/src/acp/server.ts +373 -0
- package/src/cli/account-cmd.ts +116 -0
- package/src/cli/connect.ts +244 -0
- package/src/cli/context-cmd.ts +199 -0
- package/src/cli/dispatch.ts +109 -0
- package/src/cli/doctor.ts +324 -0
- package/src/cli/export.ts +278 -0
- package/src/cli/help.ts +240 -0
- package/src/cli/is-tui-invocation.ts +8 -0
- package/src/cli/main.ts +599 -0
- package/src/cli/market-cmd.ts +658 -0
- package/src/cli/mcp-market-cmd.ts +299 -0
- package/src/cli/output.ts +382 -0
- package/src/cli/repl.ts +172 -0
- package/src/cli/resume.ts +32 -0
- package/src/cli/run-limits.ts +78 -0
- package/src/cli/runtime.ts +792 -0
- package/src/cli/setup.ts +187 -0
- package/src/cli/update-cmd.ts +78 -0
- package/src/cli/workflow-cmd.ts +100 -0
- package/src/coding/checkpoints.ts +270 -0
- package/src/coding/diff.ts +136 -0
- package/src/coding/files.ts +339 -0
- package/src/coding/hashline.ts +319 -0
- package/src/coding/lsp.ts +406 -0
- package/src/coding/repomap-cache.ts +99 -0
- package/src/coding/repomap-files.ts +110 -0
- package/src/coding/repomap.ts +392 -0
- package/src/core/compaction.ts +399 -0
- package/src/core/config.ts +289 -0
- package/src/core/context-report.ts +228 -0
- package/src/core/context.ts +60 -0
- package/src/core/count-remote.ts +107 -0
- package/src/core/execpolicy-rules.ts +196 -0
- package/src/core/execpolicy.ts +385 -0
- package/src/core/executor.ts +397 -0
- package/src/core/guardrails.ts +400 -0
- package/src/core/hooks.ts +398 -0
- package/src/core/images.ts +230 -0
- package/src/core/intro.ts +236 -0
- package/src/core/loop.ts +621 -0
- package/src/core/modes.ts +372 -0
- package/src/core/orchestrator.ts +207 -0
- package/src/core/reflection.ts +165 -0
- package/src/core/sandbox-config.ts +167 -0
- package/src/core/session-images.ts +73 -0
- package/src/core/session.ts +398 -0
- package/src/core/settings.ts +98 -0
- package/src/core/stuck-detector.ts +273 -0
- package/src/core/tasks.ts +374 -0
- package/src/core/token-scale.ts +108 -0
- package/src/core/tool-output-budget.ts +166 -0
- package/src/core/tools.ts +288 -0
- package/src/core/types.ts +330 -0
- package/src/core/update-check.ts +171 -0
- package/src/core/update.ts +158 -0
- package/src/core/usage.ts +204 -0
- package/src/core/validate.ts +121 -0
- package/src/core/verify-gate.ts +159 -0
- package/src/core/verify.ts +237 -0
- package/src/core/voice.ts +158 -0
- package/src/core/win-job.ts +183 -0
- package/src/design/audit.ts +797 -0
- package/src/design/direction.ts +190 -0
- package/src/design/rules.ts +157 -0
- package/src/eval/bench.ts +150 -0
- package/src/eval/gauntlet-runner.ts +218 -0
- package/src/eval/gauntlet.ts +226 -0
- package/src/eval/grader.ts +186 -0
- package/src/eval/record.ts +202 -0
- package/src/eval/redact.ts +141 -0
- package/src/eval/replay.ts +147 -0
- package/src/eval/trajectory.ts +373 -0
- package/src/index.ts +17 -0
- package/src/market/catalogs/mcp-docs.json +111 -0
- package/src/market/catalogs/plugins.json +111 -0
- package/src/market/catalogs/skills.json +478 -0
- package/src/market/clone.ts +72 -0
- package/src/market/context-cost.ts +121 -0
- package/src/market/digest.ts +106 -0
- package/src/market/index.ts +22 -0
- package/src/market/install.ts +578 -0
- package/src/market/manifest.ts +187 -0
- package/src/market/prereq.ts +145 -0
- package/src/market/registry.ts +363 -0
- package/src/market/resolve.ts +111 -0
- package/src/market/types.ts +236 -0
- package/src/market/validate.ts +227 -0
- package/src/mcp/client.ts +431 -0
- package/src/mcp/config.ts +239 -0
- package/src/mcp/local-package.ts +211 -0
- package/src/mcp/market-catalog.ts +84 -0
- package/src/mcp/market-install.ts +289 -0
- package/src/mcp/market.ts +0 -0
- package/src/mcp/tools.ts +131 -0
- package/src/mcp/trust.ts +49 -0
- package/src/memory/blocks.ts +175 -0
- package/src/memory/recall.ts +355 -0
- package/src/memory/store.ts +105 -0
- package/src/memory/tools.ts +99 -0
- package/src/plugins/cli.ts +123 -0
- package/src/plugins/discover.ts +108 -0
- package/src/plugins/index.ts +50 -0
- package/src/plugins/init.ts +140 -0
- package/src/plugins/install.ts +184 -0
- package/src/plugins/load.ts +149 -0
- package/src/plugins/manifest.ts +106 -0
- package/src/plugins/state.ts +83 -0
- package/src/providers/auth.ts +293 -0
- package/src/providers/cache.ts +223 -0
- package/src/providers/catalog-local.ts +160 -0
- package/src/providers/catalog.ts +408 -0
- package/src/providers/middleware-context.ts +86 -0
- package/src/providers/middleware.ts +373 -0
- package/src/providers/profile-glm53.ts +111 -0
- package/src/providers/profile-sonnet5-persona.ts +65 -0
- package/src/providers/profile-sonnet5-voice.ts +23 -0
- package/src/providers/profiles.ts +156 -0
- package/src/providers/provider-config.ts +311 -0
- package/src/providers/registry.ts +302 -0
- package/src/providers/response-validation.ts +80 -0
- package/src/providers/retry.ts +234 -0
- package/src/providers/router.ts +294 -0
- package/src/providers/sse.ts +26 -0
- package/src/providers/stream-errors.ts +117 -0
- package/src/providers/stream.ts +569 -0
- package/src/providers/thinking.ts +189 -0
- package/src/providers/wire-messages.ts +129 -0
- package/src/sdk/client.ts +225 -0
- package/src/sdk/index.ts +3 -0
- package/src/server/dashboard.ts +144 -0
- package/src/server/http.ts +343 -0
- package/src/server/openapi.ts +246 -0
- package/src/sextant/card-hits.ts +102 -0
- package/src/sextant/card-keys.ts +55 -0
- package/src/sextant/context-source.ts +157 -0
- package/src/sextant/draw-agents.ts +273 -0
- package/src/sextant/draw-code.ts +388 -0
- package/src/sextant/draw-context.ts +222 -0
- package/src/sextant/draw-frame.ts +164 -0
- package/src/sextant/draw-market.ts +573 -0
- package/src/sextant/draw-messages.ts +386 -0
- package/src/sextant/draw-pet.ts +230 -0
- package/src/sextant/draw-plan.ts +159 -0
- package/src/sextant/draw-tabs.ts +85 -0
- package/src/sextant/draw-util.ts +65 -0
- package/src/sextant/engine.ts +230 -0
- package/src/sextant/frame-hits.ts +25 -0
- package/src/sextant/frame.ts +101 -0
- package/src/sextant/git-status.ts +197 -0
- package/src/sextant/grid.ts +59 -0
- package/src/sextant/input.ts +119 -0
- package/src/sextant/keys.ts +488 -0
- package/src/sextant/layout.ts +86 -0
- package/src/sextant/local-commands.ts +156 -0
- package/src/sextant/market-source.ts +287 -0
- package/src/sextant/mentions.ts +141 -0
- package/src/sextant/message-hits.ts +26 -0
- package/src/sextant/model.ts +387 -0
- package/src/sextant/overlays.ts +451 -0
- package/src/sextant/panel-hits.ts +38 -0
- package/src/sextant/pet.ts +399 -0
- package/src/sextant/screen.ts +324 -0
- package/src/sextant/scroll-hits.ts +66 -0
- package/src/sextant/scrollbar.ts +82 -0
- package/src/sextant/selection.ts +123 -0
- package/src/sextant/sextant-bridge.ts +174 -0
- package/src/sextant/sextant-cards.ts +142 -0
- package/src/sextant/sextant-diff-base.ts +63 -0
- package/src/sextant/sextant-files.ts +154 -0
- package/src/sextant/sextant-frame-loop.ts +314 -0
- package/src/sextant/sextant-renderer.ts +478 -0
- package/src/sextant/sextant-repo.ts +131 -0
- package/src/sextant/theme.ts +66 -0
- package/src/sextant/tool-rows.ts +189 -0
- package/src/sextant/types.ts +473 -0
- package/src/skills/index.ts +306 -0
- package/src/skills/tools.ts +69 -0
- package/src/skills/versioned.ts +227 -0
- package/src/telemetry/otel.ts +353 -0
- package/src/telemetry/otlp.ts +68 -0
- package/src/tools/ask-user.ts +156 -0
- package/src/tools/design.ts +151 -0
- package/src/tools/evalcell.ts +338 -0
- package/src/tools/html-text.ts +139 -0
- package/src/tools/provider.ts +149 -0
- package/src/tools/task.ts +216 -0
- package/src/tools/todo.ts +320 -0
- package/src/tools/webfetch.ts +331 -0
- package/src/tui/app.ts +608 -0
- package/src/tui/attach.ts +127 -0
- package/src/tui/checkpoints-cmd.ts +70 -0
- package/src/tui/clipboard-image.ts +81 -0
- package/src/tui/commands.ts +277 -0
- package/src/tui/cost.ts +108 -0
- package/src/tui/info-cmd.ts +144 -0
- package/src/tui/mcp-cmd.ts +128 -0
- package/src/tui/modes-cmd.ts +45 -0
- package/src/tui/overlays.ts +97 -0
- package/src/tui/pi-renderer.ts +424 -0
- package/src/tui/providers-cmd.ts +366 -0
- package/src/tui/renderer.ts +101 -0
- package/src/tui/replay-marker.ts +29 -0
- package/src/tui/session-cmd.ts +146 -0
- package/src/tui/sextant-attach.ts +68 -0
- package/src/tui/sextant-io.ts +184 -0
- package/src/tui/sextant-smoke.ts +110 -0
- package/src/tui/smoke.ts +72 -0
- package/src/tui/theme.ts +59 -0
- package/src/tui/todo-label.ts +7 -0
- package/src/workflow/engine.ts +266 -0
- package/tsconfig.json +30 -0
- package/vendor/pi-tui/LICENSE +21 -0
- package/vendor/pi-tui/PATCHES.md +12 -0
- package/vendor/pi-tui/PROVENANCE.md +12 -0
- package/vendor/pi-tui/README.upstream.md +854 -0
- package/vendor/pi-tui/native/win32/prebuilds/win32-arm64/win32-console-mode.node +0 -0
- package/vendor/pi-tui/native/win32/prebuilds/win32-x64/win32-console-mode.node +0 -0
- package/vendor/pi-tui/src/alt-screen-search.ts +158 -0
- package/vendor/pi-tui/src/autocomplete.ts +827 -0
- package/vendor/pi-tui/src/components/alt-screen-flash.ts +52 -0
- package/vendor/pi-tui/src/components/box.ts +138 -0
- package/vendor/pi-tui/src/components/cancellable-loader.ts +41 -0
- package/vendor/pi-tui/src/components/editor.ts +2364 -0
- package/vendor/pi-tui/src/components/h-stack.ts +45 -0
- package/vendor/pi-tui/src/components/image.ts +128 -0
- package/vendor/pi-tui/src/components/input.ts +448 -0
- package/vendor/pi-tui/src/components/loader.ts +93 -0
- package/vendor/pi-tui/src/components/markdown.ts +1016 -0
- package/vendor/pi-tui/src/components/scroll-view.ts +217 -0
- package/vendor/pi-tui/src/components/select-list.ts +230 -0
- package/vendor/pi-tui/src/components/settings-list.ts +277 -0
- package/vendor/pi-tui/src/components/spacer.ts +29 -0
- package/vendor/pi-tui/src/components/stack.ts +155 -0
- package/vendor/pi-tui/src/components/text.ts +108 -0
- package/vendor/pi-tui/src/components/truncated-text.ts +66 -0
- package/vendor/pi-tui/src/components/v-stack.ts +34 -0
- package/vendor/pi-tui/src/editor-component.ts +75 -0
- package/vendor/pi-tui/src/fuzzy.ts +138 -0
- package/vendor/pi-tui/src/index.ts +149 -0
- package/vendor/pi-tui/src/keybindings.ts +321 -0
- package/vendor/pi-tui/src/keys.ts +1402 -0
- package/vendor/pi-tui/src/kill-ring.ts +47 -0
- package/vendor/pi-tui/src/latex.ts +1381 -0
- package/vendor/pi-tui/src/layout-node.ts +52 -0
- package/vendor/pi-tui/src/layout.ts +411 -0
- package/vendor/pi-tui/src/native-modifiers.ts +60 -0
- package/vendor/pi-tui/src/native-module-path.ts +32 -0
- package/vendor/pi-tui/src/stdin-buffer.ts +445 -0
- package/vendor/pi-tui/src/terminal-colors.ts +74 -0
- package/vendor/pi-tui/src/terminal-image.ts +701 -0
- package/vendor/pi-tui/src/terminal.ts +554 -0
- package/vendor/pi-tui/src/tui-alt-screen.ts +1379 -0
- package/vendor/pi-tui/src/tui-main-screen.ts +655 -0
- package/vendor/pi-tui/src/tui.ts +1264 -0
- package/vendor/pi-tui/src/undo-stack.ts +29 -0
- package/vendor/pi-tui/src/utils.ts +1327 -0
- package/vendor/pi-tui/src/word-navigation.ts +118 -0
- package/vendor/pi-tui/test/test-themes.ts +39 -0
- package/vendor/pi-tui/test/virtual-terminal.ts +219 -0
- package/CHANGELOG.md +0 -512
- package/bin/rovecode.js +0 -24
- package/dist/cli/app-dybnr56b.js +0 -2
- package/dist/cli/ask-user-p8hq4xgj.js +0 -2
- package/dist/cli/auth-login-ewpgw5sm.js +0 -2
- package/dist/cli/auth-m8p9grty.js +0 -2
- package/dist/cli/bench-xv3ypwev.js +0 -9
- package/dist/cli/catalog-737wb2s0.js +0 -2
- package/dist/cli/cli-arhg40m0.js +0 -2
- package/dist/cli/client-cf2pxx8q.js +0 -2
- package/dist/cli/commands-3p7e4xxs.js +0 -2
- package/dist/cli/connect-3q93d7cb.js +0 -2
- package/dist/cli/context-cmd-eqxmxhzq.js +0 -2
- package/dist/cli/context-report-hbw9zfes.js +0 -2
- package/dist/cli/count-remote-mby98cd0.js +0 -2
- package/dist/cli/design-122y0axd.js +0 -2
- package/dist/cli/dispatch-b4egzvvh.js +0 -2
- package/dist/cli/doctor-x4jkv72e.js +0 -3
- package/dist/cli/executor-ftvg6tsy.js +0 -2
- package/dist/cli/export-pdgdhkch.js +0 -2
- package/dist/cli/files-cez9a96p.js +0 -2
- package/dist/cli/gauntlet-r3xxaszc.js +0 -2
- package/dist/cli/gauntlet-runner-r515m7kk.js +0 -10
- package/dist/cli/gauntlet-wave3-bnkjk2v2.js +0 -5
- package/dist/cli/gauntlet-wave4-acs9s60q.js +0 -14
- package/dist/cli/hashline-ewg5hbe3.js +0 -2
- package/dist/cli/http-n0kehsk8.js +0 -5
- package/dist/cli/index-z5qt1s76.js +0 -2
- package/dist/cli/install-80mp63kx.js +0 -2
- package/dist/cli/loop-12twjcat.js +0 -2
- package/dist/cli/main-01pv9206.js +0 -4
- package/dist/cli/main-0jys2ccn.js +0 -3
- package/dist/cli/main-1ztz6fkj.js +0 -10
- package/dist/cli/main-23q7cmww.js +0 -9
- package/dist/cli/main-2rzbexn2.js +0 -3
- package/dist/cli/main-2wyax8k9.js +0 -9
- package/dist/cli/main-2yeveeve.js +0 -6
- package/dist/cli/main-2z3dek0b.js +0 -3
- package/dist/cli/main-2zgsknth.js +0 -3
- package/dist/cli/main-45ejth3a.js +0 -4
- package/dist/cli/main-45rn3trk.js +0 -22
- package/dist/cli/main-4p4e2w7x.js +0 -4
- package/dist/cli/main-4y0tnfpa.js +0 -16
- package/dist/cli/main-5py0rkmc.js +0 -4
- package/dist/cli/main-6dtqmbt6.js +0 -7
- package/dist/cli/main-6h9x282m.js +0 -4
- package/dist/cli/main-6vjeds42.js +0 -3
- package/dist/cli/main-78gq4bt9.js +0 -6
- package/dist/cli/main-7jd5vh3x.js +0 -4
- package/dist/cli/main-7kt6r53y.js +0 -4
- package/dist/cli/main-8c1tbazx.js +0 -58
- package/dist/cli/main-9a9rnh47.js +0 -19
- package/dist/cli/main-9ht36z12.js +0 -3
- package/dist/cli/main-a2yfvcy9.js +0 -7
- package/dist/cli/main-a3f51n0x.js +0 -5
- package/dist/cli/main-b8zq261k.js +0 -3
- package/dist/cli/main-bxtvnf6d.js +0 -13
- package/dist/cli/main-edxc3yzt.js +0 -4
- package/dist/cli/main-evgz4mp5.js +0 -21
- package/dist/cli/main-f33fc5je.js +0 -9
- package/dist/cli/main-fvnpq46y.js +0 -12
- package/dist/cli/main-gbbty4d4.js +0 -3
- package/dist/cli/main-gth53dnt.js +0 -25
- package/dist/cli/main-hqbz10aw.js +0 -9
- package/dist/cli/main-hrrvcfan.js +0 -38
- package/dist/cli/main-hzwtsb2m.js +0 -5
- package/dist/cli/main-j7ttv0sd.js +0 -34
- package/dist/cli/main-jak598k9.js +0 -5
- package/dist/cli/main-kba6zeyd.js +0 -6
- package/dist/cli/main-kwwsz6rq.js +0 -3
- package/dist/cli/main-m8vm17zq.js +0 -3
- package/dist/cli/main-mg4f96e1.js +0 -3
- package/dist/cli/main-mg9b20ac.js +0 -18
- package/dist/cli/main-mgb9ccnx.js +0 -3
- package/dist/cli/main-mjt2p7aj.js +0 -3
- package/dist/cli/main-n6qrdbmy.js +0 -3
- package/dist/cli/main-na7wse0x.js +0 -5
- package/dist/cli/main-nqveez48.js +0 -4
- package/dist/cli/main-ntqef02r.js +0 -10
- package/dist/cli/main-nvc3yjay.js +0 -136
- package/dist/cli/main-p0cfn6nr.js +0 -16
- package/dist/cli/main-qj2djy17.js +0 -19
- package/dist/cli/main-qsevpgsv.js +0 -3
- package/dist/cli/main-qvarybsp.js +0 -3
- package/dist/cli/main-rebtt91r.js +0 -5
- package/dist/cli/main-rpg7h8mb.js +0 -3
- package/dist/cli/main-rsy72qmw.js +0 -15
- package/dist/cli/main-rvetps99.js +0 -18
- package/dist/cli/main-s4bb0jav.js +0 -3
- package/dist/cli/main-s9v8k74e.js +0 -3
- package/dist/cli/main-tjvwmscs.js +0 -3
- package/dist/cli/main-tkgarpjj.js +0 -4
- package/dist/cli/main-v8y60bb2.js +0 -3
- package/dist/cli/main-vhrrq337.js +0 -3
- package/dist/cli/main-vp2dfb7s.js +0 -4
- package/dist/cli/main-vqbr22sz.js +0 -8
- package/dist/cli/main-vxnwe5xx.js +0 -18
- package/dist/cli/main-wgph00xf.js +0 -5
- package/dist/cli/main-wk2csfnj.js +0 -5
- package/dist/cli/main-wm997zjx.js +0 -3
- package/dist/cli/main-wpkyraxh.js +0 -3
- package/dist/cli/main-wqt32p5x.js +0 -4
- package/dist/cli/main-x9ct6y1a.js +0 -3
- package/dist/cli/main-xfekqh9m.js +0 -7
- package/dist/cli/main-xt9zc3n6.js +0 -7
- package/dist/cli/main-xx2z3zh5.js +0 -4
- package/dist/cli/main-y5c82rxr.js +0 -3
- package/dist/cli/main-yrjt2sqt.js +0 -14
- package/dist/cli/main-ys6zj3yr.js +0 -3
- package/dist/cli/main-ywbxshqc.js +0 -8
- package/dist/cli/main-z13755t8.js +0 -25
- package/dist/cli/main-zc7pyrbj.js +0 -4
- package/dist/cli/main.js +0 -279
- package/dist/cli/market-cmd-bm5xvn9f.js +0 -5
- package/dist/cli/mcp-login-bthtfpt7.js +0 -2
- package/dist/cli/mcp-market-cmd-mbeshfyd.js +0 -2
- package/dist/cli/notify-54v5z9dz.js +0 -2
- package/dist/cli/oauth-g5gme95c.js +0 -2
- package/dist/cli/output-satndjap.js +0 -16
- package/dist/cli/profiles-sfhpbq3m.js +0 -2
- package/dist/cli/provider-config-hv3xtdt4.js +0 -2
- package/dist/cli/provider-kwzq6g84.js +0 -2
- package/dist/cli/registry-fh0hdnyn.js +0 -2
- package/dist/cli/registry-y1y8e94r.js +0 -2
- package/dist/cli/repl-t4z03mqq.js +0 -11
- package/dist/cli/resume-fqt4chg8.js +0 -2
- package/dist/cli/run-flags-rysbag9t.js +0 -2
- package/dist/cli/runtime-j19fjbsa.js +0 -2
- package/dist/cli/sandbox-config-g4qxd7y5.js +0 -2
- package/dist/cli/server-r0b6bksk.js +0 -5
- package/dist/cli/session-arg-txmn5g4x.js +0 -2
- package/dist/cli/session-ed250d9j.js +0 -2
- package/dist/cli/sessions-cmd-adw7svfn.js +0 -7
- package/dist/cli/settings-y9rzcqx8.js +0 -2
- package/dist/cli/setup-jmbr11j0.js +0 -2
- package/dist/cli/sextant-smoke-tcth0vea.js +0 -5
- package/dist/cli/skills-cmd-zbdy99v6.js +0 -2
- package/dist/cli/smoke-1bg937kx.js +0 -8
- package/dist/cli/start-chat-p01cdks3.js +0 -12
- package/dist/cli/stream-4wmyaypz.js +0 -2
- package/dist/cli/task-eg4s093s.js +0 -2
- package/dist/cli/tasks-12v9rr9k.js +0 -2
- package/dist/cli/thinking-a5ngvqyh.js +0 -2
- package/dist/cli/todo-1wxpcecx.js +0 -2
- package/dist/cli/tools-2ftsya7w.js +0 -2
- package/dist/cli/tools-x1tj4fxm.js +0 -2
- package/dist/cli/trust-cmd-hccxehzb.js +0 -2
- package/dist/cli/update-check-ygt3vd7m.js +0 -2
- package/dist/cli/update-cmd-v23qhr8c.js +0 -2
- package/dist/cli/voice-g1gtck92.js +0 -2
- package/dist/cli/webfetch-0nnrjgb5.js +0 -2
- package/dist/cli/websearch-f0vr2p7d.js +0 -2
- package/dist/cli/workspace-9rq1w4ta.js +0 -2
- package/dist/lib/index.js +0 -62
- package/dist/lib/models-index.json +0 -1
- package/dist/lib/plugins.js +0 -6
- package/dist/lib/providers.js +0 -17
- package/dist/lib/public-api.js +0 -20
- package/dist/rovecode.exe +0 -4
- /package/{dist/cli → src/providers}/models-index.json +0 -0
|
@@ -0,0 +1,294 @@
|
|
|
1
|
+
/** Role router + provider fallback chains (port #14). ModelRef resolver + StreamFn wrapper —
|
|
2
|
+
* NO second agent loop (ADR-003): the wrapper makes one bounded pass over a chain's remaining
|
|
3
|
+
* candidates inside a single stream invocation; same-model retry/backoff is the port-#23
|
|
4
|
+
* withRetry wrapper, which sits INSIDE this wrap (retries exhaust before the chain advances).
|
|
5
|
+
*
|
|
6
|
+
* Role table (oh-my-pi, MIT — research/source_snapshots/can1357-oh-my-pi):
|
|
7
|
+
* - Role names ported as the documented SUBSET default/smol/plan/commit/task of OMP's
|
|
8
|
+
* ModelRole union (packages/coding-agent/src/config/model-roles.ts:22-32; full set adds
|
|
9
|
+
* slow/vision/designer/tiny/advisor). Config shape mirrors OMP's `modelRoles` record
|
|
10
|
+
* (config/settings-schema.ts:668, :6315 — Record<role, selector>).
|
|
11
|
+
* - Missing/unknown role → the "default" role (config/model-resolver.ts:1017
|
|
12
|
+
* DEFAULT_MODEL_ROLE; configured-value-else-defaults resolution :1155-1189).
|
|
13
|
+
* - Precedence: explicit request selector > configured role chain > default chain, per
|
|
14
|
+
* OMP's resolveEffectiveAgentModelSelection (model-resolver.ts:1229-1261
|
|
15
|
+
* requestModel > settingsOverride > agentModel > default).
|
|
16
|
+
* - Selector grammar: "provider/model" split on the FIRST slash so model ids keep their own
|
|
17
|
+
* slashes (model-resolver.ts:214-216); comma-separated ordered candidate lists
|
|
18
|
+
* (model-resolver.ts:1051-1055 normalizeModelPatternList); per-role ordered chains as in
|
|
19
|
+
* OMP's priority.json:2-23 (rolePriorityDefaults, model-resolver.ts:1110-1113).
|
|
20
|
+
* - NOT ported: OMP's fuzzy/glob matching, thinking-level suffixes, custom role aliases and
|
|
21
|
+
* alias cycle guard (rovecode chains are flat ModelRefs — no aliases, so no cycles).
|
|
22
|
+
*
|
|
23
|
+
* Fallback chains (gemini-cli, Apache-2.0 @0bd1d43 — research/source_snapshots/
|
|
24
|
+
* google-gemini-gemini-cli, packages/core/src):
|
|
25
|
+
* - Ordered chain, "the first model in the chain is the primary model"
|
|
26
|
+
* (availability/modelPolicy.ts:52-56 ModelPolicyChain).
|
|
27
|
+
* - Trigger conditions ported from utils/retry.ts isRetryableError (:170-209): advance on
|
|
28
|
+
* HTTP 429 or 5xx; NEVER on 400 (:193-194 "Explicitly do not retry 400"); non-HTTP
|
|
29
|
+
* transport failures (fetch failed / network codes / incomplete stream JSON) are
|
|
30
|
+
* retryable (:49-62, :122-123, :141-147, :180-189). gemini-cli additionally retries 499;
|
|
31
|
+
* the bar pins 429/5xx, so 499 is deliberately NOT retryable here (documented deviation).
|
|
32
|
+
* - Aborts never advance the chain (retry.ts:337-339 rethrows AbortError untouched).
|
|
33
|
+
* - On failure the handler picks the FIRST AVAILABLE later candidate and never falls back
|
|
34
|
+
* to the failed model itself (fallback/handler.ts:59-76); the switch is STICKY for the
|
|
35
|
+
* session via activateFallbackMode (handler.ts:163-169). Sticky here = per wrapped
|
|
36
|
+
* StreamFn, reset when a chain exhausts (rovecode simplification: gemini-cli instead tracks
|
|
37
|
+
* per-model health and marks models healthy again on success, retry.ts:330-334).
|
|
38
|
+
* - gemini-cli retries the new model immediately (retry.ts:404, :459 `attempt = 0; continue`)
|
|
39
|
+
* inside its retryWithBackoff loop; rovecode tries each candidate ONCE per invocation — no
|
|
40
|
+
* delays, no attempt reset (ADR-003: no second loop). Status is read from the seam's
|
|
41
|
+
* error TEXT ("HTTP <status>: <body>" — built by src/providers/stream-errors.ts httpErrorTurn), the same
|
|
42
|
+
* message-sniffing fallback gemini-cli itself uses (retry.ts:553-558).
|
|
43
|
+
* - Mid-stream failure: gemini-cli re-streams and signals the consumer with a RETRY event
|
|
44
|
+
* (core/geminiChat.ts:655-679). Rovecode's StreamEvent grammar (core/types.ts:47-50) has no
|
|
45
|
+
* such variant and is shared/untouchable, so forwarded text_delta events from a failed
|
|
46
|
+
* attempt simply stand; canonical content is the terminal turn only (core/loop.ts
|
|
47
|
+
* collectTurn:219-226), so the final message is never corrupted. The "note" on each
|
|
48
|
+
* advance is therefore an onNote CALLBACK, not a StreamEvent.
|
|
49
|
+
* - Exhausted chain → terminal turn with stopReason "error"; this wrapper NEVER throws
|
|
50
|
+
* (ADR-003 seam contract), even when the wrapped stream does.
|
|
51
|
+
* - A SINGLE-candidate chain has nothing to advance to: a retryable failure is yielded
|
|
52
|
+
* UNTOUCHED — no exhausted-rewrite, no note — so plain provider errors survive verbatim
|
|
53
|
+
* (R2 #14 LOW/MED-4).
|
|
54
|
+
* - A requested model outside every configured chain is a passthrough singleton, unless
|
|
55
|
+
* `looseFallback` is set (runtime sets it when chains are explicit user config): then the
|
|
56
|
+
* request is PREPENDED to the default chain — gemini-cli's shape, where "the first model
|
|
57
|
+
* in the chain is the primary model" is whatever was requested and configured fallbacks
|
|
58
|
+
* follow (R2 #14 MED-3).
|
|
59
|
+
* - The candidate that produced each terminal turn is recorded per turn object (servedBy)
|
|
60
|
+
* so the loop stamps Message.origin with the model that SERVED, not the one it asked
|
|
61
|
+
* for (R2 #14 HIGH-2). */
|
|
62
|
+
|
|
63
|
+
import type { AssistantTurn, ModelRef, StreamFn, StreamEvent, TokenUsage } from "../core/types.ts";
|
|
64
|
+
|
|
65
|
+
// ---------- roles (OMP subset, documented above) ----------
|
|
66
|
+
|
|
67
|
+
export type ModelRole = "default" | "smol" | "plan" | "commit" | "task";
|
|
68
|
+
|
|
69
|
+
export const MODEL_ROLES: readonly ModelRole[] = ["default", "smol", "plan", "commit", "task"];
|
|
70
|
+
|
|
71
|
+
export interface RouterNote {
|
|
72
|
+
/** Chain identity: role name when the model belongs to a configured role chain,
|
|
73
|
+
* else "provider/model" of the loose (passthrough) model. */
|
|
74
|
+
chain: string;
|
|
75
|
+
from: ModelRef;
|
|
76
|
+
/** Next candidate, or null when this failure exhausted the chain. */
|
|
77
|
+
to: ModelRef | null;
|
|
78
|
+
/** The failed turn's error text, e.g. "HTTP 429: ...". */
|
|
79
|
+
reason: string;
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
export interface RouterConfig {
|
|
83
|
+
/** Role → primary ModelRef or ordered fallback chain (first = primary,
|
|
84
|
+
* gemini-cli modelPolicy.ts:52-56). `default` is required; other roles optional. */
|
|
85
|
+
roles: Partial<Record<ModelRole, ModelRef | readonly ModelRef[]>> & { default: ModelRef | readonly ModelRef[] };
|
|
86
|
+
/** Keep fallback switches for later calls on the same wrapped stream (gemini-cli
|
|
87
|
+
* activateFallbackMode, handler.ts:163-169). Default true; exhaustion resets. */
|
|
88
|
+
sticky?: boolean;
|
|
89
|
+
/** Treat the default chain as the fallback pool for models outside EVERY configured
|
|
90
|
+
* chain: the requested model is prepended as the primary (header: MED-3). Default
|
|
91
|
+
* false — a synthesized single-model default (no explicit chain config) must not
|
|
92
|
+
* drag loose models onto a placeholder ref. */
|
|
93
|
+
looseFallback?: boolean;
|
|
94
|
+
/** Advance notification — see header for why this is a callback, not a StreamEvent. */
|
|
95
|
+
onNote?: (note: RouterNote) => void;
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
export interface Router {
|
|
99
|
+
/** Full ordered chain for a role; unknown/unconfigured roles get the default chain. */
|
|
100
|
+
chain(role: string): readonly ModelRef[];
|
|
101
|
+
/** Primary ModelRef for a role. `explicit` (request selector or ModelRef) wins over the
|
|
102
|
+
* role table — OMP request>config precedence (model-resolver.ts:1229-1261). */
|
|
103
|
+
resolve(role: string, explicit?: string | ModelRef): ModelRef;
|
|
104
|
+
/** Wrap a StreamFn with chain-advance-on-failure. Non-turn events pass through live. */
|
|
105
|
+
wrap(stream: StreamFn): StreamFn;
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
// ---------- selector parsing (OMP model-resolver.ts:214-216, :1051-1055) ----------
|
|
109
|
+
|
|
110
|
+
/** "provider/model" split on the FIRST slash (model ids keep their own slashes, e.g.
|
|
111
|
+
* "kaesra/zai-org/glm-5.3-flash"); no slash → model on `defaultProvider`. */
|
|
112
|
+
export function parseModelRef(selector: string, defaultProvider: string): ModelRef {
|
|
113
|
+
const s = selector.trim();
|
|
114
|
+
const slash = s.indexOf("/");
|
|
115
|
+
if (slash <= 0) return { provider: defaultProvider, model: s };
|
|
116
|
+
return { provider: s.slice(0, slash), model: s.slice(slash + 1) };
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
/** Comma-separated ordered candidate list → ModelRef chain. */
|
|
120
|
+
export function parseModelChain(selectors: string, defaultProvider: string): ModelRef[] {
|
|
121
|
+
return selectors
|
|
122
|
+
.split(",")
|
|
123
|
+
.map((s) => s.trim())
|
|
124
|
+
.filter(Boolean)
|
|
125
|
+
.map((s) => parseModelRef(s, defaultProvider));
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
const ROLE_ENV: Record<ModelRole, string> = {
|
|
129
|
+
default: "ROVECODE_MODEL_DEFAULT",
|
|
130
|
+
smol: "ROVECODE_MODEL_SMOL",
|
|
131
|
+
plan: "ROVECODE_MODEL_PLAN",
|
|
132
|
+
commit: "ROVECODE_MODEL_COMMIT",
|
|
133
|
+
task: "ROVECODE_MODEL_TASK",
|
|
134
|
+
};
|
|
135
|
+
|
|
136
|
+
/** Role table from env (ROVECODE_MODEL_DEFAULT/SMOL/PLAN/COMMIT/TASK, each a comma-separated
|
|
137
|
+
* "provider/model" chain). Unset default → [fallback] (the provider-derived model). */
|
|
138
|
+
export function roleTableFromEnv(
|
|
139
|
+
fallback: ModelRef,
|
|
140
|
+
env: Record<string, string | undefined> = process.env,
|
|
141
|
+
): RouterConfig["roles"] {
|
|
142
|
+
const roles: Partial<Record<ModelRole, ModelRef[]>> = {};
|
|
143
|
+
for (const role of MODEL_ROLES) {
|
|
144
|
+
const raw = env[ROLE_ENV[role]];
|
|
145
|
+
if (raw && raw.trim().length > 0) {
|
|
146
|
+
const chain = parseModelChain(raw, fallback.provider);
|
|
147
|
+
if (chain.length > 0) roles[role] = chain;
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
return { ...roles, default: roles.default ?? [fallback] };
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
// ---------- failure classification (gemini-cli retry.ts:170-209; rovecode stream.ts:78,109,171) ----------
|
|
154
|
+
|
|
155
|
+
export interface StreamErrorClass {
|
|
156
|
+
/** HTTP status parsed from the seam's "HTTP <status>: ..." error text, if present. */
|
|
157
|
+
status?: number;
|
|
158
|
+
/** Advance-the-chain eligible: 429, 5xx, or a non-HTTP transport failure. */
|
|
159
|
+
retryable: boolean;
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
export function classifyStreamError(error: string | undefined): StreamErrorClass {
|
|
163
|
+
const m = /^HTTP (\d{3})\b/.exec(error ?? "");
|
|
164
|
+
if (m) {
|
|
165
|
+
const status = Number(m[1]);
|
|
166
|
+
return { status, retryable: status === 429 || (status >= 500 && status < 600) };
|
|
167
|
+
}
|
|
168
|
+
// `config: …` (providers/registry.ts dispatcher: unknown provider, missing key) — a configuration
|
|
169
|
+
// mistake neither a retry nor the next chain candidate can fix; the human can. Never retryable.
|
|
170
|
+
if ((error ?? "").startsWith("config: ")) return { retryable: false };
|
|
171
|
+
// No HTTP prefix → the fetch itself failed (network/SSL/parse) — retryable per
|
|
172
|
+
// gemini-cli retry.ts:49-62,122-123,141-147,180-189.
|
|
173
|
+
return { retryable: true };
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
// ---------- served-model tagging (R2 #14 HIGH-2) ----------
|
|
177
|
+
|
|
178
|
+
/** ModelRef that actually produced a terminal turn, keyed on the turn object itself — a
|
|
179
|
+
* WeakMap side-channel because the StreamEvent grammar (core/types.ts:49-52) is shared/
|
|
180
|
+
* untouchable (no new event variant, no new turn field). Per-invocation by construction:
|
|
181
|
+
* each terminal turn is a distinct object. Unwrapped streams never mark their turns, so
|
|
182
|
+
* consumers fall back to the model they asked for. */
|
|
183
|
+
const SERVED = new WeakMap<AssistantTurn, ModelRef>();
|
|
184
|
+
|
|
185
|
+
/** The chain candidate that served `turn`, when the router produced it. loop.ts stamps
|
|
186
|
+
* Message.origin with this so /cost prices the model that ANSWERED after a fallback. */
|
|
187
|
+
export function servedBy(turn: AssistantTurn): ModelRef | undefined {
|
|
188
|
+
return SERVED.get(turn);
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
// ---------- router ----------
|
|
192
|
+
|
|
193
|
+
const sameRef = (a: ModelRef, b: ModelRef): boolean => a.provider === b.provider && a.model === b.model;
|
|
194
|
+
const refKey = (m: ModelRef): string => `${m.provider}/${m.model}`;
|
|
195
|
+
const zeroUsage = (): TokenUsage => ({ input: 0, output: 0 });
|
|
196
|
+
const errorTurn = (error: string): AssistantTurn => ({ parts: [], stopReason: "error", usage: zeroUsage(), error });
|
|
197
|
+
|
|
198
|
+
export function createRouter(config: RouterConfig): Router {
|
|
199
|
+
const table = new Map<ModelRole, readonly ModelRef[]>();
|
|
200
|
+
for (const role of MODEL_ROLES) {
|
|
201
|
+
const entry = config.roles[role];
|
|
202
|
+
if (!entry) continue;
|
|
203
|
+
const chain: readonly ModelRef[] = Array.isArray(entry) ? entry : [entry];
|
|
204
|
+
if (chain.length > 0) table.set(role, chain);
|
|
205
|
+
}
|
|
206
|
+
const defaults = table.get("default");
|
|
207
|
+
// Factory-time misconfiguration (empty default chain) is a programmer error and may
|
|
208
|
+
// throw; the ADR-003 never-throw contract applies to the stream path below.
|
|
209
|
+
if (!defaults) throw new Error("router: roles.default must contain at least one ModelRef");
|
|
210
|
+
|
|
211
|
+
const chainFor = (role: string): readonly ModelRef[] => table.get(role as ModelRole) ?? defaults;
|
|
212
|
+
|
|
213
|
+
/** Chain containing `model`: prefer the role whose chain HEAD is the model (that is what
|
|
214
|
+
* resolve() hands the loop), else the first role chain containing it anywhere, else —
|
|
215
|
+
* under `looseFallback` — the model PREPENDED to the default chain (header: MED-3; the
|
|
216
|
+
* request stays the primary, configured models become its fallbacks), else a singleton
|
|
217
|
+
* passthrough chain. Scan order = MODEL_ROLES order (deterministic). */
|
|
218
|
+
const locate = (model: ModelRef): { key: string; chain: readonly ModelRef[]; index: number } => {
|
|
219
|
+
let containing: { key: string; chain: readonly ModelRef[]; index: number } | null = null;
|
|
220
|
+
for (const role of MODEL_ROLES) {
|
|
221
|
+
const chain = table.get(role);
|
|
222
|
+
if (!chain) continue;
|
|
223
|
+
const idx = chain.findIndex((c) => sameRef(c, model));
|
|
224
|
+
if (idx === 0) return { key: role, chain, index: 0 };
|
|
225
|
+
if (idx > 0 && containing === null) containing = { key: role, chain, index: idx };
|
|
226
|
+
}
|
|
227
|
+
if (containing) return containing;
|
|
228
|
+
// model ∉ any chain (the scan above covered `default`), so the prepend never duplicates
|
|
229
|
+
const chain = config.looseFallback === true ? [model, ...defaults] : [model];
|
|
230
|
+
return { key: refKey(model), chain, index: 0 };
|
|
231
|
+
};
|
|
232
|
+
|
|
233
|
+
return {
|
|
234
|
+
chain: chainFor,
|
|
235
|
+
|
|
236
|
+
resolve(role: string, explicit?: string | ModelRef): ModelRef {
|
|
237
|
+
const chain = chainFor(role);
|
|
238
|
+
const head = chain[0]!; // chains in `table` are never empty
|
|
239
|
+
if (explicit !== undefined) {
|
|
240
|
+
return typeof explicit === "string" ? parseModelRef(explicit, head.provider) : explicit;
|
|
241
|
+
}
|
|
242
|
+
return head;
|
|
243
|
+
},
|
|
244
|
+
|
|
245
|
+
wrap(stream: StreamFn): StreamFn {
|
|
246
|
+
const sticky = config.sticky ?? true;
|
|
247
|
+
const survivors = new Map<string, number>(); // chain key → sticky start index
|
|
248
|
+
return async function* (model, messages, options): AsyncGenerator<StreamEvent> {
|
|
249
|
+
const { key, chain, index } = locate(model);
|
|
250
|
+
const start = sticky
|
|
251
|
+
? Math.min(Math.max(index, survivors.get(key) ?? 0), chain.length - 1)
|
|
252
|
+
: index;
|
|
253
|
+
let last: AssistantTurn | null = null;
|
|
254
|
+
for (let i = start; i < chain.length; i++) {
|
|
255
|
+
const candidate = chain[i]!;
|
|
256
|
+
let turn: AssistantTurn | null = null;
|
|
257
|
+
let streamed = false; // any delta reached the consumer from THIS candidate
|
|
258
|
+
try {
|
|
259
|
+
for await (const ev of stream(candidate, messages, options)) {
|
|
260
|
+
if (ev.type === "turn") turn = ev.turn;
|
|
261
|
+
else { if (ev.type === "text_delta" || ev.type === "reasoning_delta") streamed = true; yield ev; } // deltas pass through live (header: mid-stream failure note)
|
|
262
|
+
}
|
|
263
|
+
} catch (e) {
|
|
264
|
+
// Defensive: the seam contract says streams never throw; if one does, keep the
|
|
265
|
+
// never-throw guarantee here by folding it into an error turn.
|
|
266
|
+
turn = errorTurn(e instanceof Error ? e.message : String(e));
|
|
267
|
+
}
|
|
268
|
+
const t: AssistantTurn = turn ?? errorTurn("stream ended without a terminal turn");
|
|
269
|
+
const aborted = options?.signal?.aborted === true; // retry.ts:337-339: aborts never advance
|
|
270
|
+
// chain.length === 1: nothing to advance to — surface the provider error untouched,
|
|
271
|
+
// no exhausted-rewrite, no note (header: LOW/MED-4).
|
|
272
|
+
// streamed: part of an answer already reached the screen — a re-drive on the next candidate would
|
|
273
|
+
// print a second answer under the first; the failure stands (retry.ts applies the same rule)
|
|
274
|
+
if (t.stopReason !== "error" || aborted || streamed || !classifyStreamError(t.error).retryable || chain.length === 1) {
|
|
275
|
+
SERVED.set(t, candidate); // header: HIGH-2 — this candidate produced the turn
|
|
276
|
+
yield { type: "turn", turn: t }; // success or non-retryable: NO advance
|
|
277
|
+
return;
|
|
278
|
+
}
|
|
279
|
+
last = t;
|
|
280
|
+
const next = i + 1 < chain.length ? chain[i + 1]! : null;
|
|
281
|
+
if (sticky && next !== null) survivors.set(key, i + 1); // handler.ts:163-169 sticky switch
|
|
282
|
+
config.onNote?.({ chain: key, from: candidate, to: next, reason: t.error ?? "error" });
|
|
283
|
+
}
|
|
284
|
+
if (sticky) survivors.delete(key); // exhausted: reset so recovered models get retried
|
|
285
|
+
const tried = chain.length - start;
|
|
286
|
+
const exhausted = errorTurn(
|
|
287
|
+
`model chain '${key}' exhausted (${tried} candidate${tried === 1 ? "" : "s"} failed); last: ${last?.error ?? "unknown error"}`,
|
|
288
|
+
);
|
|
289
|
+
SERVED.set(exhausted, chain[chain.length - 1]!); // last candidate attempted (status honesty)
|
|
290
|
+
yield { type: "turn", turn: exhausted };
|
|
291
|
+
};
|
|
292
|
+
},
|
|
293
|
+
};
|
|
294
|
+
}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/** SSE line reader shared by the streaming adapters (moved VERBATIM out of stream.ts at port #75 for the
|
|
2
|
+
* ADR-002 cap — stream.ts and responses.ts import it; responses.ts must not import stream.ts at runtime).
|
|
3
|
+
* Yields every `data:` payload except the `[DONE]` sentinel; `event:` lines, comments and blank lines
|
|
4
|
+
* are skipped — the OpenAI Responses stream names its event in the payload's `type` field, so the
|
|
5
|
+
* `event:` line carries nothing the consumer needs (codex codex-api/src/sse/responses.rs:843-845 fixtures
|
|
6
|
+
* pair `event:` + `data:` lines the same way). */
|
|
7
|
+
|
|
8
|
+
export async function* sseLines(body: ReadableStream<Uint8Array>): AsyncGenerator<string> {
|
|
9
|
+
const reader = body.getReader();
|
|
10
|
+
const dec = new TextDecoder();
|
|
11
|
+
let buf = "";
|
|
12
|
+
while (true) {
|
|
13
|
+
const { done, value } = await reader.read();
|
|
14
|
+
if (done) break;
|
|
15
|
+
buf += dec.decode(value, { stream: true });
|
|
16
|
+
const lines = buf.split("\n");
|
|
17
|
+
buf = lines.pop() ?? "";
|
|
18
|
+
for (const l of lines) {
|
|
19
|
+
const t = l.trim();
|
|
20
|
+
if (t.startsWith("data:")) {
|
|
21
|
+
const payload = t.slice(5).trim();
|
|
22
|
+
if (payload && payload !== "[DONE]") yield payload;
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
}
|
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
/** Error-turn shaping for the wire adapters (extracted from stream.ts, port #23). ADR-003: the
|
|
2
|
+
* seam never throws — failures cross as AssistantTurn{stopReason:"error"|"aborted"}.
|
|
3
|
+
*
|
|
4
|
+
* Non-2xx responses keep the exact error text the router classifies ("HTTP <status>: <body>",
|
|
5
|
+
* router.ts classifyStreamError) and additionally record the status + the server's wait hints in a
|
|
6
|
+
* WeakMap side-channel keyed on the turn object — the same shape as the router's servedBy tag
|
|
7
|
+
* (router.ts:174-185), because AssistantTurn (core/types.ts) is shared/untouchable (no new turn
|
|
8
|
+
* field). The tool-call middleware passes error turns through by identity (empty parts → no
|
|
9
|
+
* rewrite, middleware.ts:352), so withRetry (providers/retry.ts) reads the headers off the very
|
|
10
|
+
* object the adapter produced.
|
|
11
|
+
*
|
|
12
|
+
* Also here: fetchFirstByte, the one fetch the adapters use — a request that gets NO response within
|
|
13
|
+
* the first-byte timeout is a transport failure ("no response from <host> within 60 s"), retryable
|
|
14
|
+
* because nothing was streamed yet; without it a provider that never answers hung the turn until Ctrl-C
|
|
15
|
+
* (the run's wall clock is checked only between turns). The timer covers headers only: once the response
|
|
16
|
+
* starts, the body may take as long as the model talks. */
|
|
17
|
+
|
|
18
|
+
import type { AssistantTurn } from "../core/types.ts";
|
|
19
|
+
|
|
20
|
+
export interface HttpErrorMeta {
|
|
21
|
+
status: number;
|
|
22
|
+
/** Raw Retry-After header value when the response carried one (RFC 9110 §10.2.3:
|
|
23
|
+
* delay-seconds or HTTP-date). Parsing is the consumer's job (retry.ts parseRetryAfter). */
|
|
24
|
+
retryAfter?: string;
|
|
25
|
+
/** OpenAI's `retry-after-ms` — milliseconds, more precise than Retry-After when both are sent */
|
|
26
|
+
retryAfterMs?: string;
|
|
27
|
+
/** Anthropic's `anthropic-ratelimit-requests-reset` / `-tokens-reset` (RFC 3339) — the later of the two */
|
|
28
|
+
resetAt?: string;
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
const HTTP_META = new WeakMap<AssistantTurn, HttpErrorMeta>();
|
|
32
|
+
|
|
33
|
+
/** Turn for a non-2xx response. Error text and the 300-char body bound are unchanged from the
|
|
34
|
+
* inline shape the adapters used before the extraction. */
|
|
35
|
+
export async function httpErrorTurn(res: Response): Promise<AssistantTurn> {
|
|
36
|
+
const turn: AssistantTurn = { parts: [], stopReason: "error", usage: { input: 0, output: 0 }, error: `HTTP ${res.status}: ${(await res.text()).slice(0, 300)}` };
|
|
37
|
+
const meta: HttpErrorMeta = { status: res.status };
|
|
38
|
+
const retryAfter = res.headers.get("retry-after");
|
|
39
|
+
if (retryAfter !== null) meta.retryAfter = retryAfter;
|
|
40
|
+
const retryAfterMs = res.headers.get("retry-after-ms");
|
|
41
|
+
if (retryAfterMs !== null) meta.retryAfterMs = retryAfterMs;
|
|
42
|
+
const resets = [res.headers.get("anthropic-ratelimit-requests-reset"), res.headers.get("anthropic-ratelimit-tokens-reset")]
|
|
43
|
+
.filter((v): v is string => v !== null && !Number.isNaN(Date.parse(v)))
|
|
44
|
+
.sort((a, b) => Date.parse(b) - Date.parse(a));
|
|
45
|
+
if (resets[0] !== undefined) meta.resetAt = resets[0];
|
|
46
|
+
HTTP_META.set(turn, meta);
|
|
47
|
+
return turn;
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
/** Status + wait hints recorded for an adapter-produced HTTP error turn; undefined for every
|
|
51
|
+
* other turn (transport failures, aborts, synthesized errors). */
|
|
52
|
+
export function httpErrorMeta(turn: AssistantTurn): HttpErrorMeta | undefined {
|
|
53
|
+
return HTTP_META.get(turn);
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
/** the provider's own words out of an "HTTP nnn: <body>" error — a JSON body's message field when
|
|
57
|
+
* there is one, else the body — capped, for the human-facing give-up line */
|
|
58
|
+
export function providerMessage(error: string | undefined, max = 160): string {
|
|
59
|
+
const body = (error ?? "").replace(/^HTTP \d{3}:\s*/, "").trim();
|
|
60
|
+
let text = body;
|
|
61
|
+
try {
|
|
62
|
+
const json: unknown = JSON.parse(body);
|
|
63
|
+
const dig = (o: unknown): string | undefined => {
|
|
64
|
+
if (typeof o === "string") return o;
|
|
65
|
+
if (o && typeof o === "object") { const r = o as Record<string, unknown>; return dig(r.message) ?? dig(r.error) ?? dig(r.detail); }
|
|
66
|
+
return undefined;
|
|
67
|
+
};
|
|
68
|
+
text = dig(json) ?? body;
|
|
69
|
+
} catch { /* not JSON: the body is the message */ }
|
|
70
|
+
text = text.replace(/\s+/g, " ");
|
|
71
|
+
return text.length > max ? `${text.slice(0, max - 1)}…` : text;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
/** Turn for a thrown fetch/stream error. options.signal abort (port #21) → honest "aborted" keeping SSE text already
|
|
75
|
+
* streamed (tool-call fragments dropped — truncated JSON); other errors keep parts empty (a router re-drive would dup). */
|
|
76
|
+
export function failedTurn(e: unknown, signal: AbortSignal | undefined, salvaged = ""): AssistantTurn {
|
|
77
|
+
if (signal?.aborted) return { parts: salvaged ? [{ kind: "text", text: salvaged }] : [], stopReason: "aborted", usage: { input: 0, output: 0 } };
|
|
78
|
+
return { parts: [], stopReason: "error", usage: { input: 0, output: 0 }, error: e instanceof Error ? e.message : String(e) };
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
// ---------- first-byte timeout ----------
|
|
82
|
+
|
|
83
|
+
export const DEFAULT_FIRST_BYTE_TIMEOUT_MS = 60_000;
|
|
84
|
+
|
|
85
|
+
/** ROVECODE_FIRST_BYTE_TIMEOUT_MS: how long a request may go without ANY response; junk/unset → 60 s */
|
|
86
|
+
export function firstByteTimeoutMs(env: Record<string, string | undefined> = process.env): number {
|
|
87
|
+
const n = Number(env.ROVECODE_FIRST_BYTE_TIMEOUT_MS);
|
|
88
|
+
return Number.isFinite(n) && n > 0 ? Math.floor(n) : DEFAULT_FIRST_BYTE_TIMEOUT_MS;
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
const fmtMs = (ms: number): string => (ms >= 1000 ? `${Math.round(ms / 1000)} s` : `${ms} ms`);
|
|
92
|
+
|
|
93
|
+
/** fetch with a timer on the wait for headers only. The caller's signal still cancels everything, including
|
|
94
|
+
* the body read; the timer is cleared the moment a response (any status) arrives. A timeout throws
|
|
95
|
+
* `no response from <host> within <n> s` — no HTTP prefix, so the router/retry classify it as a
|
|
96
|
+
* transport failure (retryable: nothing was streamed). */
|
|
97
|
+
export async function fetchFirstByte(input: string, init: RequestInit & { signal?: AbortSignal }, opts: { timeoutMs?: number; fetchFn?: typeof fetch } = {}): Promise<Response> {
|
|
98
|
+
const timeoutMs = opts.timeoutMs ?? firstByteTimeoutMs();
|
|
99
|
+
const outer = init.signal;
|
|
100
|
+
const ac = new AbortController();
|
|
101
|
+
const follow = (): void => ac.abort(outer?.reason);
|
|
102
|
+
if (outer?.aborted) follow(); else outer?.addEventListener("abort", follow, { once: true });
|
|
103
|
+
let timedOut = false;
|
|
104
|
+
const timer = setTimeout(() => { timedOut = true; ac.abort(new Error("first-byte timeout")); }, timeoutMs);
|
|
105
|
+
try {
|
|
106
|
+
return await (opts.fetchFn ?? globalThis.fetch)(input, { ...init, signal: ac.signal });
|
|
107
|
+
} catch (e) {
|
|
108
|
+
if (timedOut && outer?.aborted !== true) {
|
|
109
|
+
let host = input;
|
|
110
|
+
try { host = new URL(input).host; } catch { /* keep the raw input */ }
|
|
111
|
+
throw new Error(`no response from ${host} within ${fmtMs(timeoutMs)}`);
|
|
112
|
+
}
|
|
113
|
+
throw e;
|
|
114
|
+
} finally {
|
|
115
|
+
clearTimeout(timer);
|
|
116
|
+
}
|
|
117
|
+
}
|