npm - @atomic-chat/core - Versions diffs - 0.20.6 → 0.21.0 - Mend

@atomic-chat/core 0.20.6 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (226) hide show

package/dist/audio/jobs.js +4 -0
package/dist/audio/jobs.js.map +1 -1
package/dist/audio/service.d.ts +1 -1
package/dist/audio/service.js +3 -1
package/dist/audio/service.js.map +1 -1
package/dist/audio/session.js +28 -16
package/dist/audio/session.js.map +1 -1
package/dist/audio/state.d.ts +3 -1
package/dist/audio/state.js +3 -1
package/dist/audio/state.js.map +1 -1
package/dist/cli/launch.d.ts +23 -3
package/dist/cli/launch.js +59 -8
package/dist/cli/launch.js.map +1 -1
package/dist/cli/main.d.ts +1 -1
package/dist/contracts/events.d.ts +8 -0
package/dist/contracts/settings.d.ts +5 -0
package/dist/contracts/settings.js.map +1 -1
package/dist/core/atomic-core.d.ts +3 -1
package/dist/core/atomic-core.js +4 -1
package/dist/core/atomic-core.js.map +1 -1
package/dist/core/create.js +4 -1
package/dist/core/create.js.map +1 -1
package/dist/core/sessions.js +1 -0
package/dist/core/sessions.js.map +1 -1
package/dist/integrations/catalog.d.ts +25 -8
package/dist/integrations/catalog.js +105 -38
package/dist/integrations/catalog.js.map +1 -1
package/dist/integrations/configure/atomic-agent.d.ts +9 -1
package/dist/integrations/configure/atomic-agent.js +42 -3
package/dist/integrations/configure/atomic-agent.js.map +1 -1
package/dist/integrations/configure/backup.d.ts +21 -0
package/dist/integrations/configure/backup.js +52 -0
package/dist/integrations/configure/backup.js.map +1 -0
package/dist/integrations/configure/claude-code.d.ts +11 -4
package/dist/integrations/configure/claude-code.js +73 -24
package/dist/integrations/configure/claude-code.js.map +1 -1
package/dist/integrations/configure/cline.d.ts +14 -4
package/dist/integrations/configure/cline.js +78 -6
package/dist/integrations/configure/cline.js.map +1 -1
package/dist/integrations/configure/codex.d.ts +5 -3
package/dist/integrations/configure/codex.js +12 -5
package/dist/integrations/configure/codex.js.map +1 -1
package/dist/integrations/configure/copilot.d.ts +28 -5
package/dist/integrations/configure/copilot.js +124 -8
package/dist/integrations/configure/copilot.js.map +1 -1
package/dist/integrations/configure/droid.d.ts +13 -7
package/dist/integrations/configure/droid.js +48 -17
package/dist/integrations/configure/droid.js.map +1 -1
package/dist/integrations/configure/dsh.d.ts +36 -20
package/dist/integrations/configure/dsh.js +250 -48
package/dist/integrations/configure/dsh.js.map +1 -1
package/dist/integrations/configure/goose.d.ts +21 -7
package/dist/integrations/configure/goose.js +141 -10
package/dist/integrations/configure/goose.js.map +1 -1
package/dist/integrations/configure/hermes.d.ts +63 -10
package/dist/integrations/configure/hermes.js +360 -75
package/dist/integrations/configure/hermes.js.map +1 -1
package/dist/integrations/configure/json-backup.d.ts +73 -0
package/dist/integrations/configure/json-backup.js +292 -0
package/dist/integrations/configure/json-backup.js.map +1 -0
package/dist/integrations/configure/json-key-backup.d.ts +43 -0
package/dist/integrations/configure/json-key-backup.js +113 -0
package/dist/integrations/configure/json-key-backup.js.map +1 -0
package/dist/integrations/configure/kilo.d.ts +4 -4
package/dist/integrations/configure/kilo.js +6 -9
package/dist/integrations/configure/kilo.js.map +1 -1
package/dist/integrations/configure/legacy-env-block.d.ts +18 -0
package/dist/integrations/configure/legacy-env-block.js +47 -0
package/dist/integrations/configure/legacy-env-block.js.map +1 -0
package/dist/integrations/configure/mimo.d.ts +3 -2
package/dist/integrations/configure/mimo.js +8 -9
package/dist/integrations/configure/mimo.js.map +1 -1
package/dist/integrations/configure/muse.d.ts +3 -3
package/dist/integrations/configure/muse.js +5 -6
package/dist/integrations/configure/muse.js.map +1 -1
package/dist/integrations/configure/openclaude.d.ts +22 -7
package/dist/integrations/configure/openclaude.js +132 -39
package/dist/integrations/configure/openclaude.js.map +1 -1
package/dist/integrations/configure/openclaw.d.ts +19 -5
package/dist/integrations/configure/openclaw.js +79 -23
package/dist/integrations/configure/openclaw.js.map +1 -1
package/dist/integrations/configure/opencode-style.d.ts +53 -11
package/dist/integrations/configure/opencode-style.js +218 -23
package/dist/integrations/configure/opencode-style.js.map +1 -1
package/dist/integrations/configure/opencode.d.ts +5 -4
package/dist/integrations/configure/opencode.js +8 -10
package/dist/integrations/configure/opencode.js.map +1 -1
package/dist/integrations/configure/openhands.d.ts +5 -4
package/dist/integrations/configure/openhands.js +7 -7
package/dist/integrations/configure/openhands.js.map +1 -1
package/dist/integrations/configure/pi.d.ts +6 -5
package/dist/integrations/configure/pi.js +79 -30
package/dist/integrations/configure/pi.js.map +1 -1
package/dist/integrations/configure/poolside.d.ts +5 -4
package/dist/integrations/configure/poolside.js +7 -7
package/dist/integrations/configure/poolside.js.map +1 -1
package/dist/integrations/configure/registry.d.ts +6 -0
package/dist/integrations/configure/registry.js +1 -0
package/dist/integrations/configure/registry.js.map +1 -1
package/dist/integrations/configure/zcode.d.ts +6 -7
package/dist/integrations/configure/zcode.js +26 -11
package/dist/integrations/configure/zcode.js.map +1 -1
package/dist/integrations/configure/zed.d.ts +16 -4
package/dist/integrations/configure/zed.js +61 -13
package/dist/integrations/configure/zed.js.map +1 -1
package/dist/models/gguf/kv-cache.d.ts +20 -1
package/dist/models/gguf/kv-cache.js +97 -7
package/dist/models/gguf/kv-cache.js.map +1 -1
package/dist/models/gguf/reader.d.ts +5 -3
package/dist/models/gguf/reader.js +10 -6
package/dist/models/gguf/reader.js.map +1 -1
package/dist/runtime/llamacpp/args.d.ts +14 -0
package/dist/runtime/llamacpp/args.js +48 -4
package/dist/runtime/llamacpp/args.js.map +1 -1
package/dist/runtime/llamacpp/ctx-ladder.d.ts +6 -3
package/dist/runtime/llamacpp/ctx-ladder.js +6 -3
package/dist/runtime/llamacpp/ctx-ladder.js.map +1 -1
package/dist/runtime/llamacpp/fit-margin.d.ts +24 -0
package/dist/runtime/llamacpp/fit-margin.js +31 -0
package/dist/runtime/llamacpp/fit-margin.js.map +1 -1
package/dist/runtime/llamacpp/generation-limits.d.ts +45 -0
package/dist/runtime/llamacpp/generation-limits.js +61 -0
package/dist/runtime/llamacpp/generation-limits.js.map +1 -0
package/dist/runtime/llamacpp/load-plan.d.ts +14 -2
package/dist/runtime/llamacpp/load-plan.js +64 -13
package/dist/runtime/llamacpp/load-plan.js.map +1 -1
package/dist/runtime/llamacpp/runtime.d.ts +1 -0
package/dist/runtime/llamacpp/runtime.js +2 -0
package/dist/runtime/llamacpp/runtime.js.map +1 -1
package/dist/runtime/managed-engines/runtime.js +13 -2
package/dist/runtime/managed-engines/runtime.js.map +1 -1
package/dist/runtime/managed-engines/spec.d.ts +6 -0
package/dist/runtime/managed-engines/spec.js.map +1 -1
package/dist/runtime/managed-models/auto-limits.d.ts +47 -0
package/dist/runtime/managed-models/auto-limits.js +60 -0
package/dist/runtime/managed-models/auto-limits.js.map +1 -0
package/dist/runtime/managed-models/index.d.ts +1 -0
package/dist/runtime/managed-models/index.js +1 -0
package/dist/runtime/managed-models/index.js.map +1 -1
package/dist/runtime/mlx/config.d.ts +9 -5
package/dist/runtime/mlx/config.js +12 -6
package/dist/runtime/mlx/config.js.map +1 -1
package/dist/runtime/mlx/model-files.d.ts +9 -0
package/dist/runtime/mlx/model-files.js +26 -0
package/dist/runtime/mlx/model-files.js.map +1 -1
package/dist/runtime/mlx/runtime.d.ts +7 -0
package/dist/runtime/mlx/runtime.js +24 -2
package/dist/runtime/mlx/runtime.js.map +1 -1
package/dist/runtime/sglang/adapter.d.ts +4 -0
package/dist/runtime/sglang/adapter.js +9 -6
package/dist/runtime/sglang/adapter.js.map +1 -1
package/dist/runtime/sglang/engine.js +2 -1
package/dist/runtime/sglang/engine.js.map +1 -1
package/dist/runtime/sglang/memory.d.ts +11 -1
package/dist/runtime/sglang/memory.js +34 -3
package/dist/runtime/sglang/memory.js.map +1 -1
package/dist/runtime/sglang/settings.d.ts +2 -1
package/dist/runtime/sglang/settings.js +11 -7
package/dist/runtime/sglang/settings.js.map +1 -1
package/dist/runtime/vllm/adapter.d.ts +4 -0
package/dist/runtime/vllm/adapter.js +9 -6
package/dist/runtime/vllm/adapter.js.map +1 -1
package/dist/runtime/vllm/engine.js +1 -0
package/dist/runtime/vllm/engine.js.map +1 -1
package/dist/runtime/vllm/memory.d.ts +12 -1
package/dist/runtime/vllm/memory.js +44 -2
package/dist/runtime/vllm/memory.js.map +1 -1
package/dist/runtime/vllm/settings.d.ts +2 -1
package/dist/runtime/vllm/settings.js +12 -7
package/dist/runtime/vllm/settings.js.map +1 -1
package/dist/server/public/context-window.d.ts +29 -0
package/dist/server/public/context-window.js +77 -0
package/dist/server/public/context-window.js.map +1 -0
package/dist/server/public/decision-preview.js +1 -0
package/dist/server/public/decision-preview.js.map +1 -1
package/dist/server/public/errors.d.ts +15 -4
package/dist/server/public/errors.js +53 -7
package/dist/server/public/errors.js.map +1 -1
package/dist/server/public/forward.js +65 -5
package/dist/server/public/forward.js.map +1 -1
package/dist/server/public/index.d.ts +1 -0
package/dist/server/public/index.js +1 -0
package/dist/server/public/index.js.map +1 -1
package/dist/server/public/listing.d.ts +9 -2
package/dist/server/public/listing.js +30 -9
package/dist/server/public/listing.js.map +1 -1
package/dist/server/public/responses.js +9 -5
package/dist/server/public/responses.js.map +1 -1
package/dist/server/public/system-messages.d.ts +39 -0
package/dist/server/public/system-messages.js +166 -0
package/dist/server/public/system-messages.js.map +1 -0
package/dist/server/public/telemetry.d.ts +9 -0
package/dist/server/public/telemetry.js +42 -6
package/dist/server/public/telemetry.js.map +1 -1
package/dist/server/public/thinking.d.ts +26 -0
package/dist/server/public/thinking.js +62 -0
package/dist/server/public/thinking.js.map +1 -0
package/dist/server/public/trace.d.ts +8 -0
package/dist/server/public/trace.js +17 -0
package/dist/server/public/trace.js.map +1 -1
package/dist/server/public/types.d.ts +8 -0
package/dist/server/shims/index.d.ts +1 -0
package/dist/server/shims/index.js +1 -0
package/dist/server/shims/index.js.map +1 -1
package/dist/server/shims/reminders.d.ts +8 -0
package/dist/server/shims/reminders.js +14 -0
package/dist/server/shims/reminders.js.map +1 -0
package/dist/server/shims/responses.d.ts +33 -9
package/dist/server/shims/responses.js +160 -36
package/dist/server/shims/responses.js.map +1 -1
package/dist/settings/default-migrations.d.ts +34 -0
package/dist/settings/default-migrations.js +47 -0
package/dist/settings/default-migrations.js.map +1 -0
package/dist/settings/schema/atomic-prism.json +23 -9
package/dist/settings/schema/llamacpp-upstream.json +23 -9
package/dist/settings/schema/llamacpp.json +23 -9
package/dist/settings/schema/sglang.json +8 -8
package/dist/settings/schema/vllm.json +8 -8
package/dist/settings/schema.js +1 -0
package/dist/settings/schema.js.map +1 -1
package/dist/settings/store.d.ts +6 -0
package/dist/settings/store.js +18 -1
package/dist/settings/store.js.map +1 -1
package/dist/version.d.ts +1 -1
package/dist/version.js +1 -1
package/package.json +1 -1

package/dist/runtime/sglang/adapter.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../src/runtime/sglang/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAC/D,OAAO,EAAE,sBAAsB,EAAE,MAAM,wCAAwC,CAAA;AAC/E,OAAO,EACL,qCAAqC,EACrC,qBAAqB,EACrB,uBAAuB,EACvB,YAAY,EACZ,kBAAkB,EAClB,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,GAQlB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,sBAAsB,EAAuB,MAAM,eAAe,CAAA;AAE3E,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,8FAA8F;AAC9F,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,CAAA;AAgB1C,SAAS,MAAM,CAAC,KAAc;IAC5B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC7D,MAAM,IAAI,GAAG,KAAgC,CAAA;IAC7C,OAAO,CACL,OAAO,IAAI,CAAC,mBAAmB,CAAC,KAAK,QAAQ;QAC7C,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC;QAC7B,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC;QAC7B,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,SAAS,CACxC,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,aAAa,CAAC,QAAwB;IAC7C,QAAQ,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC7B,KAAK,MAAM;YACT,OAAO,CAAC,4BAA4B,EAAE,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,CAAA;QAC9E,KAAK,IAAI;YACP,OAAO,EAAE,CAAA;QACX,KAAK,KAAK;YACR,OAAO,CAAC,6BAA6B,EAAE,8BAA8B,CAAC,CAAA;IAC1E,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO;QACL,gBAAgB,EAAE,GAAG,KAAK,SAAS;QACnC,oBAAoB,EAAE,GAAG,KAAK,aAAa;QAC3C,gBAAgB,EAAE,GAAG,KAAK,SAAS;QACnC,uBAAuB,EAAE,GAAG,KAAK,WAAW;QAC5C,yBAAyB,EAAE,GAAG,KAAK,aAAa;QAChD,eAAe,EAAE,GAAG,KAAK,KAAK;QAC9B,kBAAkB,EAAE,GAAG,KAAK,WAAW;KACxC,CAAA;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAA6C;IAC7E,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,sHAAsH,CACvH,CAAA;IACH,CAAC;IACD,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACpC,MAAM,IAAI,GAAG;QACX,SAAS;QACT,IAAI;QACJ,sBAAsB;QACtB,cAAc;QACd,OAAO,CAAC,SAAS;QACjB,qBAAqB;QACrB,OAAO,CAAC,OAAO;QACf,QAAQ;QACR,SAAS;QACT,QAAQ;QACR,MAAM,CAAC,qBAAqB,CAAC;QAC7B,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,wBAAwB;QACxB,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAC;QACrC,uBAAuB;QACvB,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;KAC1D,CAAA;IACD,IAAI,QAAQ,CAAC,gBAAgB,KAAK,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAA;IAC1G,IAAI,QAAQ,CAAC,oBAAoB,KAAK,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,CAAA;IAC5E,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,qBAAqB;QAAE,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACvE,IAAI,QAAQ,CAAC,KAAK,KAAK,MAAM;QAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;IACnE,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;IAC7E,IAAI,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAA;IACrC,IAAI,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,kBAAkB,CAAC,OAAO,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAC1F,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,UAAU,CAAC,CAAA;IAC3C,CAAC;IACD,gGAAgG;IAChG,iGAAiG;IACjG,oCAAoC;IACpC,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IACxF,CAAC;IACD,IAAI,MAAM,EAAE,WAAW;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;IAC5E,IAAI,MAAM,EAAE,gBAAgB;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;IACtF,OAAO;QACL,MAAM,EAAE,EAAE,cAAc,EAAE,qBAAqB,EAAE;QACjD,IAAI;QACJ,GAAG,EAAE;YACH,cAAc,EAAE,GAAG;YACnB,oBAAoB,EAAE,GAAG;YACzB,YAAY,EAAE,GAAG;YACjB,0FAA0F;YAC1F,8FAA8F;YAC9F,qFAAqF;YACrF,2BAA2B,EAAE,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC;YAC/D,GAAG,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC;SACrC;KACF,CAAA;AACH,CAAC;AAED,2GAA2G;AAC3G,MAAM,CAAC,MAAM,wBAAwB,GAAG,EAAE,GAAG,MAAM,CAAA;AACnD,MAAM,CAAC,MAAM,2BAA2B,GAAG,MAAM,CAAA;AAEjD,MAAM,UAAU,wBAAwB,CAAC,WAAmB,EAAE,QAAwB;IACpF,IAAI,QAAQ,CAAC,oBAAoB,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;IACvF,OAAO,IAAI,CAAC,IAAI,CAAC,wBAAwB,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,2BAA2B,CAAC,CAAA;AAChG,CAAC;AAED,gGAAgG;AAChG,sBAAsB;AACtB,gGAAgG;AAEhG,MAAM,GAAG,GACP,iHAAiH,CAAA;AACnH,sFAAsF;AACtF,MAAM,YAAY,GAChB,uIAAuI,CAAA;AACzI,qEAAqE;AACrE,MAAM,UAAU,GACd,qHAAqH,CAAA;AACvH,6GAA6G;AAC7G,MAAM,gBAAgB,GAAG,+EAA+E,CAAA;AACxG,MAAM,wBAAwB,GAAG,4DAA4D,CAAA;AAC7F,MAAM,OAAO,GAAG,gBAAgB,CAAA;AAEhC,MAAM,KAAK,GAAG,CAAC,MAAc,EAAE,IAAY,EAAU,EAAE,CACrD,IAAI,KAAK,KAAK;IACZ,CAAC,CAAC,MAAM;IACR,CAAC,CAAC,IAAI,KAAK,KAAK;QACd,CAAC,CAAC,MAAM,GAAG,IAAI;QACf,CAAC,CAAC,IAAI,KAAK,KAAK;YACd,CAAC,CAAC,MAAM,GAAG,IAAI,IAAI,CAAC;YACpB,CAAC,CAAC,MAAM,GAAG,GAAG,CAAA;AACtB,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,GAAG,CAAA;AAE9D,MAAM,UAAU,kBAAkB,CAAC,GAAW,EAAE,QAAuB;IACrE,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACnC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EACL,mFAAmF,IAAI,CAAC,CAAC,CAAC,UAAU;gBACpG,oCAAoC,IAAI,CAAC,CAAC,CAAC,+CAA+C;YAC5F,OAAO,EAAE,EAAE,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,2BAA2B,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;YAC/F,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;SACjB,CAAA;IACH,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAClC,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EACL,oDAAoD;gBACpD,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,oCAAoC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9E,+CAA+C;YACjD,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;YAChF,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;SAClB,CAAA;IACH,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACzB,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACjB,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,uDAAuD,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ;YACjH,OAAO,EAAE;gBACP,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAW,CAAC,CAAC;gBAC7D,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAW,CAAC,CAAC;aACzD;YACD,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;SAChB,CAAA;IACH,CAAC;IACD,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC1C,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,OAAO;YACL,IAAI,EAAE,OAAO;YACb,OAAO,EACL,sBAAsB,OAAO,CAAC,CAAC,CAAC,uCAAuC,OAAO,CAAC,CAAC,CAAC,YAAY;gBAC7F,sDAAsD,OAAO,CAAC,CAAC,CAAC,WAAW;YAC7E,OAAO,EAAE,EAAE,cAAc,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;YACzF,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;SACpB,CAAA;IACH,CAAC;IACD,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC/C,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,OAAO;YACL,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,4DAA4D,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG;YAClG,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;SACjB,CAAA;IACH,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,iDAAiD,EAAE,CAAA;IAC9F,CAAC;IACD,OAAO;QACL,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,gBAAgB,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,QAAQ,EAAE,uBAAuB;KAClG,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,sDAAsD;AACtD,gGAAgG;AAEhG,MAAM,UAAU,kBAAkB,CAAC,OAGlC;IACC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;IAC7B,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC;QACnC,SAAS,EAAE,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC;QAC5C,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,KAAK,IAAI;QACrD,MAAM,EAAE,KAAK;QACb,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,KAAK;KACjB,CAAA;AACH,CAAC;AAED,sHAAsH;AACtH,MAAM,CAAC,MAAM,aAAa,GAA4B;IACpD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;IAC3C,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;CACtC,CAAA;AAED,MAAM,CAAC,MAAM,wBAAwB,GAA4B;IAC/D,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;CAC5C,CAAA;AAED,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,wBAAwB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;AAE/E;;;;;;;GAOG;AACH,MAAM,UAAU,wBAAwB,CACtC,KAAa,EACb,IAAa,EACb,QAAwB,EACxB,YAAsC;IAEtC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACvC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IACjF,MAAM,MAAM,GAAG,IAA+B,CAAA;IAC9C,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAA;IACnG,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,2BAA2B,EAAE,wBAAwB,CAAC,CAAA;IAChG,CAAC;IACD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAC/B,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;YAChD,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,iCAAiC,EAAE,wBAAwB,CAAC,CAAA;QACtG,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,iBAAiB,IAAI,uBAAuB,CAAC,MAAM,CAAC,EAAE,CAAC;YACvE,MAAM,IAAI,qBAAqB,CAC7B,GAAG,KAAK,sCAAsC,EAC9C,wBAAwB,CACzB,CAAA;QACH,CAAC;IACH,CAAC;IACD,OAAO,kBAAkB,CACvB,KAAK,EACL,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,EACnD,QAAQ,CAAC,iBAAiB,CAC3B,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,QAAQ,GAAqE;IACjF;QACE,OAAO,EAAE,uFAAuF;QAChG,KAAK,EAAE,CAAC;QACR,SAAS,EAAE,CAAC;KACb;IACD;QACE,OAAO,EAAE,gFAAgF;QACzF,KAAK,EAAE,CAAC;QACR,SAAS,EAAE,CAAC;KACb;CACF,CAAA;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAyD,CAAA;QACvF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,CAAA;QACvD,OAAO,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC;AAED,uGAAuG;AACvG,MAAM,UAAU,2BAA2B,CAAC,MAAc,EAAE,IAAY;IACtE,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,CAAA;IAC/B,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;IAClC,KAAK,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,QAAQ,EAAE,CAAC;QACrD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACnC,IAAI,KAAK,KAAK,IAAI;YAAE,SAAQ;QAC5B,OAAO;YACL,KAAK,EAAE;gBACL,OAAO,EAAE,0CAA0C,KAAK,CAAC,KAAK,CAAC,gCAAgC,KAAK,CAAC,SAAS,CAAC,4DAA4D;gBAC3K,IAAI,EAAE,uBAAuB;gBAC7B,KAAK,EAAE,UAAU;gBACjB,IAAI,EAAE,yBAAyB;aAChC;SACF,CAAA;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAAwB,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;AAExF,MAAM,UAAU,wBAAwB,CACtC,KAAa,EACb,WAAoB,EACpB,MAAiC;IAEjC,IAAI,KAAK,KAAK,sBAAsB;QAAE,OAAO,IAAI,CAAA;IACjD,MAAM,MAAM,GAAG,MAAM,EAAE,gBAAgB,IAAI,IAAI,CAAA;IAC/C,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,iCAAiC,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IAClF,OAAO,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAA;AACrE,CAAC;AAED;;;;GAIG;AACH,MAAM,aAAa,GAAkC;IACnD,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,mBAAmB,EAAE;IAC9D,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,iBAAiB,EAAE;IAC5D,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,iBAAiB,EAAE;IAC5D,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,kBAAkB,EAAE;IAC7D,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,uBAAuB,EAAE;CACnE,CAAA;AAED,MAAM,CAAC,MAAM,aAAa,GAAuC;IAC/D,EAAE,EAAE,QAAQ;IACZ,eAAe,EAAE,qCAAqC;IACtD,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,EAAE;IACnD,kGAAkG;IAClG,eAAe,EAAE;QACf,UAAU,EAAE,YAAY;QACxB,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE;KACpF;IACD,MAAM,EAAE,aAAa;IACrB,gBAAgB,EAAE,wBAAwB;IAC1C,YAAY,EAAE,aAAa;IAC3B,gBAAgB,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,sBAAsB,CAAC,CAAC,GAAG,IAAI,EAAE,CAA4B,CAAC;IACzF,WAAW,EAAE,iBAAiB;IAC9B,kBAAkB,EAAE,wBAAwB;IAC5C,YAAY,EAAE,kBAAkB;IAChC,YAAY,EAAE,kBAAkB;IAChC,kBAAkB,EAAE,wBAAwB;IAC5C,kBAAkB,EAAE,wBAAwB;IAC5C,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,2BAA2B,CAAC,MAAM,EAAE,IAAI,CAAC;IACrF,oGAAoG;IACpG,yFAAyF;IACzF,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;QACxB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,iBAAiB;QAC1B,QAAQ,CAAC,oBAAoB;QAC7B,QAAQ,CAAC,mBAAmB;QAC5B,QAAQ,CAAC,gBAAgB;QACzB,QAAQ,CAAC,WAAW;QACpB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,qBAAqB;QAC9B,QAAQ,CAAC,oBAAoB;QAC7B,QAAQ,CAAC,KAAK;QACd,QAAQ,CAAC,IAAI;QACb,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;KACpC;CACF,CAAA"}
1	+ {"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../src/runtime/sglang/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAC/D,OAAO,EAAE,sBAAsB,EAAE,MAAM,wCAAwC,CAAA;AAC/E,OAAO,EACL,qCAAqC,EACrC,qBAAqB,EACrB,uBAAuB,EACvB,YAAY,EACZ,kBAAkB,EAClB,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,GAQlB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,sBAAsB,EAAuB,MAAM,eAAe,CAAA;AAE3E,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,8FAA8F;AAC9F,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,CAAA;AAoB1C,SAAS,MAAM,CAAC,KAAc;IAC5B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC7D,MAAM,IAAI,GAAG,KAAgC,CAAA;IAC7C,MAAM,eAAe,GAAG,CAAC,CAAU,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC7F,OAAO,CACL,eAAe,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACtC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC3C,OAAO,IAAI,CAAC,mBAAmB,CAAC,KAAK,QAAQ;QAC7C,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC;QAC7B,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC;QAC7B,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,SAAS,CACxC,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,aAAa,CAAC,QAAwB,EAAE,kBAA0B;IACzE,QAAQ,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC7B,KAAK,MAAM;YACT,OAAO,CAAC,4BAA4B,EAAE,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAA;QACnE,KAAK,IAAI;YACP,OAAO,EAAE,CAAA;QACX,KAAK,KAAK;YACR,OAAO,CAAC,6BAA6B,EAAE,8BAA8B,CAAC,CAAA;IAC1E,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO;QACL,gBAAgB,EAAE,GAAG,KAAK,SAAS;QACnC,oBAAoB,EAAE,GAAG,KAAK,aAAa;QAC3C,gBAAgB,EAAE,GAAG,KAAK,SAAS;QACnC,uBAAuB,EAAE,GAAG,KAAK,WAAW;QAC5C,yBAAyB,EAAE,GAAG,KAAK,aAAa;QAChD,eAAe,EAAE,GAAG,KAAK,KAAK;QAC9B,kBAAkB,EAAE,GAAG,KAAK,WAAW;KACxC,CAAA;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAA6C;IAC7E,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,sHAAsH,CACvH,CAAA;IACH,CAAC;IACD,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACpC,MAAM,IAAI,GAAG;QACX,SAAS;QACT,IAAI;QACJ,sBAAsB;QACtB,cAAc;QACd,OAAO,CAAC,SAAS;QACjB,qBAAqB;QACrB,OAAO,CAAC,OAAO;QACf,QAAQ;QACR,SAAS;QACT,QAAQ;QACR,MAAM,CAAC,qBAAqB,CAAC;QAC7B,kBAAkB;QAClB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC;QAClC,wBAAwB;QACxB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC;QACvC,uBAAuB;QACvB,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;KAC1D,CAAA;IACD,IAAI,QAAQ,CAAC,gBAAgB,KAAK,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAA;IAC1G,IAAI,QAAQ,CAAC,oBAAoB,KAAK,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,CAAA;IAC5E,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,qBAAqB;QAAE,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACvE,IAAI,QAAQ,CAAC,KAAK,KAAK,MAAM;QAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;IACnE,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;IAC7E,IAAI,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAA;IACtE,IAAI,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,kBAAkB,CAAC,OAAO,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAC1F,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,UAAU,CAAC,CAAA;IAC3C,CAAC;IACD,gGAAgG;IAChG,iGAAiG;IACjG,oCAAoC;IACpC,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IACxF,CAAC;IACD,IAAI,MAAM,EAAE,WAAW;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;IAC5E,IAAI,MAAM,EAAE,gBAAgB;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;IACtF,OAAO;QACL,MAAM,EAAE,EAAE,cAAc,EAAE,qBAAqB,EAAE;QACjD,IAAI;QACJ,GAAG,EAAE;YACH,cAAc,EAAE,GAAG;YACnB,oBAAoB,EAAE,GAAG;YACzB,YAAY,EAAE,GAAG;YACjB,0FAA0F;YAC1F,8FAA8F;YAC9F,qFAAqF;YACrF,2BAA2B,EAAE,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC;YAC/D,GAAG,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC;SACrC;KACF,CAAA;AACH,CAAC;AAED,2GAA2G;AAC3G,MAAM,CAAC,MAAM,wBAAwB,GAAG,EAAE,GAAG,MAAM,CAAA;AACnD,MAAM,CAAC,MAAM,2BAA2B,GAAG,MAAM,CAAA;AAEjD,MAAM,UAAU,wBAAwB,CAAC,WAAmB,EAAE,QAAwB;IACpF,IAAI,QAAQ,CAAC,oBAAoB,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;IACvF,OAAO,IAAI,CAAC,IAAI,CAAC,wBAAwB,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,2BAA2B,CAAC,CAAA;AAChG,CAAC;AAED,gGAAgG;AAChG,sBAAsB;AACtB,gGAAgG;AAEhG,MAAM,GAAG,GACP,iHAAiH,CAAA;AACnH,sFAAsF;AACtF,MAAM,YAAY,GAChB,uIAAuI,CAAA;AACzI,qEAAqE;AACrE,MAAM,UAAU,GACd,qHAAqH,CAAA;AACvH,6GAA6G;AAC7G,MAAM,gBAAgB,GAAG,+EAA+E,CAAA;AACxG,MAAM,wBAAwB,GAAG,4DAA4D,CAAA;AAC7F,MAAM,OAAO,GAAG,gBAAgB,CAAA;AAEhC,MAAM,KAAK,GAAG,CAAC,MAAc,EAAE,IAAY,EAAU,EAAE,CACrD,IAAI,KAAK,KAAK;IACZ,CAAC,CAAC,MAAM;IACR,CAAC,CAAC,IAAI,KAAK,KAAK;QACd,CAAC,CAAC,MAAM,GAAG,IAAI;QACf,CAAC,CAAC,IAAI,KAAK,KAAK;YACd,CAAC,CAAC,MAAM,GAAG,IAAI,IAAI,CAAC;YACpB,CAAC,CAAC,MAAM,GAAG,GAAG,CAAA;AACtB,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,GAAG,CAAA;AAE9D,MAAM,UAAU,kBAAkB,CAAC,GAAW,EAAE,QAAuB;IACrE,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACnC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EACL,mFAAmF,IAAI,CAAC,CAAC,CAAC,UAAU;gBACpG,oCAAoC,IAAI,CAAC,CAAC,CAAC,+CAA+C;YAC5F,OAAO,EAAE,EAAE,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,2BAA2B,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;YAC/F,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;SACjB,CAAA;IACH,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAClC,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EACL,oDAAoD;gBACpD,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,oCAAoC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9E,+CAA+C;YACjD,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;YAChF,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;SAClB,CAAA;IACH,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACzB,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACjB,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,uDAAuD,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ;YACjH,OAAO,EAAE;gBACP,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAW,CAAC,CAAC;gBAC7D,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAW,CAAC,CAAC;aACzD;YACD,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;SAChB,CAAA;IACH,CAAC;IACD,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC1C,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,OAAO;YACL,IAAI,EAAE,OAAO;YACb,OAAO,EACL,sBAAsB,OAAO,CAAC,CAAC,CAAC,uCAAuC,OAAO,CAAC,CAAC,CAAC,YAAY;gBAC7F,sDAAsD,OAAO,CAAC,CAAC,CAAC,WAAW;YAC7E,OAAO,EAAE,EAAE,cAAc,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;YACzF,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;SACpB,CAAA;IACH,CAAC;IACD,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC/C,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,OAAO;YACL,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,4DAA4D,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG;YAClG,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;SACjB,CAAA;IACH,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,iDAAiD,EAAE,CAAA;IAC9F,CAAC;IACD,OAAO;QACL,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,gBAAgB,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,QAAQ,EAAE,uBAAuB;KAClG,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,sDAAsD;AACtD,gGAAgG;AAEhG,MAAM,UAAU,kBAAkB,CAAC,OAGlC;IACC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;IAC7B,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC;QACnC,SAAS,EAAE,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC;QAC5C,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,KAAK,IAAI;QACrD,MAAM,EAAE,KAAK;QACb,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,KAAK;KACjB,CAAA;AACH,CAAC;AAED,sHAAsH;AACtH,MAAM,CAAC,MAAM,aAAa,GAA4B;IACpD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;IAC3C,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;CACtC,CAAA;AAED,MAAM,CAAC,MAAM,wBAAwB,GAA4B;IAC/D,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;CAC5C,CAAA;AAED,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,wBAAwB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;AAE/E;;;;;;;GAOG;AACH,MAAM,UAAU,wBAAwB,CACtC,KAAa,EACb,IAAa,EACb,QAAwB,EACxB,YAAsC;IAEtC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACvC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IACjF,MAAM,MAAM,GAAG,IAA+B,CAAA;IAC9C,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAA;IACnG,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,2BAA2B,EAAE,wBAAwB,CAAC,CAAA;IAChG,CAAC;IACD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAC/B,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;YAChD,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,iCAAiC,EAAE,wBAAwB,CAAC,CAAA;QACtG,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,iBAAiB,IAAI,uBAAuB,CAAC,MAAM,CAAC,EAAE,CAAC;YACvE,MAAM,IAAI,qBAAqB,CAC7B,GAAG,KAAK,sCAAsC,EAC9C,wBAAwB,CACzB,CAAA;QACH,CAAC;IACH,CAAC;IACD,OAAO,kBAAkB,CACvB,KAAK,EACL,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,EACnD,QAAQ,CAAC,iBAAiB,CAC3B,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,QAAQ,GAAqE;IACjF;QACE,OAAO,EAAE,uFAAuF;QAChG,KAAK,EAAE,CAAC;QACR,SAAS,EAAE,CAAC;KACb;IACD;QACE,OAAO,EAAE,gFAAgF;QACzF,KAAK,EAAE,CAAC;QACR,SAAS,EAAE,CAAC;KACb;CACF,CAAA;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAyD,CAAA;QACvF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,CAAA;QACvD,OAAO,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC;AAED,uGAAuG;AACvG,MAAM,UAAU,2BAA2B,CAAC,MAAc,EAAE,IAAY;IACtE,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,CAAA;IAC/B,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;IAClC,KAAK,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,QAAQ,EAAE,CAAC;QACrD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACnC,IAAI,KAAK,KAAK,IAAI;YAAE,SAAQ;QAC5B,OAAO;YACL,KAAK,EAAE;gBACL,OAAO,EAAE,0CAA0C,KAAK,CAAC,KAAK,CAAC,gCAAgC,KAAK,CAAC,SAAS,CAAC,4DAA4D;gBAC3K,IAAI,EAAE,uBAAuB;gBAC7B,KAAK,EAAE,UAAU;gBACjB,IAAI,EAAE,yBAAyB;aAChC;SACF,CAAA;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAAwB,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;AAExF,MAAM,UAAU,wBAAwB,CACtC,KAAa,EACb,WAAoB,EACpB,MAAiC;IAEjC,IAAI,KAAK,KAAK,sBAAsB;QAAE,OAAO,IAAI,CAAA;IACjD,MAAM,MAAM,GAAG,MAAM,EAAE,gBAAgB,IAAI,IAAI,CAAA;IAC/C,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,iCAAiC,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IAClF,OAAO,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAA;AACrE,CAAC;AAED;;;;GAIG;AACH,MAAM,aAAa,GAAkC;IACnD,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,mBAAmB,EAAE;IAC9D,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,iBAAiB,EAAE;IAC5D,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,iBAAiB,EAAE;IAC5D,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,kBAAkB,EAAE;IAC7D,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,uBAAuB,EAAE;CACnE,CAAA;AAED,MAAM,CAAC,MAAM,aAAa,GAAuC;IAC/D,EAAE,EAAE,QAAQ;IACZ,eAAe,EAAE,qCAAqC;IACtD,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,EAAE;IACnD,kGAAkG;IAClG,eAAe,EAAE;QACf,UAAU,EAAE,YAAY;QACxB,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE;KACpF;IACD,MAAM,EAAE,aAAa;IACrB,gBAAgB,EAAE,wBAAwB;IAC1C,YAAY,EAAE,aAAa;IAC3B,gBAAgB,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,sBAAsB,CAAC,CAAC,GAAG,IAAI,EAAE,CAA4B,CAAC;IACzF,WAAW,EAAE,iBAAiB;IAC9B,kBAAkB,EAAE,wBAAwB;IAC5C,YAAY,EAAE,kBAAkB;IAChC,YAAY,EAAE,kBAAkB;IAChC,kBAAkB,EAAE,wBAAwB;IAC5C,kBAAkB,EAAE,wBAAwB;IAC5C,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,2BAA2B,CAAC,MAAM,EAAE,IAAI,CAAC;IACrF,oGAAoG;IACpG,yFAAyF;IACzF,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;QACxB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,iBAAiB;QAC1B,QAAQ,CAAC,oBAAoB;QAC7B,QAAQ,CAAC,mBAAmB;QAC5B,QAAQ,CAAC,gBAAgB;QACzB,QAAQ,CAAC,WAAW;QACpB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,qBAAqB;QAC9B,QAAQ,CAAC,oBAAoB;QAC7B,QAAQ,CAAC,KAAK;QACd,QAAQ,CAAC,IAAI;QACb,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;KACpC;CACF,CAAA"}

package/dist/runtime/sglang/engine.js CHANGED Viewed

@@ -5,7 +5,7 @@
  * unsupported, design D9).
  */
 import { defaultDescriptorUrl } from '../environment/index.js';
-import { SGLANG_ROUTES, mapSglangContextLengthError, sglangAdapter } from './adapter.js';
+import { SGLANG_ROUTES, mapSglangContextLengthError, sglangAdapter, } from './adapter.js';
 import { sglangCheckEngine, sglangLaunchPlan } from './memory.js';
 import { sglangSettings } from './settings.js';
 export const SGLANG_ENGINE_ID = 'sglang';
@@ -33,6 +33,7 @@ export const SGLANG_ENGINE = {
     settings: sglangSettings,
     check: sglangCheckEngine,
     launchPlan: sglangLaunchPlan,
+    planContextLength: (plan) => plan?.contextLength,
     routePolicy: sglangRoutePolicy,
 };
 //# sourceMappingURL=engine.js.map

package/dist/runtime/sglang/engine.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/runtime/sglang/engine.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAI9D,OAAO,~~EAAE~~,aAAa,~~EAAE~~,2BAA2B,~~EAAE~~,aAAa,~~EAAE~~,MAAM,cAAc,CAAA;~~AACxF~~,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AACjE,OAAO,EAAE,cAAc,EAAuB,MAAM,eAAe,CAAA;AAEnE,MAAM,CAAC,MAAM,gBAAgB,GAAG,QAAQ,CAAA;AAExC;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAC/B,YAA4C,EAC5C,SAAoE,IAAI;IAExE,OAAO;QACL,MAAM,EAAE,aAAa;QACrB,KAAK,EAAE,YAAY,EAAE,KAAK,IAAI,IAAI;QAClC,gBAAgB,EAAE,YAAY,EAAE,iBAAiB,IAAI,IAAI;QACzD,QAAQ,EAAE,2BAA2B;QACrC,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;KACnC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAsC;IAC9D,SAAS,EAAE,gBAAgB;IAC3B,QAAQ,EAAE,gBAAgB;IAC1B,KAAK,EAAE,QAAQ;IACf,UAAU,EAAE,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,oBAAoB,CAAC,gBAAgB,CAAC,EAAE;IACzG,OAAO,EAAE,aAAa;IACtB,QAAQ,EAAE,cAAc;IACxB,KAAK,EAAE,iBAAiB;IACxB,UAAU,EAAE,gBAAgB;IAC5B,WAAW,EAAE,iBAAiB;CAC/B,CAAA"}
1	+ {"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/runtime/sglang/engine.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAI9D,OAAO,EACL,aAAa,EACb,2BAA2B,EAC3B,aAAa,GAEd,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AACjE,OAAO,EAAE,cAAc,EAAuB,MAAM,eAAe,CAAA;AAEnE,MAAM,CAAC,MAAM,gBAAgB,GAAG,QAAQ,CAAA;AAExC;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAC/B,YAA4C,EAC5C,SAAoE,IAAI;IAExE,OAAO;QACL,MAAM,EAAE,aAAa;QACrB,KAAK,EAAE,YAAY,EAAE,KAAK,IAAI,IAAI;QAClC,gBAAgB,EAAE,YAAY,EAAE,iBAAiB,IAAI,IAAI;QACzD,QAAQ,EAAE,2BAA2B;QACrC,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;KACnC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAsC;IAC9D,SAAS,EAAE,gBAAgB;IAC3B,QAAQ,EAAE,gBAAgB;IAC1B,KAAK,EAAE,QAAQ;IACf,UAAU,EAAE,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,oBAAoB,CAAC,gBAAgB,CAAC,EAAE;IACzG,OAAO,EAAE,aAAa;IACtB,QAAQ,EAAE,cAAc;IACxB,KAAK,EAAE,iBAAiB;IACxB,UAAU,EAAE,gBAAgB;IAC5B,iBAAiB,EAAE,CAAC,IAAI,EAAE,EAAE,CAAE,IAA8C,EAAE,aAAa;IAC3F,WAAW,EAAE,iBAAiB;CAC/B,CAAA"}

package/dist/runtime/sglang/memory.d.ts CHANGED Viewed

@@ -50,10 +50,20 @@ export declare function sglangKvCacheBytes(checkpoint: {
     bytes: number;
     basis: KvReserveBasis;
 };
+/**
+ * The window and request count a load runs with on `gpu`: the pinned ones, or — for a setting left at
+ * 0 — the widest pair SGLang's own memory rule (`sglangMemoryNeed`) passes on the card's free memory
+ * (`auto-limits.ts`). With a KV token limit the window must also fit inside it.
+ */
+export declare function sglangLimits(settings: SglangSettings, checkpoint: CheckpointMemoryInputs, gpu: GpuFacts, host: HostMemory): {
+    context_length: number;
+    max_running_requests: number;
+};
 /**
  * SGLang's memory rule on `gpu`: weights + KV cache estimate + its own overhead + a margin for what
  * other processes may take meanwhile; on a card with the host's memory, whatever of `MemAvailable`
- * lies beyond half the host's memory counts as needed too.
+ * lies beyond half the host's memory counts as needed too. An automatic window or request count is
+ * first resolved on the same card (`sglangLimits`).
  */
 export declare function sglangMemoryNeed(gpu: GpuFacts, checkpoint: CheckpointMemoryInputs, settings: SglangSettings, host: HostMemory): MemoryNeed;
 /** `--mem-fraction-static` from the card as it stands now (see the file banner). */

package/dist/runtime/sglang/memory.js CHANGED Viewed

@@ -1,4 +1,4 @@
-import { checkpointIsMultimodal, freeMemoryBytes, isUnifiedMemory, kvCacheQuantAlgo, readKvCacheShape, supportsFp8KvCache, totalMemoryBytes, } from '../managed-models/index.js';
+import { checkpointIsMultimodal, checkpointMaxContext, fitAutoLimits, freeMemoryBytes, isUnifiedMemory, kvCacheQuantAlgo, readKvCacheShape, supportsFp8KvCache, totalMemoryBytes, } from '../managed-models/index.js';
 const GiB = 1024 ** 3;
 const MiB = 1024 ** 2;
 /** SGLang's room for activations and CUDA graphs captured up to the parallel requests (design D4, D5). */
@@ -34,12 +34,39 @@ export function sglangKvCacheBytes(checkpoint, settings, gpu) {
     const tokens = settings.max_total_tokens ?? settings.context_length * settings.max_running_requests;
     return { bytes: perToken * tokens, basis: 'config' };
 }
+/**
+ * The window and request count a load runs with on `gpu`: the pinned ones, or — for a setting left at
+ * 0 — the widest pair SGLang's own memory rule (`sglangMemoryNeed`) passes on the card's free memory
+ * (`auto-limits.ts`). With a KV token limit the window must also fit inside it.
+ */
+export function sglangLimits(settings, checkpoint, gpu, host) {
+    if (settings.context_length > 0 && settings.max_running_requests > 0)
+        return { context_length: settings.context_length, max_running_requests: settings.max_running_requests };
+    const free = freeMemoryBytes(gpu, host);
+    const { context, sequences } = fitAutoLimits({
+        contextAuto: settings.context_length === 0,
+        sequencesAuto: settings.max_running_requests === 0,
+        context: settings.context_length,
+        sequences: settings.max_running_requests,
+        maxOutputTokens: settings.max_output_tokens,
+        trainedContext: checkpointMaxContext(checkpoint.configJson),
+        fits: (context_length, max_running_requests) => (settings.max_total_tokens === null || context_length <= settings.max_total_tokens) &&
+            memoryNeedAt(gpu, checkpoint, { ...settings, context_length, max_running_requests }, host)
+                .neededBytes <= free,
+    });
+    return { context_length: context, max_running_requests: sequences };
+}
 /**
  * SGLang's memory rule on `gpu`: weights + KV cache estimate + its own overhead + a margin for what
  * other processes may take meanwhile; on a card with the host's memory, whatever of `MemAvailable`
- * lies beyond half the host's memory counts as needed too.
+ * lies beyond half the host's memory counts as needed too. An automatic window or request count is
+ * first resolved on the same card (`sglangLimits`).
  */
 export function sglangMemoryNeed(gpu, checkpoint, settings, host) {
+    return memoryNeedAt(gpu, checkpoint, { ...settings, ...sglangLimits(settings, checkpoint, gpu, host) }, host);
+}
+/** `sglangMemoryNeed` at a pinned window and request count. */
+function memoryNeedAt(gpu, checkpoint, settings, host) {
     const unified = isUnifiedMemory(gpu);
     const kv = sglangKvCacheBytes(checkpoint, settings, gpu);
     const systemReserve = unified
@@ -53,7 +80,8 @@ export function sglangMemoryNeed(gpu, checkpoint, settings, host) {
     return {
         neededBytes,
         kvReserveBasis: kv.basis,
-        details: `weight_bytes=${checkpoint.weightBytesTotal} kv_cache_bytes=${kv.bytes} kv_reserve_basis=${kv.basis} ` +
+        details: `weight_bytes=${checkpoint.weightBytesTotal} context_length=${settings.context_length} ` +
+            `max_running_requests=${settings.max_running_requests} kv_cache_bytes=${kv.bytes} kv_reserve_basis=${kv.basis} ` +
             `engine_overhead_bytes=${SGLANG_ENGINE_OVERHEAD_BYTES} free_margin_bytes=${SGLANG_FREE_MEMORY_MARGIN_BYTES}` +
             (unified ? ` system_reserve_bytes=${systemReserve}` : '') +
             ` needed_bytes=${neededBytes}`,
@@ -74,7 +102,10 @@ export function sglangMemFractionStatic(settings, gpu, host) {
 }
 /** The launch plan `beforeCreate` hands the adapter, from the card re-probed right before the container. */
 export function sglangLaunchPlan(settings, checkpoint, gpu, host) {
+    const limits = sglangLimits(settings, checkpoint, gpu, host);
     return {
+        contextLength: limits.context_length,
+        maxRunningRequests: limits.max_running_requests,
         memFractionStatic: settings.mem_fraction_static ?? sglangMemFractionStatic(settings, gpu, host),
         multimodal: checkpointIsMultimodal(checkpoint.configJson),
     };

package/dist/runtime/sglang/memory.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/runtime/sglang/memory.ts"],"names":[],"mappings":"AA0BA,OAAO,EACL,sBAAsB,EACtB,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAClB,gBAAgB,GAOjB,MAAM,4BAA4B,CAAA;AAInC,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AACrB,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,0GAA0G;AAC1G,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,GAAG,GAAG,CAAA;AACnD,0CAA0C;AAC1C,MAAM,CAAC,MAAM,sCAAsC,GAAG,IAAI,GAAG,GAAG,CAAA;AAChE,wFAAwF;AACxF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,GAAG,GAAG,CAAA;AACnD,4FAA4F;AAC5F,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,GAAG,GAAG,CAAA;AACxD,MAAM,CAAC,MAAM,8BAA8B,GAAG,GAAG,CAAA;AACjD,MAAM,CAAC,MAAM,8BAA8B,GAAG,IAAI,CAAA;AAClD,4FAA4F;AAC5F,MAAM,wBAAwB,GAAG,IAAI,CAAA;AACrC,MAAM,qBAAqB,GAAG,GAAG,CAAA;AAEjC;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAChC,UAAuG,EACvG,QAAwB,EACxB,GAAa;IAEb,MAAM,KAAK,GAAG,gBAAgB,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;IACrD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,UAAU,CAAC,gBAAgB,IAAI,CAAC,CAAA;QAChD,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,wBAAwB,CAAC,CAAC;YACrF,KAAK,EAAE,iBAAiB;SACzB,CAAA;IACH,CAAC;IACD,MAAM,GAAG,GACP,CAAC,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,kBAAkB,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QACjF,gBAAgB,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,iBAAiB,CAAC,EAAE,WAAW,EAAE,KAAK,KAAK,CAAA;IAChG,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACnG,MAAM,MAAM,GAAG,QAAQ,CAAC,gBAAgB,IAAI,QAAQ,CAAC,cAAc,GAAG,QAAQ,CAAC,oBAAoB,CAAA;IACnG,OAAO,EAAE,KAAK,EAAE,QAAQ,GAAG,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;AACtD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAC9B,GAAa,EACb,UAAkC,EAClC,QAAwB,EACxB,IAAgB;IAEhB,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,CAAA;IACpC,MAAM,EAAE,GAAG,kBAAkB,CAAC,UAAU,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAA;IACxD,MAAM,aAAa,GAAG,OAAO;QAC3B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC,CAAA;IACL,MAAM,WAAW,GACf,UAAU,CAAC,gBAAgB;QAC3B,EAAE,CAAC,KAAK;QACR,4BAA4B;QAC5B,+BAA+B;QAC/B,aAAa,CAAA;IACf,OAAO;QACL,WAAW;QACX,cAAc,EAAE,EAAE,CAAC,KAAK;QACxB,OAAO,EACL,gBAAgB,UAAU,CAAC,gBAAgB,mBAAmB,EAAE,CAAC,KAAK,qBAAqB,EAAE,CAAC,KAAK,GAAG;~~YACtG~~,yBAAyB,4BAA4B,sBAAsB,+BAA+B,EAAE;YAC5G,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,iBAAiB,WAAW,EAAE;KACjC,CAAA;AACH,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,uBAAuB,CAAC,QAAwB,EAAE,GAAa,EAAE,IAAgB;IAC/F,MAAM,IAAI,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IACvC,IAAI,IAAI,IAAI,CAAC;QAAE,OAAO,8BAA8B,CAAA;IACpD,MAAM,OAAO,GACX,QAAQ,CAAC,WAAW,KAAK,KAAK,CAAC,CAAC,CAAC,sCAAsC,CAAC,CAAC,CAAC,4BAA4B,CAAA;IACxG,oGAAoG;IACpG,sFAAsF;IACtF,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC5F,MAAM,KAAK,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,IAAI,CAAA;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,8BAA8B,EAAE,IAAI,CAAC,GAAG,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC,CAAA;IACzG,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,MAAM,CAAA;AAC9C,CAAC;AAED,4GAA4G;AAC5G,MAAM,UAAU,gBAAgB,CAC9B,QAAwB,EACxB,UAAkC,EAClC,GAAa,EACb,IAAgB;IAEhB,OAAO;QACL,iBAAiB,EAAE,QAAQ,CAAC,mBAAmB,IAAI,uBAAuB,CAAC,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC;QAC/F,UAAU,EAAE,sBAAsB,CAAC,UAAU,CAAC,UAAU,CAAC;KAC1D,CAAA;AACH,CAAC;AAED,mGAAmG;AACnG,MAAM,UAAU,iBAAiB,CAAC,QAAwB;IACxD,OAAO;QACL,QAAQ,EAAE,QAAQ;QAClB,kBAAkB,EAAE,GAAG,EAAE,CAAC,IAAI;QAC9B,UAAU,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC;KACzF,CAAA;AACH,CAAC"}
1	+ {"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/runtime/sglang/memory.ts"],"names":[],"mappings":"AA0BA,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,aAAa,EACb,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAClB,gBAAgB,GAOjB,MAAM,4BAA4B,CAAA;AAInC,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AACrB,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,0GAA0G;AAC1G,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,GAAG,GAAG,CAAA;AACnD,0CAA0C;AAC1C,MAAM,CAAC,MAAM,sCAAsC,GAAG,IAAI,GAAG,GAAG,CAAA;AAChE,wFAAwF;AACxF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,GAAG,GAAG,CAAA;AACnD,4FAA4F;AAC5F,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,GAAG,GAAG,CAAA;AACxD,MAAM,CAAC,MAAM,8BAA8B,GAAG,GAAG,CAAA;AACjD,MAAM,CAAC,MAAM,8BAA8B,GAAG,IAAI,CAAA;AAClD,4FAA4F;AAC5F,MAAM,wBAAwB,GAAG,IAAI,CAAA;AACrC,MAAM,qBAAqB,GAAG,GAAG,CAAA;AAEjC;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAChC,UAAuG,EACvG,QAAwB,EACxB,GAAa;IAEb,MAAM,KAAK,GAAG,gBAAgB,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;IACrD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,UAAU,CAAC,gBAAgB,IAAI,CAAC,CAAA;QAChD,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,wBAAwB,CAAC,CAAC;YACrF,KAAK,EAAE,iBAAiB;SACzB,CAAA;IACH,CAAC;IACD,MAAM,GAAG,GACP,CAAC,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,kBAAkB,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QACjF,gBAAgB,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,iBAAiB,CAAC,EAAE,WAAW,EAAE,KAAK,KAAK,CAAA;IAChG,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACnG,MAAM,MAAM,GAAG,QAAQ,CAAC,gBAAgB,IAAI,QAAQ,CAAC,cAAc,GAAG,QAAQ,CAAC,oBAAoB,CAAA;IACnG,OAAO,EAAE,KAAK,EAAE,QAAQ,GAAG,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;AACtD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAC1B,QAAwB,EACxB,UAAkC,EAClC,GAAa,EACb,IAAgB;IAEhB,IAAI,QAAQ,CAAC,cAAc,GAAG,CAAC,IAAI,QAAQ,CAAC,oBAAoB,GAAG,CAAC;QAClE,OAAO,EAAE,cAAc,EAAE,QAAQ,CAAC,cAAc,EAAE,oBAAoB,EAAE,QAAQ,CAAC,oBAAoB,EAAE,CAAA;IACzG,MAAM,IAAI,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IACvC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,aAAa,CAAC;QAC3C,WAAW,EAAE,QAAQ,CAAC,cAAc,KAAK,CAAC;QAC1C,aAAa,EAAE,QAAQ,CAAC,oBAAoB,KAAK,CAAC;QAClD,OAAO,EAAE,QAAQ,CAAC,cAAc;QAChC,SAAS,EAAE,QAAQ,CAAC,oBAAoB;QACxC,eAAe,EAAE,QAAQ,CAAC,iBAAiB;QAC3C,cAAc,EAAE,oBAAoB,CAAC,UAAU,CAAC,UAAU,CAAC;QAC3D,IAAI,EAAE,CAAC,cAAc,EAAE,oBAAoB,EAAE,EAAE,CAC7C,CAAC,QAAQ,CAAC,gBAAgB,KAAK,IAAI,IAAI,cAAc,IAAI,QAAQ,CAAC,gBAAgB,CAAC;YACnF,YAAY,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,GAAG,QAAQ,EAAE,cAAc,EAAE,oBAAoB,EAAE,EAAE,IAAI,CAAC;iBACvF,WAAW,IAAI,IAAI;KACzB,CAAC,CAAA;IACF,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,oBAAoB,EAAE,SAAS,EAAE,CAAA;AACrE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAC9B,GAAa,EACb,UAAkC,EAClC,QAAwB,EACxB,IAAgB;IAEhB,OAAO,YAAY,CACjB,GAAG,EACH,UAAU,EACV,EAAE,GAAG,QAAQ,EAAE,GAAG,YAAY,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,CAAC,EAAE,EACjE,IAAI,CACL,CAAA;AACH,CAAC;AAED,+DAA+D;AAC/D,SAAS,YAAY,CACnB,GAAa,EACb,UAAkC,EAClC,QAAwB,EACxB,IAAgB;IAEhB,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,CAAA;IACpC,MAAM,EAAE,GAAG,kBAAkB,CAAC,UAAU,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAA;IACxD,MAAM,aAAa,GAAG,OAAO;QAC3B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC,CAAA;IACL,MAAM,WAAW,GACf,UAAU,CAAC,gBAAgB;QAC3B,EAAE,CAAC,KAAK;QACR,4BAA4B;QAC5B,+BAA+B;QAC/B,aAAa,CAAA;IACf,OAAO;QACL,WAAW;QACX,cAAc,EAAE,EAAE,CAAC,KAAK;QACxB,OAAO,EACL,gBAAgB,UAAU,CAAC,gBAAgB,mBAAmB,QAAQ,CAAC,cAAc,GAAG;YACxF,wBAAwB,QAAQ,CAAC,oBAAoB,mBAAmB,EAAE,CAAC,KAAK,qBAAqB,EAAE,CAAC,KAAK,GAAG;YAChH,yBAAyB,4BAA4B,sBAAsB,+BAA+B,EAAE;YAC5G,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,iBAAiB,WAAW,EAAE;KACjC,CAAA;AACH,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,uBAAuB,CAAC,QAAwB,EAAE,GAAa,EAAE,IAAgB;IAC/F,MAAM,IAAI,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IACvC,IAAI,IAAI,IAAI,CAAC;QAAE,OAAO,8BAA8B,CAAA;IACpD,MAAM,OAAO,GACX,QAAQ,CAAC,WAAW,KAAK,KAAK,CAAC,CAAC,CAAC,sCAAsC,CAAC,CAAC,CAAC,4BAA4B,CAAA;IACxG,oGAAoG;IACpG,sFAAsF;IACtF,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC5F,MAAM,KAAK,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,IAAI,CAAA;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,8BAA8B,EAAE,IAAI,CAAC,GAAG,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC,CAAA;IACzG,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,MAAM,CAAA;AAC9C,CAAC;AAED,4GAA4G;AAC5G,MAAM,UAAU,gBAAgB,CAC9B,QAAwB,EACxB,UAAkC,EAClC,GAAa,EACb,IAAgB;IAEhB,MAAM,MAAM,GAAG,YAAY,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;IAC5D,OAAO;QACL,aAAa,EAAE,MAAM,CAAC,cAAc;QACpC,kBAAkB,EAAE,MAAM,CAAC,oBAAoB;QAC/C,iBAAiB,EAAE,QAAQ,CAAC,mBAAmB,IAAI,uBAAuB,CAAC,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC;QAC/F,UAAU,EAAE,sBAAsB,CAAC,UAAU,CAAC,UAAU,CAAC;KAC1D,CAAA;AACH,CAAC;AAED,mGAAmG;AACnG,MAAM,UAAU,iBAAiB,CAAC,QAAwB;IACxD,OAAO;QACL,QAAQ,EAAE,QAAQ;QAClB,kBAAkB,EAAE,GAAG,EAAE,CAAC,IAAI;QAC9B,UAAU,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC;KACzF,CAAA;AACH,CAAC"}

package/dist/runtime/sglang/settings.d.ts CHANGED Viewed

@@ -11,9 +11,10 @@ import { type GenerationDefaults } from '../managed-text/generation-defaults.js'
 export interface SglangSettings {
     /** `GPU-<uuid>`/`MIG-<uuid>`, or `null` to let the load pick the card with the most free memory. */
     gpu_id: string | null;
+    /** `--context-length`; 0 is automatic, the widest window the memory rule passes (`auto-limits.ts`). */
     context_length: number;
     max_output_tokens: number;
-    /** `--max-running-requests`. */
+    /** `--max-running-requests`; 0 is automatic, 2 when the memory rule passes, else 1. */
     max_running_requests: number;
     /**
      * `--mem-fraction-static`: the share of the card's free memory SGLang keeps for weights and KV

package/dist/runtime/sglang/settings.js CHANGED Viewed

@@ -9,6 +9,7 @@
  */
 import { GENERATION_DEFAULT_KEYS, readGenerationDefaults, } from '../managed-text/generation-defaults.js';
 import { settingValues } from '../managed-text/setting-values.js';
+import { MANAGED_AUTO_CONTEXTS } from '../managed-models/auto-limits.js';
 const KEYS = [
     'gpu_id',
     'context_length',
@@ -27,10 +28,11 @@ const KEYS = [
 ];
 const DEFAULTS = {
     gpu_id: null,
-    context_length: 8192,
+    // Automatic, as vLLM's (integrations audit 2026-11-03, S2): 8192 tokens and one request refused
+    // every coding agent's 13-27K-token prompt.
+    context_length: 0,
     max_output_tokens: 4096,
-    // One request at a time, as every managed engine (owner's decision, change add-vllm-runtime).
-    max_running_requests: 1,
+    max_running_requests: 0,
     mem_fraction_static: null,
     max_total_tokens: null,
     cuda_graphs: 'auto',
@@ -53,11 +55,11 @@ export function validateSglangSettings(raw) {
         }
         settings.gpu_id = raw['gpu_id'];
     }
-    if (raw['context_length'] !== undefined)
+    if (raw['context_length'] !== undefined && raw['context_length'] !== 0)
         settings.context_length = integer('context_length', raw['context_length'], 512, 1_048_576);
     if (raw['max_output_tokens'] !== undefined)
         settings.max_output_tokens = integer('max_output_tokens', raw['max_output_tokens'], 1, 1_048_576);
-    if (raw['max_running_requests'] !== undefined)
+    if (raw['max_running_requests'] !== undefined && raw['max_running_requests'] !== 0)
         settings.max_running_requests = integer('max_running_requests', raw['max_running_requests'], 1, 256);
     // Below 1: the rest of SGLang's free memory is its room for activations and CUDA graphs.
     if (raw['mem_fraction_static'] !== undefined && raw['mem_fraction_static'] !== null)
@@ -79,8 +81,10 @@ export function validateSglangSettings(raw) {
     if (raw['seed'] !== undefined && raw['seed'] !== null)
         settings.seed = integer('seed', raw['seed'], 1, 2_147_483_647);
     settings.generation = readGenerationDefaults('sglang', raw);
-    if (settings.max_output_tokens >= settings.context_length) {
-        invalid('max_output_tokens', settings.max_output_tokens, `must be less than the context length (${settings.context_length})`);
+    // An automatic window is only ever one of the candidates above the output cap (`auto-limits.ts`).
+    const widest = settings.context_length === 0 ? MANAGED_AUTO_CONTEXTS[0] : settings.context_length;
+    if (settings.max_output_tokens >= widest) {
+        invalid('max_output_tokens', settings.max_output_tokens, `must be less than the context length (${widest})`);
     }
     return settings;
 }

package/dist/runtime/sglang/settings.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"settings.js","sourceRoot":"","sources":["../../../src/runtime/sglang/settings.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EACL,uBAAuB,EACvB,sBAAsB,GAEvB,MAAM,wCAAwC,CAAA;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAA;~~AAiCjE~~,MAAM,IAAI,GAAG;IACX,QAAQ;IACR,gBAAgB;IAChB,mBAAmB;IACnB,sBAAsB;IACtB,qBAAqB;IACrB,kBAAkB;IAClB,aAAa;IACb,gBAAgB;IAChB,sBAAsB;IACtB,uBAAuB;IACvB,sBAAsB;IACtB,OAAO;IACP,MAAM;IACN,GAAG,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC;CACjC,CAAA;AAEV,MAAM,QAAQ,GAAmB;IAC/B,MAAM,EAAE,IAAI;IACZ,cAAc,EAAE,~~IAAI~~;~~IACpB~~,iBAAiB,EAAE,IAAI;IACvB,~~8FAA8F;IAC9F,~~oBAAoB,EAAE,CAAC;IACvB,mBAAmB,EAAE,IAAI;IACzB,gBAAgB,EAAE,IAAI;IACtB,WAAW,EAAE,MAAM;IACnB,cAAc,EAAE,MAAM;IACtB,oBAAoB,EAAE,IAAI;IAC1B,qBAAqB,EAAE,IAAI;IAC3B,oBAAoB,EAAE,IAAI;IAC1B,KAAK,EAAE,MAAM;IACb,IAAI,EAAE,IAAI;IACV,UAAU,EAAE,EAAE;CACf,CAAA;AAED,MAAM,QAAQ,GAAG,2BAA2B,CAAA;AAE5C,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAA;AAE3E,mFAAmF;AACnF,MAAM,UAAU,sBAAsB,CAAC,GAA4B;IACjE,MAAM,QAAQ,GAAmB,EAAE,GAAG,QAAQ,EAAE,CAAA;IAChD,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;QAC1D,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YACvE,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,mCAAmC,CAAC,CAAA;QACvE,CAAC;QACD,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAW,CAAA;IAC3C,CAAC;IACD,IAAI,GAAG,CAAC,gBAAgB,CAAC,KAAK,SAAS;~~QACrC~~,QAAQ,CAAC,cAAc,GAAG,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,CAAA;IAC5F,IAAI,GAAG,CAAC,mBAAmB,CAAC,KAAK,SAAS;QACxC,QAAQ,CAAC,iBAAiB,GAAG,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC,mBAAmB,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,CAAA;IACnG,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,SAAS;~~QAC3C~~,QAAQ,CAAC,oBAAoB,GAAG,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC,sBAAsB,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAA;IACtG,yFAAyF;IACzF,IAAI,GAAG,CAAC,qBAAqB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,qBAAqB,CAAC,KAAK,IAAI;QACjF,QAAQ,CAAC,mBAAmB,GAAG,OAAO,CACpC,qBAAqB,EACrB,GAAG,CAAC,qBAAqB,CAAC,EAC1B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EACrB,qBAAqB,CACtB,CAAA;IACH,IAAI,GAAG,CAAC,kBAAkB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,kBAAkB,CAAC,KAAK,IAAI;QAC3E,QAAQ,CAAC,gBAAgB,GAAG,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,kBAAkB,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAA;IACjG,IAAI,GAAG,CAAC,aAAa,CAAC,KAAK,SAAS;QAClC,QAAQ,CAAC,WAAW,GAAG,KAAK,CAAC,aAAa,EAAE,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAA;IACxF,IAAI,GAAG,CAAC,gBAAgB,CAAC,KAAK,SAAS;QACrC,QAAQ,CAAC,cAAc,GAAG,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAA;IAC3F,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,IAAI;QACnF,QAAQ,CAAC,oBAAoB,GAAG,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC,sBAAsB,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;IACvG,IAAI,GAAG,CAAC,uBAAuB,CAAC,KAAK,SAAS;QAC5C,QAAQ,CAAC,qBAAqB,GAAG,KAAK,CAAC,uBAAuB,EAAE,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAA;IAC/F,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,IAAI;QACnF,QAAQ,CAAC,oBAAoB,GAAG,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC,sBAAsB,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,CAAA;IAC5G,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,SAAS;QAC5B,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC,CAAA;IAC3F,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI;QACnD,QAAQ,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC,CAAA;IAChE,QAAQ,CAAC,UAAU,GAAG,sBAAsB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;IAC3D,~~IAAI~~,QAAQ,CAAC,~~iBAAiB~~,~~IAAI~~,QAAQ,CAAC,cAAc,EAAE,CAAC;~~QAC1D~~,OAAO,CACL,mBAAmB,EACnB,QAAQ,CAAC,iBAAiB,EAC1B,yCAAyC,~~QAAQ~~,~~CAAC,cAAc,~~GAAG,~~CACpE~~,CAAA;IACH,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAC5B,MAA+B,EAC/B,YAAqC,EAAE;IAEvC,MAAM,MAAM,GAA4B,EAAE,CAAA;IAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC7D,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;IAC9C,CAAC;IACD,IAAI,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAA;IACnG,KAAK,MAAM,GAAG,IAAI;QAChB,sBAAsB;QACtB,qBAAqB;QACrB,kBAAkB;QAClB,sBAAsB;QACtB,MAAM;KACP,EAAE,CAAC;QACF,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;IAC3C,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,EAAE,CAAC;QACzD,IAAI,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;IACtF,CAAC;IACD,OAAO,sBAAsB,CAAC,MAAM,CAAC,CAAA;AACvC,CAAC"}
1	+ {"version":3,"file":"settings.js","sourceRoot":"","sources":["../../../src/runtime/sglang/settings.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EACL,uBAAuB,EACvB,sBAAsB,GAEvB,MAAM,wCAAwC,CAAA;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAA;AACjE,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAA;AAkCxE,MAAM,IAAI,GAAG;IACX,QAAQ;IACR,gBAAgB;IAChB,mBAAmB;IACnB,sBAAsB;IACtB,qBAAqB;IACrB,kBAAkB;IAClB,aAAa;IACb,gBAAgB;IAChB,sBAAsB;IACtB,uBAAuB;IACvB,sBAAsB;IACtB,OAAO;IACP,MAAM;IACN,GAAG,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC;CACjC,CAAA;AAEV,MAAM,QAAQ,GAAmB;IAC/B,MAAM,EAAE,IAAI;IACZ,gGAAgG;IAChG,4CAA4C;IAC5C,cAAc,EAAE,CAAC;IACjB,iBAAiB,EAAE,IAAI;IACvB,oBAAoB,EAAE,CAAC;IACvB,mBAAmB,EAAE,IAAI;IACzB,gBAAgB,EAAE,IAAI;IACtB,WAAW,EAAE,MAAM;IACnB,cAAc,EAAE,MAAM;IACtB,oBAAoB,EAAE,IAAI;IAC1B,qBAAqB,EAAE,IAAI;IAC3B,oBAAoB,EAAE,IAAI;IAC1B,KAAK,EAAE,MAAM;IACb,IAAI,EAAE,IAAI;IACV,UAAU,EAAE,EAAE;CACf,CAAA;AAED,MAAM,QAAQ,GAAG,2BAA2B,CAAA;AAE5C,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAA;AAE3E,mFAAmF;AACnF,MAAM,UAAU,sBAAsB,CAAC,GAA4B;IACjE,MAAM,QAAQ,GAAmB,EAAE,GAAG,QAAQ,EAAE,CAAA;IAChD,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;QAC1D,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YACvE,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,mCAAmC,CAAC,CAAA;QACvE,CAAC;QACD,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAW,CAAA;IAC3C,CAAC;IACD,IAAI,GAAG,CAAC,gBAAgB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,gBAAgB,CAAC,KAAK,CAAC;QACpE,QAAQ,CAAC,cAAc,GAAG,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,CAAA;IAC5F,IAAI,GAAG,CAAC,mBAAmB,CAAC,KAAK,SAAS;QACxC,QAAQ,CAAC,iBAAiB,GAAG,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC,mBAAmB,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,CAAA;IACnG,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,CAAC;QAChF,QAAQ,CAAC,oBAAoB,GAAG,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC,sBAAsB,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAA;IACtG,yFAAyF;IACzF,IAAI,GAAG,CAAC,qBAAqB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,qBAAqB,CAAC,KAAK,IAAI;QACjF,QAAQ,CAAC,mBAAmB,GAAG,OAAO,CACpC,qBAAqB,EACrB,GAAG,CAAC,qBAAqB,CAAC,EAC1B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EACrB,qBAAqB,CACtB,CAAA;IACH,IAAI,GAAG,CAAC,kBAAkB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,kBAAkB,CAAC,KAAK,IAAI;QAC3E,QAAQ,CAAC,gBAAgB,GAAG,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,kBAAkB,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAA;IACjG,IAAI,GAAG,CAAC,aAAa,CAAC,KAAK,SAAS;QAClC,QAAQ,CAAC,WAAW,GAAG,KAAK,CAAC,aAAa,EAAE,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAA;IACxF,IAAI,GAAG,CAAC,gBAAgB,CAAC,KAAK,SAAS;QACrC,QAAQ,CAAC,cAAc,GAAG,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAA;IAC3F,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,IAAI;QACnF,QAAQ,CAAC,oBAAoB,GAAG,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC,sBAAsB,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;IACvG,IAAI,GAAG,CAAC,uBAAuB,CAAC,KAAK,SAAS;QAC5C,QAAQ,CAAC,qBAAqB,GAAG,KAAK,CAAC,uBAAuB,EAAE,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAA;IAC/F,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,IAAI;QACnF,QAAQ,CAAC,oBAAoB,GAAG,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC,sBAAsB,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,CAAA;IAC5G,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,SAAS;QAC5B,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC,CAAA;IAC3F,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI;QACnD,QAAQ,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC,CAAA;IAChE,QAAQ,CAAC,UAAU,GAAG,sBAAsB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;IAC3D,kGAAkG;IAClG,MAAM,MAAM,GAAG,QAAQ,CAAC,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAA;IACjG,IAAI,QAAQ,CAAC,iBAAiB,IAAI,MAAM,EAAE,CAAC;QACzC,OAAO,CACL,mBAAmB,EACnB,QAAQ,CAAC,iBAAiB,EAC1B,yCAAyC,MAAM,GAAG,CACnD,CAAA;IACH,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAC5B,MAA+B,EAC/B,YAAqC,EAAE;IAEvC,MAAM,MAAM,GAA4B,EAAE,CAAA;IAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC7D,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;IAC9C,CAAC;IACD,IAAI,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAA;IACnG,KAAK,MAAM,GAAG,IAAI;QAChB,sBAAsB;QACtB,qBAAqB;QACrB,kBAAkB;QAClB,sBAAsB;QACtB,MAAM;KACP,EAAE,CAAC;QACF,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;IAC3C,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,EAAE,CAAC;QACzD,IAAI,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;IACtF,CAAC;IACD,OAAO,sBAAsB,CAAC,MAAM,CAAC,CAAA;AACvC,CAAC"}

package/dist/runtime/vllm/adapter.d.ts CHANGED Viewed

@@ -7,6 +7,10 @@ export declare const VLLM_CONTAINER_PORT = 8000;
 export declare const VLLM_CUDA_GRAPHS_MIN_VRAM_BYTES: number;
 /** What core decides for a launch from the card as it stands right before the container (design D9). */
 export interface VllmLaunchPlan {
+    /** `--max-model-len`: the window setting, or the automatic one the memory rule picked (`vllmLimits`). */
+    maxModelLen: number;
+    /** `--max-num-seqs`: the request count setting, or the automatic one. */
+    maxNumSeqs: number;
     /** `--kv-cache-memory-bytes` from the KV cache size setting; `null` lets vLLM size it within its share. */
     kvCacheMemoryBytes: number | null;
     /** `--gpu-memory-utilization`: what vLLM's start-up check compares the card's free memory against. */

package/dist/runtime/vllm/adapter.js CHANGED Viewed

@@ -40,10 +40,13 @@ function isPlan(value) {
     if (value === null || typeof value !== 'object')
         return false;
     const plan = value;
-    return ((plan['kvCacheMemoryBytes'] === null ||
-        (typeof plan['kvCacheMemoryBytes'] === 'number' &&
-            Number.isInteger(plan['kvCacheMemoryBytes']) &&
-            plan['kvCacheMemoryBytes'] > 0)) &&
+    const positiveInteger = (v) => typeof v === 'number' && Number.isInteger(v) && v > 0;
+    return (positiveInteger(plan['maxModelLen']) &&
+        positiveInteger(plan['maxNumSeqs']) &&
+        (plan['kvCacheMemoryBytes'] === null ||
+            (typeof plan['kvCacheMemoryBytes'] === 'number' &&
+                Number.isInteger(plan['kvCacheMemoryBytes']) &&
+                plan['kvCacheMemoryBytes'] > 0)) &&
         typeof plan['gpuMemoryUtilization'] === 'number' &&
         plan['gpuMemoryUtilization'] > 0 &&
         plan['gpuMemoryUtilization'] <= 1 &&
@@ -95,9 +98,9 @@ export function buildVllmLaunch(context) {
         '--port',
         String(VLLM_CONTAINER_PORT),
         '--max-model-len',
-        String(settings.context_length),
+        String(context.plan.maxModelLen),
         '--max-num-seqs',
-        String(settings.max_num_seqs),
+        String(context.plan.maxNumSeqs),
         '--gpu-memory-utilization',
         String(Number(context.plan.gpuMemoryUtilization.toFixed(4))),
         // The output cap for a request that names none: vLLM's own default, so a long prompt keeps the

package/dist/runtime/vllm/adapter.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../src/runtime/vllm/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,OAAO,EACL,qCAAqC,EACrC,qBAAqB,EACrB,uBAAuB,EACvB,YAAY,EACZ,kBAAkB,EAClB,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,GAQlB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,oBAAoB,EAAqB,MAAM,eAAe,CAAA;AAEvE,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,6DAA6D;AAC7D,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,CAAA;AAEvC,0GAA0G;AAC1G,MAAM,CAAC,MAAM,+BAA+B,GAAG,EAAE,GAAG,GAAG,CAAA;AAevD,SAAS,MAAM,CAAC,KAAc;IAC5B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC7D,MAAM,IAAI,GAAG,KAAgC,CAAA;IAC7C,OAAO,CACL,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,IAAI;QAClC,CAAC,OAAO,IAAI,CAAC,oBAAoB,CAAC,KAAK,QAAQ;YAC7C,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAC5C,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,QAAQ;QAChD,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC;QACjC,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,SAAS,CACxC,CAAA;AACH,CAAC;AAED,yGAAyG;AACzG,SAAS,aAAa,CAAC,iBAA4C;IACjE,IAAI,iBAAiB,KAAK,IAAI,IAAI,iBAAiB,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IAC/E,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAA;IAC5F,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAC5D,OAAO,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AACxD,CAAC;AAED,SAAS,KAAK,CAAC,OAA2C;IACxD,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAA;IACzC,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,KAAK,CAAA;IAC/B,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,IAAI,CAAA;IAC/B,0EAA0E;IAC1E,IAAI,OAAO,CAAC,aAAa;QAAE,OAAO,KAAK,CAAA;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAA;IAC/C,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,GAAG,+BAA+B,CAAA;AAClE,CAAC;AAED,0GAA0G;AAC1G,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO;QACL,eAAe,EAAE,GAAG,KAAK,OAAO;QAChC,gBAAgB,EAAE,GAAG,KAAK,SAAS;QACnC,uBAAuB,EAAE,GAAG,KAAK,WAAW;QAC5C,yBAAyB,EAAE,GAAG,KAAK,aAAa;KACjD,CAAA;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAA2C;IACzE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,2HAA2H,CAC5H,CAAA;IACH,CAAC;IACD,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACpC,MAAM,IAAI,GAAG;QACX,MAAM;QACN,OAAO;QACP,OAAO,CAAC,SAAS;QACjB,qBAAqB;QACrB,OAAO,CAAC,OAAO;QACf,QAAQ;QACR,SAAS;QACT,QAAQ;QACR,MAAM,CAAC,mBAAmB,CAAC;QAC3B,iBAAiB;QACjB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,gBAAgB;QAChB,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC7B,0BAA0B;QAC1B,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,+FAA+F;QAC/F,+FAA+F;QAC/F,8BAA8B;QAC9B,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,QAAQ,CAAC,iBAAiB,EAAE,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC;KACvF,CAAA;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,kBAAkB,KAAK,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAA;IAC/E,CAAC;IACD,IAAI,QAAQ,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAA;IAChF,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,qBAAqB;QAAE,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;IAC5E,IAAI,QAAQ,CAAC,cAAc,GAAG,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAA;IAC/F,IAAI,QAAQ,CAAC,KAAK,KAAK,MAAM;QAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;IACnE,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;IACtE,IAAI,QAAQ,CAAC,gBAAgB;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAA;IAC9D,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU;QAAE,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;IACvG,IAAI,KAAK,CAAC,OAAO,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAChD,IAAI,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,aAAa,CAAC,OAAO,CAAC,oBAAoB,CAAC,EAAE,CAAC;QACrF,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAA;IACtC,CAAC;IACD,IAAI,MAAM,EAAE,WAAW;QAAE,IAAI,CAAC,IAAI,CAAC,2BAA2B,EAAE,oBAAoB,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;IACzG,IAAI,MAAM,EAAE,gBAAgB;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;IACtF,OAAO;QACL,MAAM,EAAE,EAAE,cAAc,EAAE,mBAAmB,EAAE;QAC/C,IAAI;QACJ,GAAG,EAAE;YACH,mBAAmB,EAAE,GAAG;YACxB,YAAY,EAAE,GAAG;YACjB,cAAc,EAAE,GAAG;YACnB,oBAAoB,EAAE,GAAG;YACzB,GAAG,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC;SACrC;KACF,CAAA;AACH,CAAC;AAED,oGAAoG;AACpG,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,GAAG,MAAM,CAAA;AACjD,MAAM,CAAC,MAAM,yBAAyB,GAAG,MAAM,CAAA;AAE/C,MAAM,UAAU,sBAAsB,CAAC,WAAmB,EAAE,QAAsB;IAChF,IAAI,QAAQ,CAAC,oBAAoB,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;IACvF,OAAO,IAAI,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,yBAAyB,CAAC,CAAA;AAC5F,CAAC;AAED,gGAAgG;AAChG,sBAAsB;AACtB,gGAAgG;AAEhG,MAAM,GAAG,GACP,iHAAiH,CAAA;AACnH,4FAA4F;AAC5F,MAAM,gBAAgB,GACpB,iJAAiJ,CAAA;AACnJ,MAAM,YAAY,GAChB,oNAAoN,CAAA;AACtN,MAAM,wBAAwB,GAAG,4DAA4D,CAAA;AAC7F,MAAM,OAAO,GAAG,gBAAgB,CAAA;AAEhC,MAAM,KAAK,GAAG,CAAC,MAAc,EAAE,IAAY,EAAU,EAAE,CACrD,IAAI,KAAK,KAAK;IACZ,CAAC,CAAC,MAAM;IACR,CAAC,CAAC,IAAI,KAAK,KAAK;QACd,CAAC,CAAC,MAAM,GAAG,IAAI;QACf,CAAC,CAAC,IAAI,KAAK,KAAK;YACd,CAAC,CAAC,MAAM,GAAG,IAAI,IAAI,CAAC;YACpB,CAAC,CAAC,MAAM,GAAG,GAAG,CAAA;AACtB,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,GAAG,CAAA;AAE9D,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,QAAuB;IACnE,MAAM,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACjC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;QAChB,MAAM,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACjC,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACvD,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EACL,sBAAsB,WAAW,wCAAwC,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,mBAAmB;gBAC/G,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,iBAAiB,IAAI,uDAAuD,CAAC;YACtG,OAAO,EAAE;gBACP,aAAa,EAAE,WAAW;gBAC1B,aAAa,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC5B,gBAAgB,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC/B,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;aACpD;YACD,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;SACf,CAAA;IACH,CAAC;IACD,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACvC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EACL,eAAe,IAAI,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,kDAAkD,IAAI,CAAC,CAAC,CAAC,OAAO;gBACxG,6GAA6G;YAC/G,OAAO,EAAE;gBACP,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACzB,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC1B,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC5B,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aAC/B;YACD,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;SACjB,CAAA;IACH,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACzB,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAW,CAAC,CAAC,CAAA;QAC5D,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAW,CAAC,CAAC,CAAA;QAC3D,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,qDAAqD,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ;YAC/G,OAAO,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE;YACjD,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;SAChB,CAAA;IACH,CAAC;IACD,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC/C,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,OAAO;YACL,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,0DAA0D,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG;YAChG,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;SACjB,CAAA;IACH,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,+CAA+C,EAAE,CAAA;IAC5F,CAAC;IACD,OAAO;QACL,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,cAAc,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,QAAQ,EAAE,uBAAuB;KAChG,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,sDAAsD;AACtD,gGAAgG;AAEhG,MAAM,UAAU,gBAAgB,CAAC,OAGhC;IACC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;IAC7B,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC;QACnC,SAAS,EAAE,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC;QAC5C,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,KAAK,IAAI;QACrD,MAAM,EAAE,KAAK;QACb,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,KAAK;KACjB,CAAA;AACH,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAA4B;IAClD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;IAC3C,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;CACtC,CAAA;AAED,MAAM,CAAC,MAAM,sBAAsB,GAA4B;IAC7D,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;CAC5C,CAAA;AAED,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;AAE7E;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CACpC,KAAa,EACb,IAAa,EACb,QAAsB,EACtB,YAAsC;IAEtC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACvC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IACjF,MAAM,MAAM,GAAG,IAA+B,CAAA;IAC9C,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAA;IACnG,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,2BAA2B,EAAE,wBAAwB,CAAC,CAAA;IAChG,CAAC;IACD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAC/B,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;YAChD,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,iCAAiC,EAAE,wBAAwB,CAAC,CAAA;QACtG,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,iBAAiB,IAAI,uBAAuB,CAAC,MAAM,CAAC,EAAE,CAAC;YACvE,MAAM,IAAI,qBAAqB,CAC7B,GAAG,KAAK,sCAAsC,EAC9C,wBAAwB,CACzB,CAAA;QACH,CAAC;IACH,CAAC;IACD,uGAAuG;IACvG,OAAO,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAA;AACtE,CAAC;AAED,4GAA4G;AAC5G,MAAM,QAAQ,GAAG;IACf,uFAAuF;IACvF,8EAA8E;IAC9E,gFAAgF;CACjF,CAAA;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAyD,CAAA;QACvF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,CAAA;QACvD,OAAO,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,yBAAyB,CAAC,MAAc,EAAE,IAAY;IACpE,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,CAAA;IAC/B,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;IAClC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACnC,IAAI,KAAK,KAAK,IAAI;YAAE,SAAQ;QAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QAC9B,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QAClC,OAAO;YACL,KAAK,EAAE;gBACL,OAAO,EAAE,0CAA0C,KAAK,gCAAgC,SAAS,4DAA4D;gBAC7J,IAAI,EAAE,uBAAuB;gBAC7B,KAAK,EAAE,UAAU;gBACjB,IAAI,EAAE,yBAAyB;aAChC;SACF,CAAA;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,+BAA+B,GAAwB,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;AAEtF,MAAM,UAAU,sBAAsB,CACpC,KAAa,EACb,WAAoB,EACpB,MAAiC;IAEjC,IAAI,KAAK,KAAK,sBAAsB;QAAE,OAAO,IAAI,CAAA;IACjD,MAAM,MAAM,GAAG,MAAM,EAAE,gBAAgB,IAAI,IAAI,CAAA;IAC/C,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,+BAA+B,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IAChF,OAAO,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAA;AACrE,CAAC;AAED;;;;GAIG;AACH,MAAM,aAAa,GAAkC;IACnD,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,wBAAwB,EAAE;IACnE,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,uCAAuC,EAAE;IAClF,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,oBAAoB,EAAE;IAC/D,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,qCAAqC,EAAE;IAChF,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,2BAA2B,EAAE;IACtE,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,uBAAuB,EAAE;CACnE,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAqC;IAC3D,EAAE,EAAE,MAAM;IACV,eAAe,EAAE,qCAAqC;IACtD,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,EAAE;IACnD,MAAM,EAAE,WAAW;IACnB,gBAAgB,EAAE,sBAAsB;IACxC,YAAY,EAAE,aAAa;IAC3B,gBAAgB,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,oBAAoB,CAAC,CAAC,GAAG,IAAI,EAAE,CAA4B,CAAC;IACvF,WAAW,EAAE,eAAe;IAC5B,kBAAkB,EAAE,sBAAsB;IAC1C,YAAY,EAAE,gBAAgB;IAC9B,YAAY,EAAE,gBAAgB;IAC9B,kBAAkB,EAAE,sBAAsB;IAC1C,kBAAkB,EAAE,sBAAsB;IAC1C,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,yBAAyB,CAAC,MAAM,EAAE,IAAI,CAAC;IACnF,mGAAmG;IACnG,2CAA2C;IAC3C,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;QACxB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,iBAAiB;QAC1B,QAAQ,CAAC,YAAY;QACrB,QAAQ,CAAC,mBAAmB;QAC5B,QAAQ,CAAC,sBAAsB;QAC/B,QAAQ,CAAC,WAAW;QACpB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,sBAAsB;QAC/B,QAAQ,CAAC,qBAAqB;QAC9B,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,KAAK;QACd,QAAQ,CAAC,IAAI;QACb,QAAQ,CAAC,gBAAgB;QACzB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;KACpC;CACF,CAAA"}
1	+ {"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../src/runtime/vllm/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,OAAO,EACL,qCAAqC,EACrC,qBAAqB,EACrB,uBAAuB,EACvB,YAAY,EACZ,kBAAkB,EAClB,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,GAQlB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,oBAAoB,EAAqB,MAAM,eAAe,CAAA;AAEvE,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,6DAA6D;AAC7D,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,CAAA;AAEvC,0GAA0G;AAC1G,MAAM,CAAC,MAAM,+BAA+B,GAAG,EAAE,GAAG,GAAG,CAAA;AAmBvD,SAAS,MAAM,CAAC,KAAc;IAC5B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC7D,MAAM,IAAI,GAAG,KAAgC,CAAA;IAC7C,MAAM,eAAe,GAAG,CAAC,CAAU,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC7F,OAAO,CACL,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACpC,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACnC,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,IAAI;YAClC,CAAC,OAAO,IAAI,CAAC,oBAAoB,CAAC,KAAK,QAAQ;gBAC7C,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBAC5C,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,QAAQ;QAChD,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC;QACjC,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,SAAS,CACxC,CAAA;AACH,CAAC;AAED,yGAAyG;AACzG,SAAS,aAAa,CAAC,iBAA4C;IACjE,IAAI,iBAAiB,KAAK,IAAI,IAAI,iBAAiB,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IAC/E,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAA;IAC5F,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAC5D,OAAO,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AACxD,CAAC;AAED,SAAS,KAAK,CAAC,OAA2C;IACxD,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAA;IACzC,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,KAAK,CAAA;IAC/B,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,IAAI,CAAA;IAC/B,0EAA0E;IAC1E,IAAI,OAAO,CAAC,aAAa;QAAE,OAAO,KAAK,CAAA;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAA;IAC/C,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,GAAG,+BAA+B,CAAA;AAClE,CAAC;AAED,0GAA0G;AAC1G,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO;QACL,eAAe,EAAE,GAAG,KAAK,OAAO;QAChC,gBAAgB,EAAE,GAAG,KAAK,SAAS;QACnC,uBAAuB,EAAE,GAAG,KAAK,WAAW;QAC5C,yBAAyB,EAAE,GAAG,KAAK,aAAa;KACjD,CAAA;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAA2C;IACzE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,2HAA2H,CAC5H,CAAA;IACH,CAAC;IACD,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACpC,MAAM,IAAI,GAAG;QACX,MAAM;QACN,OAAO;QACP,OAAO,CAAC,SAAS;QACjB,qBAAqB;QACrB,OAAO,CAAC,OAAO;QACf,QAAQ;QACR,SAAS;QACT,QAAQ;QACR,MAAM,CAAC,mBAAmB,CAAC;QAC3B,iBAAiB;QACjB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC;QAChC,gBAAgB;QAChB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC;QAC/B,0BAA0B;QAC1B,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,+FAA+F;QAC/F,+FAA+F;QAC/F,8BAA8B;QAC9B,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,QAAQ,CAAC,iBAAiB,EAAE,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC;KACvF,CAAA;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,kBAAkB,KAAK,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAA;IAC/E,CAAC;IACD,IAAI,QAAQ,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAA;IAChF,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,qBAAqB;QAAE,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;IAC5E,IAAI,QAAQ,CAAC,cAAc,GAAG,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAA;IAC/F,IAAI,QAAQ,CAAC,KAAK,KAAK,MAAM;QAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;IACnE,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;IACtE,IAAI,QAAQ,CAAC,gBAAgB;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAA;IAC9D,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU;QAAE,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;IACvG,IAAI,KAAK,CAAC,OAAO,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAChD,IAAI,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,aAAa,CAAC,OAAO,CAAC,oBAAoB,CAAC,EAAE,CAAC;QACrF,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAA;IACtC,CAAC;IACD,IAAI,MAAM,EAAE,WAAW;QAAE,IAAI,CAAC,IAAI,CAAC,2BAA2B,EAAE,oBAAoB,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;IACzG,IAAI,MAAM,EAAE,gBAAgB;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;IACtF,OAAO;QACL,MAAM,EAAE,EAAE,cAAc,EAAE,mBAAmB,EAAE;QAC/C,IAAI;QACJ,GAAG,EAAE;YACH,mBAAmB,EAAE,GAAG;YACxB,YAAY,EAAE,GAAG;YACjB,cAAc,EAAE,GAAG;YACnB,oBAAoB,EAAE,GAAG;YACzB,GAAG,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC;SACrC;KACF,CAAA;AACH,CAAC;AAED,oGAAoG;AACpG,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,GAAG,MAAM,CAAA;AACjD,MAAM,CAAC,MAAM,yBAAyB,GAAG,MAAM,CAAA;AAE/C,MAAM,UAAU,sBAAsB,CAAC,WAAmB,EAAE,QAAsB;IAChF,IAAI,QAAQ,CAAC,oBAAoB,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;IACvF,OAAO,IAAI,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,yBAAyB,CAAC,CAAA;AAC5F,CAAC;AAED,gGAAgG;AAChG,sBAAsB;AACtB,gGAAgG;AAEhG,MAAM,GAAG,GACP,iHAAiH,CAAA;AACnH,4FAA4F;AAC5F,MAAM,gBAAgB,GACpB,iJAAiJ,CAAA;AACnJ,MAAM,YAAY,GAChB,oNAAoN,CAAA;AACtN,MAAM,wBAAwB,GAAG,4DAA4D,CAAA;AAC7F,MAAM,OAAO,GAAG,gBAAgB,CAAA;AAEhC,MAAM,KAAK,GAAG,CAAC,MAAc,EAAE,IAAY,EAAU,EAAE,CACrD,IAAI,KAAK,KAAK;IACZ,CAAC,CAAC,MAAM;IACR,CAAC,CAAC,IAAI,KAAK,KAAK;QACd,CAAC,CAAC,MAAM,GAAG,IAAI;QACf,CAAC,CAAC,IAAI,KAAK,KAAK;YACd,CAAC,CAAC,MAAM,GAAG,IAAI,IAAI,CAAC;YACpB,CAAC,CAAC,MAAM,GAAG,GAAG,CAAA;AACtB,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,GAAG,CAAA;AAE9D,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,QAAuB;IACnE,MAAM,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACjC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;QAChB,MAAM,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACjC,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACvD,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EACL,sBAAsB,WAAW,wCAAwC,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,mBAAmB;gBAC/G,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,iBAAiB,IAAI,uDAAuD,CAAC;YACtG,OAAO,EAAE;gBACP,aAAa,EAAE,WAAW;gBAC1B,aAAa,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC5B,gBAAgB,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC/B,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;aACpD;YACD,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;SACf,CAAA;IACH,CAAC;IACD,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACvC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EACL,eAAe,IAAI,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,kDAAkD,IAAI,CAAC,CAAC,CAAC,OAAO;gBACxG,6GAA6G;YAC/G,OAAO,EAAE;gBACP,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACzB,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC1B,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC5B,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aAC/B;YACD,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;SACjB,CAAA;IACH,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACzB,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAW,CAAC,CAAC,CAAA;QAC5D,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAW,CAAC,CAAC,CAAA;QAC3D,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,qDAAqD,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ;YAC/G,OAAO,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE;YACjD,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;SAChB,CAAA;IACH,CAAC;IACD,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC/C,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,OAAO;YACL,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,0DAA0D,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG;YAChG,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;SACjB,CAAA;IACH,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,+CAA+C,EAAE,CAAA;IAC5F,CAAC;IACD,OAAO;QACL,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,cAAc,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,QAAQ,EAAE,uBAAuB;KAChG,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,sDAAsD;AACtD,gGAAgG;AAEhG,MAAM,UAAU,gBAAgB,CAAC,OAGhC;IACC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;IAC7B,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC;QACnC,SAAS,EAAE,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC;QAC5C,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,KAAK,IAAI;QACrD,MAAM,EAAE,KAAK;QACb,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,KAAK;KACjB,CAAA;AACH,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAA4B;IAClD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;IAC3C,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;CACtC,CAAA;AAED,MAAM,CAAC,MAAM,sBAAsB,GAA4B;IAC7D,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;CAC5C,CAAA;AAED,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;AAE7E;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CACpC,KAAa,EACb,IAAa,EACb,QAAsB,EACtB,YAAsC;IAEtC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACvC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IACjF,MAAM,MAAM,GAAG,IAA+B,CAAA;IAC9C,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAA;IACnG,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,2BAA2B,EAAE,wBAAwB,CAAC,CAAA;IAChG,CAAC;IACD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAC/B,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;YAChD,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,iCAAiC,EAAE,wBAAwB,CAAC,CAAA;QACtG,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,iBAAiB,IAAI,uBAAuB,CAAC,MAAM,CAAC,EAAE,CAAC;YACvE,MAAM,IAAI,qBAAqB,CAC7B,GAAG,KAAK,sCAAsC,EAC9C,wBAAwB,CACzB,CAAA;QACH,CAAC;IACH,CAAC;IACD,uGAAuG;IACvG,OAAO,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAA;AACtE,CAAC;AAED,4GAA4G;AAC5G,MAAM,QAAQ,GAAG;IACf,uFAAuF;IACvF,8EAA8E;IAC9E,gFAAgF;CACjF,CAAA;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAyD,CAAA;QACvF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,CAAA;QACvD,OAAO,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,yBAAyB,CAAC,MAAc,EAAE,IAAY;IACpE,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,CAAA;IAC/B,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;IAClC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACnC,IAAI,KAAK,KAAK,IAAI;YAAE,SAAQ;QAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QAC9B,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QAClC,OAAO;YACL,KAAK,EAAE;gBACL,OAAO,EAAE,0CAA0C,KAAK,gCAAgC,SAAS,4DAA4D;gBAC7J,IAAI,EAAE,uBAAuB;gBAC7B,KAAK,EAAE,UAAU;gBACjB,IAAI,EAAE,yBAAyB;aAChC;SACF,CAAA;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,+BAA+B,GAAwB,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;AAEtF,MAAM,UAAU,sBAAsB,CACpC,KAAa,EACb,WAAoB,EACpB,MAAiC;IAEjC,IAAI,KAAK,KAAK,sBAAsB;QAAE,OAAO,IAAI,CAAA;IACjD,MAAM,MAAM,GAAG,MAAM,EAAE,gBAAgB,IAAI,IAAI,CAAA;IAC/C,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,+BAA+B,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IAChF,OAAO,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAA;AACrE,CAAC;AAED;;;;GAIG;AACH,MAAM,aAAa,GAAkC;IACnD,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,wBAAwB,EAAE;IACnE,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,uCAAuC,EAAE;IAClF,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,oBAAoB,EAAE;IAC/D,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,qCAAqC,EAAE;IAChF,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,2BAA2B,EAAE;IACtE,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,uBAAuB,EAAE;CACnE,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAqC;IAC3D,EAAE,EAAE,MAAM;IACV,eAAe,EAAE,qCAAqC;IACtD,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,EAAE;IACnD,MAAM,EAAE,WAAW;IACnB,gBAAgB,EAAE,sBAAsB;IACxC,YAAY,EAAE,aAAa;IAC3B,gBAAgB,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,oBAAoB,CAAC,CAAC,GAAG,IAAI,EAAE,CAA4B,CAAC;IACvF,WAAW,EAAE,eAAe;IAC5B,kBAAkB,EAAE,sBAAsB;IAC1C,YAAY,EAAE,gBAAgB;IAC9B,YAAY,EAAE,gBAAgB;IAC9B,kBAAkB,EAAE,sBAAsB;IAC1C,kBAAkB,EAAE,sBAAsB;IAC1C,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,yBAAyB,CAAC,MAAM,EAAE,IAAI,CAAC;IACnF,mGAAmG;IACnG,2CAA2C;IAC3C,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;QACxB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,iBAAiB;QAC1B,QAAQ,CAAC,YAAY;QACrB,QAAQ,CAAC,mBAAmB;QAC5B,QAAQ,CAAC,sBAAsB;QAC/B,QAAQ,CAAC,WAAW;QACpB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,sBAAsB;QAC/B,QAAQ,CAAC,qBAAqB;QAC9B,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,KAAK;QACd,QAAQ,CAAC,IAAI;QACb,QAAQ,CAAC,gBAAgB;QACzB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;KACpC;CACF,CAAA"}

package/dist/runtime/vllm/engine.js CHANGED Viewed

@@ -32,6 +32,7 @@ export const VLLM_ENGINE = {
     settings: vllmSettings,
     check: vllmCheckEngine,
     launchPlan: vllmLaunchPlan,
+    planContextLength: (plan) => plan?.maxModelLen,
     routePolicy: vllmRoutePolicy,
 };
 //# sourceMappingURL=engine.js.map

package/dist/runtime/vllm/engine.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/runtime/vllm/engine.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAI9D,OAAO,EAAE,WAAW,EAAE,yBAAyB,EAAE,WAAW,~~EAAE~~,MAAM,cAAc,CAAA;~~AAClF~~,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC7D,OAAO,EAAE,YAAY,EAAqB,MAAM,eAAe,CAAA;AAE/D,MAAM,CAAC,MAAM,cAAc,GAAG,MAAM,CAAA;AAEpC;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAC7B,YAA4C,EAC5C,SAAoE,IAAI;IAExE,OAAO;QACL,MAAM,EAAE,WAAW;QACnB,KAAK,EAAE,YAAY,EAAE,KAAK,IAAI,IAAI;QAClC,gBAAgB,EAAE,YAAY,EAAE,iBAAiB,IAAI,IAAI;QACzD,QAAQ,EAAE,yBAAyB;QACnC,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;KACnC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAAoC;IAC1D,SAAS,EAAE,cAAc;IACzB,QAAQ,EAAE,cAAc;IACxB,KAAK,EAAE,MAAM;IACb,UAAU,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,oBAAoB,CAAC,cAAc,CAAC,EAAE;IACnG,OAAO,EAAE,WAAW;IACpB,QAAQ,EAAE,YAAY;IACtB,KAAK,EAAE,eAAe;IACtB,UAAU,EAAE,cAAc;IAC1B,WAAW,EAAE,eAAe;CAC7B,CAAA"}
1	+ {"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/runtime/vllm/engine.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAI9D,OAAO,EAAE,WAAW,EAAE,yBAAyB,EAAE,WAAW,EAAuB,MAAM,cAAc,CAAA;AACvG,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC7D,OAAO,EAAE,YAAY,EAAqB,MAAM,eAAe,CAAA;AAE/D,MAAM,CAAC,MAAM,cAAc,GAAG,MAAM,CAAA;AAEpC;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAC7B,YAA4C,EAC5C,SAAoE,IAAI;IAExE,OAAO;QACL,MAAM,EAAE,WAAW;QACnB,KAAK,EAAE,YAAY,EAAE,KAAK,IAAI,IAAI;QAClC,gBAAgB,EAAE,YAAY,EAAE,iBAAiB,IAAI,IAAI;QACzD,QAAQ,EAAE,yBAAyB;QACnC,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;KACnC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAAoC;IAC1D,SAAS,EAAE,cAAc;IACzB,QAAQ,EAAE,cAAc;IACxB,KAAK,EAAE,MAAM;IACb,UAAU,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,oBAAoB,CAAC,cAAc,CAAC,EAAE;IACnG,OAAO,EAAE,WAAW;IACpB,QAAQ,EAAE,YAAY;IACtB,KAAK,EAAE,eAAe;IACtB,UAAU,EAAE,cAAc;IAC1B,iBAAiB,EAAE,CAAC,IAAI,EAAE,EAAE,CAAE,IAA4C,EAAE,WAAW;IACvF,WAAW,EAAE,eAAe;CAC7B,CAAA"}

package/dist/runtime/vllm/memory.d.ts CHANGED Viewed

@@ -55,10 +55,21 @@ export declare function vllmKvCacheBytes(checkpoint: {
     bytes: number;
     basis: KvReserveBasis;
 };
+/**
+ * The window and request count a load runs with on `gpu`: the pinned ones, or — for a setting left at
+ * 0 — the widest pair vLLM's own memory rule (`vllmMemoryNeed`) passes on the card's free memory
+ * (`auto-limits.ts`). With a fixed KV cache size the window must also fit it, as vLLM checks at start
+ * ("max seq len … larger than the available KV cache memory").
+ */
+export declare function vllmLimits(settings: VllmSettings, checkpoint: CheckpointMemoryInputs, gpu: GpuFacts, host: HostMemory): {
+    context_length: number;
+    max_num_seqs: number;
+};
 /**
  * vLLM's memory rule on `gpu`: weights on the card + KV cache in bytes + its own overhead (CUDA context
  * included) + a margin for what other processes may take meanwhile; on a card with the host's memory,
- * whatever of `MemAvailable` lies beyond half the host's memory counts as needed too.
+ * whatever of `MemAvailable` lies beyond half the host's memory counts as needed too. An automatic
+ * window or request count is first resolved on the same card (`vllmLimits`).
  */
 export declare function vllmMemoryNeed(gpu: GpuFacts, checkpoint: CheckpointMemoryInputs, settings: VllmSettings, host: HostMemory): MemoryNeed;
 /** `--gpu-memory-utilization` from the card as it stands now (see the file banner). */

package/dist/runtime/vllm/memory.js CHANGED Viewed

@@ -1,4 +1,4 @@
-import { checkpointIsMultimodal, freeMemoryBytes, isUnifiedMemory, kvCacheQuantAlgo, readKvCacheShape, supportsFp8KvCache, totalMemoryBytes, } from '../managed-models/index.js';
+import { checkpointIsMultimodal, checkpointMaxContext, fitAutoLimits, freeMemoryBytes, isUnifiedMemory, kvCacheQuantAlgo, readKvCacheShape, supportsFp8KvCache, totalMemoryBytes, } from '../managed-models/index.js';
 const GiB = 1024 ** 3;
 const MiB = 1024 ** 2;
 /** What vLLM holds beyond weights and KV cache: CUDA context, activations, sampler, graphs. */
@@ -55,12 +55,50 @@ function vllmWeightsOnCard(checkpoint, settings, unified) {
         : Math.min(checkpoint.weightBytesTotal, Math.round(settings.cpu_offload_gb * 1024 ** 3));
     return { weightsOnCard: checkpoint.weightBytesTotal - offloadedBytes, offloadedBytes };
 }
+/**
+ * The window and request count a load runs with on `gpu`: the pinned ones, or — for a setting left at
+ * 0 — the widest pair vLLM's own memory rule (`vllmMemoryNeed`) passes on the card's free memory
+ * (`auto-limits.ts`). With a fixed KV cache size the window must also fit it, as vLLM checks at start
+ * ("max seq len … larger than the available KV cache memory").
+ */
+export function vllmLimits(settings, checkpoint, gpu, host) {
+    if (settings.context_length > 0 && settings.max_num_seqs > 0)
+        return { context_length: settings.context_length, max_num_seqs: settings.max_num_seqs };
+    const free = freeMemoryBytes(gpu, host);
+    const shape = readKvCacheShape(checkpoint.configJson);
+    const { context, sequences } = fitAutoLimits({
+        contextAuto: settings.context_length === 0,
+        sequencesAuto: settings.max_num_seqs === 0,
+        context: settings.context_length,
+        sequences: settings.max_num_seqs,
+        maxOutputTokens: settings.max_output_tokens,
+        trainedContext: checkpointMaxContext(checkpoint.configJson),
+        fits: (context_length, max_num_seqs) => {
+            const pinned = { ...settings, context_length, max_num_seqs };
+            if (fixedMemoryNeed(gpu, checkpoint, pinned, host) > free)
+                return false;
+            if (settings.kv_cache_memory_gib === null || shape === undefined)
+                return true;
+            const oneSequence = vllmKvCacheBytes(checkpoint, { ...pinned, kv_cache_memory_gib: null, max_num_seqs: 1 }, gpu, false);
+            return oneSequence.bytes <= settings.kv_cache_memory_gib * GiB;
+        },
+    });
+    return { context_length: context, max_num_seqs: sequences };
+}
 /**
  * vLLM's memory rule on `gpu`: weights on the card + KV cache in bytes + its own overhead (CUDA context
  * included) + a margin for what other processes may take meanwhile; on a card with the host's memory,
- * whatever of `MemAvailable` lies beyond half the host's memory counts as needed too.
+ * whatever of `MemAvailable` lies beyond half the host's memory counts as needed too. An automatic
+ * window or request count is first resolved on the same card (`vllmLimits`).
  */
 export function vllmMemoryNeed(gpu, checkpoint, settings, host) {
+    return memoryNeedAt(gpu, checkpoint, { ...settings, ...vllmLimits(settings, checkpoint, gpu, host) }, host);
+}
+function fixedMemoryNeed(gpu, checkpoint, settings, host) {
+    return memoryNeedAt(gpu, checkpoint, settings, host).neededBytes;
+}
+/** `vllmMemoryNeed` at a pinned window and request count. */
+function memoryNeedAt(gpu, checkpoint, settings, host) {
     const unified = isUnifiedMemory(gpu);
     const kv = vllmKvCacheBytes(checkpoint, settings, gpu, unified);
     const systemReserve = unified
@@ -73,6 +111,7 @@ export function vllmMemoryNeed(gpu, checkpoint, settings, host) {
         kvReserveBasis: kv.basis,
         details: `weight_bytes=${checkpoint.weightBytesTotal}` +
             (offloadedBytes > 0 ? ` cpu_offload_bytes=${offloadedBytes}` : '') +
+            ` context_length=${settings.context_length} max_num_seqs=${settings.max_num_seqs}` +
             ` kv_cache_bytes=${kv.bytes} kv_reserve_basis=${kv.basis} ` +
             `engine_overhead_bytes=${VLLM_ENGINE_OVERHEAD_BYTES} free_margin_bytes=${VLLM_FREE_MEMORY_MARGIN_BYTES}` +
             (unified ? ` system_reserve_bytes=${systemReserve}` : '') +
@@ -93,7 +132,10 @@ export function vllmGpuMemoryUtilization(gpu, host) {
 }
 /** The launch plan `beforeCreate` hands the adapter, from the card re-probed right before the container. */
 export function vllmLaunchPlan(settings, checkpoint, gpu, host) {
+    const limits = vllmLimits(settings, checkpoint, gpu, host);
     return {
+        maxModelLen: limits.context_length,
+        maxNumSeqs: limits.max_num_seqs,
         kvCacheMemoryBytes: settings.kv_cache_memory_gib === null ? null : Math.round(settings.kv_cache_memory_gib * GiB),
         gpuMemoryUtilization: settings.gpu_memory_utilization ?? vllmGpuMemoryUtilization(gpu, host),
         multimodal: checkpointIsMultimodal(checkpoint.configJson),

package/dist/runtime/vllm/memory.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/runtime/vllm/memory.ts"],"names":[],"mappings":"AA0BA,OAAO,EACL,sBAAsB,EACtB,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAClB,gBAAgB,GAOjB,MAAM,4BAA4B,CAAA;AAInC,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AACrB,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,+FAA+F;AAC/F,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,GAAG,GAAG,CAAA;AACjD,4FAA4F;AAC5F,MAAM,CAAC,MAAM,6BAA6B,GAAG,GAAG,GAAG,GAAG,CAAA;AACtD;;;GAGG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG,IAAI,GAAG,GAAG,CAAA;AACvD,sDAAsD;AACtD,MAAM,CAAC,MAAM,+BAA+B,GAAG,IAAI,CAAA;AACnD,sGAAsG;AACtG,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAA;AACzC,8EAA8E;AAC9E,MAAM,wBAAwB,GAAG,IAAI,CAAA;AACrC,MAAM,qBAAqB,GAAG,GAAG,CAAA;AAEjC,oGAAoG;AACpG,MAAM,UAAU,YAAY,CAAC,QAAsB,EAAE,aAAsB;IACzE,OAAO,aAAa;QAClB,CAAC,CAAC,QAAQ,CAAC,cAAc,GAAG,wBAAwB;QACpD,CAAC,CAAC,QAAQ,CAAC,cAAc,GAAG,QAAQ,CAAC,YAAY,CAAA;AACrD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAC9B,UAAuG,EACvG,QAAsB,EACtB,GAAa,EACb,aAAsB;IAEtB,IAAI,QAAQ,CAAC,mBAAmB,KAAK,IAAI,EAAE,CAAC;QAC1C,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,mBAAmB,GAAG,GAAG,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;IACnF,CAAC;IACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;IACrD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,UAAU,CAAC,gBAAgB,IAAI,CAAC,CAAA;QAChD,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,wBAAwB,CAAC,CAAC;YACrF,KAAK,EAAE,iBAAiB;SACzB,CAAA;IACH,CAAC;IACD,MAAM,GAAG,GACP,CAAC,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,kBAAkB,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QACjF,gBAAgB,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,iBAAiB,CAAC,EAAE,WAAW,EAAE,KAAK,KAAK,CAAA;IAChG,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACnG,OAAO,EAAE,KAAK,EAAE,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;AACrF,CAAC;AAED;;;GAGG;AACH,SAAS,iBAAiB,CAAC,UAAkC,EAAE,QAAsB,EAAE,OAAgB;IACrG,MAAM,cAAc,GAAG,OAAO;QAC5B,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAA;IAC1F,OAAO,EAAE,aAAa,EAAE,UAAU,CAAC,gBAAgB,GAAG,cAAc,EAAE,cAAc,EAAE,CAAA;AACxF,CAAC;AAED~~;;;;GAIG~~;AACH,MAAM,UAAU,cAAc,CAC5B,GAAa,EACb,UAAkC,EAClC,QAAsB,EACtB,IAAgB;IAEhB,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,CAAA;IACpC,MAAM,EAAE,GAAG,gBAAgB,CAAC,UAAU,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;IAC/D,MAAM,aAAa,GAAG,OAAO;QAC3B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC,CAAA;IACL,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,GAAG,iBAAiB,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAA;IAC1F,MAAM,WAAW,GACf,aAAa,GAAG,EAAE,CAAC,KAAK,GAAG,0BAA0B,GAAG,6BAA6B,GAAG,aAAa,CAAA;IACvG,OAAO;QACL,WAAW;QACX,cAAc,EAAE,EAAE,CAAC,KAAK;QACxB,OAAO,EACL,gBAAgB,UAAU,CAAC,gBAAgB,EAAE;YAC7C,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,sBAAsB,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,mBAAmB,EAAE,CAAC,KAAK,qBAAqB,EAAE,CAAC,KAAK,GAAG;YAC3D,yBAAyB,0BAA0B,sBAAsB,6BAA6B,EAAE;YACxG,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,iBAAiB,WAAW,EAAE;KACjC,CAAA;AACH,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,wBAAwB,CAAC,GAAa,EAAE,IAAgB;IACtE,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IACzC,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,+BAA+B,CAAA;IACtD,IAAI,SAAS,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,6BAA6B,CAAA;IAC1E,yFAAyF;IACzF,IAAI,eAAe,CAAC,GAAG,CAAC;QAAE,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;IACpE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,+BAA+B,EAAE,SAAS,GAAG,KAAK,CAAC,CAAA;IAC1E,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC,CAAA;AAC5D,CAAC;AAED,4GAA4G;AAC5G,MAAM,UAAU,cAAc,CAC5B,QAAsB,EACtB,UAAkC,EAClC,GAAa,EACb,IAAgB;IAEhB,OAAO;QACL,kBAAkB,EAChB,QAAQ,CAAC,mBAAmB,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,mBAAmB,GAAG,GAAG,CAAC;QAC/F,oBAAoB,EAAE,QAAQ,CAAC,sBAAsB,IAAI,wBAAwB,CAAC,GAAG,EAAE,IAAI,CAAC;QAC5F,UAAU,EAAE,sBAAsB,CAAC,UAAU,CAAC,UAAU,CAAC;KAC1D,CAAA;AACH,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,eAAe,CAAC,QAAsB;IACpD,OAAO;QACL,QAAQ,EAAE,MAAM;QAChB,kBAAkB,EAAE,GAAG,EAAE,CAAC,IAAI;QAC9B,UAAU,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC;KACvF,CAAA;AACH,CAAC"}
1	+ {"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/runtime/vllm/memory.ts"],"names":[],"mappings":"AA0BA,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,aAAa,EACb,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAClB,gBAAgB,GAOjB,MAAM,4BAA4B,CAAA;AAInC,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AACrB,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,+FAA+F;AAC/F,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,GAAG,GAAG,CAAA;AACjD,4FAA4F;AAC5F,MAAM,CAAC,MAAM,6BAA6B,GAAG,GAAG,GAAG,GAAG,CAAA;AACtD;;;GAGG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG,IAAI,GAAG,GAAG,CAAA;AACvD,sDAAsD;AACtD,MAAM,CAAC,MAAM,+BAA+B,GAAG,IAAI,CAAA;AACnD,sGAAsG;AACtG,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAA;AACzC,8EAA8E;AAC9E,MAAM,wBAAwB,GAAG,IAAI,CAAA;AACrC,MAAM,qBAAqB,GAAG,GAAG,CAAA;AAEjC,oGAAoG;AACpG,MAAM,UAAU,YAAY,CAAC,QAAsB,EAAE,aAAsB;IACzE,OAAO,aAAa;QAClB,CAAC,CAAC,QAAQ,CAAC,cAAc,GAAG,wBAAwB;QACpD,CAAC,CAAC,QAAQ,CAAC,cAAc,GAAG,QAAQ,CAAC,YAAY,CAAA;AACrD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAC9B,UAAuG,EACvG,QAAsB,EACtB,GAAa,EACb,aAAsB;IAEtB,IAAI,QAAQ,CAAC,mBAAmB,KAAK,IAAI,EAAE,CAAC;QAC1C,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,mBAAmB,GAAG,GAAG,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;IACnF,CAAC;IACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;IACrD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,UAAU,CAAC,gBAAgB,IAAI,CAAC,CAAA;QAChD,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,wBAAwB,CAAC,CAAC;YACrF,KAAK,EAAE,iBAAiB;SACzB,CAAA;IACH,CAAC;IACD,MAAM,GAAG,GACP,CAAC,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,kBAAkB,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QACjF,gBAAgB,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,iBAAiB,CAAC,EAAE,WAAW,EAAE,KAAK,KAAK,CAAA;IAChG,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACnG,OAAO,EAAE,KAAK,EAAE,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;AACrF,CAAC;AAED;;;GAGG;AACH,SAAS,iBAAiB,CAAC,UAAkC,EAAE,QAAsB,EAAE,OAAgB;IACrG,MAAM,cAAc,GAAG,OAAO;QAC5B,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAA;IAC1F,OAAO,EAAE,aAAa,EAAE,UAAU,CAAC,gBAAgB,GAAG,cAAc,EAAE,cAAc,EAAE,CAAA;AACxF,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CACxB,QAAsB,EACtB,UAAkC,EAClC,GAAa,EACb,IAAgB;IAEhB,IAAI,QAAQ,CAAC,cAAc,GAAG,CAAC,IAAI,QAAQ,CAAC,YAAY,GAAG,CAAC;QAC1D,OAAO,EAAE,cAAc,EAAE,QAAQ,CAAC,cAAc,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAA;IACzF,MAAM,IAAI,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IACvC,MAAM,KAAK,GAAG,gBAAgB,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;IACrD,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,aAAa,CAAC;QAC3C,WAAW,EAAE,QAAQ,CAAC,cAAc,KAAK,CAAC;QAC1C,aAAa,EAAE,QAAQ,CAAC,YAAY,KAAK,CAAC;QAC1C,OAAO,EAAE,QAAQ,CAAC,cAAc;QAChC,SAAS,EAAE,QAAQ,CAAC,YAAY;QAChC,eAAe,EAAE,QAAQ,CAAC,iBAAiB;QAC3C,cAAc,EAAE,oBAAoB,CAAC,UAAU,CAAC,UAAU,CAAC;QAC3D,IAAI,EAAE,CAAC,cAAc,EAAE,YAAY,EAAE,EAAE;YACrC,MAAM,MAAM,GAAG,EAAE,GAAG,QAAQ,EAAE,cAAc,EAAE,YAAY,EAAE,CAAA;YAC5D,IAAI,eAAe,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,IAAI;gBAAE,OAAO,KAAK,CAAA;YACvE,IAAI,QAAQ,CAAC,mBAAmB,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAA;YAC7E,MAAM,WAAW,GAAG,gBAAgB,CAClC,UAAU,EACV,EAAE,GAAG,MAAM,EAAE,mBAAmB,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,EACzD,GAAG,EACH,KAAK,CACN,CAAA;YACD,OAAO,WAAW,CAAC,KAAK,IAAI,QAAQ,CAAC,mBAAmB,GAAG,GAAG,CAAA;QAChE,CAAC;KACF,CAAC,CAAA;IACF,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,CAAA;AAC7D,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAC5B,GAAa,EACb,UAAkC,EAClC,QAAsB,EACtB,IAAgB;IAEhB,OAAO,YAAY,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,GAAG,QAAQ,EAAE,GAAG,UAAU,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;AAC7G,CAAC;AAED,SAAS,eAAe,CACtB,GAAa,EACb,UAAkC,EAClC,QAAsB,EACtB,IAAgB;IAEhB,OAAO,YAAY,CAAC,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,WAAW,CAAA;AAClE,CAAC;AAED,6DAA6D;AAC7D,SAAS,YAAY,CACnB,GAAa,EACb,UAAkC,EAClC,QAAsB,EACtB,IAAgB;IAEhB,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,CAAA;IACpC,MAAM,EAAE,GAAG,gBAAgB,CAAC,UAAU,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;IAC/D,MAAM,aAAa,GAAG,OAAO;QAC3B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC,CAAA;IACL,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,GAAG,iBAAiB,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAA;IAC1F,MAAM,WAAW,GACf,aAAa,GAAG,EAAE,CAAC,KAAK,GAAG,0BAA0B,GAAG,6BAA6B,GAAG,aAAa,CAAA;IACvG,OAAO;QACL,WAAW;QACX,cAAc,EAAE,EAAE,CAAC,KAAK;QACxB,OAAO,EACL,gBAAgB,UAAU,CAAC,gBAAgB,EAAE;YAC7C,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,sBAAsB,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,mBAAmB,QAAQ,CAAC,cAAc,iBAAiB,QAAQ,CAAC,YAAY,EAAE;YAClF,mBAAmB,EAAE,CAAC,KAAK,qBAAqB,EAAE,CAAC,KAAK,GAAG;YAC3D,yBAAyB,0BAA0B,sBAAsB,6BAA6B,EAAE;YACxG,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,iBAAiB,WAAW,EAAE;KACjC,CAAA;AACH,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,wBAAwB,CAAC,GAAa,EAAE,IAAgB;IACtE,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IACzC,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,+BAA+B,CAAA;IACtD,IAAI,SAAS,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,6BAA6B,CAAA;IAC1E,yFAAyF;IACzF,IAAI,eAAe,CAAC,GAAG,CAAC;QAAE,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;IACpE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,+BAA+B,EAAE,SAAS,GAAG,KAAK,CAAC,CAAA;IAC1E,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC,CAAA;AAC5D,CAAC;AAED,4GAA4G;AAC5G,MAAM,UAAU,cAAc,CAC5B,QAAsB,EACtB,UAAkC,EAClC,GAAa,EACb,IAAgB;IAEhB,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;IAC1D,OAAO;QACL,WAAW,EAAE,MAAM,CAAC,cAAc;QAClC,UAAU,EAAE,MAAM,CAAC,YAAY;QAC/B,kBAAkB,EAChB,QAAQ,CAAC,mBAAmB,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,mBAAmB,GAAG,GAAG,CAAC;QAC/F,oBAAoB,EAAE,QAAQ,CAAC,sBAAsB,IAAI,wBAAwB,CAAC,GAAG,EAAE,IAAI,CAAC;QAC5F,UAAU,EAAE,sBAAsB,CAAC,UAAU,CAAC,UAAU,CAAC;KAC1D,CAAA;AACH,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,eAAe,CAAC,QAAsB;IACpD,OAAO;QACL,QAAQ,EAAE,MAAM;QAChB,kBAAkB,EAAE,GAAG,EAAE,CAAC,IAAI;QAC9B,UAAU,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC;KACvF,CAAA;AACH,CAAC"}

package/dist/runtime/vllm/settings.d.ts CHANGED Viewed

@@ -9,9 +9,10 @@ import { type GenerationDefaults } from '../managed-text/generation-defaults.js'
 export interface VllmSettings {
     /** `GPU-<uuid>`/`MIG-<uuid>`, or `null` to let the load pick the card with the most free memory. */
     gpu_id: string | null;
+    /** `--max-model-len`; 0 is automatic, the widest window the memory rule passes (`auto-limits.ts`). */
     context_length: number;
     max_output_tokens: number;
-    /** `--max-num-seqs`. */
+    /** `--max-num-seqs`; 0 is automatic, 2 when the memory rule passes, else 1 (`auto-limits.ts`). */
     max_num_seqs: number;
     /**
      * `--kv-cache-memory-bytes`, in GiB; `null` passes nothing, and vLLM sizes the KV cache itself from

package/dist/runtime/vllm/settings.js CHANGED Viewed

@@ -7,6 +7,7 @@
  */
 import { GENERATION_DEFAULT_KEYS, readGenerationDefaults, } from '../managed-text/generation-defaults.js';
 import { settingValues } from '../managed-text/setting-values.js';
+import { MANAGED_AUTO_CONTEXTS } from '../managed-models/auto-limits.js';
 const KEYS = [
     'gpu_id',
     'context_length',
@@ -27,10 +28,12 @@ const KEYS = [
 ];
 const DEFAULTS = {
     gpu_id: null,
-    context_length: 8192,
+    // Automatic (integrations audit 2026-11-03, S2): 8192 tokens and one request — the owner's first
+    // decision — refused every coding agent's 13-27K-token prompt. The load picks 64K/32K and two
+    // requests where the card has room, down to the old 8K and one request where it has not.
+    context_length: 0,
     max_output_tokens: 4096,
-    // One request at a time (owner's decision).
-    max_num_seqs: 1,
+    max_num_seqs: 0,
     kv_cache_memory_gib: null,
     gpu_memory_utilization: null,
     cuda_graphs: 'auto',
@@ -55,11 +58,11 @@ export function validateVllmSettings(raw) {
         }
         settings.gpu_id = raw['gpu_id'];
     }
-    if (raw['context_length'] !== undefined)
+    if (raw['context_length'] !== undefined && raw['context_length'] !== 0)
         settings.context_length = integer('context_length', raw['context_length'], 512, 1_048_576);
     if (raw['max_output_tokens'] !== undefined)
         settings.max_output_tokens = integer('max_output_tokens', raw['max_output_tokens'], 1, 1_048_576);
-    if (raw['max_num_seqs'] !== undefined)
+    if (raw['max_num_seqs'] !== undefined && raw['max_num_seqs'] !== 0)
         settings.max_num_seqs = integer('max_num_seqs', raw['max_num_seqs'], 1, 256);
     if (raw['kv_cache_memory_gib'] !== undefined && raw['kv_cache_memory_gib'] !== null)
         settings.kv_cache_memory_gib = decimal('kv_cache_memory_gib', raw['kv_cache_memory_gib'], (n) => n > 0 && n <= 1024, 'above 0 and at most 1024');
@@ -84,8 +87,10 @@ export function validateVllmSettings(raw) {
     if (raw['async_scheduling'] !== undefined)
         settings.async_scheduling = yesNo('async_scheduling', raw['async_scheduling']);
     settings.generation = readGenerationDefaults('vllm', raw);
-    if (settings.max_output_tokens >= settings.context_length) {
-        invalid('max_output_tokens', settings.max_output_tokens, `must be less than the context length (${settings.context_length})`);
+    // An automatic window is only ever one of the candidates above the output cap (`auto-limits.ts`).
+    const widest = settings.context_length === 0 ? MANAGED_AUTO_CONTEXTS[0] : settings.context_length;
+    if (settings.max_output_tokens >= widest) {
+        invalid('max_output_tokens', settings.max_output_tokens, `must be less than the context length (${widest})`);
     }
     return settings;
 }