@jsonstudio/llms 0.6.2172 → 0.6.3214
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/conversion/args-mapping.js +8 -0
- package/dist/conversion/bridge-actions.js +367 -0
- package/dist/conversion/bridge-id-utils.js +13 -0
- package/dist/conversion/{shared/bridge-instructions.js → bridge-instructions.js} +2 -1
- package/dist/conversion/{shared/bridge-message-utils.d.ts → bridge-message-utils.d.ts} +1 -1
- package/dist/conversion/{shared/bridge-message-utils.js → bridge-message-utils.js} +5 -150
- package/dist/conversion/{shared/bridge-metadata.d.ts → bridge-metadata.d.ts} +1 -0
- package/dist/conversion/bridge-metadata.js +5 -0
- package/dist/conversion/bridge-policies.js +11 -0
- package/dist/conversion/codecs/gemini-openai-codec.js +27 -8
- package/dist/conversion/codecs/responses-openai-codec.js +1 -1
- package/dist/conversion/{shared/compaction-detect.d.ts → compaction-detect.d.ts} +1 -1
- package/dist/conversion/compaction-detect.js +4 -0
- package/dist/conversion/compat/actions/apply-patch-fixer.js +2 -2
- package/dist/conversion/compat/actions/deepseek-web-response.d.ts +0 -1
- package/dist/conversion/compat/actions/deepseek-web-response.js +15 -405
- package/dist/conversion/compat/actions/harvest-tool-calls-from-text.js +1 -1
- package/dist/conversion/compat/actions/lmstudio-responses-fc-ids.js +1 -1
- package/dist/conversion/compat/actions/qwen-transform.js +74 -2
- package/dist/conversion/compat/actions/snapshot.js +1 -1
- package/dist/conversion/compat/antigravity-session-signature.js +71 -1
- package/dist/conversion/compat/profiles/chat-deepseek-web.json +0 -22
- package/dist/conversion/compat/profiles/chat-gemini-cli.json +0 -7
- package/dist/conversion/compat/profiles/chat-gemini.json +0 -6
- package/dist/conversion/compat/profiles/chat-glm.json +251 -72
- package/dist/conversion/compat/profiles/chat-iflow.json +174 -39
- package/dist/conversion/compat/profiles/chat-lmstudio.json +43 -14
- package/dist/conversion/hub/core/detour-registry.d.ts +2 -0
- package/dist/conversion/hub/core/hub-context.d.ts +3 -1
- package/dist/conversion/hub/core/index.d.ts +1 -0
- package/dist/conversion/hub/core/stage-driver.js +2 -0
- package/dist/conversion/hub/format-adapters/anthropic-format-adapter.js +15 -4
- package/dist/conversion/hub/format-adapters/chat-format-adapter.js +15 -4
- package/dist/conversion/hub/format-adapters/gemini-format-adapter.js +15 -4
- package/dist/conversion/hub/format-adapters/responses-format-adapter.js +15 -4
- package/dist/conversion/hub/hub-feature.js +3 -2
- package/dist/conversion/hub/node-support.js +9 -4
- package/dist/conversion/hub/operation-table/operation-table-runner.js +12 -8
- package/dist/conversion/hub/operation-table/semantic-mappers/anthropic-mapper.js +3 -3
- package/dist/conversion/hub/operation-table/semantic-mappers/chat-mapper.js +16 -13
- package/dist/conversion/hub/operation-table/semantic-mappers/gemini-mapper.js +6 -10
- package/dist/conversion/hub/operation-table/semantic-mappers/responses-mapper.js +21 -73
- package/dist/conversion/hub/ops/operations.js +2 -121
- package/dist/conversion/hub/pipeline/compat/compat-engine.js +6 -0
- package/dist/conversion/hub/pipeline/compat/compat-pipeline-executor.d.ts +1 -1
- package/dist/conversion/hub/pipeline/compat/compat-pipeline-executor.js +33 -1042
- package/dist/conversion/hub/pipeline/compat/compat-profile-resolver.js +2 -0
- package/dist/conversion/hub/pipeline/compat/compat-profile-store.js +2 -0
- package/dist/conversion/hub/pipeline/compat/compat-types.d.ts +14 -17
- package/dist/conversion/hub/pipeline/compat/native-adapter-context.d.ts +3 -0
- package/dist/conversion/hub/pipeline/compat/native-adapter-context.js +39 -0
- package/dist/conversion/hub/pipeline/hub-pipeline.d.ts +1 -0
- package/dist/conversion/hub/pipeline/hub-pipeline.js +165 -265
- package/dist/conversion/hub/pipeline/session-identifiers.js +6 -196
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage1_format_parse/index.d.ts +1 -2
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage1_format_parse/index.js +37 -1
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage2_semantic_map/index.d.ts +1 -1
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage2_semantic_map/index.js +69 -81
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage2_semantic_map/semantic-lift.d.ts +14 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage2_semantic_map/semantic-lift.js +24 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/archive/shell-like-tool-call-normalization-fallback.d.ts +2 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/archive/shell-like-tool-call-normalization-fallback.js +157 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/context-capture-orchestration.d.ts +16 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/context-capture-orchestration.js +29 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/context-factories.js +3 -1
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/index.d.ts +2 -15
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/index.js +8 -595
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/responses-context-snapshot.d.ts +8 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/responses-context-snapshot.js +28 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/tool-output-diagnostics.d.ts +2 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/tool-output-diagnostics.js +4 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/tool-output-snapshot.d.ts +10 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/tool-output-snapshot.js +12 -0
- package/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage1_semantic_map/context-merge.d.ts +3 -0
- package/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage1_semantic_map/context-merge.js +30 -0
- package/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage1_semantic_map/index.js +9 -129
- package/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage2_format_build/index.d.ts +1 -4
- package/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage2_format_build/index.js +9 -26
- package/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage3_compat/index.js +32 -14
- package/dist/conversion/hub/pipeline/stages/req_process/req_process_stage1_tool_governance/index.d.ts +2 -2
- package/dist/conversion/hub/pipeline/stages/req_process/req_process_stage1_tool_governance/index.js +48 -8
- package/dist/conversion/hub/pipeline/stages/req_process/req_process_stage2_route_select/index.js +20 -3
- package/dist/conversion/hub/pipeline/stages/resp_inbound/resp_inbound_stage1_sse_decode/index.js +11 -199
- package/dist/conversion/hub/pipeline/stages/resp_inbound/resp_inbound_stage1_sse_decode/stream-json-sniffer.d.ts +3 -0
- package/dist/conversion/hub/pipeline/stages/resp_inbound/resp_inbound_stage1_sse_decode/stream-json-sniffer.js +81 -0
- package/dist/conversion/hub/pipeline/stages/resp_inbound/resp_inbound_stage2_format_parse/index.d.ts +1 -2
- package/dist/conversion/hub/pipeline/stages/resp_inbound/resp_inbound_stage2_format_parse/index.js +36 -1
- package/dist/conversion/hub/pipeline/stages/resp_inbound/resp_inbound_stage3_semantic_map/index.js +3 -1
- package/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/chat-process-semantics-bridge.d.ts +6 -0
- package/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/chat-process-semantics-bridge.js +17 -0
- package/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/client-remap-protocol-switch.d.ts +9 -0
- package/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/client-remap-protocol-switch.js +28 -0
- package/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/index.d.ts +1 -2
- package/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/index.js +14 -102
- package/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage2_sse_stream/index.js +3 -1
- package/dist/conversion/hub/pipeline/stages/resp_process/resp_process_stage1_tool_governance/index.js +54 -39
- package/dist/conversion/hub/pipeline/stages/resp_process/resp_process_stage2_finalize/index.js +18 -5
- package/dist/conversion/hub/pipeline/stages/resp_process/resp_process_stage3_servertool_orchestration/index.d.ts +11 -1
- package/dist/conversion/hub/pipeline/stages/resp_process/resp_process_stage3_servertool_orchestration/index.js +10 -32
- package/dist/conversion/hub/pipeline/stages/utils.js +17 -1
- package/dist/conversion/hub/pipeline/target-utils.js +14 -91
- package/dist/conversion/hub/pipelines/inbound.js +3 -1
- package/dist/conversion/hub/pipelines/outbound.js +2 -0
- package/dist/conversion/hub/policy/policy-engine.js +9 -3
- package/dist/conversion/hub/policy/protocol-spec.js +21 -149
- package/dist/conversion/hub/process/chat-process-anthropic-alias.d.ts +2 -0
- package/dist/conversion/hub/process/chat-process-anthropic-alias.js +36 -0
- package/dist/conversion/hub/process/chat-process-clock-directive-parser.d.ts +5 -0
- package/dist/conversion/hub/process/chat-process-clock-directive-parser.js +48 -0
- package/dist/conversion/hub/process/chat-process-clock-directives.d.ts +24 -0
- package/dist/conversion/hub/process/chat-process-clock-directives.js +98 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-directives.d.ts +8 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-directives.js +42 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-finalize.d.ts +14 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-finalize.js +10 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-messages.d.ts +5 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-messages.js +10 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-orchestration.d.ts +30 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-orchestration.js +68 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-time-tag.d.ts +9 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-time-tag.js +18 -0
- package/dist/conversion/hub/process/chat-process-clock-reminders.d.ts +2 -0
- package/dist/conversion/hub/process/chat-process-clock-reminders.js +104 -0
- package/dist/conversion/hub/process/chat-process-clock-tool-schemas.d.ts +3 -0
- package/dist/conversion/hub/process/chat-process-clock-tool-schemas.js +233 -0
- package/dist/conversion/hub/process/chat-process-clock-tools.d.ts +6 -0
- package/dist/conversion/hub/process/chat-process-clock-tools.js +41 -0
- package/dist/conversion/hub/process/chat-process-continue-execution.d.ts +11 -0
- package/dist/conversion/hub/process/chat-process-continue-execution.js +82 -0
- package/dist/conversion/hub/process/chat-process-governance-context.d.ts +15 -0
- package/dist/conversion/hub/process/chat-process-governance-context.js +7 -0
- package/dist/conversion/hub/process/chat-process-governance-finalize.d.ts +16 -0
- package/dist/conversion/hub/process/chat-process-governance-finalize.js +11 -0
- package/dist/conversion/hub/process/chat-process-governance-orchestration.d.ts +9 -0
- package/dist/conversion/hub/process/chat-process-governance-orchestration.js +47 -0
- package/dist/conversion/hub/process/chat-process-governed-control-ops.d.ts +8 -0
- package/dist/conversion/hub/process/chat-process-governed-control-ops.js +5 -0
- package/dist/conversion/hub/process/chat-process-governed-filter-call.d.ts +12 -0
- package/dist/conversion/hub/process/chat-process-governed-filter-call.js +18 -0
- package/dist/conversion/hub/process/chat-process-governed-merge.d.ts +8 -0
- package/dist/conversion/hub/process/chat-process-governed-merge.js +11 -0
- package/dist/conversion/hub/process/chat-process-media.d.ts +3 -0
- package/dist/conversion/hub/process/chat-process-media.js +18 -0
- package/dist/conversion/hub/process/chat-process-node-result.d.ts +23 -0
- package/dist/conversion/hub/process/chat-process-node-result.js +24 -0
- package/dist/conversion/hub/process/chat-process-pending-tool-sync.d.ts +14 -0
- package/dist/conversion/hub/process/chat-process-pending-tool-sync.js +52 -0
- package/dist/conversion/hub/process/chat-process-post-governed-normalization.d.ts +8 -0
- package/dist/conversion/hub/process/chat-process-post-governed-normalization.js +16 -0
- package/dist/conversion/hub/process/chat-process-review.d.ts +2 -0
- package/dist/conversion/hub/process/chat-process-review.js +8 -0
- package/dist/conversion/hub/process/chat-process-servertool-orchestration.d.ts +8 -0
- package/dist/conversion/hub/process/chat-process-servertool-orchestration.js +22 -0
- package/dist/conversion/hub/process/chat-process-tool-normalization.d.ts +2 -0
- package/dist/conversion/hub/process/chat-process-tool-normalization.js +4 -0
- package/dist/conversion/hub/process/chat-process-web-search-intent.d.ts +12 -0
- package/dist/conversion/hub/process/chat-process-web-search-intent.js +13 -0
- package/dist/conversion/hub/process/chat-process-web-search-tool-schema.d.ts +3 -0
- package/dist/conversion/hub/process/chat-process-web-search-tool-schema.js +4 -0
- package/dist/conversion/hub/process/chat-process-web-search.d.ts +8 -0
- package/dist/conversion/hub/process/chat-process-web-search.js +26 -0
- package/dist/conversion/hub/process/chat-process.d.ts +2 -19
- package/dist/conversion/hub/process/chat-process.js +12 -1701
- package/dist/conversion/hub/process/client-inject-readiness.d.ts +1 -0
- package/dist/conversion/hub/process/client-inject-readiness.js +4 -0
- package/dist/conversion/hub/registry.js +5 -2
- package/dist/conversion/hub/response/chat-response-utils.js +5 -86
- package/dist/conversion/hub/response/provider-response.d.ts +9 -0
- package/dist/conversion/hub/response/provider-response.js +20 -26
- package/dist/conversion/hub/response/response-mappers.js +25 -27
- package/dist/conversion/hub/response/response-runtime.js +30 -98
- package/dist/conversion/hub/semantic-mappers/anthropic-mapper.d.ts +1 -0
- package/dist/conversion/hub/semantic-mappers/anthropic-mapper.js +1 -0
- package/dist/conversion/hub/semantic-mappers/chat-mapper.d.ts +1 -0
- package/dist/conversion/hub/semantic-mappers/chat-mapper.js +1 -0
- package/dist/conversion/hub/semantic-mappers/gemini-mapper.d.ts +1 -0
- package/dist/conversion/hub/semantic-mappers/gemini-mapper.js +1 -0
- package/dist/conversion/hub/semantic-mappers/responses-mapper.d.ts +1 -0
- package/dist/conversion/hub/semantic-mappers/responses-mapper.js +1 -0
- package/dist/conversion/hub/snapshot-recorder.js +11 -4
- package/dist/conversion/hub/standardized-bridge.js +11 -288
- package/dist/conversion/hub/tool-governance/engine.d.ts +8 -0
- package/dist/conversion/hub/tool-governance/engine.js +25 -63
- package/dist/conversion/hub/tool-governance/rules.js +73 -69
- package/dist/conversion/hub/tool-session-compat.d.ts +2 -2
- package/dist/conversion/hub/tool-session-compat.js +17 -231
- package/dist/conversion/hub/tool-surface/tool-surface-engine.js +6 -4
- package/dist/conversion/index.d.ts +1 -2
- package/dist/conversion/index.js +1 -2
- package/dist/conversion/jsonish.js +20 -0
- package/dist/conversion/mcp-injection.js +7 -0
- package/dist/conversion/media.js +4 -0
- package/dist/conversion/{shared/metadata-passthrough.d.ts → metadata-passthrough.d.ts} +1 -1
- package/dist/conversion/metadata-passthrough.js +20 -0
- package/dist/conversion/payload-budget.js +47 -0
- package/dist/conversion/protocol-field-allowlists.d.ts +7 -0
- package/dist/conversion/protocol-field-allowlists.js +9 -0
- package/dist/conversion/{shared/protocol-state.d.ts → protocol-state.d.ts} +2 -2
- package/dist/conversion/protocol-state.js +27 -0
- package/dist/conversion/{shared/errors.d.ts → provider-protocol-error.d.ts} +0 -3
- package/dist/conversion/provider-protocol-error.js +25 -0
- package/dist/conversion/responses/responses-host-policy.js +2 -12
- package/dist/conversion/responses/responses-openai-bridge/response-payload.js +14 -87
- package/dist/conversion/responses/responses-openai-bridge/types.d.ts +2 -1
- package/dist/conversion/responses/responses-openai-bridge.d.ts +1 -1
- package/dist/conversion/responses/responses-openai-bridge.js +62 -62
- package/dist/conversion/{shared/runtime-metadata.d.ts → runtime-metadata.d.ts} +1 -1
- package/dist/conversion/runtime-metadata.js +31 -0
- package/dist/conversion/shared/anthropic-message-utils.js +170 -21
- package/dist/conversion/shared/chat-envelope-validator.js +2 -126
- package/dist/conversion/shared/chat-output-normalizer.js +2 -54
- package/dist/conversion/shared/chat-request-filters.d.ts +3 -4
- package/dist/conversion/shared/chat-request-filters.js +22 -78
- package/dist/conversion/shared/gemini-tool-utils.d.ts +1 -1
- package/dist/conversion/shared/gemini-tool-utils.js +9 -524
- package/dist/conversion/shared/openai-finalizer.js +3 -1
- package/dist/conversion/shared/openai-message-normalize.js +13 -285
- package/dist/conversion/shared/output-content-normalizer.js +9 -112
- package/dist/conversion/shared/reasoning-mapping.js +2 -6
- package/dist/conversion/shared/reasoning-normalizer.js +10 -1
- package/dist/conversion/shared/reasoning-tool-normalizer.js +14 -126
- package/dist/conversion/shared/reasoning-tool-parser.js +4 -87
- package/dist/conversion/shared/reasoning-utils.js +7 -8
- package/dist/conversion/shared/responses-conversation-store.js +5 -83
- package/dist/conversion/shared/responses-output-builder.js +63 -55
- package/dist/conversion/shared/responses-reasoning-registry.d.ts +14 -2
- package/dist/conversion/shared/responses-reasoning-registry.js +41 -7
- package/dist/conversion/shared/responses-request-adapter.d.ts +7 -1
- package/dist/conversion/shared/responses-request-adapter.js +14 -1
- package/dist/conversion/shared/responses-response-utils.js +103 -14
- package/dist/conversion/shared/responses-tool-utils.d.ts +1 -0
- package/dist/conversion/shared/responses-tool-utils.js +91 -15
- package/dist/conversion/shared/streaming-text-extractor.js +2 -7
- package/dist/conversion/shared/text-markup-normalizer/normalize.d.ts +2 -2
- package/dist/conversion/shared/text-markup-normalizer/normalize.js +43 -17
- package/dist/conversion/shared/text-markup-normalizer.d.ts +3 -2
- package/dist/conversion/shared/text-markup-normalizer.js +2 -1
- package/dist/conversion/shared/thought-signature-validator.js +3 -2
- package/dist/conversion/shared/tool-argument-repairer.js +2 -2
- package/dist/conversion/shared/tool-call-id-manager.js +5 -7
- package/dist/conversion/shared/tool-call-utils.js +3 -45
- package/dist/conversion/shared/tool-filter-pipeline.js +5 -100
- package/dist/conversion/shared/tool-governor.d.ts +6 -0
- package/dist/conversion/shared/tool-governor.js +45 -127
- package/dist/conversion/shared/tool-harvester.js +2 -8
- package/dist/conversion/shared/tool-mapping.d.ts +1 -1
- package/dist/conversion/shared/tool-mapping.js +2 -5
- package/dist/conversion/shared/tooling.d.ts +0 -4
- package/dist/conversion/shared/tooling.js +18 -0
- package/dist/conversion/{shared/snapshot-utils.d.ts → snapshot-utils.d.ts} +11 -0
- package/dist/conversion/{shared/snapshot-utils.js → snapshot-utils.js} +14 -23
- package/dist/conversion/{shared → types}/bridge-message-types.d.ts +2 -0
- package/dist/conversion/types/text-markup-normalizer.d.ts +13 -0
- package/dist/filters/special/request-tools-normalize.js +1 -1
- package/dist/filters/special/response-tool-text-canonicalize.js +2 -2
- package/dist/native/router_hotpath_napi.node +0 -0
- package/dist/quota/quota-manager.js +31 -59
- package/dist/quota/quota-state.js +14 -7
- package/dist/router/virtual-router/bootstrap/profile-builder.d.ts +1 -0
- package/dist/router/virtual-router/bootstrap/profile-builder.js +13 -0
- package/dist/router/virtual-router/bootstrap/provider-normalization.d.ts +2 -0
- package/dist/router/virtual-router/bootstrap/provider-normalization.js +4 -1
- package/dist/router/virtual-router/bootstrap/streaming-helpers.d.ts +7 -0
- package/dist/router/virtual-router/bootstrap/streaming-helpers.js +44 -0
- package/dist/router/virtual-router/bootstrap.js +2 -0
- package/dist/router/virtual-router/engine/provider-key/parse.d.ts +1 -6
- package/dist/router/virtual-router/engine/provider-key/parse.js +1 -43
- package/dist/router/virtual-router/engine/routing-state/store.d.ts +1 -2
- package/dist/router/virtual-router/engine/routing-state/store.js +50 -14
- package/dist/router/virtual-router/engine-legacy/config.d.ts +11 -0
- package/dist/router/virtual-router/engine-legacy/config.js +108 -0
- package/dist/router/virtual-router/engine-legacy/direct-model.d.ts +10 -0
- package/dist/router/virtual-router/engine-legacy/direct-model.js +38 -0
- package/dist/router/virtual-router/engine-legacy/health.d.ts +13 -0
- package/dist/router/virtual-router/engine-legacy/health.js +104 -0
- package/dist/router/virtual-router/engine-legacy/helpers.d.ts +16 -0
- package/dist/router/virtual-router/engine-legacy/helpers.js +226 -0
- package/dist/router/virtual-router/engine-legacy/route-finalize.d.ts +9 -0
- package/dist/router/virtual-router/engine-legacy/route-finalize.js +84 -0
- package/dist/router/virtual-router/engine-legacy/route-selection.d.ts +17 -0
- package/dist/router/virtual-router/engine-legacy/route-selection.js +205 -0
- package/dist/router/virtual-router/engine-legacy/route-state-allowlist.d.ts +3 -0
- package/dist/router/virtual-router/engine-legacy/route-state-allowlist.js +36 -0
- package/dist/router/virtual-router/engine-legacy/route-state.d.ts +12 -0
- package/dist/router/virtual-router/engine-legacy/route-state.js +386 -0
- package/dist/router/virtual-router/engine-legacy/route-utils.d.ts +19 -0
- package/dist/router/virtual-router/engine-legacy/route-utils.js +212 -0
- package/dist/router/virtual-router/engine-legacy/routing.d.ts +8 -0
- package/dist/router/virtual-router/engine-legacy/routing.js +8 -0
- package/dist/router/virtual-router/engine-legacy/selection-core.d.ts +28 -0
- package/dist/router/virtual-router/engine-legacy/selection-core.js +112 -0
- package/dist/router/virtual-router/engine-legacy/selection-state.d.ts +16 -0
- package/dist/router/virtual-router/engine-legacy/selection-state.js +187 -0
- package/dist/router/virtual-router/engine-legacy/state-accessors.d.ts +21 -0
- package/dist/router/virtual-router/engine-legacy/state-accessors.js +118 -0
- package/dist/router/virtual-router/engine-legacy.d.ts +123 -0
- package/dist/router/virtual-router/engine-legacy.js +194 -0
- package/dist/router/virtual-router/engine-logging.d.ts +2 -0
- package/dist/router/virtual-router/engine-logging.js +11 -5
- package/dist/router/virtual-router/engine-selection/alias-selection.js +45 -83
- package/dist/router/virtual-router/engine-selection/key-parsing.js +9 -26
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-directive-parser.d.ts +20 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-directive-parser.js +163 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-directives.d.ts +7 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-directives.js +103 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-orchestration-semantics.d.ts +10 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-orchestration-semantics.js +110 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-semantics.d.ts +8 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-semantics.js +281 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-time-tag-semantics.d.ts +1 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-time-tag-semantics.js +25 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminders-semantics.d.ts +4 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminders-semantics.js +44 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-tool-schema-semantics.d.ts +2 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-tool-schema-semantics.js +62 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-governance-semantics.d.ts +40 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-governance-semantics.js +484 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-governed-filter-semantics.d.ts +9 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-governed-filter-semantics.js +64 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-node-result-semantics.d.ts +5 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-node-result-semantics.js +163 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-post-governed-normalization-semantics.d.ts +1 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-post-governed-normalization-semantics.js +49 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-servertool-orchestration-semantics.d.ts +30 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-servertool-orchestration-semantics.js +446 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-web-search-intent-semantics.d.ts +1 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-web-search-intent-semantics.js +49 -0
- package/dist/router/virtual-router/engine-selection/native-chat-request-filter-semantics.d.ts +1 -0
- package/dist/router/virtual-router/engine-selection/native-chat-request-filter-semantics.js +54 -0
- package/dist/router/virtual-router/engine-selection/native-hub-bridge-action-semantics.d.ts +134 -0
- package/dist/router/virtual-router/engine-selection/native-hub-bridge-action-semantics.js +729 -0
- package/dist/router/virtual-router/engine-selection/native-hub-bridge-policy-semantics.d.ts +72 -0
- package/dist/router/virtual-router/engine-selection/native-hub-bridge-policy-semantics.js +405 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-edge-stage-semantics.d.ts +18 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-edge-stage-semantics.js +317 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-governance-semantics.d.ts +22 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-governance-semantics.js +154 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-inbound-outbound-semantics.d.ts +22 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-inbound-outbound-semantics.js +426 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-orchestration-semantics.d.ts +57 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-orchestration-semantics.js +705 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-inbound-semantics.d.ts +46 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-inbound-semantics.js +503 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-outbound-semantics.d.ts +146 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-outbound-semantics.js +570 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-process-semantics.d.ts +25 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-process-semantics.js +148 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-resp-semantics.d.ts +25 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-resp-semantics.js +637 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-session-identifiers-semantics.d.ts +11 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-session-identifiers-semantics.js +207 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-target-semantics.d.ts +3 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-target-semantics.js +128 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-analysis.d.ts +57 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-analysis.js +217 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-loader.d.ts +5 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-loader.js +320 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-policy.d.ts +5 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-policy.js +18 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-quota-buckets.d.ts +25 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-quota-buckets.js +85 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath.d.ts +59 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath.js +117 -0
- package/dist/router/virtual-router/engine-selection/native-shared-conversion-semantics.d.ts +151 -0
- package/dist/router/virtual-router/engine-selection/native-shared-conversion-semantics.js +1371 -0
- package/dist/router/virtual-router/engine-selection/native-snapshot-hooks.d.ts +2 -0
- package/dist/router/virtual-router/engine-selection/native-snapshot-hooks.js +69 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-alias-selection-semantics.d.ts +16 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-alias-selection-semantics.js +96 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-engine-proxy.d.ts +16 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-engine-proxy.js +14 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-routing-instructions-semantics.d.ts +2 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-routing-instructions-semantics.js +86 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-stop-message-actions-semantics.d.ts +6 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-stop-message-actions-semantics.js +85 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-stop-message-semantics.d.ts +9 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-stop-message-semantics.js +70 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-stop-message-state-semantics.d.ts +2 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-stop-message-state-semantics.js +76 -0
- package/dist/router/virtual-router/engine-selection/route-utils.js +1 -1
- package/dist/router/virtual-router/engine-selection/tier-selection-antigravity-session-lease.d.ts +10 -0
- package/dist/router/virtual-router/engine-selection/tier-selection-antigravity-session-lease.js +231 -0
- package/dist/router/virtual-router/engine-selection/tier-selection-antigravity-target-split.d.ts +4 -0
- package/dist/router/virtual-router/engine-selection/tier-selection-antigravity-target-split.js +43 -0
- package/dist/router/virtual-router/engine-selection/tier-selection-quota-integration.d.ts +27 -0
- package/dist/router/virtual-router/engine-selection/tier-selection-quota-integration.js +216 -0
- package/dist/router/virtual-router/engine-selection/tier-selection-select.d.ts +1 -1
- package/dist/router/virtual-router/engine-selection/tier-selection-select.js +128 -129
- package/dist/router/virtual-router/engine-selection/tier-selection.js +2 -265
- package/dist/router/virtual-router/engine.d.ts +22 -105
- package/dist/router/virtual-router/engine.js +274 -1632
- package/dist/router/virtual-router/features.js +2 -2
- package/dist/router/virtual-router/load-balancer.d.ts +8 -0
- package/dist/router/virtual-router/load-balancer.js +65 -2
- package/dist/router/virtual-router/provider-registry.js +2 -0
- package/dist/router/virtual-router/routing-instructions/clean.d.ts +3 -0
- package/dist/router/virtual-router/routing-instructions/clean.js +34 -0
- package/dist/router/virtual-router/routing-instructions/parse.d.ts +18 -0
- package/dist/router/virtual-router/routing-instructions/parse.js +377 -0
- package/dist/router/virtual-router/routing-instructions/state.d.ts +4 -0
- package/dist/router/virtual-router/routing-instructions/state.js +245 -0
- package/dist/router/virtual-router/routing-instructions/types.d.ts +70 -0
- package/dist/router/virtual-router/routing-instructions/types.js +2 -0
- package/dist/router/virtual-router/routing-instructions.d.ts +5 -91
- package/dist/router/virtual-router/routing-instructions.js +4 -628
- package/dist/router/virtual-router/routing-stop-message-actions.js +91 -112
- package/dist/router/virtual-router/routing-stop-message-parser.js +9 -132
- package/dist/router/virtual-router/routing-stop-message-state-codec.d.ts +1 -0
- package/dist/router/virtual-router/routing-stop-message-state-codec.js +58 -71
- package/dist/router/virtual-router/sticky-session-store.d.ts +4 -0
- package/dist/router/virtual-router/sticky-session-store.js +23 -83
- package/dist/router/virtual-router/stop-message-file-resolver.d.ts +1 -0
- package/dist/router/virtual-router/stop-message-file-resolver.js +10 -0
- package/dist/router/virtual-router/stop-message-state-sync.d.ts +1 -1
- package/dist/router/virtual-router/stop-message-state-sync.js +3 -7
- package/dist/router/virtual-router/token-counter.js +0 -9
- package/dist/router/virtual-router/tool-signals.js +21 -3
- package/dist/router/virtual-router/types.d.ts +13 -7
- package/dist/servertool/clock/config.js +23 -51
- package/dist/servertool/clock/io.js +1 -0
- package/dist/servertool/clock/session-scope.d.ts +2 -2
- package/dist/servertool/clock/session-scope.js +29 -40
- package/dist/servertool/engine.d.ts +9 -0
- package/dist/servertool/engine.js +267 -79
- package/dist/servertool/handlers/antigravity-thought-signature-bootstrap.js +3 -3
- package/dist/servertool/handlers/clock-auto.js +1 -1
- package/dist/servertool/handlers/clock.js +2 -2
- package/dist/servertool/handlers/compaction-detect.d.ts +1 -1
- package/dist/servertool/handlers/compaction-detect.js +1 -1
- package/dist/servertool/handlers/continue-execution.js +8 -4
- package/dist/servertool/handlers/followup-request-builder.js +18 -1
- package/dist/servertool/handlers/gemini-empty-reply-continue.js +8 -2
- package/dist/servertool/handlers/iflow-model-error-retry.js +1 -1
- package/dist/servertool/handlers/recursive-detection-guard.js +1 -1
- package/dist/servertool/handlers/review.d.ts +1 -0
- package/dist/servertool/handlers/review.js +180 -0
- package/dist/servertool/handlers/stop-message-auto/blocked-report.js +59 -1
- package/dist/servertool/handlers/stop-message-auto/iflow-followup.d.ts +23 -2
- package/dist/servertool/handlers/stop-message-auto/iflow-followup.js +398 -90
- package/dist/servertool/handlers/stop-message-auto/routing-state.d.ts +5 -15
- package/dist/servertool/handlers/stop-message-auto/routing-state.js +29 -55
- package/dist/servertool/handlers/stop-message-auto/runtime-utils.d.ts +6 -0
- package/dist/servertool/handlers/stop-message-auto/runtime-utils.js +36 -62
- package/dist/servertool/handlers/stop-message-auto.js +393 -77
- package/dist/servertool/handlers/vision.js +1 -1
- package/dist/servertool/handlers/web-search.js +1 -1
- package/dist/servertool/reenter-backend.js +1 -1
- package/dist/servertool/server-side-tools.d.ts +1 -0
- package/dist/servertool/server-side-tools.js +92 -54
- package/dist/servertool/stop-gateway-context.js +1 -1
- package/dist/servertool/stop-message-compare-context.js +1 -1
- package/dist/servertool/types.d.ts +17 -0
- package/dist/sse/json-to-sse/event-generators/responses.d.ts +4 -0
- package/dist/sse/json-to-sse/event-generators/responses.js +95 -1
- package/dist/sse/json-to-sse/sequencers/responses-sequencer.js +6 -4
- package/dist/sse/sse-to-json/builders/response-builder.d.ts +8 -0
- package/dist/sse/sse-to-json/builders/response-builder.js +162 -4
- package/dist/sse/sse-to-json/responses-sse-to-json-converter.js +2 -0
- package/dist/sse/types/responses-types.d.ts +6 -2
- package/dist/tools/apply-patch/patch-text/normalize.js +11 -0
- package/dist/tools/apply-patch/structured/coercion.js +5 -0
- package/dist/tools/args-json.js +29 -0
- package/dist/tools/exec-command/validator.d.ts +4 -1
- package/dist/tools/exec-command/validator.js +87 -3
- package/dist/tools/tool-registry.d.ts +7 -1
- package/dist/tools/tool-registry.js +3 -2
- package/package.json +121 -10
- package/dist/conversion/shared/args-mapping.js +0 -221
- package/dist/conversion/shared/bridge-actions.js +0 -881
- package/dist/conversion/shared/bridge-id-utils.js +0 -79
- package/dist/conversion/shared/bridge-metadata.js +0 -1
- package/dist/conversion/shared/bridge-policies.js +0 -195
- package/dist/conversion/shared/compaction-detect.js +0 -59
- package/dist/conversion/shared/errors.js +0 -31
- package/dist/conversion/shared/jsonish.js +0 -177
- package/dist/conversion/shared/mcp-injection.js +0 -173
- package/dist/conversion/shared/media.js +0 -9
- package/dist/conversion/shared/metadata-passthrough.js +0 -57
- package/dist/conversion/shared/payload-budget.js +0 -248
- package/dist/conversion/shared/protocol-field-allowlists.d.ts +0 -7
- package/dist/conversion/shared/protocol-field-allowlists.js +0 -149
- package/dist/conversion/shared/protocol-state.js +0 -23
- package/dist/conversion/shared/runtime-metadata.js +0 -23
- package/dist/conversion/shared/snapshot-hooks.d.ts +0 -11
- package/dist/conversion/shared/snapshot-hooks.js +0 -503
- package/dist/conversion/shared/text-markup-normalizer/extractors-apply-patch.d.ts +0 -2
- package/dist/conversion/shared/text-markup-normalizer/extractors-apply-patch.js +0 -129
- package/dist/conversion/shared/text-markup-normalizer/extractors-json.d.ts +0 -4
- package/dist/conversion/shared/text-markup-normalizer/extractors-json.js +0 -637
- package/dist/conversion/shared/text-markup-normalizer/extractors-shared.d.ts +0 -21
- package/dist/conversion/shared/text-markup-normalizer/extractors-shared.js +0 -177
- package/dist/conversion/shared/text-markup-normalizer/extractors-transcript.d.ts +0 -5
- package/dist/conversion/shared/text-markup-normalizer/extractors-transcript.js +0 -385
- package/dist/conversion/shared/text-markup-normalizer/extractors-xml.d.ts +0 -10
- package/dist/conversion/shared/text-markup-normalizer/extractors-xml.js +0 -602
- package/dist/conversion/shared/text-markup-normalizer/extractors.d.ts +0 -5
- package/dist/conversion/shared/text-markup-normalizer/extractors.js +0 -4
- package/dist/conversion/shared/tool-canonicalizer.d.ts +0 -2
- package/dist/conversion/shared/tool-canonicalizer.js +0 -42
- package/dist/servertool/handlers/stop-message-stage-policy/bd-runtime.d.ts +0 -18
- package/dist/servertool/handlers/stop-message-stage-policy/bd-runtime.js +0 -398
- package/dist/servertool/handlers/stop-message-stage-policy/decision.d.ts +0 -9
- package/dist/servertool/handlers/stop-message-stage-policy/decision.js +0 -127
- package/dist/servertool/handlers/stop-message-stage-policy/observation.d.ts +0 -2
- package/dist/servertool/handlers/stop-message-stage-policy/observation.js +0 -179
- package/dist/servertool/handlers/stop-message-stage-policy/templates.d.ts +0 -4
- package/dist/servertool/handlers/stop-message-stage-policy/templates.js +0 -96
- package/dist/servertool/handlers/stop-message-stage-policy/text-utils.d.ts +0 -9
- package/dist/servertool/handlers/stop-message-stage-policy/text-utils.js +0 -89
- package/dist/servertool/handlers/stop-message-stage-policy/types.d.ts +0 -59
- package/dist/servertool/handlers/stop-message-stage-policy.d.ts +0 -3
- package/dist/servertool/handlers/stop-message-stage-policy.js +0 -2
- /package/dist/conversion/{shared/args-mapping.d.ts → args-mapping.d.ts} +0 -0
- /package/dist/conversion/{shared/bridge-actions.d.ts → bridge-actions.d.ts} +0 -0
- /package/dist/conversion/{shared/bridge-id-utils.d.ts → bridge-id-utils.d.ts} +0 -0
- /package/dist/conversion/{shared/bridge-instructions.d.ts → bridge-instructions.d.ts} +0 -0
- /package/dist/conversion/{shared/bridge-policies.d.ts → bridge-policies.d.ts} +0 -0
- /package/dist/conversion/{shared/jsonish.d.ts → jsonish.d.ts} +0 -0
- /package/dist/conversion/{shared/mcp-injection.d.ts → mcp-injection.d.ts} +0 -0
- /package/dist/conversion/{shared/media.d.ts → media.d.ts} +0 -0
- /package/dist/conversion/{shared/payload-budget.d.ts → payload-budget.d.ts} +0 -0
- /package/dist/conversion/{shared → types}/bridge-message-types.js +0 -0
- /package/dist/{servertool/handlers/stop-message-stage-policy/types.js → conversion/types/text-markup-normalizer.js} +0 -0
|
@@ -0,0 +1,205 @@
|
|
|
1
|
+
import { DEFAULT_ROUTE, VirtualRouterError, VirtualRouterErrorCode } from '../types.js';
|
|
2
|
+
import { buildRoutingFeatures } from '../features.js';
|
|
3
|
+
import { persistRoutingInstructionState } from '../engine/routing-state/store.js';
|
|
4
|
+
import { selectDirectProviderModel, selectFromStickyPool as selectFromStickyPoolImpl } from '../engine/routing-pools/index.js';
|
|
5
|
+
export function selectRoutingTarget(engine, request, metadata, routingState, stateKey) {
|
|
6
|
+
const features = buildRoutingFeatures(request, metadata);
|
|
7
|
+
const directProviderModel = engine.parseDirectProviderModel(request?.model);
|
|
8
|
+
let classification;
|
|
9
|
+
let requestedRoute;
|
|
10
|
+
let selection = null;
|
|
11
|
+
const selectionDeps = {
|
|
12
|
+
routing: engine.routing,
|
|
13
|
+
providerRegistry: engine.providerRegistry,
|
|
14
|
+
healthManager: engine.healthManager,
|
|
15
|
+
contextAdvisor: engine.contextAdvisor,
|
|
16
|
+
loadBalancer: engine.loadBalancer,
|
|
17
|
+
isProviderCoolingDown: (key) => engine.isProviderCoolingDown(key),
|
|
18
|
+
resolveStickyKey: (m) => engine.resolveStickyKey(m),
|
|
19
|
+
quotaView: engine.quotaView
|
|
20
|
+
};
|
|
21
|
+
if (directProviderModel) {
|
|
22
|
+
const forceMediaFallback = engine.shouldFallbackDirectModelForMedia(directProviderModel, features);
|
|
23
|
+
const providerKeys = engine.providerRegistry.listProviderKeys(directProviderModel.providerId);
|
|
24
|
+
let hasModel = false;
|
|
25
|
+
for (const key of providerKeys) {
|
|
26
|
+
try {
|
|
27
|
+
const profile = engine.providerRegistry.get(key);
|
|
28
|
+
if (profile?.modelId === directProviderModel.modelId) {
|
|
29
|
+
hasModel = true;
|
|
30
|
+
break;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
catch {
|
|
34
|
+
continue;
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
if (!hasModel) {
|
|
38
|
+
throw new VirtualRouterError(`Unknown model ${directProviderModel.modelId} for provider ${directProviderModel.providerId}`, VirtualRouterErrorCode.CONFIG_ERROR, { providerId: directProviderModel.providerId, modelId: directProviderModel.modelId });
|
|
39
|
+
}
|
|
40
|
+
if (!forceMediaFallback) {
|
|
41
|
+
const directSelection = selectDirectProviderModel(directProviderModel.providerId, directProviderModel.modelId, metadata, features, routingState, selectionDeps);
|
|
42
|
+
if (!directSelection) {
|
|
43
|
+
throw new VirtualRouterError(`All providers unavailable for model ${directProviderModel.providerId}.${directProviderModel.modelId}`, VirtualRouterErrorCode.PROVIDER_NOT_AVAILABLE, { providerId: directProviderModel.providerId, modelId: directProviderModel.modelId });
|
|
44
|
+
}
|
|
45
|
+
classification = {
|
|
46
|
+
routeName: 'direct',
|
|
47
|
+
confidence: 1,
|
|
48
|
+
reasoning: `direct_model:${directProviderModel.providerId}.${directProviderModel.modelId}`,
|
|
49
|
+
fallback: false,
|
|
50
|
+
candidates: ['direct']
|
|
51
|
+
};
|
|
52
|
+
requestedRoute = 'direct';
|
|
53
|
+
selection = directSelection;
|
|
54
|
+
}
|
|
55
|
+
else {
|
|
56
|
+
classification = engine.classifier.classify(features);
|
|
57
|
+
requestedRoute = engine.normalizeRouteAlias(classification.routeName || DEFAULT_ROUTE);
|
|
58
|
+
selection = engine.selectProvider(requestedRoute, metadata, classification, features, routingState);
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
else {
|
|
62
|
+
// Prefer target (from "<**!provider.model**>") is evaluated before routing classification.
|
|
63
|
+
const preferTarget = routingState.preferTarget;
|
|
64
|
+
if (preferTarget && typeof preferTarget.provider === 'string' && preferTarget.provider.trim()) {
|
|
65
|
+
const providerId = preferTarget.provider.trim();
|
|
66
|
+
const keyAlias = typeof preferTarget.keyAlias === 'string' ? preferTarget.keyAlias.trim() : '';
|
|
67
|
+
const modelId = typeof preferTarget.model === 'string' ? preferTarget.model.trim() : '';
|
|
68
|
+
const keyIndex = typeof preferTarget.keyIndex === 'number' && Number.isFinite(preferTarget.keyIndex)
|
|
69
|
+
? Math.floor(preferTarget.keyIndex)
|
|
70
|
+
: undefined;
|
|
71
|
+
const candidateKeys = [];
|
|
72
|
+
if (keyIndex !== undefined && keyIndex > 0) {
|
|
73
|
+
const runtimeKey = engine.providerRegistry.resolveRuntimeKeyByIndex(providerId, keyIndex);
|
|
74
|
+
if (runtimeKey) {
|
|
75
|
+
candidateKeys.push(runtimeKey);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
else if (modelId) {
|
|
79
|
+
const allKeys = engine.providerRegistry.listProviderKeys(providerId);
|
|
80
|
+
for (const key of allKeys) {
|
|
81
|
+
if (keyAlias) {
|
|
82
|
+
const prefix = `${providerId}.${keyAlias}.`;
|
|
83
|
+
if (!key.startsWith(prefix)) {
|
|
84
|
+
continue;
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
try {
|
|
88
|
+
const profile = engine.providerRegistry.get(key);
|
|
89
|
+
if (profile?.modelId === modelId) {
|
|
90
|
+
candidateKeys.push(key);
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
catch {
|
|
94
|
+
continue;
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
const allowAliasRotation = !keyAlias && keyIndex === undefined;
|
|
99
|
+
const eligibleKeys = (() => {
|
|
100
|
+
if (candidateKeys.length === 0) {
|
|
101
|
+
return [];
|
|
102
|
+
}
|
|
103
|
+
const quotaView = selectionDeps.quotaView;
|
|
104
|
+
const now = quotaView ? Date.now() : 0;
|
|
105
|
+
return candidateKeys.filter((key) => {
|
|
106
|
+
if (!quotaView) {
|
|
107
|
+
if (engine.isProviderCoolingDown(key)) {
|
|
108
|
+
return false;
|
|
109
|
+
}
|
|
110
|
+
if (!engine.healthManager.isAvailable(key)) {
|
|
111
|
+
return false;
|
|
112
|
+
}
|
|
113
|
+
return true;
|
|
114
|
+
}
|
|
115
|
+
const entry = quotaView(key);
|
|
116
|
+
if (!entry) {
|
|
117
|
+
return true;
|
|
118
|
+
}
|
|
119
|
+
if (!entry.inPool) {
|
|
120
|
+
return false;
|
|
121
|
+
}
|
|
122
|
+
if (entry.cooldownUntil && entry.cooldownUntil > now) {
|
|
123
|
+
return false;
|
|
124
|
+
}
|
|
125
|
+
if (entry.blacklistUntil && entry.blacklistUntil > now) {
|
|
126
|
+
return false;
|
|
127
|
+
}
|
|
128
|
+
return true;
|
|
129
|
+
});
|
|
130
|
+
})();
|
|
131
|
+
const preferSelection = eligibleKeys.length > 0
|
|
132
|
+
? selectFromStickyPoolImpl(new Set(eligibleKeys), metadata, features, routingState, selectionDeps, {
|
|
133
|
+
allowAliasRotation
|
|
134
|
+
})
|
|
135
|
+
: null;
|
|
136
|
+
if (preferSelection) {
|
|
137
|
+
classification = {
|
|
138
|
+
routeName: 'prefer',
|
|
139
|
+
confidence: 1,
|
|
140
|
+
reasoning: keyIndex !== undefined ? `prefer_key:${providerId}.${keyIndex}` : `prefer_model:${providerId}.${modelId}`,
|
|
141
|
+
fallback: false,
|
|
142
|
+
candidates: ['prefer']
|
|
143
|
+
};
|
|
144
|
+
requestedRoute = 'prefer';
|
|
145
|
+
selection = {
|
|
146
|
+
...preferSelection,
|
|
147
|
+
routeUsed: 'prefer',
|
|
148
|
+
poolId: 'prefer-primary'
|
|
149
|
+
};
|
|
150
|
+
}
|
|
151
|
+
else if (routingState.preferTarget) {
|
|
152
|
+
// Auto-clear only when the target becomes invalid or blocked by explicit routing instructions.
|
|
153
|
+
// Do NOT clear for temporary unavailability (e.g. 429 cooldown, quota cooldown, transient health).
|
|
154
|
+
const shouldAutoClear = (() => {
|
|
155
|
+
if (candidateKeys.length === 0) {
|
|
156
|
+
return true;
|
|
157
|
+
}
|
|
158
|
+
// Prefer selection failed despite eligible keys existing: treat as a hard block (e.g. routing rules).
|
|
159
|
+
if (eligibleKeys.length > 0) {
|
|
160
|
+
return true;
|
|
161
|
+
}
|
|
162
|
+
// If quota explicitly marks the preferred target as out-of-pool, clear the prefer instruction so
|
|
163
|
+
// the router can fall back to other targets without repeatedly retrying an impossible preference.
|
|
164
|
+
if (selectionDeps.quotaView) {
|
|
165
|
+
for (const key of candidateKeys) {
|
|
166
|
+
const entry = selectionDeps.quotaView(key);
|
|
167
|
+
if (entry && entry.inPool === false) {
|
|
168
|
+
return true;
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
return false;
|
|
173
|
+
})();
|
|
174
|
+
if (shouldAutoClear) {
|
|
175
|
+
routingState = {
|
|
176
|
+
...routingState,
|
|
177
|
+
preferTarget: undefined
|
|
178
|
+
};
|
|
179
|
+
engine.routingInstructionState.set(stateKey, routingState);
|
|
180
|
+
persistRoutingInstructionState(stateKey, routingState, engine.routingStateStore);
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
if (!selection) {
|
|
185
|
+
classification = metadata.routeHint && metadata.routeHint.trim()
|
|
186
|
+
? {
|
|
187
|
+
routeName: metadata.routeHint.trim(),
|
|
188
|
+
confidence: 1,
|
|
189
|
+
reasoning: `route_hint:${metadata.routeHint.trim()}`,
|
|
190
|
+
fallback: false,
|
|
191
|
+
candidates: [metadata.routeHint.trim()]
|
|
192
|
+
}
|
|
193
|
+
: engine.classifier.classify(features);
|
|
194
|
+
requestedRoute = engine.normalizeRouteAlias(classification.routeName || DEFAULT_ROUTE);
|
|
195
|
+
selection = engine.selectProvider(requestedRoute, metadata, classification, features, routingState);
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
return {
|
|
199
|
+
routingState,
|
|
200
|
+
requestedRoute,
|
|
201
|
+
classification: classification,
|
|
202
|
+
selection: selection,
|
|
203
|
+
features
|
|
204
|
+
};
|
|
205
|
+
}
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
import type { RoutingInstructionState } from '../routing-instructions.js';
|
|
2
|
+
import type { VirtualRouterEngine } from '../engine-legacy.js';
|
|
3
|
+
export declare function enforceAllowlistIntersection(engine: VirtualRouterEngine, routingState: RoutingInstructionState, stateKey: string): RoutingInstructionState;
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { extractProviderId } from '../engine/provider-key/parse.js';
|
|
2
|
+
import { persistRoutingInstructionState } from '../engine/routing-state/store.js';
|
|
3
|
+
export function enforceAllowlistIntersection(engine, routingState, stateKey) {
|
|
4
|
+
if (routingState.allowedProviders.size === 0) {
|
|
5
|
+
return routingState;
|
|
6
|
+
}
|
|
7
|
+
const providersInRouting = new Set();
|
|
8
|
+
for (const pools of Object.values(engine.routing)) {
|
|
9
|
+
if (!Array.isArray(pools))
|
|
10
|
+
continue;
|
|
11
|
+
for (const pool of pools) {
|
|
12
|
+
if (!pool || !Array.isArray(pool.targets))
|
|
13
|
+
continue;
|
|
14
|
+
for (const key of pool.targets) {
|
|
15
|
+
if (typeof key !== 'string' || !key)
|
|
16
|
+
continue;
|
|
17
|
+
const providerId = extractProviderId(key);
|
|
18
|
+
if (providerId) {
|
|
19
|
+
providersInRouting.add(providerId);
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
const allowed = Array.from(routingState.allowedProviders).filter((provider) => typeof provider === 'string');
|
|
25
|
+
const hasIntersection = allowed.some((provider) => providersInRouting.has(provider));
|
|
26
|
+
if (!hasIntersection) {
|
|
27
|
+
const nextState = {
|
|
28
|
+
...routingState,
|
|
29
|
+
allowedProviders: new Set()
|
|
30
|
+
};
|
|
31
|
+
engine.routingInstructionState.set(stateKey, nextState);
|
|
32
|
+
persistRoutingInstructionState(stateKey, nextState, engine.routingStateStore);
|
|
33
|
+
return nextState;
|
|
34
|
+
}
|
|
35
|
+
return routingState;
|
|
36
|
+
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { ProcessedRequest, StandardizedRequest } from '../../../conversion/hub/types/standardized.js';
|
|
2
|
+
import type { RouterMetadataInput } from '../types.js';
|
|
3
|
+
import type { RoutingInstruction, RoutingInstructionState } from '../routing-instructions.js';
|
|
4
|
+
import type { VirtualRouterEngine } from '../engine-legacy.js';
|
|
5
|
+
export type RoutingStateResult = {
|
|
6
|
+
routingState: RoutingInstructionState;
|
|
7
|
+
stateKey: string;
|
|
8
|
+
stopMessageScope?: string;
|
|
9
|
+
metadataInstructions: RoutingInstruction[];
|
|
10
|
+
instructions: RoutingInstruction[];
|
|
11
|
+
};
|
|
12
|
+
export declare function buildRoutingState(engine: VirtualRouterEngine, request: StandardizedRequest | ProcessedRequest, metadata: RouterMetadataInput): RoutingStateResult;
|
|
@@ -0,0 +1,386 @@
|
|
|
1
|
+
import { applyRoutingInstructions, cleanMessagesFromRoutingInstructions, parseRoutingInstructions } from '../routing-instructions.js';
|
|
2
|
+
import { buildMetadataInstructions } from '../engine/routing-state/metadata.js';
|
|
3
|
+
import { getRoutingInstructionState, persistRoutingInstructionState, resolveStopMessageScope } from '../engine/routing-state/store.js';
|
|
4
|
+
import { ensureStopMessageModeMaxRepeats } from '../routing-stop-message-state-codec.js';
|
|
5
|
+
import { extractMessageText } from '../message-utils.js';
|
|
6
|
+
import { cleanResponsesContextFromRoutingInstructions, getLatestUserTextFromResponsesContext, hasLatestUserRoutingInstructionMarker, hasRoutingInstructionMarker, hasRoutingInstructionMarkerInResponsesContext, isServerToolFollowupRequest, isStopScopeTraceEnabled, normalizeStopMessageAiMode, normalizeStopMessageStageMode, stripClientInjectScopedFields, stripStopMessageFields } from './helpers.js';
|
|
7
|
+
import { enforceAllowlistIntersection } from './route-state-allowlist.js';
|
|
8
|
+
export function buildRoutingState(engine, request, metadata) {
|
|
9
|
+
const stickyKey = engine.resolveStickyKey(metadata);
|
|
10
|
+
const sessionScope = engine.resolveSessionScope(metadata);
|
|
11
|
+
const stopMessageScope = resolveStopMessageScope(metadata);
|
|
12
|
+
// Route sticky state remains session/request scoped for routing behavior,
|
|
13
|
+
// but stopMessage state is tmux/clockd scoped and merged separately below.
|
|
14
|
+
const stateKey = sessionScope || stickyKey || 'default';
|
|
15
|
+
const baseState = getRoutingInstructionState(stateKey, engine.routingInstructionState, engine.routingStateStore);
|
|
16
|
+
let routingState = stripStopMessageFields(baseState);
|
|
17
|
+
const metadataInstructions = buildMetadataInstructions(metadata);
|
|
18
|
+
if (metadataInstructions.length > 0) {
|
|
19
|
+
routingState = applyRoutingInstructions(metadataInstructions, routingState);
|
|
20
|
+
}
|
|
21
|
+
const disableStickyRoutes = metadata &&
|
|
22
|
+
typeof metadata === 'object' &&
|
|
23
|
+
metadata.disableStickyRoutes === true;
|
|
24
|
+
if (disableStickyRoutes && (routingState.stickyTarget || routingState.preferTarget)) {
|
|
25
|
+
routingState = {
|
|
26
|
+
...routingState,
|
|
27
|
+
stickyTarget: undefined,
|
|
28
|
+
preferTarget: undefined
|
|
29
|
+
};
|
|
30
|
+
}
|
|
31
|
+
if (stopMessageScope) {
|
|
32
|
+
const sessionState = getRoutingInstructionState(stopMessageScope, engine.routingInstructionState, engine.routingStateStore);
|
|
33
|
+
if (ensureStopMessageModeMaxRepeats(sessionState)) {
|
|
34
|
+
engine.routingInstructionState.set(stopMessageScope, sessionState);
|
|
35
|
+
persistRoutingInstructionState(stopMessageScope, sessionState, engine.routingStateStore);
|
|
36
|
+
}
|
|
37
|
+
if (typeof sessionState.stopMessageText === 'string' ||
|
|
38
|
+
typeof sessionState.stopMessageMaxRepeats === 'number' ||
|
|
39
|
+
typeof sessionState.stopMessageStageMode === 'string' ||
|
|
40
|
+
typeof sessionState.stopMessageAiMode === 'string' ||
|
|
41
|
+
typeof sessionState.stopMessageAiSeedPrompt === 'string' ||
|
|
42
|
+
Array.isArray(sessionState.stopMessageAiHistory)) {
|
|
43
|
+
routingState = {
|
|
44
|
+
...routingState,
|
|
45
|
+
stopMessageText: sessionState.stopMessageText,
|
|
46
|
+
stopMessageMaxRepeats: sessionState.stopMessageMaxRepeats,
|
|
47
|
+
stopMessageUsed: sessionState.stopMessageUsed,
|
|
48
|
+
stopMessageUpdatedAt: sessionState.stopMessageUpdatedAt,
|
|
49
|
+
stopMessageLastUsedAt: sessionState.stopMessageLastUsedAt,
|
|
50
|
+
stopMessageStageMode: sessionState.stopMessageStageMode,
|
|
51
|
+
stopMessageAiMode: sessionState.stopMessageAiMode,
|
|
52
|
+
stopMessageAiSeedPrompt: sessionState.stopMessageAiSeedPrompt,
|
|
53
|
+
stopMessageAiHistory: sessionState.stopMessageAiHistory
|
|
54
|
+
};
|
|
55
|
+
}
|
|
56
|
+
if (typeof sessionState.preCommandScriptPath === 'string' && sessionState.preCommandScriptPath.trim()) {
|
|
57
|
+
routingState = {
|
|
58
|
+
...routingState,
|
|
59
|
+
preCommandSource: sessionState.preCommandSource,
|
|
60
|
+
preCommandScriptPath: sessionState.preCommandScriptPath,
|
|
61
|
+
preCommandUpdatedAt: sessionState.preCommandUpdatedAt
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
let parsedInstructions = parseRoutingInstructions(request.messages);
|
|
66
|
+
const responsesContext = request.semantics && typeof request.semantics === 'object'
|
|
67
|
+
? request.semantics.responses?.context
|
|
68
|
+
: undefined;
|
|
69
|
+
const responsesLatestUserText = getLatestUserTextFromResponsesContext(responsesContext);
|
|
70
|
+
const responsesHasMarker = hasRoutingInstructionMarkerInResponsesContext(responsesContext);
|
|
71
|
+
if (!parsedInstructions.length && responsesHasMarker) {
|
|
72
|
+
parsedInstructions = parseRoutingInstructions([
|
|
73
|
+
{ role: 'user', content: responsesLatestUserText }
|
|
74
|
+
]);
|
|
75
|
+
}
|
|
76
|
+
const markerDetected = hasRoutingInstructionMarker(request.messages) || responsesHasMarker;
|
|
77
|
+
const latestMessage = request.messages.length > 0 ? request.messages[request.messages.length - 1] : undefined;
|
|
78
|
+
const latestUserText = latestMessage && latestMessage.role === 'user' ? extractMessageText(latestMessage).trim() : '';
|
|
79
|
+
const stopMessageLogText = responsesHasMarker ? responsesLatestUserText : latestUserText;
|
|
80
|
+
const containsStopMessage = Boolean(stopMessageLogText && /stopmessage/i.test(stopMessageLogText));
|
|
81
|
+
const stopMessageTypes = parsedInstructions
|
|
82
|
+
.filter((entry) => entry.type === 'stopMessageSet' ||
|
|
83
|
+
entry.type === 'stopMessageMode' ||
|
|
84
|
+
entry.type === 'stopMessageClear')
|
|
85
|
+
.map((entry) => entry.type);
|
|
86
|
+
if (containsStopMessage || stopMessageTypes.length > 0) {
|
|
87
|
+
const preview = stopMessageLogText.replace(/\s+/g, ' ').slice(0, 120);
|
|
88
|
+
engine.debug?.log?.(`[virtual-router][stop_message_parse] requestId=${metadata.requestId || 'n/a'} marker=${markerDetected ? 'detected' : 'missing'} parsed=${stopMessageTypes.join(',') || 'none'} preview=${preview}`);
|
|
89
|
+
}
|
|
90
|
+
if (markerDetected && isStopScopeTraceEnabled()) {
|
|
91
|
+
const parsedTypes = parsedInstructions.map((entry) => entry.type);
|
|
92
|
+
engine.debug?.log?.(`[virtual-router][instruction_parse] requestId=${metadata.requestId || 'n/a'} marker=detected parsed=${parsedTypes.join(',') || 'none'}`);
|
|
93
|
+
}
|
|
94
|
+
else if (isStopScopeTraceEnabled()) {
|
|
95
|
+
if (stopMessageLogText && /stopmessage/i.test(stopMessageLogText)) {
|
|
96
|
+
const preview = stopMessageLogText.replace(/\s+/g, ' ').slice(0, 120);
|
|
97
|
+
engine.debug?.log?.(`[virtual-router][instruction_parse] requestId=${metadata.requestId || 'n/a'} marker=missing contains_stopmessage=yes preview=${preview}`);
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
const serverToolFollowup = isServerToolFollowupRequest(metadata);
|
|
101
|
+
const latestUserHasMarker = hasLatestUserRoutingInstructionMarker(request.messages) || responsesHasMarker;
|
|
102
|
+
let instructions = parsedInstructions;
|
|
103
|
+
if (serverToolFollowup && instructions.length > 0) {
|
|
104
|
+
instructions = instructions.filter((entry) => entry.type !== 'stopMessageSet' &&
|
|
105
|
+
entry.type !== 'stopMessageMode' &&
|
|
106
|
+
entry.type !== 'stopMessageClear' &&
|
|
107
|
+
entry.type !== 'preCommandSet' &&
|
|
108
|
+
entry.type !== 'preCommandClear');
|
|
109
|
+
}
|
|
110
|
+
if (stopMessageScope && parsedInstructions.length > 0) {
|
|
111
|
+
const sessionState = getRoutingInstructionState(stopMessageScope, engine.routingInstructionState, engine.routingStateStore);
|
|
112
|
+
const hasStaleStopMessageInstruction = !latestUserHasMarker &&
|
|
113
|
+
parsedInstructions.some((entry) => entry.type === 'stopMessageSet' || entry.type === 'stopMessageMode');
|
|
114
|
+
if (hasStaleStopMessageInstruction) {
|
|
115
|
+
const hasActiveStopState = typeof sessionState.stopMessageText === 'string' ||
|
|
116
|
+
typeof sessionState.stopMessageMaxRepeats === 'number' ||
|
|
117
|
+
typeof sessionState.stopMessageStageMode === 'string' ||
|
|
118
|
+
typeof sessionState.stopMessageAiMode === 'string' ||
|
|
119
|
+
typeof sessionState.stopMessageAiSeedPrompt === 'string' ||
|
|
120
|
+
Array.isArray(sessionState.stopMessageAiHistory);
|
|
121
|
+
const hasStopLifecycleStamp = (typeof sessionState.stopMessageUpdatedAt === 'number' &&
|
|
122
|
+
Number.isFinite(sessionState.stopMessageUpdatedAt)) ||
|
|
123
|
+
(typeof sessionState.stopMessageLastUsedAt === 'number' &&
|
|
124
|
+
Number.isFinite(sessionState.stopMessageLastUsedAt));
|
|
125
|
+
if (hasActiveStopState || hasStopLifecycleStamp) {
|
|
126
|
+
instructions = instructions.filter((entry) => entry.type !== 'stopMessageSet' && entry.type !== 'stopMessageMode');
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
// stopMessage/precommand require explicit client inject scope (tmux).
|
|
131
|
+
// When scope is missing, drop only these instructions and keep request passthrough.
|
|
132
|
+
if (instructions.length > 0 && !stopMessageScope) {
|
|
133
|
+
const blockedInstructionTypes = instructions
|
|
134
|
+
.filter((entry) => entry.type === 'stopMessageSet' ||
|
|
135
|
+
entry.type === 'stopMessageMode' ||
|
|
136
|
+
entry.type === 'stopMessageClear' ||
|
|
137
|
+
entry.type === 'preCommandSet' ||
|
|
138
|
+
entry.type === 'preCommandClear')
|
|
139
|
+
.map((entry) => entry.type);
|
|
140
|
+
if (blockedInstructionTypes.length > 0 && isStopScopeTraceEnabled()) {
|
|
141
|
+
engine.debug?.log?.(`[virtual-router][stop_scope] requestId=${metadata.requestId || 'n/a'} stage=drop reason=missing_tmux_scope instructions=${blockedInstructionTypes.join(',')}`);
|
|
142
|
+
}
|
|
143
|
+
instructions = instructions.filter((entry) => entry.type !== 'stopMessageSet' &&
|
|
144
|
+
entry.type !== 'stopMessageMode' &&
|
|
145
|
+
entry.type !== 'stopMessageClear' &&
|
|
146
|
+
entry.type !== 'preCommandSet' &&
|
|
147
|
+
entry.type !== 'preCommandClear');
|
|
148
|
+
}
|
|
149
|
+
if (hasRoutingInstructionMarker(request.messages) || responsesHasMarker) {
|
|
150
|
+
request.messages = cleanMessagesFromRoutingInstructions(request.messages);
|
|
151
|
+
cleanResponsesContextFromRoutingInstructions(responsesContext);
|
|
152
|
+
}
|
|
153
|
+
let appliedRoutingState = routingState;
|
|
154
|
+
if (instructions.length > 0) {
|
|
155
|
+
appliedRoutingState = applyRoutingInstructions(instructions, routingState);
|
|
156
|
+
const persistedBaseState = stopMessageScope
|
|
157
|
+
? stripClientInjectScopedFields(appliedRoutingState)
|
|
158
|
+
: appliedRoutingState;
|
|
159
|
+
routingState = persistedBaseState;
|
|
160
|
+
engine.routingInstructionState.set(stateKey, persistedBaseState);
|
|
161
|
+
persistRoutingInstructionState(stateKey, persistedBaseState, engine.routingStateStore);
|
|
162
|
+
// Persist stopMessage under tmux/clockd scope so client injection and trigger matching
|
|
163
|
+
// use the same scope and never fall back to generic session keys.
|
|
164
|
+
if (stopMessageScope) {
|
|
165
|
+
const hasStopMessageSet = instructions.some((entry) => entry.type === 'stopMessageSet');
|
|
166
|
+
const hasStopMessageMode = instructions.some((entry) => entry.type === 'stopMessageMode');
|
|
167
|
+
const hasGlobalClear = instructions.some((entry) => entry.type === 'clear');
|
|
168
|
+
const hasStopMessageClear = hasGlobalClear || instructions.some((entry) => entry.type === 'stopMessageClear');
|
|
169
|
+
if (hasStopMessageSet || hasStopMessageMode || hasStopMessageClear) {
|
|
170
|
+
const activeInstructionTypes = instructions
|
|
171
|
+
.filter((entry) => entry.type === 'stopMessageSet' ||
|
|
172
|
+
entry.type === 'stopMessageMode' ||
|
|
173
|
+
entry.type === 'stopMessageClear')
|
|
174
|
+
.map((entry) => entry.type);
|
|
175
|
+
if (isStopScopeTraceEnabled()) {
|
|
176
|
+
engine.debug?.log?.(`[virtual-router][stop_scope] requestId=${metadata.requestId || 'n/a'} stage=apply scope=${stopMessageScope} instructions=${activeInstructionTypes.join(',') || 'none'}`);
|
|
177
|
+
}
|
|
178
|
+
const sessionState = getRoutingInstructionState(stopMessageScope, engine.routingInstructionState, engine.routingStateStore);
|
|
179
|
+
let nextSessionState = {
|
|
180
|
+
...sessionState
|
|
181
|
+
};
|
|
182
|
+
let shouldPersistSessionState = false;
|
|
183
|
+
const hasStopMessageStateChanged = () => {
|
|
184
|
+
return (nextSessionState.stopMessageText !== sessionState.stopMessageText ||
|
|
185
|
+
nextSessionState.stopMessageMaxRepeats !== sessionState.stopMessageMaxRepeats ||
|
|
186
|
+
nextSessionState.stopMessageUsed !== sessionState.stopMessageUsed ||
|
|
187
|
+
nextSessionState.stopMessageUpdatedAt !== sessionState.stopMessageUpdatedAt ||
|
|
188
|
+
nextSessionState.stopMessageLastUsedAt !== sessionState.stopMessageLastUsedAt ||
|
|
189
|
+
nextSessionState.stopMessageSource !== sessionState.stopMessageSource ||
|
|
190
|
+
nextSessionState.stopMessageStageMode !== sessionState.stopMessageStageMode ||
|
|
191
|
+
nextSessionState.stopMessageAiMode !== sessionState.stopMessageAiMode ||
|
|
192
|
+
nextSessionState.stopMessageAiSeedPrompt !== sessionState.stopMessageAiSeedPrompt ||
|
|
193
|
+
JSON.stringify(nextSessionState.stopMessageAiHistory || []) !==
|
|
194
|
+
JSON.stringify(sessionState.stopMessageAiHistory || []));
|
|
195
|
+
};
|
|
196
|
+
if (hasStopMessageClear) {
|
|
197
|
+
if (hasGlobalClear) {
|
|
198
|
+
// <**clear**> is a hard reset: clear all session-scoped routing state
|
|
199
|
+
// and let persistRoutingInstructionState delete persistence markers.
|
|
200
|
+
nextSessionState = {
|
|
201
|
+
forcedTarget: undefined,
|
|
202
|
+
stickyTarget: undefined,
|
|
203
|
+
preferTarget: undefined,
|
|
204
|
+
allowedProviders: new Set(),
|
|
205
|
+
disabledProviders: new Set(),
|
|
206
|
+
disabledKeys: new Map(),
|
|
207
|
+
disabledModels: new Map(),
|
|
208
|
+
stopMessageSource: undefined,
|
|
209
|
+
stopMessageText: undefined,
|
|
210
|
+
stopMessageMaxRepeats: undefined,
|
|
211
|
+
stopMessageUsed: undefined,
|
|
212
|
+
stopMessageUpdatedAt: undefined,
|
|
213
|
+
stopMessageLastUsedAt: undefined,
|
|
214
|
+
stopMessageStageMode: undefined,
|
|
215
|
+
stopMessageAiMode: undefined,
|
|
216
|
+
stopMessageAiSeedPrompt: undefined,
|
|
217
|
+
stopMessageAiHistory: undefined,
|
|
218
|
+
preCommandSource: undefined,
|
|
219
|
+
preCommandScriptPath: undefined,
|
|
220
|
+
preCommandUpdatedAt: undefined
|
|
221
|
+
};
|
|
222
|
+
shouldPersistSessionState = true;
|
|
223
|
+
}
|
|
224
|
+
else {
|
|
225
|
+
nextSessionState.stopMessageText = undefined;
|
|
226
|
+
nextSessionState.stopMessageMaxRepeats = undefined;
|
|
227
|
+
nextSessionState.stopMessageUsed = undefined;
|
|
228
|
+
nextSessionState.stopMessageUpdatedAt = undefined;
|
|
229
|
+
nextSessionState.stopMessageLastUsedAt = undefined;
|
|
230
|
+
nextSessionState.stopMessageSource = undefined;
|
|
231
|
+
nextSessionState.stopMessageStageMode = undefined;
|
|
232
|
+
nextSessionState.stopMessageAiMode = undefined;
|
|
233
|
+
nextSessionState.stopMessageAiSeedPrompt = undefined;
|
|
234
|
+
nextSessionState.stopMessageAiHistory = undefined;
|
|
235
|
+
shouldPersistSessionState = true;
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
else if (hasStopMessageSet || hasStopMessageMode) {
|
|
239
|
+
nextSessionState.stopMessageText =
|
|
240
|
+
typeof appliedRoutingState.stopMessageText === 'string' &&
|
|
241
|
+
appliedRoutingState.stopMessageText.trim()
|
|
242
|
+
? appliedRoutingState.stopMessageText
|
|
243
|
+
: undefined;
|
|
244
|
+
nextSessionState.stopMessageMaxRepeats =
|
|
245
|
+
typeof appliedRoutingState.stopMessageMaxRepeats === 'number' &&
|
|
246
|
+
Number.isFinite(appliedRoutingState.stopMessageMaxRepeats)
|
|
247
|
+
? Math.floor(appliedRoutingState.stopMessageMaxRepeats)
|
|
248
|
+
: undefined;
|
|
249
|
+
nextSessionState.stopMessageUsed =
|
|
250
|
+
typeof appliedRoutingState.stopMessageUsed === 'number' &&
|
|
251
|
+
Number.isFinite(appliedRoutingState.stopMessageUsed)
|
|
252
|
+
? Math.max(0, Math.floor(appliedRoutingState.stopMessageUsed))
|
|
253
|
+
: undefined;
|
|
254
|
+
nextSessionState.stopMessageUpdatedAt =
|
|
255
|
+
typeof appliedRoutingState.stopMessageUpdatedAt === 'number' &&
|
|
256
|
+
Number.isFinite(appliedRoutingState.stopMessageUpdatedAt)
|
|
257
|
+
? appliedRoutingState.stopMessageUpdatedAt
|
|
258
|
+
: undefined;
|
|
259
|
+
nextSessionState.stopMessageLastUsedAt =
|
|
260
|
+
typeof appliedRoutingState.stopMessageLastUsedAt === 'number' &&
|
|
261
|
+
Number.isFinite(appliedRoutingState.stopMessageLastUsedAt)
|
|
262
|
+
? appliedRoutingState.stopMessageLastUsedAt
|
|
263
|
+
: undefined;
|
|
264
|
+
nextSessionState.stopMessageSource =
|
|
265
|
+
typeof appliedRoutingState.stopMessageSource === 'string' &&
|
|
266
|
+
appliedRoutingState.stopMessageSource.trim()
|
|
267
|
+
? appliedRoutingState.stopMessageSource.trim()
|
|
268
|
+
: undefined;
|
|
269
|
+
nextSessionState.stopMessageStageMode = normalizeStopMessageStageMode(appliedRoutingState.stopMessageStageMode);
|
|
270
|
+
nextSessionState.stopMessageAiMode = normalizeStopMessageAiMode(appliedRoutingState.stopMessageAiMode);
|
|
271
|
+
nextSessionState.stopMessageAiSeedPrompt =
|
|
272
|
+
typeof appliedRoutingState.stopMessageAiSeedPrompt === 'string' &&
|
|
273
|
+
appliedRoutingState.stopMessageAiSeedPrompt.trim()
|
|
274
|
+
? appliedRoutingState.stopMessageAiSeedPrompt.trim()
|
|
275
|
+
: undefined;
|
|
276
|
+
nextSessionState.stopMessageAiHistory = Array.isArray(appliedRoutingState.stopMessageAiHistory)
|
|
277
|
+
? appliedRoutingState.stopMessageAiHistory
|
|
278
|
+
: undefined;
|
|
279
|
+
shouldPersistSessionState = hasStopMessageStateChanged();
|
|
280
|
+
}
|
|
281
|
+
if (shouldPersistSessionState) {
|
|
282
|
+
engine.routingInstructionState.set(stopMessageScope, nextSessionState);
|
|
283
|
+
persistRoutingInstructionState(stopMessageScope, nextSessionState, engine.routingStateStore);
|
|
284
|
+
}
|
|
285
|
+
else {
|
|
286
|
+
nextSessionState = sessionState;
|
|
287
|
+
}
|
|
288
|
+
// 日志展示使用 session scope 的 stopMessage 状态,避免每次解析重复刷新时间/次数。
|
|
289
|
+
if (typeof nextSessionState.stopMessageText === 'string' ||
|
|
290
|
+
typeof nextSessionState.stopMessageMaxRepeats === 'number' ||
|
|
291
|
+
typeof nextSessionState.stopMessageStageMode === 'string' ||
|
|
292
|
+
typeof nextSessionState.stopMessageAiMode === 'string' ||
|
|
293
|
+
typeof nextSessionState.stopMessageAiSeedPrompt === 'string' ||
|
|
294
|
+
Array.isArray(nextSessionState.stopMessageAiHistory)) {
|
|
295
|
+
routingState.stopMessageText = nextSessionState.stopMessageText;
|
|
296
|
+
routingState.stopMessageMaxRepeats = nextSessionState.stopMessageMaxRepeats;
|
|
297
|
+
routingState.stopMessageUsed = nextSessionState.stopMessageUsed;
|
|
298
|
+
routingState.stopMessageUpdatedAt = nextSessionState.stopMessageUpdatedAt;
|
|
299
|
+
routingState.stopMessageLastUsedAt = nextSessionState.stopMessageLastUsedAt;
|
|
300
|
+
routingState.stopMessageStageMode = nextSessionState.stopMessageStageMode;
|
|
301
|
+
routingState.stopMessageAiMode = nextSessionState.stopMessageAiMode;
|
|
302
|
+
routingState.stopMessageAiSeedPrompt = nextSessionState.stopMessageAiSeedPrompt;
|
|
303
|
+
routingState.stopMessageAiHistory = nextSessionState.stopMessageAiHistory;
|
|
304
|
+
}
|
|
305
|
+
}
|
|
306
|
+
}
|
|
307
|
+
}
|
|
308
|
+
if (instructions.length > 0 && stopMessageScope) {
|
|
309
|
+
const hasPreCommandSet = instructions.some((entry) => entry.type === 'preCommandSet');
|
|
310
|
+
const hasPreCommandClear = instructions.some((entry) => entry.type === 'preCommandClear');
|
|
311
|
+
if (hasPreCommandSet || hasPreCommandClear) {
|
|
312
|
+
const sessionState = getRoutingInstructionState(stopMessageScope, engine.routingInstructionState, engine.routingStateStore);
|
|
313
|
+
const nextSessionState = {
|
|
314
|
+
...sessionState
|
|
315
|
+
};
|
|
316
|
+
let changed = false;
|
|
317
|
+
if (hasPreCommandClear) {
|
|
318
|
+
changed =
|
|
319
|
+
typeof sessionState.preCommandScriptPath === 'string' ||
|
|
320
|
+
typeof sessionState.preCommandSource === 'string' ||
|
|
321
|
+
typeof sessionState.preCommandUpdatedAt === 'number';
|
|
322
|
+
nextSessionState.preCommandScriptPath = undefined;
|
|
323
|
+
nextSessionState.preCommandSource = undefined;
|
|
324
|
+
nextSessionState.preCommandUpdatedAt = Date.now();
|
|
325
|
+
}
|
|
326
|
+
if (hasPreCommandSet) {
|
|
327
|
+
const scriptPath = typeof appliedRoutingState.preCommandScriptPath === 'string'
|
|
328
|
+
? appliedRoutingState.preCommandScriptPath.trim()
|
|
329
|
+
: '';
|
|
330
|
+
if (scriptPath) {
|
|
331
|
+
if (sessionState.preCommandScriptPath !== scriptPath) {
|
|
332
|
+
changed = true;
|
|
333
|
+
}
|
|
334
|
+
nextSessionState.preCommandScriptPath = scriptPath;
|
|
335
|
+
nextSessionState.preCommandSource = 'explicit';
|
|
336
|
+
nextSessionState.preCommandUpdatedAt =
|
|
337
|
+
typeof appliedRoutingState.preCommandUpdatedAt === 'number' &&
|
|
338
|
+
Number.isFinite(appliedRoutingState.preCommandUpdatedAt)
|
|
339
|
+
? appliedRoutingState.preCommandUpdatedAt
|
|
340
|
+
: Date.now();
|
|
341
|
+
}
|
|
342
|
+
}
|
|
343
|
+
if (changed) {
|
|
344
|
+
engine.routingInstructionState.set(stopMessageScope, nextSessionState);
|
|
345
|
+
persistRoutingInstructionState(stopMessageScope, nextSessionState, engine.routingStateStore);
|
|
346
|
+
routingState.preCommandScriptPath = nextSessionState.preCommandScriptPath;
|
|
347
|
+
routingState.preCommandSource = nextSessionState.preCommandSource;
|
|
348
|
+
routingState.preCommandUpdatedAt = nextSessionState.preCommandUpdatedAt;
|
|
349
|
+
}
|
|
350
|
+
}
|
|
351
|
+
}
|
|
352
|
+
if (instructions.length === 0 && stopMessageScope) {
|
|
353
|
+
const sessionState = getRoutingInstructionState(stopMessageScope, engine.routingInstructionState, engine.routingStateStore);
|
|
354
|
+
if (typeof sessionState.stopMessageText === 'string' ||
|
|
355
|
+
typeof sessionState.stopMessageMaxRepeats === 'number' ||
|
|
356
|
+
typeof sessionState.stopMessageStageMode === 'string' ||
|
|
357
|
+
typeof sessionState.stopMessageAiMode === 'string' ||
|
|
358
|
+
typeof sessionState.stopMessageAiSeedPrompt === 'string' ||
|
|
359
|
+
Array.isArray(sessionState.stopMessageAiHistory)) {
|
|
360
|
+
routingState.stopMessageText = sessionState.stopMessageText;
|
|
361
|
+
routingState.stopMessageMaxRepeats = sessionState.stopMessageMaxRepeats;
|
|
362
|
+
routingState.stopMessageUsed = sessionState.stopMessageUsed;
|
|
363
|
+
routingState.stopMessageUpdatedAt = sessionState.stopMessageUpdatedAt;
|
|
364
|
+
routingState.stopMessageLastUsedAt = sessionState.stopMessageLastUsedAt;
|
|
365
|
+
routingState.stopMessageStageMode = sessionState.stopMessageStageMode;
|
|
366
|
+
routingState.stopMessageAiMode = sessionState.stopMessageAiMode;
|
|
367
|
+
routingState.stopMessageAiSeedPrompt = sessionState.stopMessageAiSeedPrompt;
|
|
368
|
+
routingState.stopMessageAiHistory = sessionState.stopMessageAiHistory;
|
|
369
|
+
}
|
|
370
|
+
if (typeof sessionState.preCommandScriptPath === 'string' && sessionState.preCommandScriptPath.trim()) {
|
|
371
|
+
routingState.preCommandScriptPath = sessionState.preCommandScriptPath;
|
|
372
|
+
routingState.preCommandSource = sessionState.preCommandSource;
|
|
373
|
+
routingState.preCommandUpdatedAt = sessionState.preCommandUpdatedAt;
|
|
374
|
+
}
|
|
375
|
+
}
|
|
376
|
+
// Guardrail: if a session is restricted to providers that do not exist in any routing pools,
|
|
377
|
+
// we must not hard-fail the request loop. Auto-clear the allowlist and fall back to normal routing.
|
|
378
|
+
routingState = enforceAllowlistIntersection(engine, routingState, stateKey);
|
|
379
|
+
return {
|
|
380
|
+
routingState,
|
|
381
|
+
stateKey,
|
|
382
|
+
stopMessageScope,
|
|
383
|
+
metadataInstructions,
|
|
384
|
+
instructions
|
|
385
|
+
};
|
|
386
|
+
}
|