@jsonstudio/llms 0.6.2172 → 0.6.3214
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/conversion/args-mapping.js +8 -0
- package/dist/conversion/bridge-actions.js +367 -0
- package/dist/conversion/bridge-id-utils.js +13 -0
- package/dist/conversion/{shared/bridge-instructions.js → bridge-instructions.js} +2 -1
- package/dist/conversion/{shared/bridge-message-utils.d.ts → bridge-message-utils.d.ts} +1 -1
- package/dist/conversion/{shared/bridge-message-utils.js → bridge-message-utils.js} +5 -150
- package/dist/conversion/{shared/bridge-metadata.d.ts → bridge-metadata.d.ts} +1 -0
- package/dist/conversion/bridge-metadata.js +5 -0
- package/dist/conversion/bridge-policies.js +11 -0
- package/dist/conversion/codecs/gemini-openai-codec.js +27 -8
- package/dist/conversion/codecs/responses-openai-codec.js +1 -1
- package/dist/conversion/{shared/compaction-detect.d.ts → compaction-detect.d.ts} +1 -1
- package/dist/conversion/compaction-detect.js +4 -0
- package/dist/conversion/compat/actions/apply-patch-fixer.js +2 -2
- package/dist/conversion/compat/actions/deepseek-web-response.d.ts +0 -1
- package/dist/conversion/compat/actions/deepseek-web-response.js +15 -405
- package/dist/conversion/compat/actions/harvest-tool-calls-from-text.js +1 -1
- package/dist/conversion/compat/actions/lmstudio-responses-fc-ids.js +1 -1
- package/dist/conversion/compat/actions/qwen-transform.js +74 -2
- package/dist/conversion/compat/actions/snapshot.js +1 -1
- package/dist/conversion/compat/antigravity-session-signature.js +71 -1
- package/dist/conversion/compat/profiles/chat-deepseek-web.json +0 -22
- package/dist/conversion/compat/profiles/chat-gemini-cli.json +0 -7
- package/dist/conversion/compat/profiles/chat-gemini.json +0 -6
- package/dist/conversion/compat/profiles/chat-glm.json +251 -72
- package/dist/conversion/compat/profiles/chat-iflow.json +174 -39
- package/dist/conversion/compat/profiles/chat-lmstudio.json +43 -14
- package/dist/conversion/hub/core/detour-registry.d.ts +2 -0
- package/dist/conversion/hub/core/hub-context.d.ts +3 -1
- package/dist/conversion/hub/core/index.d.ts +1 -0
- package/dist/conversion/hub/core/stage-driver.js +2 -0
- package/dist/conversion/hub/format-adapters/anthropic-format-adapter.js +15 -4
- package/dist/conversion/hub/format-adapters/chat-format-adapter.js +15 -4
- package/dist/conversion/hub/format-adapters/gemini-format-adapter.js +15 -4
- package/dist/conversion/hub/format-adapters/responses-format-adapter.js +15 -4
- package/dist/conversion/hub/hub-feature.js +3 -2
- package/dist/conversion/hub/node-support.js +9 -4
- package/dist/conversion/hub/operation-table/operation-table-runner.js +12 -8
- package/dist/conversion/hub/operation-table/semantic-mappers/anthropic-mapper.js +3 -3
- package/dist/conversion/hub/operation-table/semantic-mappers/chat-mapper.js +16 -13
- package/dist/conversion/hub/operation-table/semantic-mappers/gemini-mapper.js +6 -10
- package/dist/conversion/hub/operation-table/semantic-mappers/responses-mapper.js +21 -73
- package/dist/conversion/hub/ops/operations.js +2 -121
- package/dist/conversion/hub/pipeline/compat/compat-engine.js +6 -0
- package/dist/conversion/hub/pipeline/compat/compat-pipeline-executor.d.ts +1 -1
- package/dist/conversion/hub/pipeline/compat/compat-pipeline-executor.js +33 -1042
- package/dist/conversion/hub/pipeline/compat/compat-profile-resolver.js +2 -0
- package/dist/conversion/hub/pipeline/compat/compat-profile-store.js +2 -0
- package/dist/conversion/hub/pipeline/compat/compat-types.d.ts +14 -17
- package/dist/conversion/hub/pipeline/compat/native-adapter-context.d.ts +3 -0
- package/dist/conversion/hub/pipeline/compat/native-adapter-context.js +39 -0
- package/dist/conversion/hub/pipeline/hub-pipeline.d.ts +1 -0
- package/dist/conversion/hub/pipeline/hub-pipeline.js +165 -265
- package/dist/conversion/hub/pipeline/session-identifiers.js +6 -196
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage1_format_parse/index.d.ts +1 -2
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage1_format_parse/index.js +37 -1
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage2_semantic_map/index.d.ts +1 -1
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage2_semantic_map/index.js +69 -81
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage2_semantic_map/semantic-lift.d.ts +14 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage2_semantic_map/semantic-lift.js +24 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/archive/shell-like-tool-call-normalization-fallback.d.ts +2 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/archive/shell-like-tool-call-normalization-fallback.js +157 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/context-capture-orchestration.d.ts +16 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/context-capture-orchestration.js +29 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/context-factories.js +3 -1
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/index.d.ts +2 -15
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/index.js +8 -595
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/responses-context-snapshot.d.ts +8 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/responses-context-snapshot.js +28 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/tool-output-diagnostics.d.ts +2 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/tool-output-diagnostics.js +4 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/tool-output-snapshot.d.ts +10 -0
- package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/tool-output-snapshot.js +12 -0
- package/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage1_semantic_map/context-merge.d.ts +3 -0
- package/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage1_semantic_map/context-merge.js +30 -0
- package/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage1_semantic_map/index.js +9 -129
- package/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage2_format_build/index.d.ts +1 -4
- package/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage2_format_build/index.js +9 -26
- package/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage3_compat/index.js +32 -14
- package/dist/conversion/hub/pipeline/stages/req_process/req_process_stage1_tool_governance/index.d.ts +2 -2
- package/dist/conversion/hub/pipeline/stages/req_process/req_process_stage1_tool_governance/index.js +48 -8
- package/dist/conversion/hub/pipeline/stages/req_process/req_process_stage2_route_select/index.js +20 -3
- package/dist/conversion/hub/pipeline/stages/resp_inbound/resp_inbound_stage1_sse_decode/index.js +11 -199
- package/dist/conversion/hub/pipeline/stages/resp_inbound/resp_inbound_stage1_sse_decode/stream-json-sniffer.d.ts +3 -0
- package/dist/conversion/hub/pipeline/stages/resp_inbound/resp_inbound_stage1_sse_decode/stream-json-sniffer.js +81 -0
- package/dist/conversion/hub/pipeline/stages/resp_inbound/resp_inbound_stage2_format_parse/index.d.ts +1 -2
- package/dist/conversion/hub/pipeline/stages/resp_inbound/resp_inbound_stage2_format_parse/index.js +36 -1
- package/dist/conversion/hub/pipeline/stages/resp_inbound/resp_inbound_stage3_semantic_map/index.js +3 -1
- package/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/chat-process-semantics-bridge.d.ts +6 -0
- package/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/chat-process-semantics-bridge.js +17 -0
- package/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/client-remap-protocol-switch.d.ts +9 -0
- package/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/client-remap-protocol-switch.js +28 -0
- package/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/index.d.ts +1 -2
- package/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/index.js +14 -102
- package/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage2_sse_stream/index.js +3 -1
- package/dist/conversion/hub/pipeline/stages/resp_process/resp_process_stage1_tool_governance/index.js +54 -39
- package/dist/conversion/hub/pipeline/stages/resp_process/resp_process_stage2_finalize/index.js +18 -5
- package/dist/conversion/hub/pipeline/stages/resp_process/resp_process_stage3_servertool_orchestration/index.d.ts +11 -1
- package/dist/conversion/hub/pipeline/stages/resp_process/resp_process_stage3_servertool_orchestration/index.js +10 -32
- package/dist/conversion/hub/pipeline/stages/utils.js +17 -1
- package/dist/conversion/hub/pipeline/target-utils.js +14 -91
- package/dist/conversion/hub/pipelines/inbound.js +3 -1
- package/dist/conversion/hub/pipelines/outbound.js +2 -0
- package/dist/conversion/hub/policy/policy-engine.js +9 -3
- package/dist/conversion/hub/policy/protocol-spec.js +21 -149
- package/dist/conversion/hub/process/chat-process-anthropic-alias.d.ts +2 -0
- package/dist/conversion/hub/process/chat-process-anthropic-alias.js +36 -0
- package/dist/conversion/hub/process/chat-process-clock-directive-parser.d.ts +5 -0
- package/dist/conversion/hub/process/chat-process-clock-directive-parser.js +48 -0
- package/dist/conversion/hub/process/chat-process-clock-directives.d.ts +24 -0
- package/dist/conversion/hub/process/chat-process-clock-directives.js +98 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-directives.d.ts +8 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-directives.js +42 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-finalize.d.ts +14 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-finalize.js +10 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-messages.d.ts +5 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-messages.js +10 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-orchestration.d.ts +30 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-orchestration.js +68 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-time-tag.d.ts +9 -0
- package/dist/conversion/hub/process/chat-process-clock-reminder-time-tag.js +18 -0
- package/dist/conversion/hub/process/chat-process-clock-reminders.d.ts +2 -0
- package/dist/conversion/hub/process/chat-process-clock-reminders.js +104 -0
- package/dist/conversion/hub/process/chat-process-clock-tool-schemas.d.ts +3 -0
- package/dist/conversion/hub/process/chat-process-clock-tool-schemas.js +233 -0
- package/dist/conversion/hub/process/chat-process-clock-tools.d.ts +6 -0
- package/dist/conversion/hub/process/chat-process-clock-tools.js +41 -0
- package/dist/conversion/hub/process/chat-process-continue-execution.d.ts +11 -0
- package/dist/conversion/hub/process/chat-process-continue-execution.js +82 -0
- package/dist/conversion/hub/process/chat-process-governance-context.d.ts +15 -0
- package/dist/conversion/hub/process/chat-process-governance-context.js +7 -0
- package/dist/conversion/hub/process/chat-process-governance-finalize.d.ts +16 -0
- package/dist/conversion/hub/process/chat-process-governance-finalize.js +11 -0
- package/dist/conversion/hub/process/chat-process-governance-orchestration.d.ts +9 -0
- package/dist/conversion/hub/process/chat-process-governance-orchestration.js +47 -0
- package/dist/conversion/hub/process/chat-process-governed-control-ops.d.ts +8 -0
- package/dist/conversion/hub/process/chat-process-governed-control-ops.js +5 -0
- package/dist/conversion/hub/process/chat-process-governed-filter-call.d.ts +12 -0
- package/dist/conversion/hub/process/chat-process-governed-filter-call.js +18 -0
- package/dist/conversion/hub/process/chat-process-governed-merge.d.ts +8 -0
- package/dist/conversion/hub/process/chat-process-governed-merge.js +11 -0
- package/dist/conversion/hub/process/chat-process-media.d.ts +3 -0
- package/dist/conversion/hub/process/chat-process-media.js +18 -0
- package/dist/conversion/hub/process/chat-process-node-result.d.ts +23 -0
- package/dist/conversion/hub/process/chat-process-node-result.js +24 -0
- package/dist/conversion/hub/process/chat-process-pending-tool-sync.d.ts +14 -0
- package/dist/conversion/hub/process/chat-process-pending-tool-sync.js +52 -0
- package/dist/conversion/hub/process/chat-process-post-governed-normalization.d.ts +8 -0
- package/dist/conversion/hub/process/chat-process-post-governed-normalization.js +16 -0
- package/dist/conversion/hub/process/chat-process-review.d.ts +2 -0
- package/dist/conversion/hub/process/chat-process-review.js +8 -0
- package/dist/conversion/hub/process/chat-process-servertool-orchestration.d.ts +8 -0
- package/dist/conversion/hub/process/chat-process-servertool-orchestration.js +22 -0
- package/dist/conversion/hub/process/chat-process-tool-normalization.d.ts +2 -0
- package/dist/conversion/hub/process/chat-process-tool-normalization.js +4 -0
- package/dist/conversion/hub/process/chat-process-web-search-intent.d.ts +12 -0
- package/dist/conversion/hub/process/chat-process-web-search-intent.js +13 -0
- package/dist/conversion/hub/process/chat-process-web-search-tool-schema.d.ts +3 -0
- package/dist/conversion/hub/process/chat-process-web-search-tool-schema.js +4 -0
- package/dist/conversion/hub/process/chat-process-web-search.d.ts +8 -0
- package/dist/conversion/hub/process/chat-process-web-search.js +26 -0
- package/dist/conversion/hub/process/chat-process.d.ts +2 -19
- package/dist/conversion/hub/process/chat-process.js +12 -1701
- package/dist/conversion/hub/process/client-inject-readiness.d.ts +1 -0
- package/dist/conversion/hub/process/client-inject-readiness.js +4 -0
- package/dist/conversion/hub/registry.js +5 -2
- package/dist/conversion/hub/response/chat-response-utils.js +5 -86
- package/dist/conversion/hub/response/provider-response.d.ts +9 -0
- package/dist/conversion/hub/response/provider-response.js +20 -26
- package/dist/conversion/hub/response/response-mappers.js +25 -27
- package/dist/conversion/hub/response/response-runtime.js +30 -98
- package/dist/conversion/hub/semantic-mappers/anthropic-mapper.d.ts +1 -0
- package/dist/conversion/hub/semantic-mappers/anthropic-mapper.js +1 -0
- package/dist/conversion/hub/semantic-mappers/chat-mapper.d.ts +1 -0
- package/dist/conversion/hub/semantic-mappers/chat-mapper.js +1 -0
- package/dist/conversion/hub/semantic-mappers/gemini-mapper.d.ts +1 -0
- package/dist/conversion/hub/semantic-mappers/gemini-mapper.js +1 -0
- package/dist/conversion/hub/semantic-mappers/responses-mapper.d.ts +1 -0
- package/dist/conversion/hub/semantic-mappers/responses-mapper.js +1 -0
- package/dist/conversion/hub/snapshot-recorder.js +11 -4
- package/dist/conversion/hub/standardized-bridge.js +11 -288
- package/dist/conversion/hub/tool-governance/engine.d.ts +8 -0
- package/dist/conversion/hub/tool-governance/engine.js +25 -63
- package/dist/conversion/hub/tool-governance/rules.js +73 -69
- package/dist/conversion/hub/tool-session-compat.d.ts +2 -2
- package/dist/conversion/hub/tool-session-compat.js +17 -231
- package/dist/conversion/hub/tool-surface/tool-surface-engine.js +6 -4
- package/dist/conversion/index.d.ts +1 -2
- package/dist/conversion/index.js +1 -2
- package/dist/conversion/jsonish.js +20 -0
- package/dist/conversion/mcp-injection.js +7 -0
- package/dist/conversion/media.js +4 -0
- package/dist/conversion/{shared/metadata-passthrough.d.ts → metadata-passthrough.d.ts} +1 -1
- package/dist/conversion/metadata-passthrough.js +20 -0
- package/dist/conversion/payload-budget.js +47 -0
- package/dist/conversion/protocol-field-allowlists.d.ts +7 -0
- package/dist/conversion/protocol-field-allowlists.js +9 -0
- package/dist/conversion/{shared/protocol-state.d.ts → protocol-state.d.ts} +2 -2
- package/dist/conversion/protocol-state.js +27 -0
- package/dist/conversion/{shared/errors.d.ts → provider-protocol-error.d.ts} +0 -3
- package/dist/conversion/provider-protocol-error.js +25 -0
- package/dist/conversion/responses/responses-host-policy.js +2 -12
- package/dist/conversion/responses/responses-openai-bridge/response-payload.js +14 -87
- package/dist/conversion/responses/responses-openai-bridge/types.d.ts +2 -1
- package/dist/conversion/responses/responses-openai-bridge.d.ts +1 -1
- package/dist/conversion/responses/responses-openai-bridge.js +62 -62
- package/dist/conversion/{shared/runtime-metadata.d.ts → runtime-metadata.d.ts} +1 -1
- package/dist/conversion/runtime-metadata.js +31 -0
- package/dist/conversion/shared/anthropic-message-utils.js +170 -21
- package/dist/conversion/shared/chat-envelope-validator.js +2 -126
- package/dist/conversion/shared/chat-output-normalizer.js +2 -54
- package/dist/conversion/shared/chat-request-filters.d.ts +3 -4
- package/dist/conversion/shared/chat-request-filters.js +22 -78
- package/dist/conversion/shared/gemini-tool-utils.d.ts +1 -1
- package/dist/conversion/shared/gemini-tool-utils.js +9 -524
- package/dist/conversion/shared/openai-finalizer.js +3 -1
- package/dist/conversion/shared/openai-message-normalize.js +13 -285
- package/dist/conversion/shared/output-content-normalizer.js +9 -112
- package/dist/conversion/shared/reasoning-mapping.js +2 -6
- package/dist/conversion/shared/reasoning-normalizer.js +10 -1
- package/dist/conversion/shared/reasoning-tool-normalizer.js +14 -126
- package/dist/conversion/shared/reasoning-tool-parser.js +4 -87
- package/dist/conversion/shared/reasoning-utils.js +7 -8
- package/dist/conversion/shared/responses-conversation-store.js +5 -83
- package/dist/conversion/shared/responses-output-builder.js +63 -55
- package/dist/conversion/shared/responses-reasoning-registry.d.ts +14 -2
- package/dist/conversion/shared/responses-reasoning-registry.js +41 -7
- package/dist/conversion/shared/responses-request-adapter.d.ts +7 -1
- package/dist/conversion/shared/responses-request-adapter.js +14 -1
- package/dist/conversion/shared/responses-response-utils.js +103 -14
- package/dist/conversion/shared/responses-tool-utils.d.ts +1 -0
- package/dist/conversion/shared/responses-tool-utils.js +91 -15
- package/dist/conversion/shared/streaming-text-extractor.js +2 -7
- package/dist/conversion/shared/text-markup-normalizer/normalize.d.ts +2 -2
- package/dist/conversion/shared/text-markup-normalizer/normalize.js +43 -17
- package/dist/conversion/shared/text-markup-normalizer.d.ts +3 -2
- package/dist/conversion/shared/text-markup-normalizer.js +2 -1
- package/dist/conversion/shared/thought-signature-validator.js +3 -2
- package/dist/conversion/shared/tool-argument-repairer.js +2 -2
- package/dist/conversion/shared/tool-call-id-manager.js +5 -7
- package/dist/conversion/shared/tool-call-utils.js +3 -45
- package/dist/conversion/shared/tool-filter-pipeline.js +5 -100
- package/dist/conversion/shared/tool-governor.d.ts +6 -0
- package/dist/conversion/shared/tool-governor.js +45 -127
- package/dist/conversion/shared/tool-harvester.js +2 -8
- package/dist/conversion/shared/tool-mapping.d.ts +1 -1
- package/dist/conversion/shared/tool-mapping.js +2 -5
- package/dist/conversion/shared/tooling.d.ts +0 -4
- package/dist/conversion/shared/tooling.js +18 -0
- package/dist/conversion/{shared/snapshot-utils.d.ts → snapshot-utils.d.ts} +11 -0
- package/dist/conversion/{shared/snapshot-utils.js → snapshot-utils.js} +14 -23
- package/dist/conversion/{shared → types}/bridge-message-types.d.ts +2 -0
- package/dist/conversion/types/text-markup-normalizer.d.ts +13 -0
- package/dist/filters/special/request-tools-normalize.js +1 -1
- package/dist/filters/special/response-tool-text-canonicalize.js +2 -2
- package/dist/native/router_hotpath_napi.node +0 -0
- package/dist/quota/quota-manager.js +31 -59
- package/dist/quota/quota-state.js +14 -7
- package/dist/router/virtual-router/bootstrap/profile-builder.d.ts +1 -0
- package/dist/router/virtual-router/bootstrap/profile-builder.js +13 -0
- package/dist/router/virtual-router/bootstrap/provider-normalization.d.ts +2 -0
- package/dist/router/virtual-router/bootstrap/provider-normalization.js +4 -1
- package/dist/router/virtual-router/bootstrap/streaming-helpers.d.ts +7 -0
- package/dist/router/virtual-router/bootstrap/streaming-helpers.js +44 -0
- package/dist/router/virtual-router/bootstrap.js +2 -0
- package/dist/router/virtual-router/engine/provider-key/parse.d.ts +1 -6
- package/dist/router/virtual-router/engine/provider-key/parse.js +1 -43
- package/dist/router/virtual-router/engine/routing-state/store.d.ts +1 -2
- package/dist/router/virtual-router/engine/routing-state/store.js +50 -14
- package/dist/router/virtual-router/engine-legacy/config.d.ts +11 -0
- package/dist/router/virtual-router/engine-legacy/config.js +108 -0
- package/dist/router/virtual-router/engine-legacy/direct-model.d.ts +10 -0
- package/dist/router/virtual-router/engine-legacy/direct-model.js +38 -0
- package/dist/router/virtual-router/engine-legacy/health.d.ts +13 -0
- package/dist/router/virtual-router/engine-legacy/health.js +104 -0
- package/dist/router/virtual-router/engine-legacy/helpers.d.ts +16 -0
- package/dist/router/virtual-router/engine-legacy/helpers.js +226 -0
- package/dist/router/virtual-router/engine-legacy/route-finalize.d.ts +9 -0
- package/dist/router/virtual-router/engine-legacy/route-finalize.js +84 -0
- package/dist/router/virtual-router/engine-legacy/route-selection.d.ts +17 -0
- package/dist/router/virtual-router/engine-legacy/route-selection.js +205 -0
- package/dist/router/virtual-router/engine-legacy/route-state-allowlist.d.ts +3 -0
- package/dist/router/virtual-router/engine-legacy/route-state-allowlist.js +36 -0
- package/dist/router/virtual-router/engine-legacy/route-state.d.ts +12 -0
- package/dist/router/virtual-router/engine-legacy/route-state.js +386 -0
- package/dist/router/virtual-router/engine-legacy/route-utils.d.ts +19 -0
- package/dist/router/virtual-router/engine-legacy/route-utils.js +212 -0
- package/dist/router/virtual-router/engine-legacy/routing.d.ts +8 -0
- package/dist/router/virtual-router/engine-legacy/routing.js +8 -0
- package/dist/router/virtual-router/engine-legacy/selection-core.d.ts +28 -0
- package/dist/router/virtual-router/engine-legacy/selection-core.js +112 -0
- package/dist/router/virtual-router/engine-legacy/selection-state.d.ts +16 -0
- package/dist/router/virtual-router/engine-legacy/selection-state.js +187 -0
- package/dist/router/virtual-router/engine-legacy/state-accessors.d.ts +21 -0
- package/dist/router/virtual-router/engine-legacy/state-accessors.js +118 -0
- package/dist/router/virtual-router/engine-legacy.d.ts +123 -0
- package/dist/router/virtual-router/engine-legacy.js +194 -0
- package/dist/router/virtual-router/engine-logging.d.ts +2 -0
- package/dist/router/virtual-router/engine-logging.js +11 -5
- package/dist/router/virtual-router/engine-selection/alias-selection.js +45 -83
- package/dist/router/virtual-router/engine-selection/key-parsing.js +9 -26
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-directive-parser.d.ts +20 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-directive-parser.js +163 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-directives.d.ts +7 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-directives.js +103 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-orchestration-semantics.d.ts +10 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-orchestration-semantics.js +110 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-semantics.d.ts +8 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-semantics.js +281 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-time-tag-semantics.d.ts +1 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-time-tag-semantics.js +25 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminders-semantics.d.ts +4 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminders-semantics.js +44 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-tool-schema-semantics.d.ts +2 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-clock-tool-schema-semantics.js +62 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-governance-semantics.d.ts +40 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-governance-semantics.js +484 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-governed-filter-semantics.d.ts +9 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-governed-filter-semantics.js +64 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-node-result-semantics.d.ts +5 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-node-result-semantics.js +163 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-post-governed-normalization-semantics.d.ts +1 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-post-governed-normalization-semantics.js +49 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-servertool-orchestration-semantics.d.ts +30 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-servertool-orchestration-semantics.js +446 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-web-search-intent-semantics.d.ts +1 -0
- package/dist/router/virtual-router/engine-selection/native-chat-process-web-search-intent-semantics.js +49 -0
- package/dist/router/virtual-router/engine-selection/native-chat-request-filter-semantics.d.ts +1 -0
- package/dist/router/virtual-router/engine-selection/native-chat-request-filter-semantics.js +54 -0
- package/dist/router/virtual-router/engine-selection/native-hub-bridge-action-semantics.d.ts +134 -0
- package/dist/router/virtual-router/engine-selection/native-hub-bridge-action-semantics.js +729 -0
- package/dist/router/virtual-router/engine-selection/native-hub-bridge-policy-semantics.d.ts +72 -0
- package/dist/router/virtual-router/engine-selection/native-hub-bridge-policy-semantics.js +405 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-edge-stage-semantics.d.ts +18 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-edge-stage-semantics.js +317 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-governance-semantics.d.ts +22 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-governance-semantics.js +154 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-inbound-outbound-semantics.d.ts +22 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-inbound-outbound-semantics.js +426 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-orchestration-semantics.d.ts +57 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-orchestration-semantics.js +705 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-inbound-semantics.d.ts +46 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-inbound-semantics.js +503 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-outbound-semantics.d.ts +146 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-outbound-semantics.js +570 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-process-semantics.d.ts +25 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-process-semantics.js +148 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-resp-semantics.d.ts +25 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-resp-semantics.js +637 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-session-identifiers-semantics.d.ts +11 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-session-identifiers-semantics.js +207 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-target-semantics.d.ts +3 -0
- package/dist/router/virtual-router/engine-selection/native-hub-pipeline-target-semantics.js +128 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-analysis.d.ts +57 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-analysis.js +217 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-loader.d.ts +5 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-loader.js +320 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-policy.d.ts +5 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-policy.js +18 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-quota-buckets.d.ts +25 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath-quota-buckets.js +85 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath.d.ts +59 -0
- package/dist/router/virtual-router/engine-selection/native-router-hotpath.js +117 -0
- package/dist/router/virtual-router/engine-selection/native-shared-conversion-semantics.d.ts +151 -0
- package/dist/router/virtual-router/engine-selection/native-shared-conversion-semantics.js +1371 -0
- package/dist/router/virtual-router/engine-selection/native-snapshot-hooks.d.ts +2 -0
- package/dist/router/virtual-router/engine-selection/native-snapshot-hooks.js +69 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-alias-selection-semantics.d.ts +16 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-alias-selection-semantics.js +96 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-engine-proxy.d.ts +16 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-engine-proxy.js +14 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-routing-instructions-semantics.d.ts +2 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-routing-instructions-semantics.js +86 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-stop-message-actions-semantics.d.ts +6 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-stop-message-actions-semantics.js +85 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-stop-message-semantics.d.ts +9 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-stop-message-semantics.js +70 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-stop-message-state-semantics.d.ts +2 -0
- package/dist/router/virtual-router/engine-selection/native-virtual-router-stop-message-state-semantics.js +76 -0
- package/dist/router/virtual-router/engine-selection/route-utils.js +1 -1
- package/dist/router/virtual-router/engine-selection/tier-selection-antigravity-session-lease.d.ts +10 -0
- package/dist/router/virtual-router/engine-selection/tier-selection-antigravity-session-lease.js +231 -0
- package/dist/router/virtual-router/engine-selection/tier-selection-antigravity-target-split.d.ts +4 -0
- package/dist/router/virtual-router/engine-selection/tier-selection-antigravity-target-split.js +43 -0
- package/dist/router/virtual-router/engine-selection/tier-selection-quota-integration.d.ts +27 -0
- package/dist/router/virtual-router/engine-selection/tier-selection-quota-integration.js +216 -0
- package/dist/router/virtual-router/engine-selection/tier-selection-select.d.ts +1 -1
- package/dist/router/virtual-router/engine-selection/tier-selection-select.js +128 -129
- package/dist/router/virtual-router/engine-selection/tier-selection.js +2 -265
- package/dist/router/virtual-router/engine.d.ts +22 -105
- package/dist/router/virtual-router/engine.js +274 -1632
- package/dist/router/virtual-router/features.js +2 -2
- package/dist/router/virtual-router/load-balancer.d.ts +8 -0
- package/dist/router/virtual-router/load-balancer.js +65 -2
- package/dist/router/virtual-router/provider-registry.js +2 -0
- package/dist/router/virtual-router/routing-instructions/clean.d.ts +3 -0
- package/dist/router/virtual-router/routing-instructions/clean.js +34 -0
- package/dist/router/virtual-router/routing-instructions/parse.d.ts +18 -0
- package/dist/router/virtual-router/routing-instructions/parse.js +377 -0
- package/dist/router/virtual-router/routing-instructions/state.d.ts +4 -0
- package/dist/router/virtual-router/routing-instructions/state.js +245 -0
- package/dist/router/virtual-router/routing-instructions/types.d.ts +70 -0
- package/dist/router/virtual-router/routing-instructions/types.js +2 -0
- package/dist/router/virtual-router/routing-instructions.d.ts +5 -91
- package/dist/router/virtual-router/routing-instructions.js +4 -628
- package/dist/router/virtual-router/routing-stop-message-actions.js +91 -112
- package/dist/router/virtual-router/routing-stop-message-parser.js +9 -132
- package/dist/router/virtual-router/routing-stop-message-state-codec.d.ts +1 -0
- package/dist/router/virtual-router/routing-stop-message-state-codec.js +58 -71
- package/dist/router/virtual-router/sticky-session-store.d.ts +4 -0
- package/dist/router/virtual-router/sticky-session-store.js +23 -83
- package/dist/router/virtual-router/stop-message-file-resolver.d.ts +1 -0
- package/dist/router/virtual-router/stop-message-file-resolver.js +10 -0
- package/dist/router/virtual-router/stop-message-state-sync.d.ts +1 -1
- package/dist/router/virtual-router/stop-message-state-sync.js +3 -7
- package/dist/router/virtual-router/token-counter.js +0 -9
- package/dist/router/virtual-router/tool-signals.js +21 -3
- package/dist/router/virtual-router/types.d.ts +13 -7
- package/dist/servertool/clock/config.js +23 -51
- package/dist/servertool/clock/io.js +1 -0
- package/dist/servertool/clock/session-scope.d.ts +2 -2
- package/dist/servertool/clock/session-scope.js +29 -40
- package/dist/servertool/engine.d.ts +9 -0
- package/dist/servertool/engine.js +267 -79
- package/dist/servertool/handlers/antigravity-thought-signature-bootstrap.js +3 -3
- package/dist/servertool/handlers/clock-auto.js +1 -1
- package/dist/servertool/handlers/clock.js +2 -2
- package/dist/servertool/handlers/compaction-detect.d.ts +1 -1
- package/dist/servertool/handlers/compaction-detect.js +1 -1
- package/dist/servertool/handlers/continue-execution.js +8 -4
- package/dist/servertool/handlers/followup-request-builder.js +18 -1
- package/dist/servertool/handlers/gemini-empty-reply-continue.js +8 -2
- package/dist/servertool/handlers/iflow-model-error-retry.js +1 -1
- package/dist/servertool/handlers/recursive-detection-guard.js +1 -1
- package/dist/servertool/handlers/review.d.ts +1 -0
- package/dist/servertool/handlers/review.js +180 -0
- package/dist/servertool/handlers/stop-message-auto/blocked-report.js +59 -1
- package/dist/servertool/handlers/stop-message-auto/iflow-followup.d.ts +23 -2
- package/dist/servertool/handlers/stop-message-auto/iflow-followup.js +398 -90
- package/dist/servertool/handlers/stop-message-auto/routing-state.d.ts +5 -15
- package/dist/servertool/handlers/stop-message-auto/routing-state.js +29 -55
- package/dist/servertool/handlers/stop-message-auto/runtime-utils.d.ts +6 -0
- package/dist/servertool/handlers/stop-message-auto/runtime-utils.js +36 -62
- package/dist/servertool/handlers/stop-message-auto.js +393 -77
- package/dist/servertool/handlers/vision.js +1 -1
- package/dist/servertool/handlers/web-search.js +1 -1
- package/dist/servertool/reenter-backend.js +1 -1
- package/dist/servertool/server-side-tools.d.ts +1 -0
- package/dist/servertool/server-side-tools.js +92 -54
- package/dist/servertool/stop-gateway-context.js +1 -1
- package/dist/servertool/stop-message-compare-context.js +1 -1
- package/dist/servertool/types.d.ts +17 -0
- package/dist/sse/json-to-sse/event-generators/responses.d.ts +4 -0
- package/dist/sse/json-to-sse/event-generators/responses.js +95 -1
- package/dist/sse/json-to-sse/sequencers/responses-sequencer.js +6 -4
- package/dist/sse/sse-to-json/builders/response-builder.d.ts +8 -0
- package/dist/sse/sse-to-json/builders/response-builder.js +162 -4
- package/dist/sse/sse-to-json/responses-sse-to-json-converter.js +2 -0
- package/dist/sse/types/responses-types.d.ts +6 -2
- package/dist/tools/apply-patch/patch-text/normalize.js +11 -0
- package/dist/tools/apply-patch/structured/coercion.js +5 -0
- package/dist/tools/args-json.js +29 -0
- package/dist/tools/exec-command/validator.d.ts +4 -1
- package/dist/tools/exec-command/validator.js +87 -3
- package/dist/tools/tool-registry.d.ts +7 -1
- package/dist/tools/tool-registry.js +3 -2
- package/package.json +121 -10
- package/dist/conversion/shared/args-mapping.js +0 -221
- package/dist/conversion/shared/bridge-actions.js +0 -881
- package/dist/conversion/shared/bridge-id-utils.js +0 -79
- package/dist/conversion/shared/bridge-metadata.js +0 -1
- package/dist/conversion/shared/bridge-policies.js +0 -195
- package/dist/conversion/shared/compaction-detect.js +0 -59
- package/dist/conversion/shared/errors.js +0 -31
- package/dist/conversion/shared/jsonish.js +0 -177
- package/dist/conversion/shared/mcp-injection.js +0 -173
- package/dist/conversion/shared/media.js +0 -9
- package/dist/conversion/shared/metadata-passthrough.js +0 -57
- package/dist/conversion/shared/payload-budget.js +0 -248
- package/dist/conversion/shared/protocol-field-allowlists.d.ts +0 -7
- package/dist/conversion/shared/protocol-field-allowlists.js +0 -149
- package/dist/conversion/shared/protocol-state.js +0 -23
- package/dist/conversion/shared/runtime-metadata.js +0 -23
- package/dist/conversion/shared/snapshot-hooks.d.ts +0 -11
- package/dist/conversion/shared/snapshot-hooks.js +0 -503
- package/dist/conversion/shared/text-markup-normalizer/extractors-apply-patch.d.ts +0 -2
- package/dist/conversion/shared/text-markup-normalizer/extractors-apply-patch.js +0 -129
- package/dist/conversion/shared/text-markup-normalizer/extractors-json.d.ts +0 -4
- package/dist/conversion/shared/text-markup-normalizer/extractors-json.js +0 -637
- package/dist/conversion/shared/text-markup-normalizer/extractors-shared.d.ts +0 -21
- package/dist/conversion/shared/text-markup-normalizer/extractors-shared.js +0 -177
- package/dist/conversion/shared/text-markup-normalizer/extractors-transcript.d.ts +0 -5
- package/dist/conversion/shared/text-markup-normalizer/extractors-transcript.js +0 -385
- package/dist/conversion/shared/text-markup-normalizer/extractors-xml.d.ts +0 -10
- package/dist/conversion/shared/text-markup-normalizer/extractors-xml.js +0 -602
- package/dist/conversion/shared/text-markup-normalizer/extractors.d.ts +0 -5
- package/dist/conversion/shared/text-markup-normalizer/extractors.js +0 -4
- package/dist/conversion/shared/tool-canonicalizer.d.ts +0 -2
- package/dist/conversion/shared/tool-canonicalizer.js +0 -42
- package/dist/servertool/handlers/stop-message-stage-policy/bd-runtime.d.ts +0 -18
- package/dist/servertool/handlers/stop-message-stage-policy/bd-runtime.js +0 -398
- package/dist/servertool/handlers/stop-message-stage-policy/decision.d.ts +0 -9
- package/dist/servertool/handlers/stop-message-stage-policy/decision.js +0 -127
- package/dist/servertool/handlers/stop-message-stage-policy/observation.d.ts +0 -2
- package/dist/servertool/handlers/stop-message-stage-policy/observation.js +0 -179
- package/dist/servertool/handlers/stop-message-stage-policy/templates.d.ts +0 -4
- package/dist/servertool/handlers/stop-message-stage-policy/templates.js +0 -96
- package/dist/servertool/handlers/stop-message-stage-policy/text-utils.d.ts +0 -9
- package/dist/servertool/handlers/stop-message-stage-policy/text-utils.js +0 -89
- package/dist/servertool/handlers/stop-message-stage-policy/types.d.ts +0 -59
- package/dist/servertool/handlers/stop-message-stage-policy.d.ts +0 -3
- package/dist/servertool/handlers/stop-message-stage-policy.js +0 -2
- /package/dist/conversion/{shared/args-mapping.d.ts → args-mapping.d.ts} +0 -0
- /package/dist/conversion/{shared/bridge-actions.d.ts → bridge-actions.d.ts} +0 -0
- /package/dist/conversion/{shared/bridge-id-utils.d.ts → bridge-id-utils.d.ts} +0 -0
- /package/dist/conversion/{shared/bridge-instructions.d.ts → bridge-instructions.d.ts} +0 -0
- /package/dist/conversion/{shared/bridge-policies.d.ts → bridge-policies.d.ts} +0 -0
- /package/dist/conversion/{shared/jsonish.d.ts → jsonish.d.ts} +0 -0
- /package/dist/conversion/{shared/mcp-injection.d.ts → mcp-injection.d.ts} +0 -0
- /package/dist/conversion/{shared/media.d.ts → media.d.ts} +0 -0
- /package/dist/conversion/{shared/payload-budget.d.ts → payload-budget.d.ts} +0 -0
- /package/dist/conversion/{shared → types}/bridge-message-types.js +0 -0
- /package/dist/{servertool/handlers/stop-message-stage-policy/types.js → conversion/types/text-markup-normalizer.js} +0 -0
package/dist/router/virtual-router/engine-selection/tier-selection-antigravity-session-lease.js
ADDED
|
@@ -0,0 +1,231 @@
|
|
|
1
|
+
import { getProviderModelId, extractProviderId } from './key-parsing.js';
|
|
2
|
+
import { lookupAntigravityPinnedAliasForSessionIdWithNative, unpinAntigravitySessionAliasForSessionIdWithNative } from './native-router-hotpath.js';
|
|
3
|
+
import { lookupAntigravityPinnedAliasForSessionId, unpinAntigravitySessionAliasForSessionId } from '../../../conversion/compat/antigravity-session-signature.js';
|
|
4
|
+
const DEFAULT_ANTIGRAVITY_ALIAS_SESSION_COOLDOWN_MS = 5 * 60_000;
|
|
5
|
+
export function isAntigravityGeminiModelKey(providerKey, deps) {
|
|
6
|
+
if ((extractProviderId(providerKey) ?? '') !== 'antigravity') {
|
|
7
|
+
return false;
|
|
8
|
+
}
|
|
9
|
+
const modelId = getProviderModelId(providerKey, deps.providerRegistry) ?? '';
|
|
10
|
+
return modelId.trim().toLowerCase().startsWith('gemini-');
|
|
11
|
+
}
|
|
12
|
+
function extractAntigravityRuntimeBase(providerKey) {
|
|
13
|
+
const value = typeof providerKey === 'string' ? providerKey.trim() : '';
|
|
14
|
+
if (!value)
|
|
15
|
+
return null;
|
|
16
|
+
const firstDot = value.indexOf('.');
|
|
17
|
+
if (firstDot <= 0 || firstDot === value.length - 1)
|
|
18
|
+
return null;
|
|
19
|
+
const secondDot = value.indexOf('.', firstDot + 1);
|
|
20
|
+
if (secondDot <= firstDot + 1)
|
|
21
|
+
return null;
|
|
22
|
+
const providerId = value.slice(0, firstDot);
|
|
23
|
+
const alias = value.slice(firstDot + 1, secondDot);
|
|
24
|
+
if (!providerId || !alias)
|
|
25
|
+
return null;
|
|
26
|
+
return `${providerId}.${alias}`;
|
|
27
|
+
}
|
|
28
|
+
function buildAntigravityLeaseRuntimeKey(runtimeBase) {
|
|
29
|
+
return `${runtimeBase}::gemini`;
|
|
30
|
+
}
|
|
31
|
+
function isAntigravityGeminiSessionBindingDisabled(metadata) {
|
|
32
|
+
if (!metadata || typeof metadata !== 'object') {
|
|
33
|
+
return false;
|
|
34
|
+
}
|
|
35
|
+
const rtRaw = metadata.__rt;
|
|
36
|
+
if (!rtRaw || typeof rtRaw !== 'object' || Array.isArray(rtRaw)) {
|
|
37
|
+
return false;
|
|
38
|
+
}
|
|
39
|
+
const rt = rtRaw;
|
|
40
|
+
if (rt.disableAntigravitySessionBinding === true) {
|
|
41
|
+
return true;
|
|
42
|
+
}
|
|
43
|
+
const mode = rt.antigravitySessionBinding;
|
|
44
|
+
if (mode === false) {
|
|
45
|
+
return true;
|
|
46
|
+
}
|
|
47
|
+
if (typeof mode === 'string' && ['0', 'false', 'off', 'disabled', 'none'].includes(mode.trim().toLowerCase())) {
|
|
48
|
+
return true;
|
|
49
|
+
}
|
|
50
|
+
return false;
|
|
51
|
+
}
|
|
52
|
+
function resolveSessionScopeKey(metadata) {
|
|
53
|
+
if (!metadata || typeof metadata !== 'object') {
|
|
54
|
+
return null;
|
|
55
|
+
}
|
|
56
|
+
const record = metadata;
|
|
57
|
+
const sessionId = typeof record.sessionId === 'string' ? record.sessionId.trim() : '';
|
|
58
|
+
if (sessionId) {
|
|
59
|
+
return `session:${sessionId}`;
|
|
60
|
+
}
|
|
61
|
+
const conversationId = typeof record.conversationId === 'string' ? record.conversationId.trim() : '';
|
|
62
|
+
if (conversationId) {
|
|
63
|
+
return `conversation:${conversationId}`;
|
|
64
|
+
}
|
|
65
|
+
const antigravitySessionId = typeof record.antigravitySessionId === 'string'
|
|
66
|
+
? String(record.antigravitySessionId).trim()
|
|
67
|
+
: '';
|
|
68
|
+
if (antigravitySessionId) {
|
|
69
|
+
return `session:${antigravitySessionId}`;
|
|
70
|
+
}
|
|
71
|
+
return null;
|
|
72
|
+
}
|
|
73
|
+
function buildScopedSessionKey(sessionKey) {
|
|
74
|
+
return `${sessionKey}::gemini`;
|
|
75
|
+
}
|
|
76
|
+
export function extractLeaseRuntimeKey(providerKey, deps) {
|
|
77
|
+
const base = extractAntigravityRuntimeBase(providerKey);
|
|
78
|
+
if (!base)
|
|
79
|
+
return null;
|
|
80
|
+
if ((extractProviderId(providerKey) ?? '') !== 'antigravity')
|
|
81
|
+
return base;
|
|
82
|
+
if (!isAntigravityGeminiModelKey(providerKey, deps)) {
|
|
83
|
+
return null;
|
|
84
|
+
}
|
|
85
|
+
return buildAntigravityLeaseRuntimeKey(base);
|
|
86
|
+
}
|
|
87
|
+
export function applyAntigravityAliasSessionLeases(targets, deps, metadata) {
|
|
88
|
+
if (!Array.isArray(targets) || targets.length === 0) {
|
|
89
|
+
return { targets, blocked: 0, preferredPinned: false, pinnedStrict: false };
|
|
90
|
+
}
|
|
91
|
+
if (isAntigravityGeminiSessionBindingDisabled(metadata)) {
|
|
92
|
+
return { targets, blocked: 0, preferredPinned: false, pinnedStrict: false };
|
|
93
|
+
}
|
|
94
|
+
const leaseStore = deps.antigravityAliasLeaseStore;
|
|
95
|
+
const sessionAliasStore = deps.antigravitySessionAliasStore;
|
|
96
|
+
if (!leaseStore || !sessionAliasStore) {
|
|
97
|
+
return { targets, blocked: 0, preferredPinned: false, pinnedStrict: false };
|
|
98
|
+
}
|
|
99
|
+
const sessionKey = resolveSessionScopeKey(metadata);
|
|
100
|
+
if (!sessionKey) {
|
|
101
|
+
return { targets, blocked: 0, preferredPinned: false, pinnedStrict: false };
|
|
102
|
+
}
|
|
103
|
+
const cooldownMs = typeof deps.antigravityAliasReuseCooldownMs === 'number' && Number.isFinite(deps.antigravityAliasReuseCooldownMs)
|
|
104
|
+
? Math.max(0, Math.floor(deps.antigravityAliasReuseCooldownMs))
|
|
105
|
+
: DEFAULT_ANTIGRAVITY_ALIAS_SESSION_COOLDOWN_MS;
|
|
106
|
+
const now = Date.now();
|
|
107
|
+
const bindingModeRaw = deps.loadBalancer.getPolicy().aliasSelection
|
|
108
|
+
?.antigravitySessionBinding;
|
|
109
|
+
const strictRequested = typeof bindingModeRaw === 'string' && bindingModeRaw.trim().toLowerCase() === 'strict';
|
|
110
|
+
const agSessionId = metadata && typeof metadata === 'object' && typeof metadata.antigravitySessionId === 'string'
|
|
111
|
+
? String(metadata.antigravitySessionId).trim()
|
|
112
|
+
: '';
|
|
113
|
+
const hasAntigravityGeminiTargets = targets.some((key) => isAntigravityGeminiModelKey(key, deps));
|
|
114
|
+
const lookupPinnedRuntimeKey = () => {
|
|
115
|
+
if (!(strictRequested && agSessionId && hasAntigravityGeminiTargets)) {
|
|
116
|
+
return undefined;
|
|
117
|
+
}
|
|
118
|
+
const nativePinned = lookupAntigravityPinnedAliasForSessionIdWithNative(agSessionId, { hydrate: true });
|
|
119
|
+
if (nativePinned && nativePinned.trim()) {
|
|
120
|
+
return nativePinned.trim();
|
|
121
|
+
}
|
|
122
|
+
const persistedPinned = lookupAntigravityPinnedAliasForSessionId(agSessionId, { hydrate: true });
|
|
123
|
+
if (!persistedPinned || !persistedPinned.trim()) {
|
|
124
|
+
return undefined;
|
|
125
|
+
}
|
|
126
|
+
return persistedPinned.trim();
|
|
127
|
+
};
|
|
128
|
+
let pinnedRuntimeKey = lookupPinnedRuntimeKey();
|
|
129
|
+
const pinnedLeaseKey = pinnedRuntimeKey ? buildAntigravityLeaseRuntimeKey(pinnedRuntimeKey) : undefined;
|
|
130
|
+
if (pinnedRuntimeKey && deps.quotaView && agSessionId) {
|
|
131
|
+
const pinnedKeys = targets.filter((key) => isAntigravityGeminiModelKey(key, deps) && extractLeaseRuntimeKey(key, deps) === pinnedLeaseKey);
|
|
132
|
+
if (pinnedKeys.length > 0) {
|
|
133
|
+
const allOutOfPool = pinnedKeys.every((key) => deps.quotaView?.(key)?.inPool === false);
|
|
134
|
+
if (allOutOfPool) {
|
|
135
|
+
const releasedRuntimeKey = pinnedRuntimeKey;
|
|
136
|
+
unpinAntigravitySessionAliasForSessionIdWithNative(agSessionId);
|
|
137
|
+
unpinAntigravitySessionAliasForSessionId(agSessionId);
|
|
138
|
+
pinnedRuntimeKey = undefined;
|
|
139
|
+
sessionAliasStore.delete(buildScopedSessionKey(sessionKey));
|
|
140
|
+
try {
|
|
141
|
+
const raw = String(process.env.ROUTECODEX_STAGE_LOG || process.env.RCC_STAGE_LOG || '').trim().toLowerCase();
|
|
142
|
+
const enabled = raw !== '' && raw !== '0' && raw !== 'false' && raw !== 'no';
|
|
143
|
+
if (enabled) {
|
|
144
|
+
console.log('[virtual-router][antigravity-session-binding] unpin', JSON.stringify({ agSessionId, runtimeKey: releasedRuntimeKey }));
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
catch {
|
|
148
|
+
// ignore
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
const strictBinding = strictRequested && Boolean(pinnedLeaseKey);
|
|
154
|
+
const geminiSessionKey = buildScopedSessionKey(sessionKey);
|
|
155
|
+
let preferredGeminiRuntimeKey = pinnedLeaseKey || sessionAliasStore.get(geminiSessionKey);
|
|
156
|
+
if (preferredGeminiRuntimeKey && !preferredGeminiRuntimeKey.includes('::')) {
|
|
157
|
+
preferredGeminiRuntimeKey = buildAntigravityLeaseRuntimeKey(preferredGeminiRuntimeKey);
|
|
158
|
+
}
|
|
159
|
+
if (preferredGeminiRuntimeKey && !pinnedLeaseKey) {
|
|
160
|
+
const lease = leaseStore.get(preferredGeminiRuntimeKey);
|
|
161
|
+
if (lease && lease.sessionKey !== geminiSessionKey && now - lease.lastSeenAt < cooldownMs) {
|
|
162
|
+
preferredGeminiRuntimeKey = undefined;
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
if (deps.quotaView && !pinnedLeaseKey && preferredGeminiRuntimeKey) {
|
|
166
|
+
const pinnedKeys = targets.filter((key) => isAntigravityGeminiModelKey(key, deps) && extractLeaseRuntimeKey(key, deps) === preferredGeminiRuntimeKey);
|
|
167
|
+
if (pinnedKeys.length > 0) {
|
|
168
|
+
const allOutOfPool = pinnedKeys.every((key) => deps.quotaView?.(key)?.inPool === false);
|
|
169
|
+
if (allOutOfPool) {
|
|
170
|
+
const releasedRuntimeKey = preferredGeminiRuntimeKey;
|
|
171
|
+
sessionAliasStore.delete(geminiSessionKey);
|
|
172
|
+
preferredGeminiRuntimeKey = undefined;
|
|
173
|
+
try {
|
|
174
|
+
const raw = String(process.env.ROUTECODEX_STAGE_LOG || process.env.RCC_STAGE_LOG || '').trim().toLowerCase();
|
|
175
|
+
const enabled = raw !== '' && raw !== '0' && raw !== 'false' && raw !== 'no';
|
|
176
|
+
if (enabled) {
|
|
177
|
+
console.log('[virtual-router][antigravity-session-binding] release', JSON.stringify({ sessionKey: geminiSessionKey, runtimeKey: releasedRuntimeKey }));
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
catch {
|
|
181
|
+
// ignore
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
const pinnedGemini = preferredGeminiRuntimeKey
|
|
187
|
+
? targets.filter((key) => isAntigravityGeminiModelKey(key, deps) && extractLeaseRuntimeKey(key, deps) === preferredGeminiRuntimeKey)
|
|
188
|
+
: [];
|
|
189
|
+
const preferredPinned = pinnedGemini.length > 0;
|
|
190
|
+
const pinnedSet = preferredPinned ? new Set([...pinnedGemini]) : null;
|
|
191
|
+
const candidates = preferredPinned
|
|
192
|
+
? [...pinnedGemini, ...targets.filter((key) => !pinnedSet.has(key))]
|
|
193
|
+
: targets;
|
|
194
|
+
const pinnedStrict = strictBinding && Boolean(preferredGeminiRuntimeKey);
|
|
195
|
+
let blocked = 0;
|
|
196
|
+
const filtered = candidates.filter((key) => {
|
|
197
|
+
const providerId = extractProviderId(key);
|
|
198
|
+
if (providerId !== 'antigravity') {
|
|
199
|
+
return true;
|
|
200
|
+
}
|
|
201
|
+
if (!isAntigravityGeminiModelKey(key, deps)) {
|
|
202
|
+
return true;
|
|
203
|
+
}
|
|
204
|
+
const scopedSessionKey = geminiSessionKey;
|
|
205
|
+
const runtimeKey = extractLeaseRuntimeKey(key, deps);
|
|
206
|
+
if (!runtimeKey) {
|
|
207
|
+
return true;
|
|
208
|
+
}
|
|
209
|
+
if (pinnedStrict) {
|
|
210
|
+
if (!isAntigravityGeminiModelKey(key, deps)) {
|
|
211
|
+
return true;
|
|
212
|
+
}
|
|
213
|
+
if (preferredGeminiRuntimeKey && runtimeKey !== preferredGeminiRuntimeKey) {
|
|
214
|
+
return false;
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
const lease = leaseStore.get(runtimeKey);
|
|
218
|
+
if (!lease) {
|
|
219
|
+
return true;
|
|
220
|
+
}
|
|
221
|
+
if (lease.sessionKey === scopedSessionKey) {
|
|
222
|
+
return true;
|
|
223
|
+
}
|
|
224
|
+
if (now - lease.lastSeenAt >= cooldownMs) {
|
|
225
|
+
return true;
|
|
226
|
+
}
|
|
227
|
+
blocked += 1;
|
|
228
|
+
return false;
|
|
229
|
+
});
|
|
230
|
+
return { targets: filtered, blocked, preferredPinned, pinnedStrict, preferredRuntimeKey: preferredGeminiRuntimeKey };
|
|
231
|
+
}
|
package/dist/router/virtual-router/engine-selection/tier-selection-antigravity-target-split.d.ts
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export declare function shouldAvoidAllAntigravityOnRetry(metadata: unknown): boolean;
|
|
2
|
+
export declare function shouldAvoidAntigravityAfterRepeatedError(metadata: unknown): boolean;
|
|
3
|
+
export declare function preferNonAntigravityWhenPossible(candidates: string[]): string[];
|
|
4
|
+
export declare function extractNonAntigravityTargets(targets: string[]): string[];
|
package/dist/router/virtual-router/engine-selection/tier-selection-antigravity-target-split.js
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { splitAntigravityTargets } from './native-router-hotpath.js';
|
|
2
|
+
export function shouldAvoidAllAntigravityOnRetry(metadata) {
|
|
3
|
+
if (!metadata || typeof metadata !== 'object') {
|
|
4
|
+
return false;
|
|
5
|
+
}
|
|
6
|
+
const rtRaw = metadata.__rt;
|
|
7
|
+
if (!rtRaw || typeof rtRaw !== 'object' || Array.isArray(rtRaw)) {
|
|
8
|
+
return false;
|
|
9
|
+
}
|
|
10
|
+
const rt = rtRaw;
|
|
11
|
+
return rt.antigravityAvoidAllOnRetry === true;
|
|
12
|
+
}
|
|
13
|
+
export function shouldAvoidAntigravityAfterRepeatedError(metadata) {
|
|
14
|
+
if (!metadata || typeof metadata !== 'object') {
|
|
15
|
+
return false;
|
|
16
|
+
}
|
|
17
|
+
const rtRaw = metadata.__rt;
|
|
18
|
+
if (!rtRaw || typeof rtRaw !== 'object' || Array.isArray(rtRaw)) {
|
|
19
|
+
return false;
|
|
20
|
+
}
|
|
21
|
+
const rt = rtRaw;
|
|
22
|
+
if (rt.antigravityAvoidAllOnRetry === true) {
|
|
23
|
+
return true;
|
|
24
|
+
}
|
|
25
|
+
const signature = typeof rt.antigravityRetryErrorSignature === 'string' ? rt.antigravityRetryErrorSignature.trim() : '';
|
|
26
|
+
const consecutive = typeof rt.antigravityRetryErrorConsecutive === 'number' && Number.isFinite(rt.antigravityRetryErrorConsecutive)
|
|
27
|
+
? Math.max(0, Math.floor(rt.antigravityRetryErrorConsecutive))
|
|
28
|
+
: 0;
|
|
29
|
+
return signature.length > 0 && signature !== 'unknown' && consecutive >= 2;
|
|
30
|
+
}
|
|
31
|
+
export function preferNonAntigravityWhenPossible(candidates) {
|
|
32
|
+
if (!Array.isArray(candidates) || candidates.length < 2) {
|
|
33
|
+
return candidates;
|
|
34
|
+
}
|
|
35
|
+
const nonAntigravity = splitAntigravityTargets(candidates).nonAntigravity;
|
|
36
|
+
return nonAntigravity.length > 0 ? nonAntigravity : candidates;
|
|
37
|
+
}
|
|
38
|
+
export function extractNonAntigravityTargets(targets) {
|
|
39
|
+
if (!Array.isArray(targets) || targets.length === 0) {
|
|
40
|
+
return [];
|
|
41
|
+
}
|
|
42
|
+
return splitAntigravityTargets(targets).nonAntigravity;
|
|
43
|
+
}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { ContextAdvisorResult } from '../context-advisor.js';
|
|
2
|
+
import { type ResolvedContextWeightedConfig } from '../context-weighted.js';
|
|
3
|
+
import { type ResolvedHealthWeightedConfig } from '../health-weighted.js';
|
|
4
|
+
import type { RoutePoolTier } from '../types.js';
|
|
5
|
+
import type { SelectionDeps, TrySelectFromTierOptions } from './selection-deps.js';
|
|
6
|
+
export declare function selectProviderKeyWithQuotaBuckets(opts: {
|
|
7
|
+
routeName: string;
|
|
8
|
+
tier: RoutePoolTier;
|
|
9
|
+
stickyKey: string | undefined;
|
|
10
|
+
candidates: string[];
|
|
11
|
+
isSafePool: boolean;
|
|
12
|
+
deps: SelectionDeps;
|
|
13
|
+
options: TrySelectFromTierOptions;
|
|
14
|
+
contextResult: ContextAdvisorResult;
|
|
15
|
+
warnRatio: number;
|
|
16
|
+
excludedKeys: Set<string>;
|
|
17
|
+
isRecoveryAttempt: boolean;
|
|
18
|
+
now: number;
|
|
19
|
+
nowForWeights: number;
|
|
20
|
+
healthWeightedCfg: ResolvedHealthWeightedConfig;
|
|
21
|
+
contextWeightedCfg: ResolvedContextWeightedConfig;
|
|
22
|
+
quotaView: NonNullable<SelectionDeps['quotaView']>;
|
|
23
|
+
isAvailable: (key: string) => boolean;
|
|
24
|
+
selectFirstAvailable: (keys: string[]) => string | null;
|
|
25
|
+
applyAliasStickyQueuePinning: (candidates: string[]) => string[];
|
|
26
|
+
preferAntigravityAliasesOnRetry: (candidates: string[]) => string[];
|
|
27
|
+
}): string | null;
|
|
@@ -0,0 +1,216 @@
|
|
|
1
|
+
import { computeContextMultiplier } from '../context-weighted.js';
|
|
2
|
+
import { computeHealthWeight } from '../health-weighted.js';
|
|
3
|
+
import { buildQuotaBuckets } from './native-router-hotpath.js';
|
|
4
|
+
import { computeContextWeightMultipliers } from './context-weight-multipliers.js';
|
|
5
|
+
import { pickPriorityGroup } from './tier-priority.js';
|
|
6
|
+
import { extractProviderId, getProviderModelId } from './key-parsing.js';
|
|
7
|
+
function buildPrimaryTargetGroups(candidates, deps) {
|
|
8
|
+
const groups = new Map();
|
|
9
|
+
for (const key of candidates) {
|
|
10
|
+
const providerId = extractProviderId(key) ?? '';
|
|
11
|
+
if (!providerId) {
|
|
12
|
+
continue;
|
|
13
|
+
}
|
|
14
|
+
let modelId;
|
|
15
|
+
try {
|
|
16
|
+
modelId = getProviderModelId(key, deps.providerRegistry) ?? undefined;
|
|
17
|
+
}
|
|
18
|
+
catch {
|
|
19
|
+
modelId = undefined;
|
|
20
|
+
}
|
|
21
|
+
const groupId = modelId ? `${providerId}.${modelId}` : providerId;
|
|
22
|
+
const entry = groups.get(groupId) ?? [];
|
|
23
|
+
entry.push(key);
|
|
24
|
+
groups.set(groupId, entry);
|
|
25
|
+
}
|
|
26
|
+
return groups;
|
|
27
|
+
}
|
|
28
|
+
function resolveGroupWeight(groupId, weights) {
|
|
29
|
+
if (!weights) {
|
|
30
|
+
return 1;
|
|
31
|
+
}
|
|
32
|
+
const direct = weights[groupId];
|
|
33
|
+
if (typeof direct === 'number' && Number.isFinite(direct) && direct > 0) {
|
|
34
|
+
return direct;
|
|
35
|
+
}
|
|
36
|
+
const providerId = groupId.split('.')[0] ?? groupId;
|
|
37
|
+
const providerOnly = weights[providerId];
|
|
38
|
+
if (typeof providerOnly === 'number' && Number.isFinite(providerOnly) && providerOnly > 0) {
|
|
39
|
+
return providerOnly;
|
|
40
|
+
}
|
|
41
|
+
return 1;
|
|
42
|
+
}
|
|
43
|
+
function buildGroupWeights(groups, weights) {
|
|
44
|
+
if (!groups.size) {
|
|
45
|
+
return undefined;
|
|
46
|
+
}
|
|
47
|
+
const out = {};
|
|
48
|
+
for (const [groupId] of groups.entries()) {
|
|
49
|
+
out[groupId] = resolveGroupWeight(groupId, weights);
|
|
50
|
+
}
|
|
51
|
+
return out;
|
|
52
|
+
}
|
|
53
|
+
function hasNonUniformWeights(candidates, weights) {
|
|
54
|
+
if (!weights || candidates.length < 2) {
|
|
55
|
+
return false;
|
|
56
|
+
}
|
|
57
|
+
let ref;
|
|
58
|
+
for (const key of candidates) {
|
|
59
|
+
const raw = weights[key];
|
|
60
|
+
if (typeof raw !== 'number' || !Number.isFinite(raw)) {
|
|
61
|
+
continue;
|
|
62
|
+
}
|
|
63
|
+
if (ref === undefined) {
|
|
64
|
+
ref = raw;
|
|
65
|
+
}
|
|
66
|
+
else if (Math.abs(raw - ref) > 1e-6) {
|
|
67
|
+
return true;
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
return false;
|
|
71
|
+
}
|
|
72
|
+
export function selectProviderKeyWithQuotaBuckets(opts) {
|
|
73
|
+
const { routeName, tier, stickyKey, candidates, isSafePool, deps, options, contextResult, warnRatio, isRecoveryAttempt, now, nowForWeights, healthWeightedCfg, contextWeightedCfg, quotaView, isAvailable, selectFirstAvailable, applyAliasStickyQueuePinning, preferAntigravityAliasesOnRetry } = opts;
|
|
74
|
+
const bucketInputs = candidates.map((key, order) => {
|
|
75
|
+
const entry = quotaView(key);
|
|
76
|
+
const penaltyRaw = entry?.selectionPenalty;
|
|
77
|
+
return {
|
|
78
|
+
key,
|
|
79
|
+
order,
|
|
80
|
+
hasQuota: Boolean(entry),
|
|
81
|
+
inPool: entry ? entry.inPool !== false : true,
|
|
82
|
+
...(entry && typeof entry.cooldownUntil === 'number' ? { cooldownUntil: entry.cooldownUntil } : {}),
|
|
83
|
+
...(entry && typeof entry.blacklistUntil === 'number' ? { blacklistUntil: entry.blacklistUntil } : {}),
|
|
84
|
+
...(entry && typeof entry.priorityTier === 'number' ? { priorityTier: entry.priorityTier } : {}),
|
|
85
|
+
...(typeof penaltyRaw === 'number' ? { selectionPenalty: penaltyRaw } : {})
|
|
86
|
+
};
|
|
87
|
+
});
|
|
88
|
+
const { priorities: sortedPriorities, buckets } = buildQuotaBuckets(bucketInputs, now);
|
|
89
|
+
for (const priority of sortedPriorities) {
|
|
90
|
+
const bucket = buckets.get(priority) ?? [];
|
|
91
|
+
if (!bucket.length) {
|
|
92
|
+
continue;
|
|
93
|
+
}
|
|
94
|
+
bucket.sort((a, b) => a.order - b.order);
|
|
95
|
+
let bucketCandidates = bucket.map((item) => item.key);
|
|
96
|
+
if (bucketCandidates.length === 1) {
|
|
97
|
+
return bucketCandidates[0] ?? null;
|
|
98
|
+
}
|
|
99
|
+
if (isRecoveryAttempt) {
|
|
100
|
+
bucketCandidates = preferAntigravityAliasesOnRetry(bucketCandidates);
|
|
101
|
+
}
|
|
102
|
+
bucketCandidates = applyAliasStickyQueuePinning(bucketCandidates);
|
|
103
|
+
const bucketWeights = {};
|
|
104
|
+
for (const item of bucket) {
|
|
105
|
+
if (healthWeightedCfg.enabled) {
|
|
106
|
+
const entry = quotaView(item.key);
|
|
107
|
+
const { weight } = computeHealthWeight(entry, nowForWeights, healthWeightedCfg);
|
|
108
|
+
bucketWeights[item.key] = weight;
|
|
109
|
+
}
|
|
110
|
+
else {
|
|
111
|
+
bucketWeights[item.key] = Math.max(1, Math.floor(100 / (1 + Math.max(0, item.penalty))));
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
if (isSafePool && contextWeightedCfg.enabled) {
|
|
115
|
+
const ctx = computeContextWeightMultipliers({
|
|
116
|
+
candidates: bucketCandidates,
|
|
117
|
+
usage: contextResult.usage,
|
|
118
|
+
warnRatio,
|
|
119
|
+
cfg: contextWeightedCfg
|
|
120
|
+
});
|
|
121
|
+
if (ctx) {
|
|
122
|
+
for (const key of bucketCandidates) {
|
|
123
|
+
const m = computeContextMultiplier({
|
|
124
|
+
effectiveSafeRefTokens: ctx.ref,
|
|
125
|
+
effectiveSafeTokens: ctx.eff[key] ?? 1,
|
|
126
|
+
cfg: contextWeightedCfg
|
|
127
|
+
});
|
|
128
|
+
bucketWeights[key] = Math.max(1, Math.round((bucketWeights[key] ?? 1) * m));
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
if (tier.mode === 'priority') {
|
|
133
|
+
if (!isRecoveryAttempt) {
|
|
134
|
+
const group = pickPriorityGroup({
|
|
135
|
+
candidates: bucketCandidates,
|
|
136
|
+
orderedTargets: tier.targets,
|
|
137
|
+
providerRegistry: deps.providerRegistry,
|
|
138
|
+
availabilityCheck: isAvailable
|
|
139
|
+
});
|
|
140
|
+
if (!group) {
|
|
141
|
+
continue;
|
|
142
|
+
}
|
|
143
|
+
const groupWeights = {};
|
|
144
|
+
for (const key of group.groupCandidates) {
|
|
145
|
+
groupWeights[key] = bucketWeights[key] ?? 1;
|
|
146
|
+
}
|
|
147
|
+
const allowGrouped = !hasNonUniformWeights(group.groupCandidates, bucketWeights);
|
|
148
|
+
if (allowGrouped && deps.loadBalancer.getPolicy().strategy !== 'sticky') {
|
|
149
|
+
const groups = buildPrimaryTargetGroups(group.groupCandidates, deps);
|
|
150
|
+
if (groups.size > 0) {
|
|
151
|
+
const groupWeightMap = buildGroupWeights(groups, deps.loadBalancer.getPolicy().weights);
|
|
152
|
+
const selected = deps.loadBalancer.selectGrouped({
|
|
153
|
+
routeName: `${routeName}:${tier.id}:priority:${priority}:group:${group.groupId}`,
|
|
154
|
+
groups,
|
|
155
|
+
stickyKey: options.allowAliasRotation ? undefined : stickyKey,
|
|
156
|
+
weights: groupWeightMap,
|
|
157
|
+
availabilityCheck: isAvailable
|
|
158
|
+
}, 'round-robin');
|
|
159
|
+
if (selected) {
|
|
160
|
+
return selected;
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
const selected = deps.loadBalancer.select({
|
|
165
|
+
routeName: `${routeName}:${tier.id}:priority:${priority}:group:${group.groupId}`,
|
|
166
|
+
candidates: group.groupCandidates,
|
|
167
|
+
stickyKey: options.allowAliasRotation ? undefined : stickyKey,
|
|
168
|
+
weights: groupWeights,
|
|
169
|
+
availabilityCheck: isAvailable
|
|
170
|
+
}, 'round-robin');
|
|
171
|
+
if (selected) {
|
|
172
|
+
return selected;
|
|
173
|
+
}
|
|
174
|
+
continue;
|
|
175
|
+
}
|
|
176
|
+
const recovered = selectFirstAvailable(bucketCandidates);
|
|
177
|
+
if (recovered)
|
|
178
|
+
return recovered;
|
|
179
|
+
continue;
|
|
180
|
+
}
|
|
181
|
+
if (isRecoveryAttempt) {
|
|
182
|
+
const recovered = selectFirstAvailable(bucketCandidates);
|
|
183
|
+
if (recovered)
|
|
184
|
+
return recovered;
|
|
185
|
+
continue;
|
|
186
|
+
}
|
|
187
|
+
const allowGrouped = !hasNonUniformWeights(bucketCandidates, bucketWeights);
|
|
188
|
+
if (allowGrouped && deps.loadBalancer.getPolicy().strategy !== 'sticky') {
|
|
189
|
+
const groups = buildPrimaryTargetGroups(bucketCandidates, deps);
|
|
190
|
+
if (groups.size > 0) {
|
|
191
|
+
const groupWeightMap = buildGroupWeights(groups, deps.loadBalancer.getPolicy().weights);
|
|
192
|
+
const selected = deps.loadBalancer.selectGrouped({
|
|
193
|
+
routeName: `${routeName}:${tier.id}:${priority}`,
|
|
194
|
+
groups,
|
|
195
|
+
stickyKey: options.allowAliasRotation ? undefined : stickyKey,
|
|
196
|
+
weights: groupWeightMap,
|
|
197
|
+
availabilityCheck: isAvailable
|
|
198
|
+
}, tier.mode === 'round-robin' ? 'round-robin' : undefined);
|
|
199
|
+
if (selected) {
|
|
200
|
+
return selected;
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
}
|
|
204
|
+
const selected = deps.loadBalancer.select({
|
|
205
|
+
routeName: `${routeName}:${tier.id}`,
|
|
206
|
+
candidates: bucketCandidates,
|
|
207
|
+
stickyKey: options.allowAliasRotation ? undefined : stickyKey,
|
|
208
|
+
weights: bucketWeights,
|
|
209
|
+
availabilityCheck: isAvailable
|
|
210
|
+
}, tier.mode === 'round-robin' ? 'round-robin' : undefined);
|
|
211
|
+
if (selected) {
|
|
212
|
+
return selected;
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
return null;
|
|
216
|
+
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { ContextAdvisorResult } from '../context-advisor.js';
|
|
2
|
-
import {
|
|
2
|
+
import type { ResolvedHealthWeightedConfig } from '../health-weighted.js';
|
|
3
3
|
import type { RoutePoolTier } from '../types.js';
|
|
4
4
|
import type { ResolvedContextWeightedConfig } from '../context-weighted.js';
|
|
5
5
|
import type { SelectionDeps, TrySelectFromTierOptions } from './selection-deps.js';
|