@jsonstudio/rcc 0.90.876 → 0.90.1270
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -6
- package/configsamples/provider-default/ali-coding-plan/config.v2.json +6 -1
- package/configsamples/provider-default/antigravity/config.v2.json +6 -1
- package/configsamples/provider-default/ark-coding-plan/config.v2.json +7 -2
- package/configsamples/provider-default/crs/config.v2.json +6 -1
- package/configsamples/provider-default/deepseek-web/config.v2.json +6 -1
- package/configsamples/provider-default/gemini/config.v2.json +6 -1
- package/configsamples/provider-default/gemini-cli/config.v2.json +6 -1
- package/configsamples/provider-default/gemini-native/config.v2.json +6 -1
- package/configsamples/provider-default/glm/config.v2.json +7 -2
- package/configsamples/provider-default/glm-anthropic/config.v2.json +6 -1
- package/configsamples/provider-default/kimi/config.v2.json +7 -2
- package/configsamples/provider-default/lmstudio/config.v2.json +6 -1
- package/configsamples/provider-default/lmstudio-proxy/config.v2.json +6 -1
- package/configsamples/provider-default/manifest.json +0 -1
- package/configsamples/provider-default/meituan/config.v2.json +6 -1
- package/configsamples/provider-default/mimo/config.v2.json +7 -2
- package/configsamples/provider-default/modelscope/config.v2.json +7 -2
- package/configsamples/provider-default/my-openai/config.v2.json +6 -1
- package/configsamples/provider-default/nvidia/config.v2.json +7 -2
- package/configsamples/provider-default/opencode-zen-free/config.v2.json +6 -1
- package/configsamples/provider-default/openrouter/config.v2.json +6 -1
- package/configsamples/provider-default/qwen/config.v2.json +11 -1
- package/configsamples/provider-default/tab/config.v2.json +6 -1
- package/configsamples/provider-default/tabglm/config.v2.json +7 -2
- package/dist/build-info.js +2 -2
- package/dist/build-info.js.map +1 -1
- package/dist/cli/commands/camoufox.js +44 -3
- package/dist/cli/commands/camoufox.js.map +1 -1
- package/dist/cli/commands/config.js +2 -2
- package/dist/cli/commands/config.js.map +1 -1
- package/dist/cli/commands/heartbeat.js +82 -27
- package/dist/cli/commands/heartbeat.js.map +1 -1
- package/dist/cli/commands/init.js +1 -2
- package/dist/cli/commands/init.js.map +1 -1
- package/dist/cli/commands/launcher/utils.js +37 -24
- package/dist/cli/commands/launcher/utils.js.map +1 -1
- package/dist/cli/commands/launcher-kernel.js +6 -3
- package/dist/cli/commands/launcher-kernel.js.map +1 -1
- package/dist/cli/commands/restart.js +102 -31
- package/dist/cli/commands/restart.js.map +1 -1
- package/dist/cli/commands/start-types.d.ts +1 -0
- package/dist/cli/commands/start-utils.d.ts +1 -0
- package/dist/cli/commands/start-utils.js +3 -0
- package/dist/cli/commands/start-utils.js.map +1 -1
- package/dist/cli/commands/start.js +217 -51
- package/dist/cli/commands/start.js.map +1 -1
- package/dist/cli/commands/status.js +48 -9
- package/dist/cli/commands/status.js.map +1 -1
- package/dist/cli/config/bootstrap-provider-templates.js +1 -1
- package/dist/cli/config/bootstrap-provider-templates.js.map +1 -1
- package/dist/cli/config/init-provider-catalog.js +3 -50
- package/dist/cli/config/init-provider-catalog.js.map +1 -1
- package/dist/cli/config/init-v2-builder.js +0 -1
- package/dist/cli/config/init-v2-builder.js.map +1 -1
- package/dist/cli/guardian/client.js +40 -18
- package/dist/cli/guardian/client.js.map +1 -1
- package/dist/cli/server/port-utils.d.ts +5 -0
- package/dist/cli/server/port-utils.js +45 -31
- package/dist/cli/server/port-utils.js.map +1 -1
- package/dist/commands/camoufox-fp.js +1 -1
- package/dist/commands/camoufox-fp.js.map +1 -1
- package/dist/commands/oauth.js +48 -64
- package/dist/commands/oauth.js.map +1 -1
- package/dist/commands/provider-update-maintenance.js +4 -4
- package/dist/commands/provider-update-maintenance.js.map +1 -1
- package/dist/commands/token-daemon.js +38 -10
- package/dist/commands/token-daemon.js.map +1 -1
- package/dist/commands/validate.js +31 -3
- package/dist/commands/validate.js.map +1 -1
- package/dist/config/provider-v2-loader.d.ts +5 -2
- package/dist/config/provider-v2-loader.js +80 -26
- package/dist/config/provider-v2-loader.js.map +1 -1
- package/dist/config/routecodex-config-loader.d.ts +1 -0
- package/dist/config/routecodex-config-loader.js +18 -207
- package/dist/config/routecodex-config-loader.js.map +1 -1
- package/dist/config/virtual-router-builder.d.ts +3 -2
- package/dist/config/virtual-router-builder.js +4 -214
- package/dist/config/virtual-router-builder.js.map +1 -1
- package/dist/constants/index.d.ts +2 -3
- package/dist/constants/index.js +2 -4
- package/dist/constants/index.js.map +1 -1
- package/dist/error-handling/route-error-hub.js +1 -0
- package/dist/error-handling/route-error-hub.js.map +1 -1
- package/dist/index.js +98 -21
- package/dist/index.js.map +1 -1
- package/dist/manager/modules/quota/antigravity-quota-manager.d.ts +1 -1
- package/dist/manager/modules/quota/antigravity-quota-manager.js +21 -12
- package/dist/manager/modules/quota/antigravity-quota-manager.js.map +1 -1
- package/dist/manager/modules/quota/antigravity-quota-runtime.d.ts +1 -1
- package/dist/manager/modules/quota/antigravity-quota-runtime.js +32 -45
- package/dist/manager/modules/quota/antigravity-quota-runtime.js.map +1 -1
- package/dist/manager/modules/quota/provider-key-normalization.js +10 -1
- package/dist/manager/modules/quota/provider-key-normalization.js.map +1 -1
- package/dist/manager/modules/quota/provider-quota-daemon.d.ts +2 -1
- package/dist/manager/modules/quota/provider-quota-daemon.error-helpers.d.ts +1 -1
- package/dist/manager/modules/quota/provider-quota-daemon.error-helpers.js +22 -12
- package/dist/manager/modules/quota/provider-quota-daemon.error-helpers.js.map +1 -1
- package/dist/manager/modules/quota/provider-quota-daemon.events.js +69 -33
- package/dist/manager/modules/quota/provider-quota-daemon.events.js.map +1 -1
- package/dist/manager/modules/quota/provider-quota-daemon.js +47 -35
- package/dist/manager/modules/quota/provider-quota-daemon.js.map +1 -1
- package/dist/manager/storage/file-store.js +3 -0
- package/dist/manager/storage/file-store.js.map +1 -1
- package/dist/modules/llmswitch/bridge/antigravity-signature.js +58 -20
- package/dist/modules/llmswitch/bridge/antigravity-signature.js.map +1 -1
- package/dist/modules/llmswitch/bridge/index.d.ts +1 -1
- package/dist/modules/llmswitch/bridge/index.js +1 -1
- package/dist/modules/llmswitch/bridge/index.js.map +1 -1
- package/dist/modules/llmswitch/bridge/runtime-integrations.d.ts +22 -16
- package/dist/modules/llmswitch/bridge/runtime-integrations.js +89 -30
- package/dist/modules/llmswitch/bridge/runtime-integrations.js.map +1 -1
- package/dist/modules/llmswitch/bridge/snapshot-recorder-runtime.js +10 -9
- package/dist/modules/llmswitch/bridge/snapshot-recorder-runtime.js.map +1 -1
- package/dist/modules/llmswitch/bridge/snapshot-recorder.js +3 -0
- package/dist/modules/llmswitch/bridge/snapshot-recorder.js.map +1 -1
- package/dist/modules/llmswitch/bridge/state-integrations.d.ts +1 -0
- package/dist/modules/llmswitch/bridge/state-integrations.js +263 -51
- package/dist/modules/llmswitch/bridge/state-integrations.js.map +1 -1
- package/dist/modules/llmswitch/bridge.d.ts +2 -2
- package/dist/modules/llmswitch/bridge.js +2 -2
- package/dist/modules/llmswitch/bridge.js.map +1 -1
- package/dist/provider-sdk/provider-add-template.d.ts +1 -1
- package/dist/provider-sdk/provider-add-template.js.map +1 -1
- package/dist/provider-sdk/provider-runtime-inference.js +48 -13
- package/dist/provider-sdk/provider-runtime-inference.js.map +1 -1
- package/dist/providers/auth/deepseek-account-token-acquirer.d.ts +24 -0
- package/dist/providers/auth/deepseek-account-token-acquirer.js +42 -13
- package/dist/providers/auth/deepseek-account-token-acquirer.js.map +1 -1
- package/dist/providers/auth/oauth-auth.js +12 -5
- package/dist/providers/auth/oauth-auth.js.map +1 -1
- package/dist/providers/auth/oauth-lifecycle/path-resolver.d.ts +0 -1
- package/dist/providers/auth/oauth-lifecycle/path-resolver.js +10 -9
- package/dist/providers/auth/oauth-lifecycle/path-resolver.js.map +1 -1
- package/dist/providers/auth/oauth-lifecycle/token-helpers.js +0 -1
- package/dist/providers/auth/oauth-lifecycle/token-helpers.js.map +1 -1
- package/dist/providers/auth/oauth-lifecycle/token-io.js +18 -8
- package/dist/providers/auth/oauth-lifecycle/token-io.js.map +1 -1
- package/dist/providers/auth/oauth-lifecycle.d.ts +5 -0
- package/dist/providers/auth/oauth-lifecycle.js +370 -353
- package/dist/providers/auth/oauth-lifecycle.js.map +1 -1
- package/dist/providers/auth/oauth-repair-env.js +0 -26
- package/dist/providers/auth/oauth-repair-env.js.map +1 -1
- package/dist/providers/auth/qwen-userinfo-helper.d.ts +11 -0
- package/dist/providers/auth/qwen-userinfo-helper.js +85 -13
- package/dist/providers/auth/qwen-userinfo-helper.js.map +1 -1
- package/dist/providers/auth/token-refresh/token-state.js +1 -4
- package/dist/providers/auth/token-refresh/token-state.js.map +1 -1
- package/dist/providers/auth/token-scanner/index.d.ts +1 -1
- package/dist/providers/auth/token-scanner/index.js +2 -2
- package/dist/providers/auth/token-storage/token-file-resolver.js +0 -3
- package/dist/providers/auth/token-storage/token-file-resolver.js.map +1 -1
- package/dist/providers/auth/token-storage/token-persistence.js +10 -3
- package/dist/providers/auth/token-storage/token-persistence.js.map +1 -1
- package/dist/providers/auth/tokenfile-auth.d.ts +0 -1
- package/dist/providers/auth/tokenfile-auth.js +23 -30
- package/dist/providers/auth/tokenfile-auth.js.map +1 -1
- package/dist/providers/core/api/provider-config.d.ts +1 -1
- package/dist/providers/core/api/provider-types.d.ts +2 -1
- package/dist/providers/core/config/camoufox-actions.js +23 -15
- package/dist/providers/core/config/camoufox-actions.js.map +1 -1
- package/dist/providers/core/config/camoufox-launcher.js +235 -121
- package/dist/providers/core/config/camoufox-launcher.js.map +1 -1
- package/dist/providers/core/config/oauth-flows.js +23 -1
- package/dist/providers/core/config/oauth-flows.js.map +1 -1
- package/dist/providers/core/config/provider-oauth-configs.js +2 -93
- package/dist/providers/core/config/provider-oauth-configs.js.map +1 -1
- package/dist/providers/core/config/service-profiles.d.ts +0 -1
- package/dist/providers/core/config/service-profiles.js +23 -66
- package/dist/providers/core/config/service-profiles.js.map +1 -1
- package/dist/providers/core/runtime/base-provider-runtime-helpers.js +4 -1
- package/dist/providers/core/runtime/base-provider-runtime-helpers.js.map +1 -1
- package/dist/providers/core/runtime/base-provider.js +21 -11
- package/dist/providers/core/runtime/base-provider.js.map +1 -1
- package/dist/providers/core/runtime/deepseek-http-provider-helpers.d.ts +1 -0
- package/dist/providers/core/runtime/deepseek-http-provider-helpers.js +28 -0
- package/dist/providers/core/runtime/deepseek-http-provider-helpers.js.map +1 -1
- package/dist/providers/core/runtime/deepseek-http-provider.d.ts +0 -2
- package/dist/providers/core/runtime/deepseek-http-provider.js +3 -33
- package/dist/providers/core/runtime/deepseek-http-provider.js.map +1 -1
- package/dist/providers/core/runtime/http-request-executor.d.ts +1 -0
- package/dist/providers/core/runtime/http-request-executor.js +131 -47
- package/dist/providers/core/runtime/http-request-executor.js.map +1 -1
- package/dist/providers/core/runtime/http-transport-provider.d.ts +5 -5
- package/dist/providers/core/runtime/http-transport-provider.js +97 -38
- package/dist/providers/core/runtime/http-transport-provider.js.map +1 -1
- package/dist/providers/core/runtime/openai-responses-sdk-transport.js +2 -1
- package/dist/providers/core/runtime/openai-responses-sdk-transport.js.map +1 -1
- package/dist/providers/core/runtime/provider-error-classifier.js +19 -126
- package/dist/providers/core/runtime/provider-error-classifier.js.map +1 -1
- package/dist/providers/core/runtime/provider-factory-helpers.d.ts +1 -0
- package/dist/providers/core/runtime/provider-factory-helpers.js +8 -12
- package/dist/providers/core/runtime/provider-factory-helpers.js.map +1 -1
- package/dist/providers/core/runtime/provider-factory.js +2 -9
- package/dist/providers/core/runtime/provider-factory.js.map +1 -1
- package/dist/providers/core/runtime/provider-failure-policy.d.ts +135 -0
- package/dist/providers/core/runtime/provider-failure-policy.js +685 -0
- package/dist/providers/core/runtime/provider-failure-policy.js.map +1 -0
- package/dist/providers/core/runtime/provider-family-profile-utils.d.ts +0 -10
- package/dist/providers/core/runtime/provider-family-profile-utils.js +0 -28
- package/dist/providers/core/runtime/provider-family-profile-utils.js.map +1 -1
- package/dist/providers/core/runtime/provider-http-executor-utils.js +40 -1
- package/dist/providers/core/runtime/provider-http-executor-utils.js.map +1 -1
- package/dist/providers/core/runtime/provider-request-header-orchestrator.d.ts +0 -2
- package/dist/providers/core/runtime/provider-request-header-orchestrator.js +35 -8
- package/dist/providers/core/runtime/provider-request-header-orchestrator.js.map +1 -1
- package/dist/providers/core/runtime/provider-response-postprocessor.js +3 -23
- package/dist/providers/core/runtime/provider-response-postprocessor.js.map +1 -1
- package/dist/providers/core/runtime/provider-runtime-utils.js +4 -1
- package/dist/providers/core/runtime/provider-runtime-utils.js.map +1 -1
- package/dist/providers/core/runtime/provider-startup-tasks.js +18 -2
- package/dist/providers/core/runtime/provider-startup-tasks.js.map +1 -1
- package/dist/providers/core/runtime/responses-provider-helpers.d.ts +1 -0
- package/dist/providers/core/runtime/responses-provider-helpers.js +11 -12
- package/dist/providers/core/runtime/responses-provider-helpers.js.map +1 -1
- package/dist/providers/core/runtime/responses-provider.js +15 -10
- package/dist/providers/core/runtime/responses-provider.js.map +1 -1
- package/dist/providers/core/runtime/transport/auth-provider-factory.d.ts +0 -1
- package/dist/providers/core/runtime/transport/auth-provider-factory.js +1 -15
- package/dist/providers/core/runtime/transport/auth-provider-factory.js.map +1 -1
- package/dist/providers/core/runtime/transport/index.d.ts +0 -1
- package/dist/providers/core/runtime/transport/index.js +0 -1
- package/dist/providers/core/runtime/transport/index.js.map +1 -1
- package/dist/providers/core/runtime/transport/oauth-recovery-handler.d.ts +2 -0
- package/dist/providers/core/runtime/transport/oauth-recovery-handler.js +76 -5
- package/dist/providers/core/runtime/transport/oauth-recovery-handler.js.map +1 -1
- package/dist/providers/core/runtime/transport/request-header-builder.d.ts +0 -1
- package/dist/providers/core/runtime/transport/request-header-builder.js +1 -7
- package/dist/providers/core/runtime/transport/request-header-builder.js.map +1 -1
- package/dist/providers/core/runtime/transport/runtime-detector.d.ts +0 -2
- package/dist/providers/core/runtime/transport/runtime-detector.js +0 -20
- package/dist/providers/core/runtime/transport/runtime-detector.js.map +1 -1
- package/dist/providers/core/runtime/transport/session-header-utils.d.ts +6 -0
- package/dist/providers/core/runtime/transport/session-header-utils.js +61 -2
- package/dist/providers/core/runtime/transport/session-header-utils.js.map +1 -1
- package/dist/providers/core/runtime/vercel-ai-sdk/anthropic-sdk-request-exec.js +2 -1
- package/dist/providers/core/runtime/vercel-ai-sdk/anthropic-sdk-request-exec.js.map +1 -1
- package/dist/providers/core/runtime/vercel-ai-sdk/openai-sdk-transport.js +2 -1
- package/dist/providers/core/runtime/vercel-ai-sdk/openai-sdk-transport.js.map +1 -1
- package/dist/providers/core/strategies/oauth-auth-code-flow.d.ts +1 -4
- package/dist/providers/core/strategies/oauth-auth-code-flow.js +26 -84
- package/dist/providers/core/strategies/oauth-auth-code-flow.js.map +1 -1
- package/dist/providers/core/strategies/oauth-device-flow.d.ts +2 -0
- package/dist/providers/core/strategies/oauth-device-flow.js +43 -8
- package/dist/providers/core/strategies/oauth-device-flow.js.map +1 -1
- package/dist/providers/core/utils/http-client.d.ts +7 -5
- package/dist/providers/core/utils/http-client.js +108 -33
- package/dist/providers/core/utils/http-client.js.map +1 -1
- package/dist/providers/core/utils/provider-error-reporter.d.ts +2 -2
- package/dist/providers/core/utils/provider-error-reporter.js +9 -85
- package/dist/providers/core/utils/provider-error-reporter.js.map +1 -1
- package/dist/providers/core/utils/provider-type-utils.js +1 -3
- package/dist/providers/core/utils/provider-type-utils.js.map +1 -1
- package/dist/providers/core/utils/qwen-client-fingerprint.d.ts +15 -0
- package/dist/providers/core/utils/qwen-client-fingerprint.js +47 -0
- package/dist/providers/core/utils/qwen-client-fingerprint.js.map +1 -0
- package/dist/providers/core/utils/snapshot-writer.d.ts +3 -0
- package/dist/providers/core/utils/snapshot-writer.js +385 -26
- package/dist/providers/core/utils/snapshot-writer.js.map +1 -1
- package/dist/providers/profile/families/qwen-profile.js +285 -22
- package/dist/providers/profile/families/qwen-profile.js.map +1 -1
- package/dist/providers/profile/profile-registry.js +0 -2
- package/dist/providers/profile/profile-registry.js.map +1 -1
- package/dist/providers/profile/provider-directory.js +0 -1
- package/dist/providers/profile/provider-directory.js.map +1 -1
- package/dist/providers/profile/provider-profile-loader.js +1 -1
- package/dist/providers/profile/provider-profile-loader.js.map +1 -1
- package/dist/server/handlers/chat-handler.js +6 -5
- package/dist/server/handlers/chat-handler.js.map +1 -1
- package/dist/server/handlers/config-admin-handler.js +44 -69
- package/dist/server/handlers/config-admin-handler.js.map +1 -1
- package/dist/server/handlers/handler-response-utils.js +190 -27
- package/dist/server/handlers/handler-response-utils.js.map +1 -1
- package/dist/server/handlers/handler-utils.d.ts +3 -0
- package/dist/server/handlers/handler-utils.js +72 -0
- package/dist/server/handlers/handler-utils.js.map +1 -1
- package/dist/server/handlers/images-handler.js +7 -7
- package/dist/server/handlers/images-handler.js.map +1 -1
- package/dist/server/handlers/messages-handler.js +6 -5
- package/dist/server/handlers/messages-handler.js.map +1 -1
- package/dist/server/handlers/responses-handler.js +32 -14
- package/dist/server/handlers/responses-handler.js.map +1 -1
- package/dist/server/handlers/sse-dispatcher.js +55 -13
- package/dist/server/handlers/sse-dispatcher.js.map +1 -1
- package/dist/server/handlers/types.d.ts +12 -0
- package/dist/server/runtime/http-server/daemon-admin/auth-handler.js +5 -2
- package/dist/server/runtime/http-server/daemon-admin/auth-handler.js.map +1 -1
- package/dist/server/runtime/http-server/daemon-admin/control-handler.js +62 -18
- package/dist/server/runtime/http-server/daemon-admin/control-handler.js.map +1 -1
- package/dist/server/runtime/http-server/daemon-admin/credentials-handler-utils.js +1 -1
- package/dist/server/runtime/http-server/daemon-admin/credentials-handler-utils.js.map +1 -1
- package/dist/server/runtime/http-server/daemon-admin/credentials-handler.js +9 -9
- package/dist/server/runtime/http-server/daemon-admin/credentials-handler.js.map +1 -1
- package/dist/server/runtime/http-server/daemon-admin/providers-handler-routing-utils.js +36 -10
- package/dist/server/runtime/http-server/daemon-admin/providers-handler-routing-utils.js.map +1 -1
- package/dist/server/runtime/http-server/daemon-admin/providers-handler.js +11 -11
- package/dist/server/runtime/http-server/daemon-admin/providers-handler.js.map +1 -1
- package/dist/server/runtime/http-server/daemon-admin/quota-handler.js +49 -8
- package/dist/server/runtime/http-server/daemon-admin/quota-handler.js.map +1 -1
- package/dist/server/runtime/http-server/daemon-admin-routes.d.ts +1 -0
- package/dist/server/runtime/http-server/daemon-admin-routes.js +46 -0
- package/dist/server/runtime/http-server/daemon-admin-routes.js.map +1 -1
- package/dist/server/runtime/http-server/executor/client-injection-flow.js +2 -0
- package/dist/server/runtime/http-server/executor/client-injection-flow.js.map +1 -1
- package/dist/server/runtime/http-server/executor/log-rollup.d.ts +38 -0
- package/dist/server/runtime/http-server/executor/log-rollup.js +775 -0
- package/dist/server/runtime/http-server/executor/log-rollup.js.map +1 -0
- package/dist/server/runtime/http-server/executor/provider-response-converter.js +654 -281
- package/dist/server/runtime/http-server/executor/provider-response-converter.js.map +1 -1
- package/dist/server/runtime/http-server/executor/provider-response-utils.js +34 -3
- package/dist/server/runtime/http-server/executor/provider-response-utils.js.map +1 -1
- package/dist/server/runtime/http-server/executor/provider-runtime-resolver.js +14 -68
- package/dist/server/runtime/http-server/executor/provider-runtime-resolver.js.map +1 -1
- package/dist/server/runtime/http-server/executor/request-executor-core-utils.js +26 -2
- package/dist/server/runtime/http-server/executor/request-executor-core-utils.js.map +1 -1
- package/dist/server/runtime/http-server/executor/request-retry-helpers.js +20 -2
- package/dist/server/runtime/http-server/executor/request-retry-helpers.js.map +1 -1
- package/dist/server/runtime/http-server/executor/servertool-adapter-context.d.ts +10 -0
- package/dist/server/runtime/http-server/executor/servertool-adapter-context.js +120 -0
- package/dist/server/runtime/http-server/executor/servertool-adapter-context.js.map +1 -0
- package/dist/server/runtime/http-server/executor/servertool-followup-dispatch.d.ts +35 -0
- package/dist/server/runtime/http-server/executor/servertool-followup-dispatch.js +101 -0
- package/dist/server/runtime/http-server/executor/servertool-followup-dispatch.js.map +1 -0
- package/dist/server/runtime/http-server/executor/servertool-followup-error.d.ts +46 -0
- package/dist/server/runtime/http-server/executor/servertool-followup-error.js +127 -0
- package/dist/server/runtime/http-server/executor/servertool-followup-error.js.map +1 -0
- package/dist/server/runtime/http-server/executor/servertool-followup-metadata.d.ts +7 -0
- package/dist/server/runtime/http-server/executor/servertool-followup-metadata.js +186 -0
- package/dist/server/runtime/http-server/executor/servertool-followup-metadata.js.map +1 -0
- package/dist/server/runtime/http-server/executor/servertool-request-normalizer.d.ts +2 -0
- package/dist/server/runtime/http-server/executor/servertool-request-normalizer.js +56 -0
- package/dist/server/runtime/http-server/executor/servertool-request-normalizer.js.map +1 -0
- package/dist/server/runtime/http-server/executor/servertool-response-normalizer.d.ts +8 -0
- package/dist/server/runtime/http-server/executor/servertool-response-normalizer.js +31 -0
- package/dist/server/runtime/http-server/executor/servertool-response-normalizer.js.map +1 -0
- package/dist/server/runtime/http-server/executor/servertool-runtime-log.d.ts +8 -0
- package/dist/server/runtime/http-server/executor/servertool-runtime-log.js +33 -0
- package/dist/server/runtime/http-server/executor/servertool-runtime-log.js.map +1 -0
- package/dist/server/runtime/http-server/executor/sse-error-handler.js +37 -0
- package/dist/server/runtime/http-server/executor/sse-error-handler.js.map +1 -1
- package/dist/server/runtime/http-server/executor/usage-aggregator.js +32 -2
- package/dist/server/runtime/http-server/executor/usage-aggregator.js.map +1 -1
- package/dist/server/runtime/http-server/executor/usage-logger.d.ts +12 -0
- package/dist/server/runtime/http-server/executor/usage-logger.js +56 -1
- package/dist/server/runtime/http-server/executor/usage-logger.js.map +1 -1
- package/dist/server/runtime/http-server/executor-metadata.d.ts +15 -0
- package/dist/server/runtime/http-server/executor-metadata.js +60 -18
- package/dist/server/runtime/http-server/executor-metadata.js.map +1 -1
- package/dist/server/runtime/http-server/executor-provider.d.ts +2 -0
- package/dist/server/runtime/http-server/executor-provider.js +88 -205
- package/dist/server/runtime/http-server/executor-provider.js.map +1 -1
- package/dist/server/runtime/http-server/executor-response.js +30 -149
- package/dist/server/runtime/http-server/executor-response.js.map +1 -1
- package/dist/server/runtime/http-server/http-server-bootstrap.js +53 -17
- package/dist/server/runtime/http-server/http-server-bootstrap.js.map +1 -1
- package/dist/server/runtime/http-server/http-server-legacy-pipeline.js +28 -1
- package/dist/server/runtime/http-server/http-server-legacy-pipeline.js.map +1 -1
- package/dist/server/runtime/http-server/http-server-lifecycle.js +17 -4
- package/dist/server/runtime/http-server/http-server-lifecycle.js.map +1 -1
- package/dist/server/runtime/http-server/http-server-runtime-providers.js +42 -13
- package/dist/server/runtime/http-server/http-server-runtime-providers.js.map +1 -1
- package/dist/server/runtime/http-server/http-server-runtime-setup.js +40 -2
- package/dist/server/runtime/http-server/http-server-runtime-setup.js.map +1 -1
- package/dist/server/runtime/http-server/hub-shadow-compare.js +8 -4
- package/dist/server/runtime/http-server/hub-shadow-compare.js.map +1 -1
- package/dist/server/runtime/http-server/managed-process-probe.js +30 -4
- package/dist/server/runtime/http-server/managed-process-probe.js.map +1 -1
- package/dist/server/runtime/http-server/middleware.js +32 -4
- package/dist/server/runtime/http-server/middleware.js.map +1 -1
- package/dist/server/runtime/http-server/provider-traffic-governor.d.ts +45 -1
- package/dist/server/runtime/http-server/provider-traffic-governor.js +697 -111
- package/dist/server/runtime/http-server/provider-traffic-governor.js.map +1 -1
- package/dist/server/runtime/http-server/provider-utils.js +2 -6
- package/dist/server/runtime/http-server/provider-utils.js.map +1 -1
- package/dist/server/runtime/http-server/request-activity-tracker.d.ts +4 -0
- package/dist/server/runtime/http-server/request-activity-tracker.js +54 -11
- package/dist/server/runtime/http-server/request-activity-tracker.js.map +1 -1
- package/dist/server/runtime/http-server/request-executor.d.ts +247 -0
- package/dist/server/runtime/http-server/request-executor.js +2444 -334
- package/dist/server/runtime/http-server/request-executor.js.map +1 -1
- package/dist/server/runtime/http-server/routes.js +59 -16
- package/dist/server/runtime/http-server/routes.js.map +1 -1
- package/dist/server/runtime/http-server/runtime-manager.js +0 -15
- package/dist/server/runtime/http-server/runtime-manager.js.map +1 -1
- package/dist/server/runtime/http-server/session-client-registry-utils.js +46 -10
- package/dist/server/runtime/http-server/session-client-registry-utils.js.map +1 -1
- package/dist/server/runtime/http-server/session-client-registry.js +22 -4
- package/dist/server/runtime/http-server/session-client-registry.js.map +1 -1
- package/dist/server/runtime/http-server/session-client-routes.js +40 -18
- package/dist/server/runtime/http-server/session-client-routes.js.map +1 -1
- package/dist/server/runtime/http-server/session-dir.js +35 -2
- package/dist/server/runtime/http-server/session-dir.js.map +1 -1
- package/dist/server/runtime/http-server/session-scope-resolution.js +38 -9
- package/dist/server/runtime/http-server/session-scope-resolution.js.map +1 -1
- package/dist/server/runtime/http-server/session-storage-cleanup.js +64 -27
- package/dist/server/runtime/http-server/session-storage-cleanup.js.map +1 -1
- package/dist/server/runtime/http-server/stats-manager.d.ts +5 -0
- package/dist/server/runtime/http-server/stats-manager.js +138 -6
- package/dist/server/runtime/http-server/stats-manager.js.map +1 -1
- package/dist/server/runtime/http-server/tmux-injection-history.js +30 -4
- package/dist/server/runtime/http-server/tmux-injection-history.js.map +1 -1
- package/dist/server/runtime/http-server/tmux-session-probe.d.ts +3 -1
- package/dist/server/runtime/http-server/tmux-session-probe.js +198 -9
- package/dist/server/runtime/http-server/tmux-session-probe.js.map +1 -1
- package/dist/server/utils/client-connection-state.d.ts +1 -0
- package/dist/server/utils/client-connection-state.js +45 -5
- package/dist/server/utils/client-connection-state.js.map +1 -1
- package/dist/server/utils/finish-reason.js +61 -2
- package/dist/server/utils/finish-reason.js.map +1 -1
- package/dist/server/utils/http-error-mapper.d.ts +4 -0
- package/dist/server/utils/http-error-mapper.js +31 -6
- package/dist/server/utils/http-error-mapper.js.map +1 -1
- package/dist/server/utils/stage-logger.js +42 -13
- package/dist/server/utils/stage-logger.js.map +1 -1
- package/dist/server-lifecycle/port-utils.js +6 -2
- package/dist/server-lifecycle/port-utils.js.map +1 -1
- package/dist/token-daemon/index.js +44 -15
- package/dist/token-daemon/index.js.map +1 -1
- package/dist/token-daemon/leader-lock.js +65 -7
- package/dist/token-daemon/leader-lock.js.map +1 -1
- package/dist/token-daemon/provider-registry.js +1 -1
- package/dist/token-daemon/provider-registry.js.map +1 -1
- package/dist/token-daemon/server-utils.d.ts +11 -0
- package/dist/token-daemon/server-utils.js +71 -18
- package/dist/token-daemon/server-utils.js.map +1 -1
- package/dist/token-daemon/token-daemon.d.ts +0 -1
- package/dist/token-daemon/token-daemon.js +81 -63
- package/dist/token-daemon/token-daemon.js.map +1 -1
- package/dist/token-daemon/token-types.d.ts +1 -1
- package/dist/token-daemon/token-types.js +0 -1
- package/dist/token-daemon/token-types.js.map +1 -1
- package/dist/token-daemon/token-utils.js +4 -2
- package/dist/token-daemon/token-utils.js.map +1 -1
- package/dist/tools/provider-update/fetch-models.js +1 -5
- package/dist/tools/provider-update/fetch-models.js.map +1 -1
- package/dist/utils/error-handler-registry.js +50 -13
- package/dist/utils/error-handler-registry.js.map +1 -1
- package/dist/utils/errorsamples.d.ts +3 -1
- package/dist/utils/errorsamples.js +198 -14
- package/dist/utils/errorsamples.js.map +1 -1
- package/dist/utils/http-health-probe.d.ts +42 -0
- package/dist/utils/http-health-probe.js +231 -0
- package/dist/utils/http-health-probe.js.map +1 -0
- package/dist/utils/managed-server-pids.js +2 -2
- package/dist/utils/managed-server-pids.js.map +1 -1
- package/dist/utils/module-config-reader.js +11 -1
- package/dist/utils/module-config-reader.js.map +1 -1
- package/dist/utils/runtime-package-root.d.ts +2 -0
- package/dist/utils/runtime-package-root.js +47 -0
- package/dist/utils/runtime-package-root.js.map +1 -0
- package/dist/utils/snapshot-local-disk-gate.d.ts +3 -0
- package/dist/utils/snapshot-local-disk-gate.js +50 -0
- package/dist/utils/snapshot-local-disk-gate.js.map +1 -0
- package/dist/utils/snapshot-payload-guard.d.ts +1 -0
- package/dist/utils/snapshot-payload-guard.js +234 -0
- package/dist/utils/snapshot-payload-guard.js.map +1 -0
- package/dist/utils/snapshot-request-retention.d.ts +3 -0
- package/dist/utils/snapshot-request-retention.js +128 -0
- package/dist/utils/snapshot-request-retention.js.map +1 -0
- package/dist/utils/snapshot-stage-policy.d.ts +3 -0
- package/dist/utils/snapshot-stage-policy.js +111 -0
- package/dist/utils/snapshot-stage-policy.js.map +1 -0
- package/dist/utils/snapshot-writer.js +124 -127
- package/dist/utils/snapshot-writer.js.map +1 -1
- package/docs/CHAT_PROCESS_PROTOCOL_AND_PIPELINE.md +4 -0
- package/docs/CONFIG_ARCHITECTURE.md +2 -2
- package/docs/INSTALLATION_AND_QUICKSTART.md +5 -5
- package/docs/OAUTH.md +2 -5
- package/docs/PORTS.md +1 -1
- package/docs/PROVIDERS_BUILTIN.md +1 -5
- package/docs/PROVIDER_TYPES.md +1 -1
- package/docs/agent-routing/10-runtime-ssot-routing.md +4 -0
- package/docs/agent-routing/20-build-test-release-routing.md +2 -2
- package/docs/agent-routing/30-servertool-lifecycle-routing.md +2 -0
- package/docs/agent-routing/40-task-memory-routing.md +22 -2
- package/docs/audit/286.1-provider-failure-policy-audit.md +341 -0
- package/docs/audits/2026-04-26-fallback-silent-failure-audit.md +119 -0
- package/docs/audits/2026-04-27-provider-failure-policy-ssot-audit.md +153 -0
- package/docs/chat-process-continuation-state-contract.md +196 -0
- package/docs/chat-semantic-expansion-plan.md +2 -0
- package/docs/daemon-admin-api-design.md +9 -9
- package/docs/design/provider-failure-policy-ssot.md +215 -0
- package/docs/design/reasoning-stop-lifecycle.md +90 -0
- package/docs/design/servertool-unified-skeleton.md +202 -0
- package/docs/design/websearch-servertool-orchestration.md +190 -0
- package/docs/error-handling-v2.md +120 -11
- package/docs/protocol-compatibility-matrix.md +147 -0
- package/docs/providers/provider-composite-design.md +4 -5
- package/docs/providers/provider-composite-testing.md +1 -1
- package/docs/providers/provider-type-only-migration.md +2 -15
- package/docs/refactoring/compatibility-v2-architecture-design.md +1 -3
- package/docs/refactoring/host-164.3-responsibility-migration.md +0 -1
- package/docs/routing-instructions.md +42 -1
- package/docs/stop-message-auto.md +0 -1
- package/docs/token-refresh-daemon-plan.md +14 -14
- package/docs/v2-architecture/IMPLEMENTATION-ROADMAP.md +1 -1
- package/docs/v2-architecture/PROVIDER-V2-CHANGESET-RELEASE-CHECKLIST.md +1 -9
- package/docs/v2-architecture/PROVIDER-V2-LAYERING-ADR-DRAFT.md +3 -4
- package/docs/v2-architecture/PROVIDER-V2-MIGRATION-MATRIX-DRAFT.md +4 -15
- package/docs/v2-architecture/PROVIDER-V2-PHASED-MIGRATION-ROLLBACK-DRAFT.md +4 -5
- package/docs/v2-architecture/PROVIDER-V2-PROFILE-API-REGISTRY-DRAFT.md +4 -4
- package/docs/v2-architecture/PROVIDER-V2-REFACTOR-OVERVIEW-DRAFT.md +1 -2
- package/docs/v2-architecture/PROVIDER-V2-VERIFICATION-MATRIX-DRAFT.md +2 -2
- package/node_modules/@jsonstudio/llms/dist/config-unified/unified-config.js +36 -10
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/deepseek-web-request.js +7 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/deepseek-web-response.js +2 -2
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/antigravity-session-signature.js +33 -17
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profile-registry/header-policies.d.ts +20 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profile-registry/header-policies.js +79 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profile-registry/policy-overrides.d.ts +16 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profile-registry/policy-overrides.js +27 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profile-registry/provider-resolver.d.ts +26 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profile-registry/provider-resolver.js +59 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profile-registry/registry.d.ts +35 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profile-registry/registry.js +154 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profile-registry/types.d.ts +75 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profile-registry/types.js +8 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profiles/anthropic-claude-code.json +13 -7
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profiles/chat-claude-code.json +13 -8
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profiles/chat-deepseek-web.json +37 -8
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profiles/chat-qwen.json +48 -11
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profiles/compat-passthrough.json +6 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/provider-resolution-config.json +24 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/anthropic-mapper-config.js +0 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/anthropic-mapper-from-chat.js +54 -7
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/anthropic-mapper-to-chat.js +15 -2
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/anthropic-semantics-audit.d.ts +11 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/anthropic-semantics-audit.js +16 -30
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/gemini-mapper-config.js +0 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/gemini-mapper-from-chat.js +15 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/gemini-mapping-audit.d.ts +10 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/gemini-mapping-audit.js +9 -30
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/protocol-mapping-audit.d.ts +43 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/protocol-mapping-audit.js +148 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/responses-mapper-from-chat.js +16 -6
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/responses-mapper-helpers.d.ts +2 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/responses-mapper-helpers.js +65 -3
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/responses-mapper-to-chat.js +1 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/responses-mapper.d.ts +1 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/responses-mapper.js +1 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/compat/compat-types.d.ts +14 -154
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-chat-process-request-utils.d.ts +6 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-chat-process-request-utils.js +83 -3
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-execute-chat-process-entry.js +6 -5
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-execute-request-stage-inbound.d.ts +0 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-execute-request-stage-inbound.js +9 -5
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-execute-request-stage-provider-payload.js +132 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-execute-request-stage.js +0 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-heavy-input-fastpath.d.ts +4 -22
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-heavy-input-fastpath.js +109 -139
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-max-tokens-policy.js +40 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-route-and-outbound.d.ts +0 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-route-and-outbound.js +19 -2
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline.d.ts +0 -2
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline.js +45 -43
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/route-aware-responses-continuation.d.ts +10 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/route-aware-responses-continuation.js +143 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage2_semantic_map/index.js +37 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage2_semantic_map/semantic-lift.js +14 -2
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/responses-context-snapshot.d.ts +3 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage3_context_capture/responses-context-snapshot.js +22 -11
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/chat-process-semantics-bridge.js +59 -2
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/client-remap-protocol-switch.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/client-remap-protocol-switch.js +3 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/index.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/index.js +2 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/resp_process/resp_process_stage1_tool_governance/index.d.ts +2 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/resp_process/resp_process_stage1_tool_governance/index.js +53 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/resp_process/resp_process_stage2_finalize/index.js +4 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/resp_process/resp_process_stage3_servertool_orchestration/index.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/resp_process/resp_process_stage3_servertool_orchestration/index.js +16 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/policy/policy-engine.js +14 -4
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/process/chat-process-anthropic-alias.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/process/chat-process-anthropic-alias.js +29 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/process/chat-process-pending-tool-sync.js +38 -2
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/process/chat-process-request-sanitizer.js +164 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/response/provider-response.js +27 -2
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/response/response-mappers.d.ts +9 -3
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/response/response-mappers.js +8 -7
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/response/response-runtime-anthropic.js +20 -5
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/snapshot-recorder.js +1 -247
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/types/chat-envelope.d.ts +84 -4
- package/node_modules/@jsonstudio/llms/dist/conversion/pipeline/codecs/v2/responses-openai-pipeline.js +26 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/responses/responses-openai-bridge/response-payload.js +10 -9
- package/node_modules/@jsonstudio/llms/dist/conversion/responses/responses-openai-bridge/utils.js +20 -5
- package/node_modules/@jsonstudio/llms/dist/conversion/responses/responses-openai-bridge.js +88 -4
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/anthropic-message-utils-core.js +5 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/anthropic-message-utils-openai-request.js +55 -14
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/anthropic-message-utils-tool-schema.js +1 -2
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/anthropic-message-utils.js +38 -15
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/openai-message-normalize.js +45 -6
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/responses-conversation-store.d.ts +15 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/responses-conversation-store.js +157 -13
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/responses-reasoning-registry.d.ts +8 -2
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/responses-reasoning-registry.js +103 -9
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/responses-response-utils.js +10 -10
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/tool-filter-pipeline.js +59 -9
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/tool-governor-guards.d.ts +1 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/tool-governor-guards.js +54 -43
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/tool-governor.js +62 -8
- package/node_modules/@jsonstudio/llms/dist/conversion/snapshot-utils.js +121 -8
- package/node_modules/@jsonstudio/llms/dist/filters/engine.js +64 -6
- package/node_modules/@jsonstudio/llms/dist/filters/special/request-tool-list-filter.js +32 -11
- package/node_modules/@jsonstudio/llms/dist/filters/special/request-toolcalls-stringify.js +26 -1
- package/node_modules/@jsonstudio/llms/dist/filters/special/request-tools-normalize.js +46 -7
- package/node_modules/@jsonstudio/llms/dist/filters/special/response-tool-arguments-blacklist.js +10 -1
- package/node_modules/@jsonstudio/llms/dist/filters/special/response-tool-arguments-schema-converge.js +10 -1
- package/node_modules/@jsonstudio/llms/dist/filters/special/response-tool-arguments-stringify.js +30 -5
- package/node_modules/@jsonstudio/llms/dist/filters/special/response-tool-arguments-whitelist.js +10 -1
- package/node_modules/@jsonstudio/llms/dist/filters/special/tool-filter-hooks.js +16 -14
- package/node_modules/@jsonstudio/llms/dist/filters/utils/snapshot-writer.js +47 -5
- package/node_modules/@jsonstudio/llms/dist/guidance/index.js +16 -2
- package/node_modules/@jsonstudio/llms/dist/http/sse-response.js +42 -6
- package/node_modules/@jsonstudio/llms/dist/native/router_hotpath_napi.node +0 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/bootstrap/auth-utils.js +33 -31
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/bootstrap/provider-normalization.d.ts +6 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/bootstrap/provider-normalization.js +78 -98
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/bootstrap/responses-helpers.js +22 -2
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/bootstrap/routing-config.js +56 -3
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/bootstrap/streaming-helpers.js +19 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/bootstrap.js +62 -293
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/classifier.js +11 -82
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine/antigravity/alias-lease.js +42 -15
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine/cooldown-manager.js +55 -3
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine/health/index.js +66 -15
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine/routing-pools/index.js +44 -8
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine/routing-state/keys.d.ts +7 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine/routing-state/keys.js +65 -21
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine/routing-state/store.js +19 -2
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine/sticky-session-manager.d.ts +9 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine/sticky-session-manager.js +139 -4
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-logging.js +2 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-chat-process-clock-reminder-semantics.js +68 -59
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-chat-process-governance-semantics.js +156 -157
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-chat-process-node-result-semantics.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-chat-process-node-result-semantics.js +31 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-chat-process-servertool-orchestration-semantics.js +94 -95
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-compat-action-semantics.d.ts +0 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-compat-action-semantics.js +0 -7
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-bridge-action-semantics-parsers.d.ts +1 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-bridge-action-semantics-parsers.js +203 -305
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-bridge-action-semantics-tools-post.js +35 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-bridge-action-semantics-tools-request.js +2 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-bridge-action-semantics-types.d.ts +2 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-bridge-policy-semantics.js +173 -154
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-edge-stage-semantics.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-edge-stage-semantics.js +106 -57
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-inbound-outbound-semantics.js +122 -114
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-orchestration-semantics-builders.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-orchestration-semantics-metadata-policy.js +100 -86
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-orchestration-semantics-passthrough.js +52 -33
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-orchestration-semantics-protocol.js +79 -62
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-orchestration-semantics.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-inbound-semantics-parsers.js +50 -33
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-inbound-semantics-types.d.ts +2 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-outbound-semantics-parsers.d.ts +1 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-req-outbound-semantics-parsers.js +161 -177
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-resp-semantics-outbound-tools.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-resp-semantics-outbound-tools.js +1 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-resp-semantics-parsers.d.ts +1 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-hub-pipeline-resp-semantics-parsers.js +231 -286
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-router-hotpath-analysis.js +143 -164
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-router-hotpath-required-exports.d.ts +1 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-router-hotpath-required-exports.js +8 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-shared-conversion-semantics-reasoning.js +57 -28
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-shared-conversion-semantics-responses.d.ts +8 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-shared-conversion-semantics-responses.js +76 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-shared-conversion-semantics.d.ts +1 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-shared-conversion-semantics.js +1 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-virtual-router-bootstrap-providers.d.ts +24 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-virtual-router-bootstrap-providers.js +78 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-virtual-router-bootstrap-routing.d.ts +17 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/native-virtual-router-bootstrap-routing.js +72 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/route-utils.js +9 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-selection/tier-selection-select.js +11 -5
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine.js +4 -39
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/features.js +199 -31
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/health-manager.js +7 -2
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/load-balancer.d.ts +3 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/load-balancer.js +47 -3
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/native-error.d.ts +11 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/native-error.js +71 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/provider-registry.js +81 -2
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/provider-runtime-ingress.d.ts +24 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/provider-runtime-ingress.js +139 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/routing-instructions/parse.js +21 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/routing-instructions/state.js +46 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/routing-instructions/types.d.ts +7 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/routing-stop-message-state-codec.js +30 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/sticky-session-store.js +44 -15
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/stop-message-state-sync.d.ts +1 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/stop-message-state-sync.js +10 -2
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/success-center.js +39 -2
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/tool-signals.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/tool-signals.js +25 -24
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/types.d.ts +3 -0
- package/node_modules/@jsonstudio/llms/dist/servertool/engine.js +255 -71
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/clock.js +20 -2
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/followup-request-builder.js +120 -85
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/memory-appender.d.ts +6 -0
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/memory-appender.js +42 -0
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/reasoning-only-continue.js +1 -1
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/reasoning-stop-guard.js +630 -0
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/reasoning-stop-state.d.ts +24 -0
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/reasoning-stop-state.js +606 -0
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/reasoning-stop.js +292 -0
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/stop-message-auto/{iflow-followup.d.ts → ai-followup.d.ts} +3 -3
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/stop-message-auto/{iflow-followup.js → ai-followup.js} +76 -81
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/stop-message-auto/config.d.ts +1 -2
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/stop-message-auto/config.js +2 -6
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/stop-message-auto/runtime-utils.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/stop-message-auto/runtime-utils.js +51 -11
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/stop-message-auto.js +5 -4
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/web-search-auto-trigger.d.ts +9 -0
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/web-search-auto-trigger.js +91 -0
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/web-search.js +1 -131
- package/node_modules/@jsonstudio/llms/dist/servertool/heartbeat/session-store.js +49 -18
- package/node_modules/@jsonstudio/llms/dist/servertool/registry.js +3 -0
- package/node_modules/@jsonstudio/llms/dist/servertool/server-side-tools.d.ts +2 -2
- package/node_modules/@jsonstudio/llms/dist/servertool/server-side-tools.js +14 -10
- package/node_modules/@jsonstudio/llms/dist/servertool/strip-servertool-calls.js +2 -3
- package/node_modules/@jsonstudio/llms/dist/servertool/types.d.ts +11 -1
- package/node_modules/@jsonstudio/llms/dist/sse/json-to-sse/chat-json-to-sse-converter.js +26 -1
- package/node_modules/@jsonstudio/llms/dist/sse/json-to-sse/event-generators/chat.d.ts +2 -2
- package/node_modules/@jsonstudio/llms/dist/sse/json-to-sse/event-generators/chat.js +38 -3
- package/node_modules/@jsonstudio/llms/dist/sse/json-to-sse/sequencers/chat-sequencer.js +6 -3
- package/node_modules/@jsonstudio/llms/dist/sse/shared/chat-serializer.js +27 -3
- package/node_modules/@jsonstudio/llms/dist/sse/shared/constants.d.ts +6 -6
- package/node_modules/@jsonstudio/llms/dist/sse/shared/constants.js +3 -3
- package/node_modules/@jsonstudio/llms/dist/sse/sse-to-json/anthropic-sse-to-json-converter.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/sse/sse-to-json/anthropic-sse-to-json-converter.js +36 -1
- package/node_modules/@jsonstudio/llms/dist/sse/sse-to-json/builders/anthropic-response-builder.js +6 -20
- package/node_modules/@jsonstudio/llms/dist/sse/sse-to-json/builders/response-builder.d.ts +3 -0
- package/node_modules/@jsonstudio/llms/dist/sse/sse-to-json/builders/response-builder.js +125 -42
- package/node_modules/@jsonstudio/llms/dist/sse/sse-to-json/chat-sse-to-json-converter.js +59 -10
- package/node_modules/@jsonstudio/llms/dist/sse/sse-to-json/parsers/sse-parser.js +2 -0
- package/node_modules/@jsonstudio/llms/dist/sse/sse-to-json/responses-sse-to-json-converter.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/sse/sse-to-json/responses-sse-to-json-converter.js +71 -2
- package/node_modules/@jsonstudio/llms/dist/sse/types/chat-types.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/sse/types/chat-types.js +1 -1
- package/node_modules/@jsonstudio/llms/dist/sse/types/conversion-context.js +2 -2
- package/node_modules/@jsonstudio/llms/dist/sse/types/index.d.ts +1 -1
- package/node_modules/@jsonstudio/llms/dist/sse/types/responses-types.d.ts +1 -1
- package/node_modules/@jsonstudio/llms/dist/sse/types/responses-types.js +1 -1
- package/node_modules/@jsonstudio/llms/dist/telemetry/stats-center.js +34 -12
- package/node_modules/@jsonstudio/llms/dist/tools/apply-patch/patch-text/fuzzy-match.d.ts +14 -0
- package/node_modules/@jsonstudio/llms/dist/tools/apply-patch/patch-text/fuzzy-match.js +174 -0
- package/node_modules/@jsonstudio/llms/dist/tools/apply-patch/patch-text/normalize.js +148 -0
- package/node_modules/@jsonstudio/llms/dist/tools/apply-patch/structured.js +31 -2
- package/node_modules/@jsonstudio/llms/dist/tools/apply-patch/validator.js +121 -4
- package/node_modules/@jsonstudio/llms/dist/tools/exec-command/normalize.d.ts +4 -1
- package/node_modules/@jsonstudio/llms/dist/tools/exec-command/normalize.js +31 -16
- package/node_modules/@jsonstudio/llms/dist/tools/exec-command/validator.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/tools/exec-command/validator.js +3 -1
- package/node_modules/@jsonstudio/llms/dist/tools/tool-registry.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/tools/tool-registry.js +5 -27
- package/node_modules/@jsonstudio/llms/package.json +1 -1
- package/package.json +6 -7
- package/scripts/ci/repo-sanity.mjs +1 -0
- package/scripts/ci/silent-failure-audit.mjs +112 -70
- package/scripts/cleanup-stale-server-pids.mjs +0 -6
- package/scripts/ensure-cli-command-shim.mjs +49 -15
- package/scripts/ensure-cli-executable.mjs +1 -1
- package/scripts/install-global.sh +7 -6
- package/scripts/install-release-snapshot.mjs +232 -0
- package/scripts/install-release.sh +30 -24
- package/scripts/link-global-llms-local.mjs +1 -2
- package/scripts/pack-mode.mjs +0 -4
- package/scripts/pack-rcc.mjs +17 -58
- package/scripts/run-bg.sh +0 -6
- package/scripts/run-fg-gtimeout.sh +0 -6
- package/scripts/tests/antigravity-codex-sample-pipeline-compare.mjs +1 -1
- package/scripts/tests/blackbox-rcc-vs-routecodex-antigravity.mjs +60 -39
- package/scripts/verify-install-e2e.mjs +64 -26
- package/configsamples/provider-default/qwenchat/config.v2.json +0 -53
- package/dist/providers/auth/iflow-cookie-auth.d.ts +0 -27
- package/dist/providers/auth/iflow-cookie-auth.js +0 -207
- package/dist/providers/auth/iflow-cookie-auth.js.map +0 -1
- package/dist/providers/auth/iflow-userinfo-helper.d.ts +0 -32
- package/dist/providers/auth/iflow-userinfo-helper.js +0 -81
- package/dist/providers/auth/iflow-userinfo-helper.js.map +0 -1
- package/dist/providers/core/runtime/iflow-http-provider.d.ts +0 -13
- package/dist/providers/core/runtime/iflow-http-provider.js +0 -22
- package/dist/providers/core/runtime/iflow-http-provider.js.map +0 -1
- package/dist/providers/core/runtime/provider-iflow-business-error-utils.d.ts +0 -15
- package/dist/providers/core/runtime/provider-iflow-business-error-utils.js +0 -49
- package/dist/providers/core/runtime/provider-iflow-business-error-utils.js.map +0 -1
- package/dist/providers/core/runtime/qwenchat-http-provider-helpers.d.ts +0 -89
- package/dist/providers/core/runtime/qwenchat-http-provider-helpers.js +0 -1698
- package/dist/providers/core/runtime/qwenchat-http-provider-helpers.js.map +0 -1
- package/dist/providers/core/runtime/qwenchat-http-provider.d.ts +0 -9
- package/dist/providers/core/runtime/qwenchat-http-provider.js +0 -78
- package/dist/providers/core/runtime/qwenchat-http-provider.js.map +0 -1
- package/dist/providers/core/runtime/standard-tool-text-request-transform.d.ts +0 -13
- package/dist/providers/core/runtime/standard-tool-text-request-transform.js +0 -138
- package/dist/providers/core/runtime/standard-tool-text-request-transform.js.map +0 -1
- package/dist/providers/core/runtime/transport/iflow-signer.d.ts +0 -12
- package/dist/providers/core/runtime/transport/iflow-signer.js +0 -63
- package/dist/providers/core/runtime/transport/iflow-signer.js.map +0 -1
- package/dist/providers/profile/families/iflow-profile.d.ts +0 -2
- package/dist/providers/profile/families/iflow-profile.js +0 -384
- package/dist/providers/profile/families/iflow-profile.js.map +0 -1
- package/docs/mapping-tables/iflow-to-openai.json +0 -215
- package/docs/mapping-tables/openai-to-iflow.json +0 -227
- package/docs/multi-token-auth-guide.md +0 -66
- package/docs/oauth-authentication-guide.md +0 -172
- package/docs/oauth-iflow-implementation.md +0 -157
- package/docs/release-iflow-400-gate.md +0 -58
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/iflow-kimi-cli-defaults.d.ts +0 -10
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/iflow-kimi-cli-defaults.js +0 -31
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/iflow-kimi-history-media-placeholder.d.ts +0 -7
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/iflow-kimi-history-media-placeholder.js +0 -25
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/iflow-kimi-thinking-reasoning-fill.d.ts +0 -12
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/iflow-kimi-thinking-reasoning-fill.js +0 -46
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/iflow-native-compat.d.ts +0 -6
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/iflow-native-compat.js +0 -36
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/iflow-response-body-unwrap.d.ts +0 -9
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/iflow-response-body-unwrap.js +0 -25
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/iflow-tool-text-fallback.d.ts +0 -5
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/iflow-tool-text-fallback.js +0 -29
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/iflow-web-search.d.ts +0 -18
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/iflow-web-search.js +0 -49
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/qwenchat-web-request.d.ts +0 -3
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/qwenchat-web-request.js +0 -62
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profiles/chat-iflow.json +0 -353
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profiles/chat-qwenchat-web.json +0 -47
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-health.d.ts +0 -1
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine-health.js +0 -1
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/iflow-model-error-retry.js +0 -92
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/review.js +0 -202
- package/scripts/publish-rcc.mjs +0 -81
- /package/node_modules/@jsonstudio/llms/dist/servertool/handlers/{iflow-model-error-retry.d.ts → reasoning-stop-guard.d.ts} +0 -0
- /package/node_modules/@jsonstudio/llms/dist/servertool/handlers/{review.d.ts → reasoning-stop.d.ts} +0 -0
|
@@ -0,0 +1,775 @@
|
|
|
1
|
+
import { resolveBoolFromEnv } from './utils.js';
|
|
2
|
+
import { resolveSessionAnsiColor } from '../../../../utils/session-log-color.js';
|
|
3
|
+
import { getSessionClientRegistry } from '../session-client-registry.js';
|
|
4
|
+
const DEFAULT_WINDOW_MS = 60_000;
|
|
5
|
+
const DEFAULT_MAX_BUCKETS = 4096;
|
|
6
|
+
const DEFAULT_MAX_SESSION_EVENTS = 10;
|
|
7
|
+
const DEFAULT_SESSION_TTL_MS = 300_000; // 5 minutes
|
|
8
|
+
const DEFAULT_TOP_N = 20;
|
|
9
|
+
const ANSI_RESET = '\x1b[0m';
|
|
10
|
+
const ANSI_DIM = '\x1b[90m';
|
|
11
|
+
const ANSI_BOLD = '\x1b[1m';
|
|
12
|
+
const ANSI_HEADER = '\x1b[38;5;252m';
|
|
13
|
+
const ANSI_VR = '\x1b[38;5;208m';
|
|
14
|
+
const ANSI_USAGE = '\x1b[38;5;39m';
|
|
15
|
+
const ANSI_SESSION = '\x1b[38;5;141m';
|
|
16
|
+
const ANSI_BAR = '\x1b[38;5;240m';
|
|
17
|
+
const ANSI_WHITE = '\x1b[97m';
|
|
18
|
+
let flushTimer;
|
|
19
|
+
let windowStartedAtMs = Date.now();
|
|
20
|
+
let lastSessionTtlCleanAtMs = Date.now();
|
|
21
|
+
const virtualRouterHits = new Map();
|
|
22
|
+
const usageRollups = new Map();
|
|
23
|
+
const sessionRollups = new Map();
|
|
24
|
+
const sessionRequestEvents = new Map();
|
|
25
|
+
let exitHookBound = false;
|
|
26
|
+
function normalizeLabel(value, fallback) {
|
|
27
|
+
if (typeof value !== 'string') {
|
|
28
|
+
return fallback;
|
|
29
|
+
}
|
|
30
|
+
const trimmed = value.trim();
|
|
31
|
+
return trimmed || fallback;
|
|
32
|
+
}
|
|
33
|
+
function normalizeSessionId(value) {
|
|
34
|
+
if (typeof value !== 'string') {
|
|
35
|
+
return 'unknown';
|
|
36
|
+
}
|
|
37
|
+
const trimmed = value.trim();
|
|
38
|
+
return trimmed || 'unknown';
|
|
39
|
+
}
|
|
40
|
+
function resolveWindowMs() {
|
|
41
|
+
const raw = process.env.ROUTECODEX_LOG_ROLLUP_WINDOW_MS ?? process.env.RCC_LOG_ROLLUP_WINDOW_MS;
|
|
42
|
+
const parsed = Number.parseInt(String(raw ?? '').trim(), 10);
|
|
43
|
+
if (Number.isFinite(parsed) && parsed >= 1_000) {
|
|
44
|
+
return parsed;
|
|
45
|
+
}
|
|
46
|
+
return DEFAULT_WINDOW_MS;
|
|
47
|
+
}
|
|
48
|
+
function resolveMaxBuckets() {
|
|
49
|
+
const raw = process.env.ROUTECODEX_LOG_ROLLUP_MAX_BUCKETS ?? process.env.RCC_LOG_ROLLUP_MAX_BUCKETS;
|
|
50
|
+
const parsed = Number.parseInt(String(raw ?? '').trim(), 10);
|
|
51
|
+
if (Number.isFinite(parsed) && parsed >= 16) {
|
|
52
|
+
return parsed;
|
|
53
|
+
}
|
|
54
|
+
return DEFAULT_MAX_BUCKETS;
|
|
55
|
+
}
|
|
56
|
+
function resolveMaxSessionEvents() {
|
|
57
|
+
const raw = process.env.ROUTECODEX_LOG_ROLLUP_MAX_SESSION_EVENTS ?? process.env.RCC_LOG_ROLLUP_MAX_SESSION_EVENTS;
|
|
58
|
+
const parsed = Number.parseInt(String(raw ?? '').trim(), 10);
|
|
59
|
+
if (Number.isFinite(parsed) && parsed >= 10) {
|
|
60
|
+
return parsed;
|
|
61
|
+
}
|
|
62
|
+
return DEFAULT_MAX_SESSION_EVENTS;
|
|
63
|
+
}
|
|
64
|
+
function resolveSessionTtlMs() {
|
|
65
|
+
const raw = process.env.ROUTECODEX_LOG_ROLLUP_SESSION_TTL_MS ?? process.env.RCC_LOG_ROLLUP_SESSION_TTL_MS;
|
|
66
|
+
const parsed = Number.parseInt(String(raw ?? '').trim(), 10);
|
|
67
|
+
if (Number.isFinite(parsed) && parsed >= 60_000) {
|
|
68
|
+
return parsed;
|
|
69
|
+
}
|
|
70
|
+
return DEFAULT_SESSION_TTL_MS;
|
|
71
|
+
}
|
|
72
|
+
function resolveTopN() {
|
|
73
|
+
const raw = process.env.ROUTECODEX_LOG_ROLLUP_TOP_N ?? process.env.RCC_LOG_ROLLUP_TOP_N;
|
|
74
|
+
const parsed = Number.parseInt(String(raw ?? '').trim(), 10);
|
|
75
|
+
if (Number.isFinite(parsed) && parsed >= 1) {
|
|
76
|
+
return parsed;
|
|
77
|
+
}
|
|
78
|
+
return DEFAULT_TOP_N;
|
|
79
|
+
}
|
|
80
|
+
function isRollupEnabled() {
|
|
81
|
+
return resolveBoolFromEnv(process.env.ROUTECODEX_LOG_ROLLUP ?? process.env.RCC_LOG_ROLLUP, true);
|
|
82
|
+
}
|
|
83
|
+
function isRealtimeRollupEnabled() {
|
|
84
|
+
return resolveBoolFromEnv(process.env.ROUTECODEX_LOG_ROLLUP_REALTIME ?? process.env.RCC_LOG_ROLLUP_REALTIME, true);
|
|
85
|
+
}
|
|
86
|
+
function buildKey(routeName, poolId, providerKey, model) {
|
|
87
|
+
return `${routeName}\u0000${poolId}\u0000${providerKey}\u0000${model}`;
|
|
88
|
+
}
|
|
89
|
+
function ensureStarted() {
|
|
90
|
+
if (!isRollupEnabled()) {
|
|
91
|
+
return;
|
|
92
|
+
}
|
|
93
|
+
if (isRealtimeRollupEnabled()) {
|
|
94
|
+
bindExitHooksOnce();
|
|
95
|
+
return;
|
|
96
|
+
}
|
|
97
|
+
if (!flushTimer) {
|
|
98
|
+
flushTimer = setInterval(() => {
|
|
99
|
+
flushLogRollup('interval');
|
|
100
|
+
}, resolveWindowMs());
|
|
101
|
+
flushTimer.unref?.();
|
|
102
|
+
}
|
|
103
|
+
bindExitHooksOnce();
|
|
104
|
+
}
|
|
105
|
+
function bindExitHooksOnce() {
|
|
106
|
+
if (exitHookBound) {
|
|
107
|
+
return;
|
|
108
|
+
}
|
|
109
|
+
exitHookBound = true;
|
|
110
|
+
process.once('beforeExit', () => flushLogRollup('beforeExit'));
|
|
111
|
+
process.once('exit', () => flushLogRollup('exit'));
|
|
112
|
+
}
|
|
113
|
+
function cleanStaleSessions() {
|
|
114
|
+
const nowMs = Date.now();
|
|
115
|
+
const ttlMs = resolveSessionTtlMs();
|
|
116
|
+
const ttlThreshold = nowMs - ttlMs;
|
|
117
|
+
if (nowMs - lastSessionTtlCleanAtMs < ttlMs / 2) {
|
|
118
|
+
return;
|
|
119
|
+
}
|
|
120
|
+
lastSessionTtlCleanAtMs = nowMs;
|
|
121
|
+
for (const [sessionId, agg] of sessionRollups.entries()) {
|
|
122
|
+
const events = sessionRequestEvents.get(sessionId);
|
|
123
|
+
if (!events || events.length === 0) {
|
|
124
|
+
sessionRollups.delete(sessionId);
|
|
125
|
+
sessionRequestEvents.delete(sessionId);
|
|
126
|
+
continue;
|
|
127
|
+
}
|
|
128
|
+
const lastEventMs = events[events.length - 1]?.atMs ?? 0;
|
|
129
|
+
if (lastEventMs < ttlThreshold) {
|
|
130
|
+
sessionRollups.delete(sessionId);
|
|
131
|
+
sessionRequestEvents.delete(sessionId);
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
function clearWindow(nowMs) {
|
|
136
|
+
virtualRouterHits.clear();
|
|
137
|
+
usageRollups.clear();
|
|
138
|
+
sessionRollups.clear();
|
|
139
|
+
sessionRequestEvents.clear();
|
|
140
|
+
windowStartedAtMs = nowMs;
|
|
141
|
+
}
|
|
142
|
+
function shouldDropBucket(map, key) {
|
|
143
|
+
if (map.has(key)) {
|
|
144
|
+
return false;
|
|
145
|
+
}
|
|
146
|
+
return map.size >= resolveMaxBuckets();
|
|
147
|
+
}
|
|
148
|
+
function formatMs(value) {
|
|
149
|
+
return `${Math.max(0, Math.round(value))}ms`;
|
|
150
|
+
}
|
|
151
|
+
function formatRatio(numerator, denominator) {
|
|
152
|
+
if (!Number.isFinite(numerator) || !Number.isFinite(denominator) || denominator <= 0) {
|
|
153
|
+
return '0.0%';
|
|
154
|
+
}
|
|
155
|
+
return `${((numerator / denominator) * 100).toFixed(1)}%`;
|
|
156
|
+
}
|
|
157
|
+
function formatPerSecond(value, seconds) {
|
|
158
|
+
if (!Number.isFinite(value) || !Number.isFinite(seconds) || seconds <= 0) {
|
|
159
|
+
return '0.00/s';
|
|
160
|
+
}
|
|
161
|
+
return `${(value / seconds).toFixed(2)}/s`;
|
|
162
|
+
}
|
|
163
|
+
function computeDecodeResidualMs(sseDecodeMs, codecDecodeMs) {
|
|
164
|
+
return Math.max(0, codecDecodeMs - sseDecodeMs);
|
|
165
|
+
}
|
|
166
|
+
function computeCoreInternalMs(internalLatencyMs, trafficWaitMs, clientInjectWaitMs, sseDecodeMs, codecDecodeMs) {
|
|
167
|
+
return Math.max(0, internalLatencyMs
|
|
168
|
+
- trafficWaitMs
|
|
169
|
+
- clientInjectWaitMs
|
|
170
|
+
- computeDecodeResidualMs(sseDecodeMs, codecDecodeMs));
|
|
171
|
+
}
|
|
172
|
+
function colorize(text, color) {
|
|
173
|
+
return `${color}${text}${ANSI_RESET}`;
|
|
174
|
+
}
|
|
175
|
+
function formatRoutePool(routeName, poolId) {
|
|
176
|
+
return poolId !== '-' ? `${routeName}/${poolId}` : routeName;
|
|
177
|
+
}
|
|
178
|
+
function formatProvider(providerKey, model) {
|
|
179
|
+
return model !== '-' ? `${providerKey}.${model}` : providerKey;
|
|
180
|
+
}
|
|
181
|
+
function normalizeProjectPath(value) {
|
|
182
|
+
if (typeof value !== 'string') {
|
|
183
|
+
return undefined;
|
|
184
|
+
}
|
|
185
|
+
const trimmed = value.trim();
|
|
186
|
+
return trimmed || undefined;
|
|
187
|
+
}
|
|
188
|
+
function normalizeFinishReason(value) {
|
|
189
|
+
if (typeof value !== 'string') {
|
|
190
|
+
return undefined;
|
|
191
|
+
}
|
|
192
|
+
const trimmed = value.trim();
|
|
193
|
+
return trimmed ? trimmed.toLowerCase() : undefined;
|
|
194
|
+
}
|
|
195
|
+
function shortSessionId(value) {
|
|
196
|
+
const normalized = normalizeSessionId(value);
|
|
197
|
+
if (normalized.length <= 22) {
|
|
198
|
+
return normalized;
|
|
199
|
+
}
|
|
200
|
+
return `${normalized.slice(0, 10)}…${normalized.slice(-8)}`;
|
|
201
|
+
}
|
|
202
|
+
function shortRequestId(value) {
|
|
203
|
+
const normalized = normalizeLabel(value, 'unknown-request');
|
|
204
|
+
if (normalized.length <= 42) {
|
|
205
|
+
return normalized;
|
|
206
|
+
}
|
|
207
|
+
return `${normalized.slice(0, 20)}…${normalized.slice(-14)}`;
|
|
208
|
+
}
|
|
209
|
+
function trimPathForLog(value, maxLen = 96) {
|
|
210
|
+
if (value.length <= maxLen) {
|
|
211
|
+
return value;
|
|
212
|
+
}
|
|
213
|
+
const keep = Math.max(8, Math.floor((maxLen - 1) / 2));
|
|
214
|
+
return `${value.slice(0, keep)}…${value.slice(-keep)}`;
|
|
215
|
+
}
|
|
216
|
+
function emitRealtimeSessionRequestLog(args) {
|
|
217
|
+
const sessionColor = resolveSessionAnsiColor(args.sessionId) || ANSI_SESSION;
|
|
218
|
+
const sessionLabel = shortSessionId(args.sessionId);
|
|
219
|
+
const projectResolution = resolveProjectPathWithSource(args.sessionId, args.projectPath);
|
|
220
|
+
const project = trimPathForLog(projectResolution.path || '-');
|
|
221
|
+
const routePool = formatRoutePool(args.event.routeName, args.event.poolId);
|
|
222
|
+
const provider = formatProvider(args.event.providerKey, args.event.model);
|
|
223
|
+
const requestLabel = shortRequestId(args.event.requestId);
|
|
224
|
+
const finishReason = args.event.finishReason ?? 'unknown';
|
|
225
|
+
const sessionAgg = sessionRollups.get(args.sessionId);
|
|
226
|
+
const calls = sessionAgg?.usageCalls ?? 0;
|
|
227
|
+
const retries = sessionAgg?.totalRetryCount ?? 0;
|
|
228
|
+
console.log(colorize(`[session-request][rt] session=${sessionLabel} project=${project}`, sessionColor));
|
|
229
|
+
console.log(`${colorize(` req=${requestLabel} ${routePool} -> ${provider} total=${formatMs(args.event.latencyMs)} internal=${formatMs(args.event.internalLatencyMs)} external=${formatMs(args.event.externalLatencyMs)} retries=${args.event.retryCount} attempts=${args.event.providerAttemptCount} wait.traffic=${formatMs(args.event.trafficWaitMs)} wait.inject=${formatMs(args.event.clientInjectWaitMs)} decode.sse=${formatMs(args.event.sseDecodeMs)} decode.codec=${formatMs(args.event.codecDecodeMs)}${args.event.providerDecodeTag ? ` ${args.event.providerDecodeTag}` : ''}`, sessionColor)} ${ANSI_WHITE}finish_reason=${finishReason}${ANSI_RESET}`);
|
|
230
|
+
console.log(colorize(` session.calls=${calls} session.retries=${retries}`, sessionColor));
|
|
231
|
+
}
|
|
232
|
+
function emitRealtimeVirtualRouterHitLog(args) {
|
|
233
|
+
const sessionColor = resolveSessionAnsiColor(args.sessionId) || ANSI_SESSION;
|
|
234
|
+
const sessionLabel = shortSessionId(args.sessionId);
|
|
235
|
+
const projectResolution = resolveProjectPathWithSource(args.sessionId, args.projectPath);
|
|
236
|
+
const project = trimPathForLog(projectResolution.path || '-');
|
|
237
|
+
const routePool = formatRoutePool(args.routeName, args.poolId);
|
|
238
|
+
const provider = formatProvider(args.providerKey, args.model);
|
|
239
|
+
const active = Math.max(0, Math.floor(args.activeInFlight));
|
|
240
|
+
const max = Math.max(0, Math.floor(args.maxInFlight));
|
|
241
|
+
const stoplessSuffix = args.stoplessMode
|
|
242
|
+
? ` stopless=${args.stoplessMode} armed=${args.stoplessArmed === true ? 'yes' : 'no'}`
|
|
243
|
+
: '';
|
|
244
|
+
console.log(colorize(`[virtual-router-hit][rt] session=${sessionLabel} project=${project} session_source=${projectResolution.source}`, sessionColor));
|
|
245
|
+
console.log(colorize(` ${routePool} -> ${provider} [concurrency:${active}/${max}] session.virtual_hits=${Math.max(0, Math.floor(args.sessionVirtualHits))}${args.reason ? ` reason=${args.reason}` : ''}${stoplessSuffix}`, sessionColor));
|
|
246
|
+
}
|
|
247
|
+
function resolveProjectPathFromRegistry(sessionId) {
|
|
248
|
+
const normalizedSession = normalizeSessionId(sessionId);
|
|
249
|
+
if (!normalizedSession || normalizedSession === 'unknown') {
|
|
250
|
+
return { source: 'none' };
|
|
251
|
+
}
|
|
252
|
+
try {
|
|
253
|
+
const registry = getSessionClientRegistry();
|
|
254
|
+
const byTmux = registry.findByTmuxSessionId(normalizedSession);
|
|
255
|
+
const tmuxWorkdir = normalizeProjectPath(byTmux?.workdir);
|
|
256
|
+
if (tmuxWorkdir) {
|
|
257
|
+
return { path: tmuxWorkdir, source: 'registry.tmux' };
|
|
258
|
+
}
|
|
259
|
+
const boundWorkdir = normalizeProjectPath(registry.resolveBoundWorkdir(normalizedSession));
|
|
260
|
+
if (boundWorkdir) {
|
|
261
|
+
return { path: boundWorkdir, source: 'registry.bound' };
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
catch {
|
|
265
|
+
// non-blocking fallback
|
|
266
|
+
}
|
|
267
|
+
return { source: 'none' };
|
|
268
|
+
}
|
|
269
|
+
function resolveProjectPathWithSource(sessionId, incomingProjectPath) {
|
|
270
|
+
const normalizedIncoming = normalizeProjectPath(incomingProjectPath);
|
|
271
|
+
if (normalizedIncoming) {
|
|
272
|
+
return { path: normalizedIncoming, source: 'request.cwd' };
|
|
273
|
+
}
|
|
274
|
+
const fallback = resolveProjectPathFromRegistry(sessionId);
|
|
275
|
+
return {
|
|
276
|
+
path: fallback.path,
|
|
277
|
+
source: fallback.source
|
|
278
|
+
};
|
|
279
|
+
}
|
|
280
|
+
function updateSessionProjectPath(sessionId, incomingProjectPath) {
|
|
281
|
+
const record = sessionRollups.get(sessionId);
|
|
282
|
+
if (!record) {
|
|
283
|
+
return;
|
|
284
|
+
}
|
|
285
|
+
const normalizedIncoming = normalizeProjectPath(incomingProjectPath);
|
|
286
|
+
if (normalizedIncoming) {
|
|
287
|
+
record.projectPath = normalizedIncoming;
|
|
288
|
+
return;
|
|
289
|
+
}
|
|
290
|
+
if (record.projectPath) {
|
|
291
|
+
return;
|
|
292
|
+
}
|
|
293
|
+
const fallback = resolveProjectPathFromRegistry(sessionId).path;
|
|
294
|
+
if (fallback) {
|
|
295
|
+
record.projectPath = fallback;
|
|
296
|
+
}
|
|
297
|
+
}
|
|
298
|
+
export function recordVirtualRouterHitRollup(event) {
|
|
299
|
+
ensureStarted();
|
|
300
|
+
cleanStaleSessions();
|
|
301
|
+
if (!isRollupEnabled()) {
|
|
302
|
+
return;
|
|
303
|
+
}
|
|
304
|
+
const routeName = normalizeLabel(event.routeName, 'route');
|
|
305
|
+
const poolId = normalizeLabel(event.poolId, '-');
|
|
306
|
+
const providerKey = normalizeLabel(event.providerKey, 'unknown-provider');
|
|
307
|
+
const model = normalizeLabel(event.model, '-');
|
|
308
|
+
const key = buildKey(routeName, poolId, providerKey, model);
|
|
309
|
+
if (shouldDropBucket(virtualRouterHits, key)) {
|
|
310
|
+
return;
|
|
311
|
+
}
|
|
312
|
+
const existing = virtualRouterHits.get(key);
|
|
313
|
+
if (existing) {
|
|
314
|
+
existing.hits += 1;
|
|
315
|
+
existing.totalActiveInFlight += Math.max(0, Math.floor(event.activeInFlight ?? 0));
|
|
316
|
+
existing.totalMaxInFlight += Math.max(0, Math.floor(event.maxInFlight ?? 0));
|
|
317
|
+
existing.peakActiveInFlight = Math.max(existing.peakActiveInFlight, Math.max(0, Math.floor(event.activeInFlight ?? 0)));
|
|
318
|
+
existing.peakMaxInFlight = Math.max(existing.peakMaxInFlight, Math.max(0, Math.floor(event.maxInFlight ?? 0)));
|
|
319
|
+
}
|
|
320
|
+
else {
|
|
321
|
+
virtualRouterHits.set(key, {
|
|
322
|
+
routeName,
|
|
323
|
+
poolId,
|
|
324
|
+
providerKey,
|
|
325
|
+
model,
|
|
326
|
+
hits: 1,
|
|
327
|
+
totalActiveInFlight: Math.max(0, Math.floor(event.activeInFlight ?? 0)),
|
|
328
|
+
totalMaxInFlight: Math.max(0, Math.floor(event.maxInFlight ?? 0)),
|
|
329
|
+
peakActiveInFlight: Math.max(0, Math.floor(event.activeInFlight ?? 0)),
|
|
330
|
+
peakMaxInFlight: Math.max(0, Math.floor(event.maxInFlight ?? 0))
|
|
331
|
+
});
|
|
332
|
+
}
|
|
333
|
+
const sessionId = normalizeSessionId(event.sessionId);
|
|
334
|
+
const sessionExisting = sessionRollups.get(sessionId);
|
|
335
|
+
if (sessionExisting) {
|
|
336
|
+
sessionExisting.virtualHits += 1;
|
|
337
|
+
updateSessionProjectPath(sessionId, event.projectPath);
|
|
338
|
+
if (isRealtimeRollupEnabled()) {
|
|
339
|
+
emitRealtimeVirtualRouterHitLog({
|
|
340
|
+
sessionId,
|
|
341
|
+
projectPath: sessionExisting.projectPath,
|
|
342
|
+
routeName,
|
|
343
|
+
poolId,
|
|
344
|
+
providerKey,
|
|
345
|
+
model,
|
|
346
|
+
reason: normalizeLabel(event.reason, ''),
|
|
347
|
+
stoplessMode: event.stoplessMode,
|
|
348
|
+
stoplessArmed: event.stoplessArmed,
|
|
349
|
+
activeInFlight: Math.max(0, Math.floor(event.activeInFlight ?? 0)),
|
|
350
|
+
maxInFlight: Math.max(0, Math.floor(event.maxInFlight ?? 0)),
|
|
351
|
+
sessionVirtualHits: sessionExisting.virtualHits
|
|
352
|
+
});
|
|
353
|
+
}
|
|
354
|
+
return;
|
|
355
|
+
}
|
|
356
|
+
sessionRollups.set(sessionId, {
|
|
357
|
+
sessionId,
|
|
358
|
+
projectPath: normalizeProjectPath(event.projectPath),
|
|
359
|
+
virtualHits: 1,
|
|
360
|
+
usageCalls: 0,
|
|
361
|
+
totalLatencyMs: 0,
|
|
362
|
+
totalInternalLatencyMs: 0,
|
|
363
|
+
totalExternalLatencyMs: 0,
|
|
364
|
+
totalTrafficWaitMs: 0,
|
|
365
|
+
totalClientInjectWaitMs: 0,
|
|
366
|
+
totalSseDecodeMs: 0,
|
|
367
|
+
totalCodecDecodeMs: 0,
|
|
368
|
+
totalProviderAttemptCount: 0,
|
|
369
|
+
totalRetryCount: 0,
|
|
370
|
+
maxLatencyMs: 0,
|
|
371
|
+
maxInternalLatencyMs: 0,
|
|
372
|
+
maxExternalLatencyMs: 0,
|
|
373
|
+
maxTrafficWaitMs: 0,
|
|
374
|
+
maxClientInjectWaitMs: 0,
|
|
375
|
+
maxSseDecodeMs: 0,
|
|
376
|
+
maxCodecDecodeMs: 0,
|
|
377
|
+
maxProviderAttemptCount: 0,
|
|
378
|
+
maxRetryCount: 0
|
|
379
|
+
});
|
|
380
|
+
updateSessionProjectPath(sessionId, event.projectPath);
|
|
381
|
+
if (isRealtimeRollupEnabled()) {
|
|
382
|
+
emitRealtimeVirtualRouterHitLog({
|
|
383
|
+
sessionId,
|
|
384
|
+
projectPath: sessionRollups.get(sessionId)?.projectPath,
|
|
385
|
+
routeName,
|
|
386
|
+
poolId,
|
|
387
|
+
providerKey,
|
|
388
|
+
model,
|
|
389
|
+
reason: normalizeLabel(event.reason, ''),
|
|
390
|
+
stoplessMode: event.stoplessMode,
|
|
391
|
+
stoplessArmed: event.stoplessArmed,
|
|
392
|
+
activeInFlight: Math.max(0, Math.floor(event.activeInFlight ?? 0)),
|
|
393
|
+
maxInFlight: Math.max(0, Math.floor(event.maxInFlight ?? 0)),
|
|
394
|
+
sessionVirtualHits: 1
|
|
395
|
+
});
|
|
396
|
+
}
|
|
397
|
+
}
|
|
398
|
+
export function recordUsageRollup(event) {
|
|
399
|
+
ensureStarted();
|
|
400
|
+
cleanStaleSessions();
|
|
401
|
+
if (!isRollupEnabled()) {
|
|
402
|
+
return;
|
|
403
|
+
}
|
|
404
|
+
const routeName = normalizeLabel(event.routeName, 'route');
|
|
405
|
+
const poolId = normalizeLabel(event.poolId, '-');
|
|
406
|
+
const providerKey = normalizeLabel(event.providerKey, 'unknown-provider');
|
|
407
|
+
const model = normalizeLabel(event.model, '-');
|
|
408
|
+
const key = buildKey(routeName, poolId, providerKey, model);
|
|
409
|
+
if (shouldDropBucket(usageRollups, key)) {
|
|
410
|
+
return;
|
|
411
|
+
}
|
|
412
|
+
const externalLatencyMs = Math.max(0, Number.isFinite(event.externalLatencyMs) ? Number(event.externalLatencyMs) : 0);
|
|
413
|
+
const sseDecodeMs = Math.max(0, Number.isFinite(event.sseDecodeMs) ? Number(event.sseDecodeMs) : 0);
|
|
414
|
+
const internalLatencyMs = Math.max(0, Number.isFinite(event.internalLatencyMs)
|
|
415
|
+
? Number(event.internalLatencyMs)
|
|
416
|
+
: Math.max(0, event.latencyMs - externalLatencyMs - sseDecodeMs));
|
|
417
|
+
const trafficWaitMs = Math.max(0, Number.isFinite(event.trafficWaitMs) ? Number(event.trafficWaitMs) : 0);
|
|
418
|
+
const clientInjectWaitMs = Math.max(0, Number.isFinite(event.clientInjectWaitMs) ? Number(event.clientInjectWaitMs) : 0);
|
|
419
|
+
const codecDecodeMs = Math.max(0, Number.isFinite(event.codecDecodeMs) ? Number(event.codecDecodeMs) : 0);
|
|
420
|
+
const providerAttemptCount = Math.max(1, Number.isFinite(event.providerAttemptCount) ? Math.floor(Number(event.providerAttemptCount)) : 1);
|
|
421
|
+
const retryCount = Math.max(0, Number.isFinite(event.retryCount) ? Math.floor(Number(event.retryCount)) : Math.max(0, providerAttemptCount - 1));
|
|
422
|
+
const requestId = normalizeLabel(event.requestId, 'unknown-request');
|
|
423
|
+
const nowMs = Date.now();
|
|
424
|
+
const existing = usageRollups.get(key);
|
|
425
|
+
if (existing) {
|
|
426
|
+
existing.calls += 1;
|
|
427
|
+
existing.totalLatencyMs += event.latencyMs;
|
|
428
|
+
existing.totalInternalLatencyMs += internalLatencyMs;
|
|
429
|
+
existing.totalExternalLatencyMs += externalLatencyMs;
|
|
430
|
+
existing.totalTrafficWaitMs += trafficWaitMs;
|
|
431
|
+
existing.totalClientInjectWaitMs += clientInjectWaitMs;
|
|
432
|
+
existing.totalSseDecodeMs += sseDecodeMs;
|
|
433
|
+
existing.totalCodecDecodeMs += codecDecodeMs;
|
|
434
|
+
existing.totalProviderAttemptCount += providerAttemptCount;
|
|
435
|
+
existing.totalRetryCount += retryCount;
|
|
436
|
+
existing.maxLatencyMs = Math.max(existing.maxLatencyMs, Math.max(0, event.latencyMs));
|
|
437
|
+
existing.maxInternalLatencyMs = Math.max(existing.maxInternalLatencyMs, internalLatencyMs);
|
|
438
|
+
existing.maxExternalLatencyMs = Math.max(existing.maxExternalLatencyMs, externalLatencyMs);
|
|
439
|
+
existing.maxTrafficWaitMs = Math.max(existing.maxTrafficWaitMs, trafficWaitMs);
|
|
440
|
+
existing.maxClientInjectWaitMs = Math.max(existing.maxClientInjectWaitMs, clientInjectWaitMs);
|
|
441
|
+
existing.maxSseDecodeMs = Math.max(existing.maxSseDecodeMs, sseDecodeMs);
|
|
442
|
+
existing.maxCodecDecodeMs = Math.max(existing.maxCodecDecodeMs, codecDecodeMs);
|
|
443
|
+
existing.maxProviderAttemptCount = Math.max(existing.maxProviderAttemptCount, providerAttemptCount);
|
|
444
|
+
existing.maxRetryCount = Math.max(existing.maxRetryCount, retryCount);
|
|
445
|
+
}
|
|
446
|
+
else {
|
|
447
|
+
usageRollups.set(key, {
|
|
448
|
+
routeName,
|
|
449
|
+
poolId,
|
|
450
|
+
providerKey,
|
|
451
|
+
model,
|
|
452
|
+
calls: 1,
|
|
453
|
+
totalLatencyMs: event.latencyMs,
|
|
454
|
+
totalInternalLatencyMs: internalLatencyMs,
|
|
455
|
+
totalExternalLatencyMs: externalLatencyMs,
|
|
456
|
+
totalTrafficWaitMs: trafficWaitMs,
|
|
457
|
+
totalClientInjectWaitMs: clientInjectWaitMs,
|
|
458
|
+
totalSseDecodeMs: sseDecodeMs,
|
|
459
|
+
totalCodecDecodeMs: codecDecodeMs,
|
|
460
|
+
totalProviderAttemptCount: providerAttemptCount,
|
|
461
|
+
totalRetryCount: retryCount,
|
|
462
|
+
maxLatencyMs: Math.max(0, event.latencyMs),
|
|
463
|
+
maxInternalLatencyMs: internalLatencyMs,
|
|
464
|
+
maxExternalLatencyMs: externalLatencyMs,
|
|
465
|
+
maxTrafficWaitMs: trafficWaitMs,
|
|
466
|
+
maxClientInjectWaitMs: clientInjectWaitMs,
|
|
467
|
+
maxSseDecodeMs: sseDecodeMs,
|
|
468
|
+
maxCodecDecodeMs: codecDecodeMs,
|
|
469
|
+
maxProviderAttemptCount: providerAttemptCount,
|
|
470
|
+
maxRetryCount: retryCount
|
|
471
|
+
});
|
|
472
|
+
}
|
|
473
|
+
const sessionId = normalizeSessionId(event.sessionId);
|
|
474
|
+
const sessionEvent = {
|
|
475
|
+
requestId,
|
|
476
|
+
routeName,
|
|
477
|
+
poolId,
|
|
478
|
+
providerKey,
|
|
479
|
+
model,
|
|
480
|
+
latencyMs: Math.max(0, event.latencyMs),
|
|
481
|
+
internalLatencyMs,
|
|
482
|
+
externalLatencyMs,
|
|
483
|
+
trafficWaitMs,
|
|
484
|
+
clientInjectWaitMs,
|
|
485
|
+
sseDecodeMs,
|
|
486
|
+
codecDecodeMs,
|
|
487
|
+
providerDecodeTag: typeof event.providerDecodeTag === 'string' && event.providerDecodeTag.trim()
|
|
488
|
+
? event.providerDecodeTag.trim()
|
|
489
|
+
: undefined,
|
|
490
|
+
providerAttemptCount,
|
|
491
|
+
retryCount,
|
|
492
|
+
finishReason: normalizeFinishReason(event.finishReason),
|
|
493
|
+
atMs: nowMs
|
|
494
|
+
};
|
|
495
|
+
if (!isRealtimeRollupEnabled()) {
|
|
496
|
+
const sessionEvents = sessionRequestEvents.get(sessionId);
|
|
497
|
+
if (sessionEvents) {
|
|
498
|
+
sessionEvents.push(sessionEvent);
|
|
499
|
+
}
|
|
500
|
+
else {
|
|
501
|
+
sessionRequestEvents.set(sessionId, [sessionEvent]);
|
|
502
|
+
}
|
|
503
|
+
}
|
|
504
|
+
const sessionExisting = sessionRollups.get(sessionId);
|
|
505
|
+
if (sessionExisting) {
|
|
506
|
+
sessionExisting.usageCalls += 1;
|
|
507
|
+
sessionExisting.totalLatencyMs += event.latencyMs;
|
|
508
|
+
sessionExisting.totalInternalLatencyMs += internalLatencyMs;
|
|
509
|
+
sessionExisting.totalExternalLatencyMs += externalLatencyMs;
|
|
510
|
+
sessionExisting.totalTrafficWaitMs += trafficWaitMs;
|
|
511
|
+
sessionExisting.totalClientInjectWaitMs += clientInjectWaitMs;
|
|
512
|
+
sessionExisting.totalSseDecodeMs += sseDecodeMs;
|
|
513
|
+
sessionExisting.totalCodecDecodeMs += codecDecodeMs;
|
|
514
|
+
sessionExisting.totalProviderAttemptCount += providerAttemptCount;
|
|
515
|
+
sessionExisting.totalRetryCount += retryCount;
|
|
516
|
+
sessionExisting.maxLatencyMs = Math.max(sessionExisting.maxLatencyMs, Math.max(0, event.latencyMs));
|
|
517
|
+
sessionExisting.maxInternalLatencyMs = Math.max(sessionExisting.maxInternalLatencyMs, internalLatencyMs);
|
|
518
|
+
sessionExisting.maxExternalLatencyMs = Math.max(sessionExisting.maxExternalLatencyMs, externalLatencyMs);
|
|
519
|
+
sessionExisting.maxTrafficWaitMs = Math.max(sessionExisting.maxTrafficWaitMs, trafficWaitMs);
|
|
520
|
+
sessionExisting.maxClientInjectWaitMs = Math.max(sessionExisting.maxClientInjectWaitMs, clientInjectWaitMs);
|
|
521
|
+
sessionExisting.maxSseDecodeMs = Math.max(sessionExisting.maxSseDecodeMs, sseDecodeMs);
|
|
522
|
+
sessionExisting.maxCodecDecodeMs = Math.max(sessionExisting.maxCodecDecodeMs, codecDecodeMs);
|
|
523
|
+
sessionExisting.maxProviderAttemptCount = Math.max(sessionExisting.maxProviderAttemptCount, providerAttemptCount);
|
|
524
|
+
sessionExisting.maxRetryCount = Math.max(sessionExisting.maxRetryCount, retryCount);
|
|
525
|
+
updateSessionProjectPath(sessionId, event.projectPath);
|
|
526
|
+
if (isRealtimeRollupEnabled()) {
|
|
527
|
+
emitRealtimeSessionRequestLog({
|
|
528
|
+
sessionId,
|
|
529
|
+
projectPath: sessionExisting.projectPath,
|
|
530
|
+
event: sessionEvent
|
|
531
|
+
});
|
|
532
|
+
}
|
|
533
|
+
return;
|
|
534
|
+
}
|
|
535
|
+
sessionRollups.set(sessionId, {
|
|
536
|
+
sessionId,
|
|
537
|
+
projectPath: normalizeProjectPath(event.projectPath),
|
|
538
|
+
virtualHits: 0,
|
|
539
|
+
usageCalls: 1,
|
|
540
|
+
totalLatencyMs: event.latencyMs,
|
|
541
|
+
totalInternalLatencyMs: internalLatencyMs,
|
|
542
|
+
totalExternalLatencyMs: externalLatencyMs,
|
|
543
|
+
totalTrafficWaitMs: trafficWaitMs,
|
|
544
|
+
totalClientInjectWaitMs: clientInjectWaitMs,
|
|
545
|
+
totalSseDecodeMs: sseDecodeMs,
|
|
546
|
+
totalCodecDecodeMs: codecDecodeMs,
|
|
547
|
+
totalProviderAttemptCount: providerAttemptCount,
|
|
548
|
+
totalRetryCount: retryCount,
|
|
549
|
+
maxLatencyMs: Math.max(0, event.latencyMs),
|
|
550
|
+
maxInternalLatencyMs: internalLatencyMs,
|
|
551
|
+
maxExternalLatencyMs: externalLatencyMs,
|
|
552
|
+
maxTrafficWaitMs: trafficWaitMs,
|
|
553
|
+
maxClientInjectWaitMs: clientInjectWaitMs,
|
|
554
|
+
maxSseDecodeMs: sseDecodeMs,
|
|
555
|
+
maxCodecDecodeMs: codecDecodeMs,
|
|
556
|
+
maxProviderAttemptCount: providerAttemptCount,
|
|
557
|
+
maxRetryCount: retryCount
|
|
558
|
+
});
|
|
559
|
+
updateSessionProjectPath(sessionId, event.projectPath);
|
|
560
|
+
if (isRealtimeRollupEnabled()) {
|
|
561
|
+
emitRealtimeSessionRequestLog({
|
|
562
|
+
sessionId,
|
|
563
|
+
projectPath: sessionRollups.get(sessionId)?.projectPath,
|
|
564
|
+
event: sessionEvent
|
|
565
|
+
});
|
|
566
|
+
}
|
|
567
|
+
}
|
|
568
|
+
export function flushLogRollup(trigger = 'manual') {
|
|
569
|
+
if (!isRollupEnabled()) {
|
|
570
|
+
return;
|
|
571
|
+
}
|
|
572
|
+
if (isRealtimeRollupEnabled()) {
|
|
573
|
+
return;
|
|
574
|
+
}
|
|
575
|
+
const nowMs = Date.now();
|
|
576
|
+
const windowMs = Math.max(1, nowMs - windowStartedAtMs);
|
|
577
|
+
const windowSeconds = Math.max(1, Math.round(windowMs / 1000));
|
|
578
|
+
const vrRows = Array.from(virtualRouterHits.values()).sort((a, b) => b.hits - a.hits);
|
|
579
|
+
const vrTopRows = vrRows.slice(0, resolveTopN());
|
|
580
|
+
const vrOtherRows = vrRows.slice(resolveTopN());
|
|
581
|
+
const vrTotalHits = vrRows.reduce((sum, row) => sum + row.hits, 0);
|
|
582
|
+
const usageRows = Array.from(usageRollups.values()).sort((a, b) => b.calls - a.calls);
|
|
583
|
+
const usageTopRows = usageRows.slice(0, resolveTopN());
|
|
584
|
+
const usageOtherRows = usageRows.slice(resolveTopN());
|
|
585
|
+
const usageTotalCalls = usageRows.reduce((sum, row) => sum + row.calls, 0);
|
|
586
|
+
if (usageTotalCalls <= 0) {
|
|
587
|
+
clearWindow(nowMs);
|
|
588
|
+
return;
|
|
589
|
+
}
|
|
590
|
+
const divider = colorize('─'.repeat(96), ANSI_BAR);
|
|
591
|
+
console.log(divider);
|
|
592
|
+
console.log(colorize(`${ANSI_BOLD}[rollup][1m]${ANSI_RESET} window=${windowSeconds}s trigger=${trigger} at=${new Date(nowMs).toLocaleTimeString()}`, ANSI_HEADER));
|
|
593
|
+
console.log(colorize(`${ANSI_BOLD}[virtual-router-hit][1m]${ANSI_RESET} groups=${vrRows.length} hits=${vrTotalHits} rate=${formatPerSecond(vrTotalHits, windowSeconds)}`, ANSI_VR));
|
|
594
|
+
if (vrRows.length === 0) {
|
|
595
|
+
console.log(colorize(' - no hits in this window', ANSI_DIM));
|
|
596
|
+
}
|
|
597
|
+
for (const [idx, row] of vrTopRows.entries()) {
|
|
598
|
+
const avgActive = row.hits > 0 ? row.totalActiveInFlight / row.hits : 0;
|
|
599
|
+
const avgMax = row.hits > 0 ? row.totalMaxInFlight / row.hits : 0;
|
|
600
|
+
const routePool = formatRoutePool(row.routeName, row.poolId);
|
|
601
|
+
const provider = formatProvider(row.providerKey, row.model);
|
|
602
|
+
console.log(colorize(` ${idx + 1}) ${routePool}`, ANSI_VR));
|
|
603
|
+
console.log(colorize(` provider=${provider} hits=${row.hits} share=${formatRatio(row.hits, vrTotalHits)}`, ANSI_VR));
|
|
604
|
+
console.log(colorize(` concurrency avg=${avgActive.toFixed(2)}/${avgMax.toFixed(2)} peak=${row.peakActiveInFlight}/${row.peakMaxInFlight}`, ANSI_VR));
|
|
605
|
+
}
|
|
606
|
+
if (vrOtherRows.length > 0) {
|
|
607
|
+
const otherHits = vrOtherRows.reduce((sum, row) => sum + row.hits, 0);
|
|
608
|
+
const otherActive = vrOtherRows.reduce((sum, row) => sum + row.totalActiveInFlight, 0);
|
|
609
|
+
const otherMax = vrOtherRows.reduce((sum, row) => sum + row.totalMaxInFlight, 0);
|
|
610
|
+
const avgActive = otherHits > 0 ? otherActive / otherHits : 0;
|
|
611
|
+
const avgMax = otherHits > 0 ? otherMax / otherHits : 0;
|
|
612
|
+
console.log(colorize(' others)', ANSI_VR));
|
|
613
|
+
console.log(colorize(` groups=${vrOtherRows.length} hits=${otherHits} share=${formatRatio(otherHits, vrTotalHits)}`, ANSI_VR));
|
|
614
|
+
console.log(colorize(` concurrency avg=${avgActive.toFixed(2)}/${avgMax.toFixed(2)}`, ANSI_VR));
|
|
615
|
+
}
|
|
616
|
+
console.log(colorize(`${ANSI_BOLD}[usage][1m]${ANSI_RESET} groups=${usageRows.length} requests=${usageTotalCalls} rate=${formatPerSecond(usageTotalCalls, windowSeconds)}`, ANSI_USAGE));
|
|
617
|
+
if (usageRows.length === 0) {
|
|
618
|
+
console.log(colorize(' - no usage records in this window', ANSI_DIM));
|
|
619
|
+
}
|
|
620
|
+
for (const [idx, row] of usageTopRows.entries()) {
|
|
621
|
+
const avgLatencyMs = row.calls > 0 ? row.totalLatencyMs / row.calls : 0;
|
|
622
|
+
const avgInternalMs = row.calls > 0 ? row.totalInternalLatencyMs / row.calls : 0;
|
|
623
|
+
const avgExternalMs = row.calls > 0 ? row.totalExternalLatencyMs / row.calls : 0;
|
|
624
|
+
const avgTrafficWaitMs = row.calls > 0 ? row.totalTrafficWaitMs / row.calls : 0;
|
|
625
|
+
const avgInjectWaitMs = row.calls > 0 ? row.totalClientInjectWaitMs / row.calls : 0;
|
|
626
|
+
const avgSseDecodeMs = row.calls > 0 ? row.totalSseDecodeMs / row.calls : 0;
|
|
627
|
+
const avgCodecDecodeMs = row.calls > 0 ? row.totalCodecDecodeMs / row.calls : 0;
|
|
628
|
+
const avgDecodeEffectiveMs = Math.max(avgSseDecodeMs, avgCodecDecodeMs);
|
|
629
|
+
const avgCoreInternalMs = computeCoreInternalMs(avgInternalMs, avgTrafficWaitMs, avgInjectWaitMs, avgSseDecodeMs, avgCodecDecodeMs);
|
|
630
|
+
const avgAttempts = row.calls > 0 ? row.totalProviderAttemptCount / row.calls : 1;
|
|
631
|
+
const avgRetries = row.calls > 0 ? row.totalRetryCount / row.calls : 0;
|
|
632
|
+
const routePool = formatRoutePool(row.routeName, row.poolId);
|
|
633
|
+
const provider = formatProvider(row.providerKey, row.model);
|
|
634
|
+
console.log(colorize(` ${idx + 1}) ${routePool}`, ANSI_USAGE));
|
|
635
|
+
console.log(colorize(` provider=${provider} calls=${row.calls} share=${formatRatio(row.calls, usageTotalCalls)}`, ANSI_USAGE));
|
|
636
|
+
console.log(colorize(` avg.total=${formatMs(avgLatencyMs)} avg.internal=${formatMs(avgInternalMs)} avg.external=${formatMs(avgExternalMs)}`, ANSI_USAGE));
|
|
637
|
+
console.log(colorize(` max.total=${formatMs(row.maxLatencyMs)} max.internal=${formatMs(row.maxInternalLatencyMs)} max.external=${formatMs(row.maxExternalLatencyMs)}`, ANSI_USAGE));
|
|
638
|
+
console.log(colorize(` avg.retries=${avgRetries.toFixed(2)} avg.attempts=${avgAttempts.toFixed(2)} avg.wait.traffic=${formatMs(avgTrafficWaitMs)} avg.wait.inject=${formatMs(avgInjectWaitMs)} avg.decode.sse=${formatMs(avgSseDecodeMs)} avg.decode.codec=${formatMs(avgCodecDecodeMs)} avg.decode.effective=${formatMs(avgDecodeEffectiveMs)} avg.core_internal=${formatMs(avgCoreInternalMs)}`, ANSI_USAGE));
|
|
639
|
+
console.log(colorize(` max.retries=${row.maxRetryCount} max.attempts=${row.maxProviderAttemptCount} max.wait.traffic=${formatMs(row.maxTrafficWaitMs)} max.wait.inject=${formatMs(row.maxClientInjectWaitMs)} max.decode.sse=${formatMs(row.maxSseDecodeMs)} max.decode.codec=${formatMs(row.maxCodecDecodeMs)} max.decode.effective=${formatMs(Math.max(row.maxSseDecodeMs, row.maxCodecDecodeMs))}`, ANSI_USAGE));
|
|
640
|
+
}
|
|
641
|
+
if (usageOtherRows.length > 0) {
|
|
642
|
+
const otherCalls = usageOtherRows.reduce((sum, row) => sum + row.calls, 0);
|
|
643
|
+
const otherTotal = usageOtherRows.reduce((sum, row) => sum + row.totalLatencyMs, 0);
|
|
644
|
+
const otherInternal = usageOtherRows.reduce((sum, row) => sum + row.totalInternalLatencyMs, 0);
|
|
645
|
+
const otherExternal = usageOtherRows.reduce((sum, row) => sum + row.totalExternalLatencyMs, 0);
|
|
646
|
+
const otherTrafficWait = usageOtherRows.reduce((sum, row) => sum + row.totalTrafficWaitMs, 0);
|
|
647
|
+
const otherInjectWait = usageOtherRows.reduce((sum, row) => sum + row.totalClientInjectWaitMs, 0);
|
|
648
|
+
const otherSseDecode = usageOtherRows.reduce((sum, row) => sum + row.totalSseDecodeMs, 0);
|
|
649
|
+
const otherCodecDecode = usageOtherRows.reduce((sum, row) => sum + row.totalCodecDecodeMs, 0);
|
|
650
|
+
const otherAttempts = usageOtherRows.reduce((sum, row) => sum + row.totalProviderAttemptCount, 0);
|
|
651
|
+
const otherRetries = usageOtherRows.reduce((sum, row) => sum + row.totalRetryCount, 0);
|
|
652
|
+
const avgTotal = otherCalls > 0 ? otherTotal / otherCalls : 0;
|
|
653
|
+
const avgInternal = otherCalls > 0 ? otherInternal / otherCalls : 0;
|
|
654
|
+
const avgExternal = otherCalls > 0 ? otherExternal / otherCalls : 0;
|
|
655
|
+
const avgTrafficWait = otherCalls > 0 ? otherTrafficWait / otherCalls : 0;
|
|
656
|
+
const avgInjectWait = otherCalls > 0 ? otherInjectWait / otherCalls : 0;
|
|
657
|
+
const avgSseDecode = otherCalls > 0 ? otherSseDecode / otherCalls : 0;
|
|
658
|
+
const avgCodecDecode = otherCalls > 0 ? otherCodecDecode / otherCalls : 0;
|
|
659
|
+
const avgDecodeEffective = Math.max(avgSseDecode, avgCodecDecode);
|
|
660
|
+
const avgCoreInternal = computeCoreInternalMs(avgInternal, avgTrafficWait, avgInjectWait, avgSseDecode, avgCodecDecode);
|
|
661
|
+
const avgAttempts = otherCalls > 0 ? otherAttempts / otherCalls : 1;
|
|
662
|
+
const avgRetries = otherCalls > 0 ? otherRetries / otherCalls : 0;
|
|
663
|
+
console.log(colorize(' others)', ANSI_USAGE));
|
|
664
|
+
console.log(colorize(` groups=${usageOtherRows.length} calls=${otherCalls} share=${formatRatio(otherCalls, usageTotalCalls)}`, ANSI_USAGE));
|
|
665
|
+
console.log(colorize(` avg.total=${formatMs(avgTotal)} avg.internal=${formatMs(avgInternal)} avg.external=${formatMs(avgExternal)}`, ANSI_USAGE));
|
|
666
|
+
console.log(colorize(` avg.retries=${avgRetries.toFixed(2)} avg.attempts=${avgAttempts.toFixed(2)} avg.wait.traffic=${formatMs(avgTrafficWait)} avg.wait.inject=${formatMs(avgInjectWait)} avg.decode.sse=${formatMs(avgSseDecode)} avg.decode.codec=${formatMs(avgCodecDecode)} avg.decode.effective=${formatMs(avgDecodeEffective)} avg.core_internal=${formatMs(avgCoreInternal)}`, ANSI_USAGE));
|
|
667
|
+
}
|
|
668
|
+
const sessionRows = Array.from(sessionRollups.values()).sort((a, b) => {
|
|
669
|
+
if (b.usageCalls !== a.usageCalls) {
|
|
670
|
+
return b.usageCalls - a.usageCalls;
|
|
671
|
+
}
|
|
672
|
+
return b.virtualHits - a.virtualHits;
|
|
673
|
+
});
|
|
674
|
+
const sessionTopRows = sessionRows.slice(0, resolveTopN());
|
|
675
|
+
const sessionOtherRows = sessionRows.slice(resolveTopN());
|
|
676
|
+
const totalVirtualHits = sessionRows.reduce((sum, row) => sum + row.virtualHits, 0);
|
|
677
|
+
const totalUsageCalls = sessionRows.reduce((sum, row) => sum + row.usageCalls, 0);
|
|
678
|
+
console.log(colorize(`${ANSI_BOLD}[session-rollup][1m]${ANSI_RESET} sessions=${sessionRows.length} virtual_hits=${totalVirtualHits} usage_calls=${totalUsageCalls}`, ANSI_SESSION));
|
|
679
|
+
if (sessionRows.length === 0) {
|
|
680
|
+
console.log(colorize(' - no sessions in this window', ANSI_DIM));
|
|
681
|
+
}
|
|
682
|
+
for (const [idx, row] of sessionTopRows.entries()) {
|
|
683
|
+
const avgTotal = row.usageCalls > 0 ? row.totalLatencyMs / row.usageCalls : 0;
|
|
684
|
+
const avgInternal = row.usageCalls > 0 ? row.totalInternalLatencyMs / row.usageCalls : 0;
|
|
685
|
+
const avgExternal = row.usageCalls > 0 ? row.totalExternalLatencyMs / row.usageCalls : 0;
|
|
686
|
+
const avgTrafficWait = row.usageCalls > 0 ? row.totalTrafficWaitMs / row.usageCalls : 0;
|
|
687
|
+
const avgInjectWait = row.usageCalls > 0 ? row.totalClientInjectWaitMs / row.usageCalls : 0;
|
|
688
|
+
const avgSseDecode = row.usageCalls > 0 ? row.totalSseDecodeMs / row.usageCalls : 0;
|
|
689
|
+
const avgCodecDecode = row.usageCalls > 0 ? row.totalCodecDecodeMs / row.usageCalls : 0;
|
|
690
|
+
const avgDecodeEffective = Math.max(avgSseDecode, avgCodecDecode);
|
|
691
|
+
const avgCoreInternal = computeCoreInternalMs(avgInternal, avgTrafficWait, avgInjectWait, avgSseDecode, avgCodecDecode);
|
|
692
|
+
const avgAttempts = row.usageCalls > 0 ? row.totalProviderAttemptCount / row.usageCalls : 1;
|
|
693
|
+
const avgRetries = row.usageCalls > 0 ? row.totalRetryCount / row.usageCalls : 0;
|
|
694
|
+
const sessionDir = row.sessionId === 'unknown'
|
|
695
|
+
? '-'
|
|
696
|
+
: (normalizeProjectPath(row.projectPath) || resolveProjectPathFromRegistry(row.sessionId).path || '-');
|
|
697
|
+
const sessionColor = resolveSessionAnsiColor(row.sessionId) || ANSI_SESSION;
|
|
698
|
+
const sessionLabel = shortSessionId(row.sessionId);
|
|
699
|
+
console.log(colorize(` ${idx + 1}) session=${sessionLabel}`, sessionColor));
|
|
700
|
+
console.log(colorize(` project=${trimPathForLog(sessionDir)}`, sessionColor));
|
|
701
|
+
console.log(colorize(` virtual_hits=${row.virtualHits} usage_calls=${row.usageCalls} share=${formatRatio(row.usageCalls, totalUsageCalls)}`, sessionColor));
|
|
702
|
+
console.log(colorize(` avg.total=${formatMs(avgTotal)} avg.internal=${formatMs(avgInternal)} avg.external=${formatMs(avgExternal)}`, sessionColor));
|
|
703
|
+
console.log(colorize(` max.total=${formatMs(row.maxLatencyMs)} max.internal=${formatMs(row.maxInternalLatencyMs)} max.external=${formatMs(row.maxExternalLatencyMs)}`, sessionColor));
|
|
704
|
+
console.log(colorize(` avg.retries=${avgRetries.toFixed(2)} avg.attempts=${avgAttempts.toFixed(2)} avg.wait.traffic=${formatMs(avgTrafficWait)} avg.wait.inject=${formatMs(avgInjectWait)} avg.decode.sse=${formatMs(avgSseDecode)} avg.decode.codec=${formatMs(avgCodecDecode)} avg.decode.effective=${formatMs(avgDecodeEffective)} avg.core_internal=${formatMs(avgCoreInternal)}`, sessionColor));
|
|
705
|
+
}
|
|
706
|
+
if (sessionOtherRows.length > 0) {
|
|
707
|
+
const otherVirtualHits = sessionOtherRows.reduce((sum, row) => sum + row.virtualHits, 0);
|
|
708
|
+
const otherUsageCalls = sessionOtherRows.reduce((sum, row) => sum + row.usageCalls, 0);
|
|
709
|
+
const otherTotal = sessionOtherRows.reduce((sum, row) => sum + row.totalLatencyMs, 0);
|
|
710
|
+
const otherInternal = sessionOtherRows.reduce((sum, row) => sum + row.totalInternalLatencyMs, 0);
|
|
711
|
+
const otherExternal = sessionOtherRows.reduce((sum, row) => sum + row.totalExternalLatencyMs, 0);
|
|
712
|
+
const otherTrafficWait = sessionOtherRows.reduce((sum, row) => sum + row.totalTrafficWaitMs, 0);
|
|
713
|
+
const otherInjectWait = sessionOtherRows.reduce((sum, row) => sum + row.totalClientInjectWaitMs, 0);
|
|
714
|
+
const otherSseDecode = sessionOtherRows.reduce((sum, row) => sum + row.totalSseDecodeMs, 0);
|
|
715
|
+
const otherCodecDecode = sessionOtherRows.reduce((sum, row) => sum + row.totalCodecDecodeMs, 0);
|
|
716
|
+
const otherAttempts = sessionOtherRows.reduce((sum, row) => sum + row.totalProviderAttemptCount, 0);
|
|
717
|
+
const otherRetries = sessionOtherRows.reduce((sum, row) => sum + row.totalRetryCount, 0);
|
|
718
|
+
const avgTotal = otherUsageCalls > 0 ? otherTotal / otherUsageCalls : 0;
|
|
719
|
+
const avgInternal = otherUsageCalls > 0 ? otherInternal / otherUsageCalls : 0;
|
|
720
|
+
const avgExternal = otherUsageCalls > 0 ? otherExternal / otherUsageCalls : 0;
|
|
721
|
+
const avgTrafficWait = otherUsageCalls > 0 ? otherTrafficWait / otherUsageCalls : 0;
|
|
722
|
+
const avgInjectWait = otherUsageCalls > 0 ? otherInjectWait / otherUsageCalls : 0;
|
|
723
|
+
const avgSseDecode = otherUsageCalls > 0 ? otherSseDecode / otherUsageCalls : 0;
|
|
724
|
+
const avgCodecDecode = otherUsageCalls > 0 ? otherCodecDecode / otherUsageCalls : 0;
|
|
725
|
+
const avgDecodeEffective = Math.max(avgSseDecode, avgCodecDecode);
|
|
726
|
+
const avgCoreInternal = computeCoreInternalMs(avgInternal, avgTrafficWait, avgInjectWait, avgSseDecode, avgCodecDecode);
|
|
727
|
+
const avgAttempts = otherUsageCalls > 0 ? otherAttempts / otherUsageCalls : 1;
|
|
728
|
+
const avgRetries = otherUsageCalls > 0 ? otherRetries / otherUsageCalls : 0;
|
|
729
|
+
console.log(colorize(' others)', ANSI_SESSION));
|
|
730
|
+
console.log(colorize(` groups=${sessionOtherRows.length} virtual_hits=${otherVirtualHits} usage_calls=${otherUsageCalls} share=${formatRatio(otherUsageCalls, totalUsageCalls)}`, ANSI_SESSION));
|
|
731
|
+
console.log(colorize(` avg.total=${formatMs(avgTotal)} avg.internal=${formatMs(avgInternal)} avg.external=${formatMs(avgExternal)}`, ANSI_SESSION));
|
|
732
|
+
console.log(colorize(` avg.retries=${avgRetries.toFixed(2)} avg.attempts=${avgAttempts.toFixed(2)} avg.wait.traffic=${formatMs(avgTrafficWait)} avg.wait.inject=${formatMs(avgInjectWait)} avg.decode.sse=${formatMs(avgSseDecode)} avg.decode.codec=${formatMs(avgCodecDecode)} avg.decode.effective=${formatMs(avgDecodeEffective)} avg.core_internal=${formatMs(avgCoreInternal)}`, ANSI_SESSION));
|
|
733
|
+
}
|
|
734
|
+
const timelineRows = Array.from(sessionRequestEvents.entries())
|
|
735
|
+
.map(([sessionId, events]) => ({
|
|
736
|
+
sessionId,
|
|
737
|
+
events: [...events].sort((a, b) => a.atMs - b.atMs),
|
|
738
|
+
projectPath: normalizeProjectPath(sessionRollups.get(sessionId)?.projectPath) || resolveProjectPathFromRegistry(sessionId).path
|
|
739
|
+
}))
|
|
740
|
+
.filter((row) => row.events.length > 0)
|
|
741
|
+
.sort((a, b) => {
|
|
742
|
+
const aTs = a.events[0]?.atMs ?? 0;
|
|
743
|
+
const bTs = b.events[0]?.atMs ?? 0;
|
|
744
|
+
return aTs - bTs;
|
|
745
|
+
});
|
|
746
|
+
const timelineTotalRequests = timelineRows.reduce((sum, row) => sum + row.events.length, 0);
|
|
747
|
+
console.log(colorize(`${ANSI_BOLD}[session-requests][1m]${ANSI_RESET} sessions=${timelineRows.length} requests=${timelineTotalRequests} order=by_session_then_time`, ANSI_SESSION));
|
|
748
|
+
if (timelineRows.length === 0) {
|
|
749
|
+
console.log(colorize(' - no request timeline in this window', ANSI_DIM));
|
|
750
|
+
}
|
|
751
|
+
for (const [sessionIdx, row] of timelineRows.entries()) {
|
|
752
|
+
const sessionColor = resolveSessionAnsiColor(row.sessionId) || ANSI_SESSION;
|
|
753
|
+
const sessionLabel = shortSessionId(row.sessionId);
|
|
754
|
+
const project = trimPathForLog(row.projectPath || '-');
|
|
755
|
+
console.log(colorize(` ${sessionIdx + 1}) session=${sessionLabel} project=${project}`, sessionColor));
|
|
756
|
+
for (const [requestIdx, event] of row.events.entries()) {
|
|
757
|
+
const ts = new Date(event.atMs).toLocaleTimeString();
|
|
758
|
+
const routePool = formatRoutePool(event.routeName, event.poolId);
|
|
759
|
+
const provider = formatProvider(event.providerKey, event.model);
|
|
760
|
+
const requestLabel = shortRequestId(event.requestId);
|
|
761
|
+
const finishReasonTag = ` ${ANSI_WHITE}finish_reason=${event.finishReason ?? 'unknown'}${ANSI_RESET}`;
|
|
762
|
+
console.log(`${colorize(` ${requestIdx + 1}. [${ts}] req=${requestLabel} ${routePool} -> ${provider} total=${formatMs(event.latencyMs)} internal=${formatMs(event.internalLatencyMs)} external=${formatMs(event.externalLatencyMs)} retries=${event.retryCount} attempts=${event.providerAttemptCount} wait.traffic=${formatMs(event.trafficWaitMs)} wait.inject=${formatMs(event.clientInjectWaitMs)} decode.sse=${formatMs(event.sseDecodeMs)} decode.codec=${formatMs(event.codecDecodeMs)}`, sessionColor)}${finishReasonTag}`);
|
|
763
|
+
}
|
|
764
|
+
}
|
|
765
|
+
console.log(divider);
|
|
766
|
+
clearWindow(nowMs);
|
|
767
|
+
}
|
|
768
|
+
export function __resetLogRollupForTest() {
|
|
769
|
+
if (flushTimer) {
|
|
770
|
+
clearInterval(flushTimer);
|
|
771
|
+
flushTimer = undefined;
|
|
772
|
+
}
|
|
773
|
+
clearWindow(Date.now());
|
|
774
|
+
}
|
|
775
|
+
//# sourceMappingURL=log-rollup.js.map
|