@qvac/inference 0.0.0 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +928 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Central state management for profiling enablement, configuration, and recording.
|
|
3
|
+
*
|
|
4
|
+
* Precedence (highest to lowest):
|
|
5
|
+
* 1. Per-call override
|
|
6
|
+
* 2. Runtime API (enable/disable)
|
|
7
|
+
* 3. Disabled default
|
|
8
|
+
*/
|
|
9
|
+
import { getGlobalSingleton } from '../utils/global-singleton.js';
|
|
10
|
+
import { createAggregator, recordEvent as aggregatorRecord, getAggregates as aggregatorGetAggregates, getRecentEvents as aggregatorGetRecentEvents, clearAggregator, setMaxRecentEvents } from '../profiling/aggregator.js';
|
|
11
|
+
import { nowMs, generateProfileId } from '../profiling/clock.js';
|
|
12
|
+
const DEFAULT_CONFIG = {
|
|
13
|
+
enabled: false,
|
|
14
|
+
mode: 'summary',
|
|
15
|
+
includeServerBreakdown: false,
|
|
16
|
+
includeResourceGauges: false,
|
|
17
|
+
operationFilters: [],
|
|
18
|
+
maxRecentEvents: 1000
|
|
19
|
+
};
|
|
20
|
+
const CONTROLLER_STATE_KEY = Symbol.for('@qvac/inference:profiler-controller-state');
|
|
21
|
+
function getControllerState() {
|
|
22
|
+
const state = getGlobalSingleton(CONTROLLER_STATE_KEY, () => {
|
|
23
|
+
return {
|
|
24
|
+
runtimeOverride: undefined,
|
|
25
|
+
runtimeOptions: {},
|
|
26
|
+
onRecordCallbacks: [],
|
|
27
|
+
initialized: false
|
|
28
|
+
};
|
|
29
|
+
});
|
|
30
|
+
if (!state.initialized) {
|
|
31
|
+
createAggregator(DEFAULT_CONFIG.maxRecentEvents);
|
|
32
|
+
state.initialized = true;
|
|
33
|
+
}
|
|
34
|
+
return state;
|
|
35
|
+
}
|
|
36
|
+
export function enable(options) {
|
|
37
|
+
const state = getControllerState();
|
|
38
|
+
state.runtimeOverride = true;
|
|
39
|
+
state.runtimeOptions = options ? { ...options } : {};
|
|
40
|
+
clearAggregator();
|
|
41
|
+
setMaxRecentEvents(DEFAULT_CONFIG.maxRecentEvents);
|
|
42
|
+
}
|
|
43
|
+
export function disable() {
|
|
44
|
+
const state = getControllerState();
|
|
45
|
+
state.runtimeOverride = false;
|
|
46
|
+
state.runtimeOptions = {};
|
|
47
|
+
setMaxRecentEvents(DEFAULT_CONFIG.maxRecentEvents);
|
|
48
|
+
}
|
|
49
|
+
export function isEnabled() {
|
|
50
|
+
const state = getControllerState();
|
|
51
|
+
return state.runtimeOverride ?? false;
|
|
52
|
+
}
|
|
53
|
+
export function getEffectiveConfig() {
|
|
54
|
+
const state = getControllerState();
|
|
55
|
+
return {
|
|
56
|
+
enabled: isEnabled(),
|
|
57
|
+
mode: state.runtimeOptions.mode ?? DEFAULT_CONFIG.mode,
|
|
58
|
+
includeServerBreakdown: state.runtimeOptions.includeServerBreakdown ?? DEFAULT_CONFIG.includeServerBreakdown,
|
|
59
|
+
includeResourceGauges: state.runtimeOptions.includeResourceGauges ?? DEFAULT_CONFIG.includeResourceGauges,
|
|
60
|
+
operationFilters: [
|
|
61
|
+
...(state.runtimeOptions.operationFilters ?? DEFAULT_CONFIG.operationFilters)
|
|
62
|
+
],
|
|
63
|
+
maxRecentEvents: DEFAULT_CONFIG.maxRecentEvents
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
export function shouldProfile(operation, perCallOptions) {
|
|
67
|
+
if (perCallOptions?.enabled !== undefined) {
|
|
68
|
+
return perCallOptions.enabled;
|
|
69
|
+
}
|
|
70
|
+
if (!isEnabled()) {
|
|
71
|
+
return false;
|
|
72
|
+
}
|
|
73
|
+
const config = getEffectiveConfig();
|
|
74
|
+
if (config.operationFilters.length > 0) {
|
|
75
|
+
return config.operationFilters.includes(operation);
|
|
76
|
+
}
|
|
77
|
+
return true;
|
|
78
|
+
}
|
|
79
|
+
export function shouldIncludeServerBreakdown(perCallOptions) {
|
|
80
|
+
if (perCallOptions?.includeServerBreakdown !== undefined) {
|
|
81
|
+
return perCallOptions.includeServerBreakdown;
|
|
82
|
+
}
|
|
83
|
+
return getEffectiveConfig().includeServerBreakdown;
|
|
84
|
+
}
|
|
85
|
+
export function shouldIncludeResourceGauges(perCallOptions) {
|
|
86
|
+
if (perCallOptions?.includeResourceGauges !== undefined) {
|
|
87
|
+
return perCallOptions.includeResourceGauges;
|
|
88
|
+
}
|
|
89
|
+
return getEffectiveConfig().includeResourceGauges;
|
|
90
|
+
}
|
|
91
|
+
export function generateId() {
|
|
92
|
+
return generateProfileId();
|
|
93
|
+
}
|
|
94
|
+
export function record(event) {
|
|
95
|
+
const state = getControllerState();
|
|
96
|
+
let eventWithTs = event;
|
|
97
|
+
if (event.ts === undefined) {
|
|
98
|
+
eventWithTs = { ...event, ts: nowMs() };
|
|
99
|
+
}
|
|
100
|
+
const storeInBuffer = getEffectiveConfig().mode === 'verbose';
|
|
101
|
+
aggregatorRecord(eventWithTs, storeInBuffer);
|
|
102
|
+
for (const cb of state.onRecordCallbacks) {
|
|
103
|
+
try {
|
|
104
|
+
cb(eventWithTs);
|
|
105
|
+
}
|
|
106
|
+
catch {
|
|
107
|
+
// Callback errors should not break profiling
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
/** Returns unsubscribe function. */
|
|
112
|
+
export function onRecord(callback) {
|
|
113
|
+
const state = getControllerState();
|
|
114
|
+
state.onRecordCallbacks.push(callback);
|
|
115
|
+
return () => {
|
|
116
|
+
const idx = state.onRecordCallbacks.indexOf(callback);
|
|
117
|
+
if (idx >= 0) {
|
|
118
|
+
state.onRecordCallbacks.splice(idx, 1);
|
|
119
|
+
}
|
|
120
|
+
};
|
|
121
|
+
}
|
|
122
|
+
export function getAggregates() {
|
|
123
|
+
return aggregatorGetAggregates();
|
|
124
|
+
}
|
|
125
|
+
export function getRecentEvents() {
|
|
126
|
+
return aggregatorGetRecentEvents();
|
|
127
|
+
}
|
|
128
|
+
export function clear() {
|
|
129
|
+
clearAggregator();
|
|
130
|
+
}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import { type BaseTimings } from '../profiling/events.js';
|
|
2
|
+
import type { ProfilingRequestMeta, ProfilingResponseMeta, DelegationBreakdown } from '../schemas/index.js';
|
|
3
|
+
export interface DelegatedHandlerOptions {
|
|
4
|
+
profilingMeta?: ProfilingRequestMeta;
|
|
5
|
+
}
|
|
6
|
+
interface BaseDelegationTimings extends BaseTimings {
|
|
7
|
+
requestStringifyMs?: number;
|
|
8
|
+
sendStart?: number;
|
|
9
|
+
}
|
|
10
|
+
export interface DelegationTimings extends BaseDelegationTimings {
|
|
11
|
+
firstResponseAt?: number;
|
|
12
|
+
responseJsonParseMs?: number;
|
|
13
|
+
}
|
|
14
|
+
export interface DelegationStreamTimings extends BaseDelegationTimings {
|
|
15
|
+
firstChunkAt?: number;
|
|
16
|
+
lastChunkAt?: number;
|
|
17
|
+
chunkCount: number;
|
|
18
|
+
}
|
|
19
|
+
export declare function shouldProfileDelegation(op: string, incomingMeta?: ProfilingRequestMeta): boolean;
|
|
20
|
+
export declare function createDelegationTimings(profileId: string, requestType: string): DelegationTimings;
|
|
21
|
+
export declare function createDelegationStreamTimings(profileId: string, requestType: string): DelegationStreamTimings;
|
|
22
|
+
export declare function cacheDelegationConnectionTime(peerKey: string, durationMs: number): void;
|
|
23
|
+
export declare function flushServerConnectionEvent(peerKey: string): void;
|
|
24
|
+
export declare function consumeBreakdownConnectionTime(peerKey: string): number | undefined;
|
|
25
|
+
export declare function buildDelegationBreakdown(timings: DelegationTimings, connectionMs?: number): DelegationBreakdown;
|
|
26
|
+
export declare function buildDelegationStreamBreakdown(timings: DelegationStreamTimings): DelegationBreakdown;
|
|
27
|
+
export declare function recordDelegationEvents(timings: DelegationTimings, serverMeta?: ProfilingResponseMeta, connectionMs?: number): DelegationBreakdown;
|
|
28
|
+
export declare function recordDelegationStreamEvents(timings: DelegationStreamTimings, serverMeta?: ProfilingResponseMeta): void;
|
|
29
|
+
export declare function clearPeerConnectionTracking(peerKey: string): void;
|
|
30
|
+
export declare function resetDelegationConnectionTracking(): void;
|
|
31
|
+
export {};
|
|
@@ -0,0 +1,155 @@
|
|
|
1
|
+
import { nowMs } from '../profiling/clock.js';
|
|
2
|
+
import { record, shouldProfile } from '../profiling/controller.js';
|
|
3
|
+
import { recordPhase, recordServerBreakdownPhases } from '../profiling/events.js';
|
|
4
|
+
/**
|
|
5
|
+
* Per-peer connection tracking for delegation.
|
|
6
|
+
* Separate tracking for server-side event recording vs breakdown injection.
|
|
7
|
+
*
|
|
8
|
+
* Flow:
|
|
9
|
+
* 1. Connection happens → cacheDelegationConnectionTime stores ms
|
|
10
|
+
* 2. First profiled call (stream or unary) → flushServerConnectionEvent records server event
|
|
11
|
+
* 3. First unary call → consumeBreakdownConnectionTime returns ms for breakdown injection
|
|
12
|
+
*/
|
|
13
|
+
const pendingConnectionTimes = new Map();
|
|
14
|
+
const serverConnectionRecorded = new Map();
|
|
15
|
+
const breakdownConnectionMs = new Map();
|
|
16
|
+
const breakdownConnectionInjected = new Map();
|
|
17
|
+
export function shouldProfileDelegation(op, incomingMeta) {
|
|
18
|
+
if (incomingMeta?.enabled === false) {
|
|
19
|
+
return false;
|
|
20
|
+
}
|
|
21
|
+
if (incomingMeta?.enabled === true) {
|
|
22
|
+
return true;
|
|
23
|
+
}
|
|
24
|
+
return shouldProfile(op);
|
|
25
|
+
}
|
|
26
|
+
export function createDelegationTimings(profileId, requestType) {
|
|
27
|
+
return { profileId, requestType, requestStart: nowMs() };
|
|
28
|
+
}
|
|
29
|
+
export function createDelegationStreamTimings(profileId, requestType) {
|
|
30
|
+
return { profileId, requestType, requestStart: nowMs(), chunkCount: 0 };
|
|
31
|
+
}
|
|
32
|
+
export function cacheDelegationConnectionTime(peerKey, durationMs) {
|
|
33
|
+
if (serverConnectionRecorded.get(peerKey))
|
|
34
|
+
return;
|
|
35
|
+
if (pendingConnectionTimes.has(peerKey))
|
|
36
|
+
return;
|
|
37
|
+
pendingConnectionTimes.set(peerKey, durationMs);
|
|
38
|
+
}
|
|
39
|
+
export function flushServerConnectionEvent(peerKey) {
|
|
40
|
+
if (serverConnectionRecorded.get(peerKey))
|
|
41
|
+
return;
|
|
42
|
+
const ms = pendingConnectionTimes.get(peerKey);
|
|
43
|
+
if (ms === undefined)
|
|
44
|
+
return;
|
|
45
|
+
pendingConnectionTimes.delete(peerKey);
|
|
46
|
+
serverConnectionRecorded.set(peerKey, true);
|
|
47
|
+
if (!breakdownConnectionInjected.get(peerKey)) {
|
|
48
|
+
breakdownConnectionMs.set(peerKey, ms);
|
|
49
|
+
}
|
|
50
|
+
record({
|
|
51
|
+
ts: nowMs(),
|
|
52
|
+
op: 'delegation',
|
|
53
|
+
kind: 'delegation',
|
|
54
|
+
phase: 'connection',
|
|
55
|
+
ms,
|
|
56
|
+
tags: { peer: peerKey.slice(0, 16) }
|
|
57
|
+
});
|
|
58
|
+
}
|
|
59
|
+
export function consumeBreakdownConnectionTime(peerKey) {
|
|
60
|
+
if (breakdownConnectionInjected.get(peerKey))
|
|
61
|
+
return undefined;
|
|
62
|
+
const ms = breakdownConnectionMs.get(peerKey);
|
|
63
|
+
if (ms === undefined)
|
|
64
|
+
return undefined;
|
|
65
|
+
breakdownConnectionMs.delete(peerKey);
|
|
66
|
+
breakdownConnectionInjected.set(peerKey, true);
|
|
67
|
+
return ms;
|
|
68
|
+
}
|
|
69
|
+
export function buildDelegationBreakdown(timings, connectionMs) {
|
|
70
|
+
const now = nowMs();
|
|
71
|
+
const breakdown = {
|
|
72
|
+
profileId: timings.profileId
|
|
73
|
+
};
|
|
74
|
+
if (connectionMs !== undefined) {
|
|
75
|
+
breakdown.connectionMs = connectionMs;
|
|
76
|
+
}
|
|
77
|
+
if (timings.requestStringifyMs !== undefined) {
|
|
78
|
+
breakdown.requestStringifyMs = timings.requestStringifyMs;
|
|
79
|
+
}
|
|
80
|
+
if (timings.sendStart !== undefined && timings.firstResponseAt !== undefined) {
|
|
81
|
+
breakdown.serverWaitMs = timings.firstResponseAt - timings.sendStart;
|
|
82
|
+
}
|
|
83
|
+
if (timings.responseJsonParseMs !== undefined) {
|
|
84
|
+
breakdown.responseJsonParseMs = timings.responseJsonParseMs;
|
|
85
|
+
}
|
|
86
|
+
breakdown.totalDelegationMs = now - timings.requestStart;
|
|
87
|
+
return breakdown;
|
|
88
|
+
}
|
|
89
|
+
export function buildDelegationStreamBreakdown(timings) {
|
|
90
|
+
const now = nowMs();
|
|
91
|
+
const breakdown = {
|
|
92
|
+
profileId: timings.profileId
|
|
93
|
+
};
|
|
94
|
+
if (timings.requestStringifyMs !== undefined) {
|
|
95
|
+
breakdown.requestStringifyMs = timings.requestStringifyMs;
|
|
96
|
+
}
|
|
97
|
+
if (timings.sendStart !== undefined && timings.firstChunkAt !== undefined) {
|
|
98
|
+
breakdown.serverWaitMs = timings.firstChunkAt - timings.sendStart;
|
|
99
|
+
}
|
|
100
|
+
breakdown.totalDelegationMs = now - timings.requestStart;
|
|
101
|
+
return breakdown;
|
|
102
|
+
}
|
|
103
|
+
export function recordDelegationEvents(timings, serverMeta, connectionMs) {
|
|
104
|
+
const now = nowMs();
|
|
105
|
+
const base = {
|
|
106
|
+
ts: now,
|
|
107
|
+
op: timings.requestType,
|
|
108
|
+
kind: 'delegation',
|
|
109
|
+
profileId: timings.profileId
|
|
110
|
+
};
|
|
111
|
+
const breakdown = buildDelegationBreakdown(timings, connectionMs);
|
|
112
|
+
recordPhase(base, 'request.stringify', breakdown.requestStringifyMs);
|
|
113
|
+
recordPhase(base, 'serverWait', breakdown.serverWaitMs);
|
|
114
|
+
recordPhase(base, 'response.jsonParse', breakdown.responseJsonParseMs);
|
|
115
|
+
recordPhase(base, 'totalDelegationTime', breakdown.totalDelegationMs);
|
|
116
|
+
if (serverMeta?.server) {
|
|
117
|
+
recordServerBreakdownPhases(base, serverMeta.server, 'delegated');
|
|
118
|
+
}
|
|
119
|
+
return breakdown;
|
|
120
|
+
}
|
|
121
|
+
export function recordDelegationStreamEvents(timings, serverMeta) {
|
|
122
|
+
const now = nowMs();
|
|
123
|
+
const totalTime = now - timings.requestStart;
|
|
124
|
+
const base = {
|
|
125
|
+
ts: now,
|
|
126
|
+
op: timings.requestType,
|
|
127
|
+
kind: 'delegation',
|
|
128
|
+
profileId: timings.profileId
|
|
129
|
+
};
|
|
130
|
+
recordPhase(base, 'request.stringify', timings.requestStringifyMs);
|
|
131
|
+
if (timings.sendStart !== undefined && timings.firstChunkAt !== undefined) {
|
|
132
|
+
recordPhase(base, 'ttfb', timings.firstChunkAt - timings.sendStart);
|
|
133
|
+
}
|
|
134
|
+
if (timings.firstChunkAt !== undefined && timings.lastChunkAt !== undefined) {
|
|
135
|
+
recordPhase(base, 'streamDuration', timings.lastChunkAt - timings.firstChunkAt);
|
|
136
|
+
}
|
|
137
|
+
recordPhase(base, 'totalDelegationTime', totalTime, {
|
|
138
|
+
count: timings.chunkCount
|
|
139
|
+
});
|
|
140
|
+
if (serverMeta?.server) {
|
|
141
|
+
recordServerBreakdownPhases(base, serverMeta.server, 'delegated');
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
export function clearPeerConnectionTracking(peerKey) {
|
|
145
|
+
pendingConnectionTimes.delete(peerKey);
|
|
146
|
+
serverConnectionRecorded.delete(peerKey);
|
|
147
|
+
breakdownConnectionMs.delete(peerKey);
|
|
148
|
+
breakdownConnectionInjected.delete(peerKey);
|
|
149
|
+
}
|
|
150
|
+
export function resetDelegationConnectionTracking() {
|
|
151
|
+
pendingConnectionTimes.clear();
|
|
152
|
+
serverConnectionRecorded.clear();
|
|
153
|
+
breakdownConnectionMs.clear();
|
|
154
|
+
breakdownConnectionInjected.clear();
|
|
155
|
+
}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Helpers to inject/extract __profiling metadata in RPC payloads.
|
|
3
|
+
*/
|
|
4
|
+
import { type ProfilingRequestMeta, type ProfilingResponseMeta } from '../schemas/index.js';
|
|
5
|
+
export declare function createProfilingMeta(profileId: string, includeServerBreakdown: boolean, includeResourceGauges: boolean): ProfilingRequestMeta;
|
|
6
|
+
export declare function createProfilingDisabledMeta(): ProfilingRequestMeta;
|
|
7
|
+
export declare function createDelegatedProfilingMeta(profileId: string, meta?: ProfilingRequestMeta): ProfilingRequestMeta;
|
|
8
|
+
export declare function injectProfilingMetaIntoObject(obj: Record<string, unknown>, meta: ProfilingRequestMeta): Record<string, unknown>;
|
|
9
|
+
export declare function extractProfilingMeta(payload: unknown): ProfilingResponseMeta | undefined;
|
|
10
|
+
export declare function stripProfilingMeta<T extends object>(payload: T): T;
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Helpers to inject/extract __profiling metadata in RPC payloads.
|
|
3
|
+
*/
|
|
4
|
+
import { PROFILING_KEY } from '../schemas/index.js';
|
|
5
|
+
export function createProfilingMeta(profileId, includeServerBreakdown, includeResourceGauges) {
|
|
6
|
+
return {
|
|
7
|
+
enabled: true,
|
|
8
|
+
id: profileId,
|
|
9
|
+
includeServer: includeServerBreakdown,
|
|
10
|
+
includeResources: includeResourceGauges
|
|
11
|
+
};
|
|
12
|
+
}
|
|
13
|
+
export function createProfilingDisabledMeta() {
|
|
14
|
+
return { enabled: false };
|
|
15
|
+
}
|
|
16
|
+
export function createDelegatedProfilingMeta(profileId, meta) {
|
|
17
|
+
return {
|
|
18
|
+
enabled: true,
|
|
19
|
+
id: profileId,
|
|
20
|
+
includeServer: meta?.includeServer ?? false,
|
|
21
|
+
includeResources: meta?.includeResources ?? false,
|
|
22
|
+
resourceOrigin: 'provider',
|
|
23
|
+
...(meta?.mode !== undefined && { mode: meta.mode })
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
export function injectProfilingMetaIntoObject(obj, meta) {
|
|
27
|
+
return { ...obj, [PROFILING_KEY]: meta };
|
|
28
|
+
}
|
|
29
|
+
export function extractProfilingMeta(payload) {
|
|
30
|
+
if (typeof payload === 'object' && payload !== null && PROFILING_KEY in payload) {
|
|
31
|
+
const meta = payload[PROFILING_KEY];
|
|
32
|
+
if (typeof meta === 'object' && meta !== null) {
|
|
33
|
+
return meta;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
return undefined;
|
|
37
|
+
}
|
|
38
|
+
export function stripProfilingMeta(payload) {
|
|
39
|
+
if (PROFILING_KEY in payload) {
|
|
40
|
+
const { [PROFILING_KEY]: _unused, ...rest } = payload;
|
|
41
|
+
void _unused;
|
|
42
|
+
return rest;
|
|
43
|
+
}
|
|
44
|
+
return payload;
|
|
45
|
+
}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { ProfilingEventKind } from '../profiling/types.js';
|
|
2
|
+
import type { ServerBreakdown, DelegationBreakdown } from '../schemas/index.js';
|
|
3
|
+
export interface BaseTimings {
|
|
4
|
+
profileId: string;
|
|
5
|
+
requestType: string;
|
|
6
|
+
requestStart: number;
|
|
7
|
+
}
|
|
8
|
+
export interface BaseEvent {
|
|
9
|
+
ts: number;
|
|
10
|
+
op: string;
|
|
11
|
+
kind: ProfilingEventKind;
|
|
12
|
+
profileId: string;
|
|
13
|
+
}
|
|
14
|
+
export declare function recordPhase(base: BaseEvent, phase: string, ms?: number, extra?: {
|
|
15
|
+
count?: number;
|
|
16
|
+
}): void;
|
|
17
|
+
export declare function recordFailure(base: BaseEvent, startTime: number, error: unknown): void;
|
|
18
|
+
export declare function recordServerBreakdownPhases(base: BaseEvent, server: ServerBreakdown, prefix?: string): void;
|
|
19
|
+
export declare function recordDelegationBreakdownPhases(base: BaseEvent, delegation: DelegationBreakdown, prefix?: string): void;
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { nowMs } from '../profiling/clock.js';
|
|
2
|
+
import { record } from '../profiling/controller.js';
|
|
3
|
+
export function recordPhase(base, phase, ms, extra) {
|
|
4
|
+
if (ms === undefined)
|
|
5
|
+
return;
|
|
6
|
+
record({ ...base, phase, ms, ...extra });
|
|
7
|
+
}
|
|
8
|
+
export function recordFailure(base, startTime, error) {
|
|
9
|
+
const now = nowMs();
|
|
10
|
+
record({
|
|
11
|
+
...base,
|
|
12
|
+
ts: now,
|
|
13
|
+
phase: 'failed',
|
|
14
|
+
ms: now - startTime,
|
|
15
|
+
tags: {
|
|
16
|
+
error: error instanceof Error ? error.name : 'Unknown',
|
|
17
|
+
message: error instanceof Error ? error.message.slice(0, 100) : String(error).slice(0, 100)
|
|
18
|
+
}
|
|
19
|
+
});
|
|
20
|
+
}
|
|
21
|
+
export function recordServerBreakdownPhases(base, server, prefix = 'server') {
|
|
22
|
+
recordPhase(base, `${prefix}.request.jsonParse`, server.requestJsonParseMs);
|
|
23
|
+
recordPhase(base, `${prefix}.request.zodValidation`, server.requestZodValidationMs);
|
|
24
|
+
recordPhase(base, `${prefix}.handlerExecution`, server.handlerExecutionMs);
|
|
25
|
+
recordPhase(base, `${prefix}.response.zodValidation`, server.responseZodValidationMs);
|
|
26
|
+
recordPhase(base, `${prefix}.response.stringify`, server.responseStringifyMs);
|
|
27
|
+
recordPhase(base, `${prefix}.totalServerTime`, server.totalServerMs);
|
|
28
|
+
}
|
|
29
|
+
export function recordDelegationBreakdownPhases(base, delegation, prefix = 'delegation') {
|
|
30
|
+
recordPhase(base, `${prefix}.connection`, delegation.connectionMs);
|
|
31
|
+
recordPhase(base, `${prefix}.request.stringify`, delegation.requestStringifyMs);
|
|
32
|
+
recordPhase(base, `${prefix}.serverWait`, delegation.serverWaitMs);
|
|
33
|
+
recordPhase(base, `${prefix}.response.jsonParse`, delegation.responseJsonParseMs);
|
|
34
|
+
recordPhase(base, `${prefix}.totalDelegationTime`, delegation.totalDelegationMs);
|
|
35
|
+
}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* JSON, table, and summary export utilities for profiling data.
|
|
3
|
+
*/
|
|
4
|
+
import type { ProfilerExport } from '../profiling/types.js';
|
|
5
|
+
export declare function exportJSON(options?: {
|
|
6
|
+
includeRecentEvents?: boolean;
|
|
7
|
+
}): ProfilerExport;
|
|
8
|
+
export declare function exportTable(): string;
|
|
9
|
+
export declare function exportSummary(): string;
|
|
@@ -0,0 +1,242 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* JSON, table, and summary export utilities for profiling data.
|
|
3
|
+
*/
|
|
4
|
+
import { getEffectiveConfig, getAggregates, getRecentEvents } from '../profiling/controller.js';
|
|
5
|
+
import { getDroppedCount, getEventCount } from '../profiling/aggregator.js';
|
|
6
|
+
import { nowMs } from '../profiling/clock.js';
|
|
7
|
+
export function exportJSON(options) {
|
|
8
|
+
const config = getEffectiveConfig();
|
|
9
|
+
const includeRecent = options?.includeRecentEvents ?? true;
|
|
10
|
+
const result = {
|
|
11
|
+
config,
|
|
12
|
+
aggregates: getAggregates(),
|
|
13
|
+
exportedAt: nowMs()
|
|
14
|
+
};
|
|
15
|
+
if (includeRecent && config.mode === 'verbose') {
|
|
16
|
+
result.recentEvents = getRecentEvents();
|
|
17
|
+
}
|
|
18
|
+
return result;
|
|
19
|
+
}
|
|
20
|
+
function aggregateMatchingStats(aggregates, predicate) {
|
|
21
|
+
const matches = Object.entries(aggregates).filter(([key]) => predicate(key));
|
|
22
|
+
if (matches.length === 0) {
|
|
23
|
+
return undefined;
|
|
24
|
+
}
|
|
25
|
+
let count = 0;
|
|
26
|
+
let sum = 0;
|
|
27
|
+
let min = Infinity;
|
|
28
|
+
let max = -Infinity;
|
|
29
|
+
let last = 0;
|
|
30
|
+
for (const [, stats] of matches) {
|
|
31
|
+
count += stats.count;
|
|
32
|
+
sum += stats.sum;
|
|
33
|
+
if (stats.count > 0) {
|
|
34
|
+
if (stats.min < min)
|
|
35
|
+
min = stats.min;
|
|
36
|
+
if (stats.max > max)
|
|
37
|
+
max = stats.max;
|
|
38
|
+
last = stats.last;
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
return {
|
|
42
|
+
count,
|
|
43
|
+
min: count > 0 ? min : 0,
|
|
44
|
+
max: count > 0 ? max : 0,
|
|
45
|
+
avg: count > 0 ? sum / count : 0,
|
|
46
|
+
sum,
|
|
47
|
+
last
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
function formatDuration(ms) {
|
|
51
|
+
if (ms < 1) {
|
|
52
|
+
return `${(ms * 1000).toFixed(0)}μs`;
|
|
53
|
+
}
|
|
54
|
+
if (ms < 1000) {
|
|
55
|
+
return `${ms.toFixed(1)}ms`;
|
|
56
|
+
}
|
|
57
|
+
if (ms < 60000) {
|
|
58
|
+
return `${(ms / 1000).toFixed(2)}s`;
|
|
59
|
+
}
|
|
60
|
+
return `${(ms / 60000).toFixed(2)}m`;
|
|
61
|
+
}
|
|
62
|
+
function formatBytes(bytes) {
|
|
63
|
+
if (bytes < 1024)
|
|
64
|
+
return `${bytes.toFixed(0)} B`;
|
|
65
|
+
if (bytes < 1024 * 1024)
|
|
66
|
+
return `${(bytes / 1024).toFixed(1)} KB`;
|
|
67
|
+
if (bytes < 1024 * 1024 * 1024)
|
|
68
|
+
return `${(bytes / (1024 * 1024)).toFixed(2)} MB`;
|
|
69
|
+
return `${(bytes / (1024 * 1024 * 1024)).toFixed(2)} GB`;
|
|
70
|
+
}
|
|
71
|
+
function formatThroughput(bps) {
|
|
72
|
+
if (bps < 1024)
|
|
73
|
+
return `${bps.toFixed(0)} B/s`;
|
|
74
|
+
if (bps < 1024 * 1024)
|
|
75
|
+
return `${(bps / 1024).toFixed(1)} KB/s`;
|
|
76
|
+
if (bps < 1024 * 1024 * 1024)
|
|
77
|
+
return `${(bps / (1024 * 1024)).toFixed(2)} MB/s`;
|
|
78
|
+
return `${(bps / (1024 * 1024 * 1024)).toFixed(2)} GB/s`;
|
|
79
|
+
}
|
|
80
|
+
function formatNumber(n) {
|
|
81
|
+
if (Number.isInteger(n)) {
|
|
82
|
+
return n.toLocaleString();
|
|
83
|
+
}
|
|
84
|
+
if (n === 0)
|
|
85
|
+
return '0';
|
|
86
|
+
if (Math.abs(n) < 0.01)
|
|
87
|
+
return n.toExponential(2);
|
|
88
|
+
if (Math.abs(n) < 1)
|
|
89
|
+
return n.toFixed(3);
|
|
90
|
+
if (Math.abs(n) < 100)
|
|
91
|
+
return n.toFixed(2);
|
|
92
|
+
return n.toFixed(1);
|
|
93
|
+
}
|
|
94
|
+
const METRIC_TYPE_REGISTRY = {
|
|
95
|
+
// Exceptions that patterns can't infer correctly
|
|
96
|
+
timeToFirstToken: 'duration',
|
|
97
|
+
totalSegments: 'number',
|
|
98
|
+
totalSamples: 'number'
|
|
99
|
+
};
|
|
100
|
+
function inferMetricTypeFromPattern(lowerName) {
|
|
101
|
+
if (lowerName.includes('bps') || lowerName.includes('speed')) {
|
|
102
|
+
return 'throughput';
|
|
103
|
+
}
|
|
104
|
+
if (lowerName.includes('bytes') ||
|
|
105
|
+
lowerName.includes('downloaded') ||
|
|
106
|
+
lowerName.includes('size')) {
|
|
107
|
+
return 'bytes';
|
|
108
|
+
}
|
|
109
|
+
if (lowerName.endsWith('time') ||
|
|
110
|
+
lowerName.endsWith('ms') ||
|
|
111
|
+
lowerName.endsWith('duration') ||
|
|
112
|
+
lowerName.includes('ttfb') ||
|
|
113
|
+
lowerName.includes('latency') ||
|
|
114
|
+
lowerName.includes('overhead') ||
|
|
115
|
+
lowerName.includes('execution')) {
|
|
116
|
+
return 'duration';
|
|
117
|
+
}
|
|
118
|
+
if (lowerName.includes('count') || lowerName.includes('tokens') || lowerName.includes('factor')) {
|
|
119
|
+
return 'number';
|
|
120
|
+
}
|
|
121
|
+
// Default to duration for unknown metrics (most profiling is timing)
|
|
122
|
+
return 'duration';
|
|
123
|
+
}
|
|
124
|
+
function detectMetricType(metricName) {
|
|
125
|
+
if (METRIC_TYPE_REGISTRY[metricName]) {
|
|
126
|
+
return METRIC_TYPE_REGISTRY[metricName];
|
|
127
|
+
}
|
|
128
|
+
return inferMetricTypeFromPattern(metricName.toLowerCase());
|
|
129
|
+
}
|
|
130
|
+
function formatMetricValue(value, metricName) {
|
|
131
|
+
const type = detectMetricType(metricName);
|
|
132
|
+
switch (type) {
|
|
133
|
+
case 'bytes':
|
|
134
|
+
return formatBytes(value);
|
|
135
|
+
case 'throughput':
|
|
136
|
+
return formatThroughput(value);
|
|
137
|
+
case 'number':
|
|
138
|
+
return formatNumber(value);
|
|
139
|
+
case 'duration':
|
|
140
|
+
default:
|
|
141
|
+
return formatDuration(value);
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
function pad(s, len, align = 'left') {
|
|
145
|
+
if (s.length >= len)
|
|
146
|
+
return s.substring(0, len);
|
|
147
|
+
const spaces = ' '.repeat(len - s.length);
|
|
148
|
+
return align === 'left' ? s + spaces : spaces + s;
|
|
149
|
+
}
|
|
150
|
+
export function exportTable() {
|
|
151
|
+
const aggregates = getAggregates();
|
|
152
|
+
const entries = Object.entries(aggregates);
|
|
153
|
+
if (entries.length === 0) {
|
|
154
|
+
return 'No profiling data recorded.';
|
|
155
|
+
}
|
|
156
|
+
const metricWidth = 48;
|
|
157
|
+
const numWidth = 12;
|
|
158
|
+
const header = [
|
|
159
|
+
pad('Metric', metricWidth),
|
|
160
|
+
pad('Count', numWidth, 'right'),
|
|
161
|
+
pad('Min', numWidth, 'right'),
|
|
162
|
+
pad('Max', numWidth, 'right'),
|
|
163
|
+
pad('Avg', numWidth, 'right'),
|
|
164
|
+
pad('Total', numWidth, 'right')
|
|
165
|
+
].join(' | ');
|
|
166
|
+
const separator = '-'.repeat(header.length);
|
|
167
|
+
const rows = entries
|
|
168
|
+
.sort((a, b) => a[0].localeCompare(b[0]))
|
|
169
|
+
.map(([metric, stats]) => {
|
|
170
|
+
return [
|
|
171
|
+
pad(metric, metricWidth),
|
|
172
|
+
pad(formatNumber(stats.count), numWidth, 'right'),
|
|
173
|
+
pad(formatMetricValue(stats.min, metric), numWidth, 'right'),
|
|
174
|
+
pad(formatMetricValue(stats.max, metric), numWidth, 'right'),
|
|
175
|
+
pad(formatMetricValue(stats.avg, metric), numWidth, 'right'),
|
|
176
|
+
pad(formatMetricValue(stats.sum, metric), numWidth, 'right')
|
|
177
|
+
].join(' | ');
|
|
178
|
+
});
|
|
179
|
+
return [separator, header, separator, ...rows, separator].join('\n');
|
|
180
|
+
}
|
|
181
|
+
export function exportSummary() {
|
|
182
|
+
const aggregates = getAggregates();
|
|
183
|
+
const config = getEffectiveConfig();
|
|
184
|
+
const eventCount = getEventCount();
|
|
185
|
+
const droppedCount = getDroppedCount();
|
|
186
|
+
const lines = [
|
|
187
|
+
'='.repeat(60),
|
|
188
|
+
'PROFILER SUMMARY',
|
|
189
|
+
'='.repeat(60),
|
|
190
|
+
'',
|
|
191
|
+
'Session:',
|
|
192
|
+
` Status: ${config.enabled ? 'enabled' : 'disabled'}`,
|
|
193
|
+
` Mode: ${config.mode}`,
|
|
194
|
+
` Events: ${eventCount.toLocaleString()}`,
|
|
195
|
+
` Dropped: ${droppedCount.toLocaleString()}`,
|
|
196
|
+
''
|
|
197
|
+
];
|
|
198
|
+
const keyMetrics = [
|
|
199
|
+
{
|
|
200
|
+
label: 'RPC Total',
|
|
201
|
+
stats: aggregateMatchingStats(aggregates, (key) => key.endsWith('.totalClientTime'))
|
|
202
|
+
},
|
|
203
|
+
{
|
|
204
|
+
label: 'Handler',
|
|
205
|
+
stats: aggregateMatchingStats(aggregates, (key) => key.endsWith('.server.handlerExecution') || !key.includes('.'))
|
|
206
|
+
},
|
|
207
|
+
{
|
|
208
|
+
label: 'Model Load',
|
|
209
|
+
stats: aggregateMatchingStats(aggregates, (key) => key === 'load.totalTime' || key.endsWith('.load.totalTime'))
|
|
210
|
+
},
|
|
211
|
+
{
|
|
212
|
+
label: 'Download',
|
|
213
|
+
stats: aggregateMatchingStats(aggregates, (key) => key === 'download.time' || key.endsWith('.download.time'))
|
|
214
|
+
}
|
|
215
|
+
];
|
|
216
|
+
const hasMetrics = keyMetrics.some((m) => m.stats);
|
|
217
|
+
if (hasMetrics) {
|
|
218
|
+
lines.push('Key Metrics:');
|
|
219
|
+
lines.push('-'.repeat(60));
|
|
220
|
+
lines.push(' ' +
|
|
221
|
+
'Metric'.padEnd(18) +
|
|
222
|
+
'Samples'.padStart(10) +
|
|
223
|
+
'Avg'.padStart(12) +
|
|
224
|
+
'Total'.padStart(12));
|
|
225
|
+
lines.push('-'.repeat(60));
|
|
226
|
+
for (const { label, stats } of keyMetrics) {
|
|
227
|
+
if (stats) {
|
|
228
|
+
const name = label.padEnd(18);
|
|
229
|
+
const samples = String(stats.count).padStart(10);
|
|
230
|
+
const avg = formatDuration(stats.avg).padStart(12);
|
|
231
|
+
const total = formatDuration(stats.sum).padStart(12);
|
|
232
|
+
lines.push(` ${name}${samples}${avg}${total}`);
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
else {
|
|
237
|
+
lines.push('No metrics recorded yet.');
|
|
238
|
+
}
|
|
239
|
+
lines.push('');
|
|
240
|
+
lines.push('='.repeat(60));
|
|
241
|
+
return lines.join('\n');
|
|
242
|
+
}
|