@qvac/sdk 0.16.0 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +67 -50
- package/README.md +65 -0
- package/dist/client/api/audio-gen-result.d.ts +4 -0
- package/dist/client/api/audio-gen-result.js +132 -0
- package/dist/client/api/audio-gen.d.ts +29 -0
- package/dist/client/api/audio-gen.js +31 -0
- package/dist/client/api/batch-completion.d.ts +2 -2
- package/dist/client/api/batch-completion.js +2 -2
- package/dist/client/api/bci-transcribe.d.ts +1 -1
- package/dist/client/api/bci-transcribe.js +3 -3
- package/dist/client/api/cancel.d.ts +1 -1
- package/dist/client/api/cancel.js +1 -1
- package/dist/client/api/classify.d.ts +1 -1
- package/dist/client/api/classify.js +1 -1
- package/dist/client/api/completion-stream.d.ts +3 -3
- package/dist/client/api/completion-stream.js +3 -3
- package/dist/client/api/delete-cache.js +1 -1
- package/dist/client/api/diffusion.d.ts +1 -1
- package/dist/client/api/diffusion.js +1 -1
- package/dist/client/api/download-asset.d.ts +1 -1
- package/dist/client/api/download-asset.js +3 -3
- package/dist/client/api/embed.d.ts +1 -1
- package/dist/client/api/embed.js +2 -2
- package/dist/client/api/finetune.d.ts +1 -1
- package/dist/client/api/finetune.js +2 -2
- package/dist/client/api/get-loaded-model-info.d.ts +2 -2
- package/dist/client/api/get-loaded-model-info.js +1 -1
- package/dist/client/api/get-model-info.d.ts +2 -2
- package/dist/client/api/get-model-info.js +1 -1
- package/dist/client/api/get-system-resources.d.ts +3 -0
- package/dist/client/api/get-system-resources.js +16 -0
- package/dist/client/api/heartbeat.d.ts +2 -2
- package/dist/client/api/heartbeat.js +1 -1
- package/dist/client/api/index.d.ts +35 -33
- package/dist/client/api/index.js +2 -0
- package/dist/client/api/invoke-plugin.d.ts +1 -1
- package/dist/client/api/invoke-plugin.js +1 -1
- package/dist/client/api/load-model.d.ts +2 -2
- package/dist/client/api/load-model.js +4 -4
- package/dist/client/api/logging-stream.d.ts +1 -1
- package/dist/client/api/logging-stream.js +1 -1
- package/dist/client/api/ocr.d.ts +1 -1
- package/dist/client/api/ocr.js +1 -1
- package/dist/client/api/provide.d.ts +1 -1
- package/dist/client/api/provide.js +1 -1
- package/dist/client/api/rag.d.ts +1 -1
- package/dist/client/api/rag.js +2 -2
- package/dist/client/api/registry.d.ts +1 -1
- package/dist/client/api/registry.js +1 -1
- package/dist/client/api/resume.js +1 -1
- package/dist/client/api/state.d.ts +1 -1
- package/dist/client/api/state.js +1 -1
- package/dist/client/api/stop-provider.js +1 -1
- package/dist/client/api/subscribe-logs.d.ts +1 -1
- package/dist/client/api/suspend.js +1 -1
- package/dist/client/api/text-to-speech.d.ts +3 -2
- package/dist/client/api/text-to-speech.js +31 -9
- package/dist/client/api/transcribe.d.ts +1 -1
- package/dist/client/api/transcribe.js +2 -2
- package/dist/client/api/translate.d.ts +1 -1
- package/dist/client/api/translate.js +1 -1
- package/dist/client/api/unload-model.d.ts +1 -1
- package/dist/client/api/unload-model.js +2 -2
- package/dist/client/api/upscale.d.ts +1 -1
- package/dist/client/api/upscale.js +1 -1
- package/dist/client/api/video.d.ts +1 -1
- package/dist/client/api/video.js +2 -2
- package/dist/client/api/vla.d.ts +1 -1
- package/dist/client/config-loader/config-utils.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.bare.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.expo.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.node.d.ts +1 -1
- package/dist/client/index.d.ts +1 -1
- package/dist/client/init-hooks.d.ts +1 -1
- package/dist/client/logging-stream-registry.d.ts +1 -1
- package/dist/client/plugins-factory.d.ts +2 -2
- package/dist/client/plugins-factory.js +1 -1
- package/dist/client/rpc/bare-client.d.ts +1 -1
- package/dist/client/rpc/bare-client.js +3 -3
- package/dist/client/rpc/expo-rpc-client.js +3 -3
- package/dist/client/rpc/node-rpc-client.js +2 -2
- package/dist/client/rpc/profiling/index.d.ts +1 -1
- package/dist/client/rpc/profiling/profiler.d.ts +2 -2
- package/dist/client/rpc/profiling/profiler.js +4 -0
- package/dist/client/rpc/rpc-client.d.ts +1 -1
- package/dist/client/rpc/rpc-client.js +7 -4
- package/dist/client/rpc/rpc-error.d.ts +1 -1
- package/dist/commands/bundle/bare-pack.d.ts +1 -1
- package/dist/commands/bundle/constants.js +1 -0
- package/dist/commands/bundle/entry-gen.js +1 -1
- package/dist/commands/bundle/index.js +6 -6
- package/dist/commands/bundle/manifest.d.ts +1 -1
- package/dist/commands/bundle/plugins.d.ts +2 -2
- package/dist/commands/bundle/plugins.js +1 -1
- package/dist/commands/index.d.ts +4 -4
- package/dist/commands/index.js +2 -2
- package/dist/commands/verify/abi.d.ts +1 -1
- package/dist/commands/verify/abi.js +1 -1
- package/dist/commands/verify/bundle-source.d.ts +1 -1
- package/dist/commands/verify/bundle-source.js +2 -2
- package/dist/commands/verify/index.d.ts +3 -3
- package/dist/commands/verify/index.js +5 -5
- package/dist/commands/verify/node-modules-source.d.ts +1 -1
- package/dist/commands/verify/node-modules-source.js +1 -1
- package/dist/commands/verify/prebuilds.d.ts +2 -1
- package/dist/commands/verify/prebuilds.js +8 -11
- package/dist/commands/verify/resource-collectors.d.ts +88 -0
- package/dist/commands/verify/resource-collectors.js +261 -0
- package/dist/constants/audio.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/examples/{transcription → asr}/parakeet-ctc-filesystem.js +2 -3
- package/dist/examples/{transcription → asr}/parakeet-microphone-record.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-microphone-stream.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-sortformer-streaming.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-sortformer.js +1 -1
- package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem-chunked.js +2 -2
- package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem.js +2 -2
- package/dist/examples/{transcription → asr}/whispercpp-filesystem-streaming.js +1 -1
- package/dist/examples/{transcription → asr}/whispercpp-filesystem.js +1 -1
- package/dist/examples/{transcription → asr}/whispercpp-microphone-conversation.js +1 -1
- package/dist/examples/{transcription → asr}/whispercpp-microphone-record.js +2 -2
- package/dist/examples/{transcription → asr}/whispercpp-prompt.js +1 -1
- package/dist/examples/audiogen/generate-music.d.ts +2 -0
- package/dist/examples/audiogen/generate-music.js +112 -0
- package/dist/examples/cache-management.js +1 -1
- package/dist/examples/config-reload.js +1 -1
- package/dist/examples/diffusion-txt2vid-wan22.d.ts +2 -0
- package/dist/examples/diffusion-txt2vid-wan22.js +96 -0
- package/dist/examples/quickstart.bare.js +1 -1
- package/dist/examples/rag/rag-mongodb.d.ts +2 -0
- package/dist/examples/rag/rag-mongodb.js +180 -0
- package/dist/examples/tools/llamacpp-tools-auto-dialect.d.ts +2 -0
- package/dist/examples/tools/llamacpp-tools-auto-dialect.js +77 -0
- package/dist/examples/tts/parler.d.ts +2 -0
- package/dist/examples/tts/parler.js +51 -0
- package/dist/examples/vla-groot.js +6 -4
- package/dist/examples/voice-assistant/voice-assistant.js +2 -2
- package/dist/expo/plugins/index.d.ts +11 -11
- package/dist/expo/plugins/withDeviceInfo.js +2 -2
- package/dist/expo/plugins/withMobileBundle.js +3 -3
- package/dist/index.d.ts +16 -16
- package/dist/index.js +4 -4
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/base-logger.d.ts +1 -1
- package/dist/logging/base-logger.js +1 -1
- package/dist/logging/client-logger.d.ts +1 -1
- package/dist/logging/index.d.ts +9 -9
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/namespaces.d.ts +1 -1
- package/dist/logging/registry.d.ts +1 -1
- package/dist/logging/server-logger.d.ts +1 -1
- package/dist/logging/stream-logger.d.ts +1 -1
- package/dist/logging/transport.d.ts +1 -1
- package/dist/logging/utils.d.ts +1 -1
- package/dist/logging/utils.js +1 -1
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/models.d.ts +1226 -689
- package/dist/models/registry/models.js +3114 -2557
- package/dist/models/update-models/codegen.d.ts +1 -1
- package/dist/models/update-models/companions.d.ts +1 -1
- package/dist/models/update-models/history.d.ts +1 -1
- package/dist/models/update-models/history.js +4 -4
- package/dist/models/update-models/naming.d.ts +1 -1
- package/dist/models/update-models/naming.js +7 -1
- package/dist/models/update-models/processing.d.ts +1 -1
- package/dist/models/update-models/processing.js +1 -1
- package/dist/models/update-models/registry.d.ts +2 -2
- package/dist/models/update-models/shards.d.ts +1 -1
- package/dist/models/update-models/types.d.ts +1 -1
- package/dist/pear/pre.js +2 -0
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +21 -0
- package/dist/profiling/controller.d.ts +4 -2
- package/dist/profiling/controller.js +8 -0
- package/dist/profiling/envelope.d.ts +3 -2
- package/dist/profiling/envelope.js +13 -2
- package/dist/profiling/events.d.ts +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/index.d.ts +9 -8
- package/dist/profiling/index.js +3 -2
- package/dist/profiling/types.d.ts +6 -0
- package/dist/schemas/audio-gen.d.ts +253 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +7 -2
- package/dist/schemas/bci-config.d.ts +2 -0
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/common.d.ts +1553 -54
- package/dist/schemas/common.js +6 -0
- package/dist/schemas/completion-event.d.ts +5 -2
- package/dist/schemas/completion-event.js +3 -0
- package/dist/schemas/completion-stream.d.ts +9 -1
- package/dist/schemas/completion-stream.js +5 -2
- package/dist/schemas/constants-registry.d.ts +2 -0
- package/dist/schemas/constants-registry.js +2 -1
- package/dist/schemas/download-asset.d.ts +8 -4
- package/dist/schemas/engine-addon-map.d.ts +2 -1
- package/dist/schemas/engine-addon-map.js +5 -1
- package/dist/schemas/get-loaded-model-info.d.ts +2 -0
- package/dist/schemas/get-model-info.d.ts +2 -0
- package/dist/schemas/get-model-info.js +1 -0
- package/dist/schemas/index.d.ts +53 -51
- package/dist/schemas/index.js +4 -2
- package/dist/schemas/llamacpp-config.d.ts +6 -2
- package/dist/schemas/load-model.d.ts +6178 -2763
- package/dist/schemas/load-model.js +39 -3
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-src-utils.d.ts +10 -2
- package/dist/schemas/model-types.d.ts +19 -1
- package/dist/schemas/model-types.js +11 -0
- package/dist/schemas/ocr.d.ts +2 -0
- package/dist/schemas/plugin.d.ts +13 -4
- package/dist/schemas/plugin.js +12 -2
- package/dist/schemas/profiling.d.ts +587 -0
- package/dist/schemas/profiling.js +22 -0
- package/dist/schemas/registry.d.ts +18 -0
- package/dist/schemas/registry.js +2 -0
- package/dist/schemas/reload-config.d.ts +10 -2
- package/dist/schemas/sdcpp-config.d.ts +57 -0
- package/dist/schemas/sdcpp-config.js +53 -11
- package/dist/schemas/sdk-config.d.ts +168 -0
- package/dist/schemas/system-resources.d.ts +3967 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +326 -6
- package/dist/schemas/text-to-speech.js +126 -13
- package/dist/schemas/transcription-config.d.ts +2 -0
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translation-config.d.ts +30 -10
- package/dist/scripts/check-resource-collectors-packaging.d.ts +33 -0
- package/dist/scripts/check-resource-collectors-packaging.js +136 -0
- package/dist/scripts/contract/build-contract.d.ts +1 -1
- package/dist/scripts/contract/build-models-registry.d.ts +1 -1
- package/dist/scripts/contract/plugin-contract.d.ts +1 -1
- package/dist/scripts/contract/plugin-contract.js +1 -1
- package/dist/scripts/export-contract.js +1 -1
- package/dist/scripts/export-plugin-contract.js +1 -1
- package/dist/server/bare/delegate-rpc-client.d.ts +1 -1
- package/dist/server/bare/delegate-rpc-client.js +3 -3
- package/dist/server/bare/hyperswarm.d.ts +1 -1
- package/dist/server/bare/hyperswarm.js +2 -2
- package/dist/server/bare/ops/bci-transcribe.d.ts +1 -1
- package/dist/server/bare/ops/bci-transcribe.js +4 -4
- package/dist/server/bare/ops/cancel.d.ts +2 -2
- package/dist/server/bare/ops/cancel.js +2 -2
- package/dist/server/bare/ops/embed.d.ts +1 -1
- package/dist/server/bare/ops/embed.js +3 -3
- package/dist/server/bare/ops/kv-cache-retention.d.ts +12 -0
- package/dist/server/bare/ops/kv-cache-retention.js +121 -0
- package/dist/server/bare/ops/kv-cache-utils.d.ts +2 -1
- package/dist/server/bare/ops/kv-cache-utils.js +26 -5
- package/dist/server/bare/ops/load-model.d.ts +2 -2
- package/dist/server/bare/ops/load-model.js +7 -5
- package/dist/server/bare/ops/transcribe.d.ts +2 -2
- package/dist/server/bare/ops/transcribe.js +20 -40
- package/dist/server/bare/ops/translate.d.ts +1 -1
- package/dist/server/bare/ops/translate.js +5 -9
- package/dist/server/bare/ops/unload-model.d.ts +1 -1
- package/dist/server/bare/ops/unload-model.js +5 -5
- package/dist/server/bare/plugins/asr-ggml/config.d.ts +32 -0
- package/dist/server/bare/plugins/asr-ggml/config.js +46 -0
- package/dist/server/bare/plugins/asr-ggml/logging.d.ts +11 -0
- package/dist/server/bare/plugins/asr-ggml/logging.js +12 -0
- package/dist/server/bare/plugins/audiogen-ggml/config.d.ts +18 -0
- package/dist/server/bare/plugins/audiogen-ggml/config.js +23 -0
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -0
- package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.js +162 -0
- package/dist/server/bare/plugins/audiogen-ggml/plugin.d.ts +213 -0
- package/dist/server/bare/plugins/audiogen-ggml/plugin.js +58 -0
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +6 -4
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +4 -4
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +1 -1
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +2 -2
- package/dist/server/bare/plugins/ggml-classification/plugin.js +1 -1
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +2 -2
- package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +4 -2
- package/dist/server/bare/plugins/ggml-ocr/plugin.js +3 -3
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +1 -1
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +3 -3
- package/dist/server/bare/plugins/index.d.ts +12 -11
- package/dist/server/bare/plugins/index.js +1 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +3 -3
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +5 -5
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +11 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +16 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +3 -3
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +16 -14
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +3 -3
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +20 -10
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +217 -80
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +12 -5
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +16 -16
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +2 -2
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +5 -5
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +12 -2
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +3 -3
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +1 -1
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +6 -6
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +13 -20
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +2 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +13 -7
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +26 -4
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +18 -4
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.d.ts +7 -0
- package/dist/server/bare/plugins/tts-ggml/ops/parler-options.js +30 -0
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +8 -5
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +14 -6
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +114 -5
- package/dist/server/bare/plugins/tts-ggml/plugin.js +61 -5
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +8 -6
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +17 -25
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/search.js +2 -2
- package/dist/server/bare/rag-hyperdb/index.d.ts +11 -11
- package/dist/server/bare/rag-hyperdb/index.js +11 -11
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +1 -1
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +4 -4
- package/dist/server/bare/registry/config-registry.d.ts +1 -1
- package/dist/server/bare/registry/config-registry.js +1 -1
- package/dist/server/bare/registry/model-config-registry.d.ts +2 -2
- package/dist/server/bare/registry/model-config-registry.js +4 -4
- package/dist/server/bare/registry/model-config-utils.d.ts +1 -1
- package/dist/server/bare/registry/model-config-utils.js +3 -0
- package/dist/server/bare/registry/model-registry.d.ts +15 -4
- package/dist/server/bare/registry/registry-client.js +2 -2
- package/dist/server/bare/registry/runtime-context-registry.d.ts +1 -1
- package/dist/server/bare/resources/collector.d.ts +644 -0
- package/dist/server/bare/resources/collector.js +226 -0
- package/dist/server/bare/resources/native.d.ts +3 -0
- package/dist/server/bare/resources/native.js +35 -0
- package/dist/server/bare/resources/normalize.d.ts +13 -0
- package/dist/server/bare/resources/normalize.js +73 -0
- package/dist/server/bare/resources/types.d.ts +66 -0
- package/dist/server/bare/resources/types.js +1 -0
- package/dist/server/bare/resources/worker-collector.d.ts +5 -0
- package/dist/server/bare/resources/worker-collector.js +15 -0
- package/dist/server/bare/runtime/index.d.ts +7 -7
- package/dist/server/bare/runtime/index.js +3 -3
- package/dist/server/bare/runtime/request-context.d.ts +2 -2
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.js +11 -1
- package/dist/server/bare/runtime/request-registry.d.ts +2 -2
- package/dist/server/bare/runtime/request-registry.js +1 -1
- package/dist/server/bare/runtime/with-request-context.d.ts +1 -1
- package/dist/server/bare/runtime-lifecycle.d.ts +1 -1
- package/dist/server/bare/types/addon-responses.d.ts +6 -34
- package/dist/server/bare/utils/asr-events.d.ts +15 -0
- package/dist/server/bare/utils/asr-events.js +30 -0
- package/dist/server/bare/utils/audio-input.d.ts +1 -1
- package/dist/server/bare/utils/audio-input.js +1 -1
- package/dist/server/bare/utils/transcribe-metadata.d.ts +1 -1
- package/dist/server/bare/utils/tts-stats.d.ts +1 -1
- package/dist/server/error-handlers.d.ts +1 -1
- package/dist/server/plugins/index.d.ts +1 -1
- package/dist/server/plugins/registry.d.ts +1 -1
- package/dist/server/plugins/registry.js +35 -8
- package/dist/server/rpc/delegate-transport.d.ts +2 -2
- package/dist/server/rpc/delegate-transport.js +5 -10
- package/dist/server/rpc/handle-request.js +3 -3
- package/dist/server/rpc/handler-registry.d.ts +1 -1
- package/dist/server/rpc/handler-registry.js +41 -37
- package/dist/server/rpc/handler-selection.d.ts +2 -2
- package/dist/server/rpc/handler-utils.d.ts +2 -2
- package/dist/server/rpc/handler-utils.js +5 -5
- package/dist/server/rpc/handlers/audio-gen-stream.d.ts +3 -0
- package/dist/server/rpc/handlers/audio-gen-stream.js +4 -0
- package/dist/server/rpc/handlers/batch-completion-stream.d.ts +3 -1
- package/dist/server/rpc/handlers/batch-completion-stream.js +1 -1
- package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe-stream.js +1 -1
- package/dist/server/rpc/handlers/bci-transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe.js +1 -1
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.js +3 -3
- package/dist/server/rpc/handlers/cancelHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/cancelHandler.js +3 -3
- package/dist/server/rpc/handlers/classify.d.ts +1 -1
- package/dist/server/rpc/handlers/classify.js +1 -1
- package/dist/server/rpc/handlers/completion-orchestrate.d.ts +2 -2
- package/dist/server/rpc/handlers/completion-orchestrate.js +1 -1
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/completion-stream-delegated.js +3 -3
- package/dist/server/rpc/handlers/completion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/completion-stream.js +1 -1
- package/dist/server/rpc/handlers/delete-cache.d.ts +1 -1
- package/dist/server/rpc/handlers/delete-cache.js +1 -1
- package/dist/server/rpc/handlers/diffusion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/diffusion-stream.js +1 -1
- package/dist/server/rpc/handlers/download-asset.d.ts +1 -1
- package/dist/server/rpc/handlers/download-asset.js +4 -4
- package/dist/server/rpc/handlers/embed.d.ts +1 -1
- package/dist/server/rpc/handlers/embed.js +1 -1
- package/dist/server/rpc/handlers/finetune.d.ts +1 -1
- package/dist/server/rpc/handlers/finetune.js +2 -2
- package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-loaded-model-info.js +3 -3
- package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-model-info.js +4 -4
- package/dist/server/rpc/handlers/get-system-resources.d.ts +3 -0
- package/dist/server/rpc/handlers/get-system-resources.js +53 -0
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/heartbeat-delegated.js +2 -2
- package/dist/server/rpc/handlers/heartbeat.d.ts +1 -1
- package/dist/server/rpc/handlers/index.d.ts +37 -33
- package/dist/server/rpc/handlers/index.js +4 -0
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/download-manager.js +1 -1
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/handler.js +12 -8
- package/dist/server/rpc/handlers/load-model/http.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/http.js +4 -4
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +5 -5
- package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/registry-companion-set.js +3 -3
- package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +4 -4
- package/dist/server/rpc/handlers/load-model/registry-download-utils.js +3 -3
- package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/registry.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/registry.js +6 -6
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/resolve-session.js +3 -3
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/resolve.js +2 -2
- package/dist/server/rpc/handlers/load-model/types.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.js +3 -3
- package/dist/server/rpc/handlers/logging-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/logging-stream.js +1 -1
- package/dist/server/rpc/handlers/ocr-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/ocr-stream.js +1 -1
- package/dist/server/rpc/handlers/plugin-dispatch.js +3 -3
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +1 -1
- package/dist/server/rpc/handlers/plugin-invoke.js +3 -3
- package/dist/server/rpc/handlers/provideHandler/connection.js +1 -1
- package/dist/server/rpc/handlers/provideHandler/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/handler.js +1 -1
- package/dist/server/rpc/handlers/provideHandler/proxy.js +1 -1
- package/dist/server/rpc/handlers/provideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/rag.d.ts +1 -1
- package/dist/server/rpc/handlers/rag.js +4 -4
- package/dist/server/rpc/handlers/registry.d.ts +1 -1
- package/dist/server/rpc/handlers/registry.js +1 -1
- package/dist/server/rpc/handlers/resume.d.ts +1 -1
- package/dist/server/rpc/handlers/resume.js +1 -1
- package/dist/server/rpc/handlers/state.d.ts +1 -1
- package/dist/server/rpc/handlers/state.js +1 -1
- package/dist/server/rpc/handlers/stopProvideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/stopProvideHandler.js +1 -1
- package/dist/server/rpc/handlers/suspend.d.ts +1 -1
- package/dist/server/rpc/handlers/suspend.js +1 -1
- package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech-stream.js +1 -1
- package/dist/server/rpc/handlers/text-to-speech.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech.js +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.js +1 -1
- package/dist/server/rpc/handlers/transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe.js +1 -1
- package/dist/server/rpc/handlers/translate.d.ts +1 -1
- package/dist/server/rpc/handlers/translate.js +1 -1
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model-delegated.js +5 -5
- package/dist/server/rpc/handlers/unload-model.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model.js +3 -3
- package/dist/server/rpc/handlers/upscale-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/upscale-stream.js +1 -1
- package/dist/server/rpc/handlers/video-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/video-stream.js +1 -1
- package/dist/server/rpc/index.d.ts +2 -2
- package/dist/server/rpc/method-shapes.d.ts +2 -0
- package/dist/server/rpc/method-shapes.js +2 -0
- package/dist/server/rpc/profiling/backend-diagnostics.d.ts +3 -0
- package/dist/server/rpc/profiling/backend-diagnostics.js +16 -0
- package/dist/server/rpc/profiling/context.d.ts +1 -1
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/index.d.ts +4 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +2 -2
- package/dist/server/rpc/profiling/operation-metrics.js +9 -1
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +1 -1
- package/dist/server/rpc/profiling/operation-wrappers.js +51 -13
- package/dist/server/rpc/profiling/profiler.d.ts +2 -2
- package/dist/server/rpc/transport-selector.d.ts +1 -1
- package/dist/server/utils/archive.js +1 -1
- package/dist/server/utils/audio/decoder.d.ts +1 -1
- package/dist/server/utils/audio/decoder.js +1 -1
- package/dist/server/utils/cache/auto-history.d.ts +1 -1
- package/dist/server/utils/cache/paths.d.ts +1 -1
- package/dist/server/utils/cache/paths.js +6 -6
- package/dist/server/utils/checksum.d.ts +1 -1
- package/dist/server/utils/completion-normalizer.d.ts +2 -1
- package/dist/server/utils/completion-normalizer.js +31 -1
- package/dist/server/utils/config-transform.d.ts +1 -1
- package/dist/server/utils/config-transform.js +5 -7
- package/dist/server/utils/index.d.ts +11 -11
- package/dist/server/utils/path-security.d.ts +1 -1
- package/dist/server/utils/qvac-paths.js +1 -1
- package/dist/server/utils/response-format.d.ts +1 -1
- package/dist/server/utils/shard-utils.d.ts +1 -1
- package/dist/server/utils/tool-integration.d.ts +1 -1
- package/dist/server/utils/tool-integration.js +2 -2
- package/dist/server/utils/tools/dialect.d.ts +1 -1
- package/dist/server/utils/tools/dialect.js +2 -0
- package/dist/server/utils/tools/index.d.ts +2 -2
- package/dist/server/utils/tools/parser.d.ts +1 -1
- package/dist/server/utils/tools/parser.js +16 -8
- package/dist/server/utils/tools/parsers/dsml.d.ts +4 -0
- package/dist/server/utils/tools/parsers/dsml.js +176 -0
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +2 -2
- package/dist/server/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/server/utils/tools/parsers/harmony.d.ts +2 -2
- package/dist/server/utils/tools/parsers/harmony.js +1 -1
- package/dist/server/utils/tools/parsers/hermes.d.ts +2 -2
- package/dist/server/utils/tools/parsers/hermes.js +1 -1
- package/dist/server/utils/tools/parsers/json.d.ts +2 -2
- package/dist/server/utils/tools/parsers/json.js +1 -1
- package/dist/server/utils/tools/parsers/pythonic.d.ts +2 -2
- package/dist/server/utils/tools/parsers/pythonic.js +1 -1
- package/dist/server/utils/tools/parsers/qwen35.d.ts +2 -2
- package/dist/server/utils/tools/parsers/qwen35.js +1 -1
- package/dist/server/utils/tools/shared.d.ts +1 -1
- package/dist/server/utils/worker-lock.js +1 -1
- package/dist/server/worker-core.js +14 -10
- package/dist/server/worker.js +4 -3
- package/dist/utils/aggregate-events.d.ts +2 -2
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/errors-client.d.ts +0 -3
- package/dist/utils/errors-client.js +0 -5
- package/dist/utils/errors-server.d.ts +1 -1
- package/dist/utils/mcp-adapter.d.ts +4 -4
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/tool-helpers.d.ts +1 -1
- package/dist/utils/tool-helpers.js +1 -1
- package/docs/system-resources-support-matrix.md +103 -0
- package/package.json +33 -18
- /package/dist/examples/{transcription → asr}/parakeet-ctc-filesystem.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-microphone-record.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-microphone-stream.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-sortformer-streaming.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-sortformer.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem-chunked.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-filesystem-streaming.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-filesystem.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-microphone-conversation.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-microphone-record.d.ts +0 -0
- /package/dist/examples/{transcription → asr}/whispercpp-prompt.d.ts +0 -0
|
@@ -1,16 +1,18 @@
|
|
|
1
1
|
import os from 'bare-os';
|
|
2
2
|
import Signal from 'bare-signals';
|
|
3
|
-
import { createBareKitRPCServer, createIPCClient } from '
|
|
4
|
-
import { destroySwarm } from '
|
|
5
|
-
import { initEnv, getValidatedEnv } from '
|
|
6
|
-
import { closeAllRagInstances } from '
|
|
7
|
-
import { cleanupDownloads } from '
|
|
8
|
-
import { unloadAllModels } from '
|
|
9
|
-
import { closeRegistryClient } from '
|
|
10
|
-
import { clearAllLoggingStreams, startLogBuffering, stopLogBufferingWithTimeout } from '
|
|
3
|
+
import { createBareKitRPCServer, createIPCClient } from '../server/rpc/create-server.js';
|
|
4
|
+
import { destroySwarm } from '../server/bare/hyperswarm.js';
|
|
5
|
+
import { initEnv, getValidatedEnv } from '../server/env.js';
|
|
6
|
+
import { closeAllRagInstances } from '../server/bare/rag-hyperdb/index.js';
|
|
7
|
+
import { cleanupDownloads } from '../server/rpc/handlers/load-model/download-manager.js';
|
|
8
|
+
import { unloadAllModels } from '../server/bare/registry/model-registry.js';
|
|
9
|
+
import { closeRegistryClient } from '../server/bare/registry/registry-client.js';
|
|
10
|
+
import { clearAllLoggingStreams, startLogBuffering, stopLogBufferingWithTimeout } from '../server/bare/registry/logging-stream-registry.js';
|
|
11
11
|
import { clearAllAddonLoggers, getServerLogger, SDK_LOG_ID, SDK_ALL_LOG_ID } from '../logging/index.js';
|
|
12
|
-
import { clearPlugins } from '
|
|
13
|
-
import { acquireWorkerLock, releaseWorkerLock } from '
|
|
12
|
+
import { clearPlugins } from '../server/plugins/index.js';
|
|
13
|
+
import { acquireWorkerLock, releaseWorkerLock } from '../server/utils/worker-lock.js';
|
|
14
|
+
import { nativeResourceCollectorDependencies } from '../server/bare/resources/native.js';
|
|
15
|
+
import { destroyWorkerResourceCollector, initializeWorkerResourceCollector } from '../server/bare/resources/worker-collector.js';
|
|
14
16
|
let coreInitialized = false;
|
|
15
17
|
let rpcInitialized = false;
|
|
16
18
|
// Set true when the cleanup body has run at least once. Lets both
|
|
@@ -57,6 +59,7 @@ export function initializeWorkerCore() {
|
|
|
57
59
|
startLogBuffering(SDK_ALL_LOG_ID);
|
|
58
60
|
const { hasRPCConfig } = initEnv();
|
|
59
61
|
acquireWorkerLock();
|
|
62
|
+
initializeWorkerResourceCollector(nativeResourceCollectorDependencies);
|
|
60
63
|
setupShutdownHandlers();
|
|
61
64
|
coreInitialized = true;
|
|
62
65
|
logger.debug('Worker core initialized');
|
|
@@ -122,6 +125,7 @@ async function runCleanup() {
|
|
|
122
125
|
if (cleanupRan)
|
|
123
126
|
return;
|
|
124
127
|
cleanupRan = true;
|
|
128
|
+
destroyWorkerResourceCollector();
|
|
125
129
|
clearRegistries();
|
|
126
130
|
await Promise.allSettled([
|
|
127
131
|
destroySwarm(),
|
package/dist/server/worker.js
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* Default worker entry point that registers ALL built-in plugins.
|
|
3
3
|
*/
|
|
4
|
-
import { initializeWorkerCore, ensureRPCSetup } from '
|
|
5
|
-
import { registerPlugins } from '
|
|
4
|
+
import { initializeWorkerCore, ensureRPCSetup } from '../server/worker-core.js';
|
|
5
|
+
import { registerPlugins } from '../server/plugins/index.js';
|
|
6
6
|
import { getServerLogger } from '../logging/index.js';
|
|
7
|
-
import { llmPlugin, embeddingsPlugin, whisperPlugin, bciPlugin, parakeetPlugin, nmtPlugin, ttsPlugin, ocrPlugin, diffusionPlugin, vlaPlugin, classificationPlugin } from '
|
|
7
|
+
import { llmPlugin, embeddingsPlugin, whisperPlugin, bciPlugin, parakeetPlugin, nmtPlugin, ttsPlugin, ocrPlugin, diffusionPlugin, audioGenPlugin, vlaPlugin, classificationPlugin } from '../server/bare/plugins/index.js';
|
|
8
8
|
const { hasRPCConfig } = initializeWorkerCore();
|
|
9
9
|
const logger = getServerLogger();
|
|
10
10
|
logger.info('🐻 Hello from Bare');
|
|
@@ -18,6 +18,7 @@ registerPlugins([
|
|
|
18
18
|
ttsPlugin,
|
|
19
19
|
ocrPlugin,
|
|
20
20
|
diffusionPlugin,
|
|
21
|
+
audioGenPlugin,
|
|
21
22
|
vlaPlugin,
|
|
22
23
|
classificationPlugin
|
|
23
24
|
]);
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import type { CompletionError, CompletionEvent, CompletionFinal, CompletionStats, StopReason, ToolCall } from '../schemas/index';
|
|
2
|
-
import { type ToolHandlerMap } from '
|
|
1
|
+
import type { CompletionError, CompletionEvent, CompletionFinal, CompletionStats, StopReason, ToolCall } from '../schemas/index.js';
|
|
2
|
+
import { type ToolHandlerMap } from '../utils/tool-helpers.js';
|
|
3
3
|
export type AggregatedEvents = {
|
|
4
4
|
contentText: string;
|
|
5
5
|
thinkingText: string;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { normalizeAssistantCacheContent } from '
|
|
2
|
-
import { attachHandlersToToolCalls } from '
|
|
1
|
+
import { normalizeAssistantCacheContent } from '../utils/cache-normalize.js';
|
|
2
|
+
import { attachHandlersToToolCalls } from '../utils/tool-helpers.js';
|
|
3
3
|
export function aggregateEvents(events) {
|
|
4
4
|
let contentText = '';
|
|
5
5
|
let thinkingText = '';
|
|
@@ -124,9 +124,6 @@ export declare class TranscriptionFailedError extends QvacErrorBase {
|
|
|
124
124
|
export declare class TextToSpeechStreamFailedError extends QvacErrorBase {
|
|
125
125
|
constructor(details?: string, cause?: unknown);
|
|
126
126
|
}
|
|
127
|
-
export declare class TranslationFailedError extends QvacErrorBase {
|
|
128
|
-
constructor(details?: string, cause?: unknown);
|
|
129
|
-
}
|
|
130
127
|
export declare class CancelFailedError extends QvacErrorBase {
|
|
131
128
|
constructor(details?: string, cause?: unknown);
|
|
132
129
|
}
|
|
@@ -219,11 +219,6 @@ export class TextToSpeechStreamFailedError extends QvacErrorBase {
|
|
|
219
219
|
super(createErrorOptions(SDK_SERVER_ERROR_CODES.TEXT_TO_SPEECH_STREAM_FAILED, details ? [details] : undefined, cause));
|
|
220
220
|
}
|
|
221
221
|
}
|
|
222
|
-
export class TranslationFailedError extends QvacErrorBase {
|
|
223
|
-
constructor(details, cause) {
|
|
224
|
-
super(createErrorOptions(SDK_SERVER_ERROR_CODES.TRANSLATION_FAILED, details ? [details] : undefined, cause));
|
|
225
|
-
}
|
|
226
|
-
}
|
|
227
222
|
export class CancelFailedError extends QvacErrorBase {
|
|
228
223
|
constructor(details, cause) {
|
|
229
224
|
super(createErrorOptions(SDK_SERVER_ERROR_CODES.CANCEL_FAILED, details ? [details] : undefined, cause));
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { QvacErrorBase } from '@qvac/error';
|
|
2
|
-
import type { CompletionStats, ToolCallWithCall } from '../schemas/index';
|
|
2
|
+
import type { CompletionStats, ToolCallWithCall } from '../schemas/index.js';
|
|
3
3
|
/**
|
|
4
4
|
* Partial completion payload attached to `InferenceCancelledError` when a
|
|
5
5
|
* cancel hits mid-stream. Mirrors the named fields on `CompletionFinal`
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import type { Tool } from '../schemas/tools';
|
|
2
|
-
import type { McpClientInput } from '../schemas/mcp-adapter';
|
|
3
|
-
import type { ToolHandler } from '
|
|
4
|
-
export type { McpClient, McpClientInput } from '../schemas/mcp-adapter';
|
|
1
|
+
import type { Tool } from '../schemas/tools.js';
|
|
2
|
+
import type { McpClientInput } from '../schemas/mcp-adapter.js';
|
|
3
|
+
import type { ToolHandler } from '../utils/tool-helpers.js';
|
|
4
|
+
export type { McpClient, McpClientInput } from '../schemas/mcp-adapter.js';
|
|
5
5
|
export type ToolHandlerMap = Map<string, ToolHandler>;
|
|
6
6
|
export type McpToolsResult = {
|
|
7
7
|
tools: Tool[];
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { mapValues } from '
|
|
1
|
+
import { mapValues } from '../utils/object.js';
|
|
2
2
|
const VALID_TYPES = ['string', 'number', 'integer', 'boolean', 'object', 'array'];
|
|
3
3
|
function isValidType(value) {
|
|
4
4
|
return typeof value === 'string' && VALID_TYPES.includes(value);
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { z } from 'zod';
|
|
2
|
-
import { type Tool, type ToolCall, type ToolCallWithCall } from '../schemas/tools';
|
|
2
|
+
import { type Tool, type ToolCall, type ToolCallWithCall } from '../schemas/tools.js';
|
|
3
3
|
type ZodObjectType = z.ZodObject<z.ZodRawShape>;
|
|
4
4
|
export type ToolHandler = (args: Record<string, unknown>) => Promise<unknown>;
|
|
5
5
|
export type ToolInput<T extends ZodObjectType = ZodObjectType> = {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { toolSchema } from '../schemas/tools.js';
|
|
2
|
-
import { InvalidToolsArrayError, InvalidToolSchemaError } from '
|
|
2
|
+
import { InvalidToolsArrayError, InvalidToolSchemaError } from '../utils/errors-client.js';
|
|
3
3
|
function zodTypeToJsonSchemaType(type) {
|
|
4
4
|
switch (type) {
|
|
5
5
|
case 'string':
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
# System resources support matrix
|
|
2
|
+
|
|
3
|
+
`getSystemResources` reports observations from `bare-cpu-info` and
|
|
4
|
+
`bare-gpu-info`. A `supported` metric means that the collector returned a value
|
|
5
|
+
which passed SDK normalization. It does not guarantee that a model fits, reserve
|
|
6
|
+
resources, or prove equivalent semantics on every operating system or device.
|
|
7
|
+
|
|
8
|
+
## Evidence levels
|
|
9
|
+
|
|
10
|
+
Packaging and runtime evidence are separate:
|
|
11
|
+
|
|
12
|
+
| Target | Collector prebuilds | Runtime evidence |
|
|
13
|
+
| -------------- | --------------------------------- | ------------------------------ |
|
|
14
|
+
| `darwin-arm64` | Present | Local Bare run on Apple M4 Pro |
|
|
15
|
+
| `darwin-x64` | Present | Not run |
|
|
16
|
+
| `linux-arm64` | Present | Not run |
|
|
17
|
+
| `linux-x64` | Present | Not run |
|
|
18
|
+
| `win32-arm64` | Present | Not run |
|
|
19
|
+
| `win32-x64` | Present | Not run |
|
|
20
|
+
| Android | Not in the desktop packaging gate | No physical-device acceptance |
|
|
21
|
+
| iOS | Not in the desktop packaging gate | No physical-device acceptance |
|
|
22
|
+
|
|
23
|
+
The desktop packaging gate verified that both collector addons were in the
|
|
24
|
+
linked worker graph and addon manifest, that each listed desktop target had
|
|
25
|
+
prebuilds, and that their packaged size stayed within the configured budgets.
|
|
26
|
+
The 2 MiB compressed and 5 MiB uncompressed budgets are release ceilings for catching accidental packaging expansion, not fine-grained size regression thresholds.
|
|
27
|
+
Prebuild presence is compile and packaging evidence only; it does not prove that
|
|
28
|
+
a metric works on target hardware.
|
|
29
|
+
|
|
30
|
+
The `darwin-arm64` runtime observation exercised collector initialization,
|
|
31
|
+
capability queries, sampling, schema validation, and teardown on the current
|
|
32
|
+
development host. It is not a general physical-device support claim. Android
|
|
33
|
+
and iOS remain without runtime support claims until physical-device acceptance
|
|
34
|
+
is recorded.
|
|
35
|
+
|
|
36
|
+
## Status semantics
|
|
37
|
+
|
|
38
|
+
Every metric uses one of the public schema statuses:
|
|
39
|
+
|
|
40
|
+
- `supported`: a value passed normalization and includes `provenance`.
|
|
41
|
+
- `unavailable`: the native collector returned no value for that metric.
|
|
42
|
+
- `unverified`: a value was present but failed normalization, or its meaning or
|
|
43
|
+
scope could not be verified.
|
|
44
|
+
- `failed`: the collector module, initialization, inventory query, or sample
|
|
45
|
+
operation failed.
|
|
46
|
+
|
|
47
|
+
An unavailable individual field does not fail its enclosing CPU or GPU
|
|
48
|
+
observation. If GPU enumeration succeeds and finds no devices, `gpus` is
|
|
49
|
+
`supported` with an empty array. That is a supported observation, not a
|
|
50
|
+
collector failure.
|
|
51
|
+
|
|
52
|
+
## Source and scope
|
|
53
|
+
|
|
54
|
+
The exact collector source strings are `bare-cpu-info` and `bare-gpu-info`.
|
|
55
|
+
When present, scope is one of `system`, `process`, `device`, `budget`, or
|
|
56
|
+
`shared-system`. Scope is optional: the current collector omits it where the
|
|
57
|
+
native value does not establish one, rather than inventing a scope.
|
|
58
|
+
|
|
59
|
+
## Metric behavior
|
|
60
|
+
|
|
61
|
+
| Public metric | Accepted value | Source and scope when `supported` | Current runtime evidence |
|
|
62
|
+
| -------------------------------------------- | ------------------------------------------- | ------------------------------------------------- | ------------------------------------------------- |
|
|
63
|
+
| `capabilities.cpu.value.logicalCores` | Positive integer | `bare-cpu-info`; scope omitted | `supported` on `darwin-arm64` |
|
|
64
|
+
| `sample.cpu` | Number from 0 through 1 | `bare-cpu-info`; `system` | `supported` on `darwin-arm64` |
|
|
65
|
+
| `capabilities.memory.totalBytes` | Positive integer | `bare-cpu-info`; `system` | `supported` on `darwin-arm64` |
|
|
66
|
+
| `sample.memory.usedBytes` | Non-negative integer | `bare-cpu-info`; `system` | `supported` on `darwin-arm64` |
|
|
67
|
+
| `sample.memory.totalBytes` | Positive integer | `bare-cpu-info`; `system` | `supported` on `darwin-arm64` |
|
|
68
|
+
| `capabilities.gpus` | Array, including an empty array | `bare-gpu-info`; scope omitted | `supported` with one GPU on `darwin-arm64` |
|
|
69
|
+
| `capabilities.gpus.value[].memoryTotalBytes` | Non-negative number | Never marked `supported` while scope is ambiguous | `unverified` on `darwin-arm64` |
|
|
70
|
+
| `sample.gpus` | Array aligned with the cached GPU inventory | `bare-gpu-info`; scope omitted | `supported` with one GPU sample on `darwin-arm64` |
|
|
71
|
+
| `sample.gpus.value[].compute` | Number from 0 through 1 | `bare-gpu-info`; `device` | `supported` on `darwin-arm64` |
|
|
72
|
+
| `sample.gpus.value[].encode` | Number from 0 through 1 | `bare-gpu-info`; `device` | `unavailable` on `darwin-arm64` |
|
|
73
|
+
| `sample.gpus.value[].decode` | Number from 0 through 1 | `bare-gpu-info`; `device` | `unavailable` on `darwin-arm64` |
|
|
74
|
+
| `sample.gpus.value[].memoryUsedBytes` | Non-negative number | Never marked `supported` while scope is ambiguous | `unverified` on `darwin-arm64` |
|
|
75
|
+
| `sample.gpus.value[].memoryTotalBytes` | Non-negative number | Never marked `supported` while scope is ambiguous | `unverified` on `darwin-arm64` |
|
|
76
|
+
| `sample.gpus.value[].powerWatts` | Non-negative number | `bare-gpu-info`; `device` | `unavailable` on `darwin-arm64` |
|
|
77
|
+
| `sample.gpus.value[].temperatureCelsius` | Non-negative number | `bare-gpu-info`; `device` | `unavailable` on `darwin-arm64` |
|
|
78
|
+
|
|
79
|
+
For GPU memory, a missing native value becomes `unavailable`; any present value
|
|
80
|
+
remains `unverified` because the native API does not identify its source and
|
|
81
|
+
scope. In particular, Windows readings can represent a process budget, and
|
|
82
|
+
Apple readings can fall back from system-oriented data to the current process's
|
|
83
|
+
allocation. Neither is reported as universally device-scoped memory.
|
|
84
|
+
|
|
85
|
+
## Platform limitations
|
|
86
|
+
|
|
87
|
+
- On Windows, the upstream CPU collector documents that per-core sampling covers
|
|
88
|
+
only the first processor group, at most 64 logical processors. The SDK exposes
|
|
89
|
+
aggregate CPU usage without processor-group coverage metadata, so systems
|
|
90
|
+
with more than 64 logical processors are not validated as whole-system
|
|
91
|
+
observations.
|
|
92
|
+
- Apple GPU memory can fall back to process-local allocation without exposing
|
|
93
|
+
which path produced the value. GPU total and used memory therefore remain
|
|
94
|
+
`unverified`.
|
|
95
|
+
- GPU compute, encode, decode, power, and temperature depend on OS and driver
|
|
96
|
+
telemetry. Missing native readings become `unavailable`; desktop prebuild
|
|
97
|
+
presence does not change that status.
|
|
98
|
+
- A successful empty GPU inventory means no GPU was enumerated. It should not be
|
|
99
|
+
interpreted as a failed collector or as proof that the machine has no GPU.
|
|
100
|
+
- Driver names, versions, and graphics API flags are passive observations. They
|
|
101
|
+
cannot establish backend compatibility. Only a machine-readable addon probe
|
|
102
|
+
may report `compatible` or `incompatible`; missing evidence remains
|
|
103
|
+
`unknown`.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@qvac/sdk",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.17.0",
|
|
4
4
|
"license": "Apache-2.0",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -108,6 +108,10 @@
|
|
|
108
108
|
"types": "./dist/server/bare/plugins/sdcpp-generation/plugin.d.ts",
|
|
109
109
|
"import": "./dist/server/bare/plugins/sdcpp-generation/plugin.js"
|
|
110
110
|
},
|
|
111
|
+
"./audiogen-ggml/plugin": {
|
|
112
|
+
"types": "./dist/server/bare/plugins/audiogen-ggml/plugin.d.ts",
|
|
113
|
+
"import": "./dist/server/bare/plugins/audiogen-ggml/plugin.js"
|
|
114
|
+
},
|
|
111
115
|
"./ggml-vla/plugin": {
|
|
112
116
|
"types": "./dist/server/bare/plugins/ggml-vla/plugin.d.ts",
|
|
113
117
|
"import": "./dist/server/bare/plugins/ggml-vla/plugin.js"
|
|
@@ -170,7 +174,8 @@
|
|
|
170
174
|
"!**/pnpm-lock.yaml",
|
|
171
175
|
"!**/bun.lock",
|
|
172
176
|
"LICENSE",
|
|
173
|
-
"NOTICE"
|
|
177
|
+
"NOTICE",
|
|
178
|
+
"docs/system-resources-support-matrix.md"
|
|
174
179
|
],
|
|
175
180
|
"scripts": {
|
|
176
181
|
"test:unit": "bun run scripts/run-unit-tests.ts",
|
|
@@ -184,46 +189,49 @@
|
|
|
184
189
|
"lint": "eslint . --max-warnings=0",
|
|
185
190
|
"lint:fix": "eslint . --fix",
|
|
186
191
|
"typecheck": "tsc --noEmit -p tsconfig.json",
|
|
187
|
-
"postcompile:aliases": "
|
|
192
|
+
"postcompile:aliases": "tsc-alias -p tsconfig.alias.json",
|
|
188
193
|
"build": "rm -rf dist && npm run lint && tsc --project tsconfig.json && npm run postcompile:aliases",
|
|
189
194
|
"build:pack": "bun run build && bun pm pack --destination dist/",
|
|
190
195
|
"watch": "nodemon --watch server --ext ts --exec 'bun run build'",
|
|
191
196
|
"bare:ensureprebuilds:llamacpp": "cp -r node_modules/@qvac/llm-llamacpp/prebuilds/android-arm64 node_modules/@qvac/llm-llamacpp/prebuilds/android-ia32 && cp -r node_modules/@qvac/llm-llamacpp/prebuilds/android-arm64 node_modules/@qvac/llm-llamacpp/prebuilds/android-arm && cp -r node_modules/@qvac/llm-llamacpp/prebuilds/android-arm64 node_modules/@qvac/llm-llamacpp/prebuilds/android-x64",
|
|
192
|
-
"bare:ensureprebuilds:
|
|
197
|
+
"bare:ensureprebuilds:asr": "cp -r node_modules/@qvac/asr-ggml/prebuilds/android-arm64 node_modules/@qvac/asr-ggml/prebuilds/android-ia32 && cp -r node_modules/@qvac/asr-ggml/prebuilds/android-arm64 node_modules/@qvac/asr-ggml/prebuilds/android-arm && cp -r node_modules/@qvac/asr-ggml/prebuilds/android-arm64 node_modules/@qvac/asr-ggml/prebuilds/android-x64",
|
|
193
198
|
"bare:ensureprebuilds:embeddings": "cp -r node_modules/@qvac/embed-llamacpp/prebuilds/android-arm64 node_modules/@qvac/embed-llamacpp/prebuilds/android-ia32 && cp -r node_modules/@qvac/embed-llamacpp/prebuilds/android-arm64 node_modules/@qvac/embed-llamacpp/prebuilds/android-arm && cp -r node_modules/@qvac/embed-llamacpp/prebuilds/android-arm64 node_modules/@qvac/embed-llamacpp/prebuilds/android-x64",
|
|
194
|
-
"bare:ensureprebuilds": "bun run bare:ensureprebuilds:llamacpp && bun run bare:ensureprebuilds:
|
|
199
|
+
"bare:ensureprebuilds": "bun run bare:ensureprebuilds:llamacpp && bun run bare:ensureprebuilds:asr && bun run bare:ensureprebuilds:embeddings",
|
|
195
200
|
"prepare:husky": "bun run husky",
|
|
196
201
|
"bare:example": "bare ./scripts/bare-bootstrap.js",
|
|
197
202
|
"contract:export": "tsx ./scripts/export-contract.ts",
|
|
198
203
|
"contract:check": "tsx ./scripts/export-contract.ts --check",
|
|
204
|
+
"check:resource-collectors": "tsx ./scripts/check-resource-collectors-packaging.ts",
|
|
199
205
|
"check-models": "tsx ./models/update-models/index.ts --check",
|
|
200
206
|
"check-models:hook": "tsx ./models/update-models/index.ts --check --non-blocking",
|
|
201
207
|
"update-models": "tsx ./models/update-models/index.ts && bun run contract:export",
|
|
202
208
|
"changelog:generate": "node ../../scripts/sdk/generate-changelog-sdk-pod.cjs --package=sdk && prettier --write changelog"
|
|
203
209
|
},
|
|
204
210
|
"dependencies": {
|
|
205
|
-
"@qvac/
|
|
206
|
-
"@qvac/
|
|
211
|
+
"@qvac/audiogen-ggml": "^0.1.0",
|
|
212
|
+
"@qvac/asr-ggml": "^0.1.0",
|
|
213
|
+
"@qvac/bci-whispercpp": "^0.6.0",
|
|
214
|
+
"@qvac/classification-ggml": "^0.15.1",
|
|
207
215
|
"@qvac/decoder-audio": "^0.5.0",
|
|
208
|
-
"@qvac/diffusion-cpp": "^0.
|
|
209
|
-
"@qvac/embed-llamacpp": "^0.
|
|
216
|
+
"@qvac/diffusion-cpp": "^0.17.0",
|
|
217
|
+
"@qvac/embed-llamacpp": "^0.30.1",
|
|
210
218
|
"@qvac/error": "^0.1.1",
|
|
211
219
|
"@qvac/langdetect-text": "^0.1.2",
|
|
212
|
-
"@qvac/llm-llamacpp": "^0.
|
|
220
|
+
"@qvac/llm-llamacpp": "^0.39.3",
|
|
213
221
|
"@qvac/logging": "^0.1.0",
|
|
214
|
-
"@qvac/ocr-ggml": "^0.
|
|
222
|
+
"@qvac/ocr-ggml": "^0.13.1",
|
|
215
223
|
"@qvac/rag": "^0.6.4",
|
|
216
224
|
"@qvac/registry-client": "^0.6.1",
|
|
217
|
-
"@qvac/
|
|
218
|
-
"@qvac/
|
|
219
|
-
"@qvac/
|
|
220
|
-
"@qvac/tts-ggml": "^0.5.0",
|
|
221
|
-
"@qvac/vla-ggml": "^0.14.0",
|
|
225
|
+
"@qvac/translation-nmtcpp": "^8.3.0",
|
|
226
|
+
"@qvac/tts-ggml": "^0.6.0",
|
|
227
|
+
"@qvac/vla-ggml": "^0.16.2",
|
|
222
228
|
"bare-abort-controller": "^1.0.0",
|
|
229
|
+
"bare-cpu-info": "0.1.1",
|
|
223
230
|
"bare-crypto": "^1.15.0",
|
|
224
231
|
"bare-env": "^3.0.0",
|
|
225
232
|
"bare-fetch": "^3.0.1",
|
|
226
233
|
"bare-fs": "^4.5.1",
|
|
234
|
+
"bare-gpu-info": "0.1.1",
|
|
227
235
|
"bare-net": "^2.3.2",
|
|
228
236
|
"bare-os": "^3.6.2",
|
|
229
237
|
"bare-pack": "^2.0.1",
|
|
@@ -270,14 +278,16 @@
|
|
|
270
278
|
"expo-device": "^8.0.10",
|
|
271
279
|
"expo-file-system": "^19.0.21",
|
|
272
280
|
"husky": "^9.1.7",
|
|
281
|
+
"mongodb": "^7.5.0",
|
|
273
282
|
"pear-pipe": "^1.0.6",
|
|
274
283
|
"prettier": "^3.9.4",
|
|
275
284
|
"prettier-config-holepunch": "^2.0.0",
|
|
276
285
|
"react-native-bare-kit": "^0.14.0",
|
|
277
286
|
"tsc-alias": "^1.8.17",
|
|
278
|
-
"tsx": "
|
|
287
|
+
"tsx": "4.23.1",
|
|
279
288
|
"typescript": "^5.9.3",
|
|
280
|
-
"typescript-eslint": "^8.39.0"
|
|
289
|
+
"typescript-eslint": "^8.39.0",
|
|
290
|
+
"@qvac/infer-base": "0.4.2"
|
|
281
291
|
},
|
|
282
292
|
"peerDependencies": {
|
|
283
293
|
"@electron-forge/plugin-base": "^7.11.1",
|
|
@@ -315,5 +325,10 @@
|
|
|
315
325
|
"optional": true
|
|
316
326
|
}
|
|
317
327
|
},
|
|
328
|
+
"overrides": {
|
|
329
|
+
"tar": "^7.5.22",
|
|
330
|
+
"shell-quote": "^1.10.0",
|
|
331
|
+
"@electron/rebuild": "^4.2.0"
|
|
332
|
+
},
|
|
318
333
|
"patchedDependencies": {}
|
|
319
334
|
}
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|