@qvac/sdk 0.14.0 → 0.15.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +27 -11
- package/README.md +34 -35
- package/dist/client/api/batch-completion.d.ts +15 -0
- package/dist/client/api/batch-completion.js +332 -0
- package/dist/client/api/bci-transcribe.d.ts +1 -1
- package/dist/client/api/bci-transcribe.js +31 -31
- package/dist/client/api/cancel.d.ts +1 -1
- package/dist/client/api/cancel.js +18 -18
- package/dist/client/api/classify.d.ts +1 -1
- package/dist/client/api/classify.js +9 -6
- package/dist/client/api/client-request-id.js +1 -1
- package/dist/client/api/completion-stream.d.ts +3 -3
- package/dist/client/api/completion-stream.js +18 -18
- package/dist/client/api/delete-cache.js +9 -9
- package/dist/client/api/diffusion.d.ts +1 -1
- package/dist/client/api/diffusion.js +17 -11
- package/dist/client/api/download-asset.d.ts +1 -1
- package/dist/client/api/download-asset.js +11 -11
- package/dist/client/api/embed.d.ts +1 -1
- package/dist/client/api/embed.js +10 -10
- package/dist/client/api/finetune.d.ts +1 -1
- package/dist/client/api/finetune.js +25 -27
- package/dist/client/api/get-loaded-model-info.d.ts +2 -2
- package/dist/client/api/get-loaded-model-info.js +8 -8
- package/dist/client/api/get-model-info.d.ts +1 -1
- package/dist/client/api/get-model-info.js +7 -7
- package/dist/client/api/heartbeat.d.ts +2 -2
- package/dist/client/api/heartbeat.js +7 -7
- package/dist/client/api/index.d.ts +33 -32
- package/dist/client/api/index.js +33 -32
- package/dist/client/api/invoke-plugin.d.ts +1 -1
- package/dist/client/api/invoke-plugin.js +10 -10
- package/dist/client/api/load-model.d.ts +1 -1
- package/dist/client/api/load-model.js +32 -32
- package/dist/client/api/logging-stream.d.ts +1 -1
- package/dist/client/api/logging-stream.js +6 -6
- package/dist/client/api/ocr.d.ts +1 -1
- package/dist/client/api/ocr.js +11 -11
- package/dist/client/api/provide.d.ts +1 -1
- package/dist/client/api/provide.js +7 -7
- package/dist/client/api/rag.d.ts +1 -1
- package/dist/client/api/rag.js +65 -66
- package/dist/client/api/registry.d.ts +1 -1
- package/dist/client/api/registry.js +8 -8
- package/dist/client/api/resume.js +5 -5
- package/dist/client/api/state.d.ts +1 -1
- package/dist/client/api/state.js +5 -5
- package/dist/client/api/stop-provider.js +6 -6
- package/dist/client/api/subscribe-logs.d.ts +1 -1
- package/dist/client/api/subscribe-logs.js +3 -3
- package/dist/client/api/suspend.js +5 -5
- package/dist/client/api/text-to-speech.d.ts +1 -1
- package/dist/client/api/text-to-speech.js +37 -39
- package/dist/client/api/transcribe.d.ts +2 -2
- package/dist/client/api/transcribe.js +44 -45
- package/dist/client/api/translate.d.ts +1 -1
- package/dist/client/api/translate.js +14 -14
- package/dist/client/api/unload-model.d.ts +1 -1
- package/dist/client/api/unload-model.js +11 -11
- package/dist/client/api/upscale.d.ts +1 -1
- package/dist/client/api/upscale.js +9 -9
- package/dist/client/api/video.d.ts +1 -1
- package/dist/client/api/video.js +16 -14
- package/dist/client/api/vla-helpers.d.ts +2 -2
- package/dist/client/api/vla-helpers.js +6 -11
- package/dist/client/api/vla.d.ts +1 -1
- package/dist/client/api/vla.js +13 -13
- package/dist/client/config-loader/config-utils.d.ts +1 -1
- package/dist/client/config-loader/config-utils.js +3 -3
- package/dist/client/config-loader/resolve-config.bare.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.bare.js +11 -11
- package/dist/client/config-loader/resolve-config.expo.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.expo.js +6 -6
- package/dist/client/config-loader/resolve-config.node.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.node.js +27 -27
- package/dist/client/index.d.ts +1 -1
- package/dist/client/index.js +1 -1
- package/dist/client/init-hooks.d.ts +1 -1
- package/dist/client/init-hooks.js +12 -12
- package/dist/client/logging-stream-registry.d.ts +1 -1
- package/dist/client/logging-stream-registry.js +6 -6
- package/dist/client/parse-input.d.ts +1 -1
- package/dist/client/parse-input.js +3 -3
- package/dist/client/plugins-factory.d.ts +2 -2
- package/dist/client/plugins-factory.js +2 -2
- package/dist/client/rpc/bare-client.d.ts +2 -1
- package/dist/client/rpc/bare-client.js +37 -39
- package/dist/client/rpc/ensure-worker-ready.js +4 -4
- package/dist/client/rpc/expo-device-info.d.ts +1 -1
- package/dist/client/rpc/expo-device-info.js +11 -11
- package/dist/client/rpc/expo-rpc-client.d.ts +2 -1
- package/dist/client/rpc/expo-rpc-client.js +38 -47
- package/dist/client/rpc/node-rpc-client.d.ts +2 -1
- package/dist/client/rpc/node-rpc-client.js +103 -75
- package/dist/client/rpc/profiling/index.d.ts +1 -1
- package/dist/client/rpc/profiling/index.js +1 -1
- package/dist/client/rpc/profiling/profiler.d.ts +2 -2
- package/dist/client/rpc/profiling/profiler.js +31 -34
- package/dist/client/rpc/rpc-client.d.ts +2 -2
- package/dist/client/rpc/rpc-client.js +113 -72
- package/dist/client/rpc/rpc-error.d.ts +1 -1
- package/dist/client/rpc/rpc-error.js +14 -14
- package/dist/commands/bundle/bare-pack.d.ts +1 -1
- package/dist/commands/bundle/bare-pack.js +20 -20
- package/dist/commands/bundle/constants.js +21 -21
- package/dist/commands/bundle/entry-gen.d.ts +1 -1
- package/dist/commands/bundle/entry-gen.js +10 -10
- package/dist/commands/bundle/index.js +47 -47
- package/dist/commands/bundle/manifest.d.ts +1 -1
- package/dist/commands/bundle/manifest.js +44 -46
- package/dist/commands/bundle/plugins.d.ts +2 -2
- package/dist/commands/bundle/plugins.js +7 -7
- package/dist/commands/bundle/resolve-sdk-import.d.ts +6 -0
- package/dist/commands/bundle/resolve-sdk-import.js +53 -0
- package/dist/commands/index.d.ts +4 -4
- package/dist/commands/index.js +2 -2
- package/dist/commands/verify/abi.d.ts +9 -9
- package/dist/commands/verify/abi.js +31 -31
- package/dist/commands/verify/addon-source.d.ts +1 -1
- package/dist/commands/verify/addon-source.js +13 -14
- package/dist/commands/verify/bundle-source.d.ts +1 -1
- package/dist/commands/verify/bundle-source.js +7 -7
- package/dist/commands/verify/index.d.ts +3 -3
- package/dist/commands/verify/index.js +18 -17
- package/dist/commands/verify/node-modules-source.d.ts +1 -1
- package/dist/commands/verify/node-modules-source.js +11 -11
- package/dist/commands/verify/prebuilds.d.ts +3 -3
- package/dist/commands/verify/prebuilds.js +8 -8
- package/dist/constants/audio.d.ts +1 -1
- package/dist/constants/audio.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/constants/registry.js +1 -1
- package/dist/examples/audio/mic-input.d.ts +1 -1
- package/dist/examples/audio/mic-input.js +31 -31
- package/dist/examples/batch-completion.d.ts +38 -0
- package/dist/examples/batch-completion.js +100 -0
- package/dist/examples/bci/bci-filesystem-streaming.js +20 -20
- package/dist/examples/bci/bci-filesystem.js +17 -17
- package/dist/examples/cache-management.js +32 -32
- package/dist/examples/cancel-by-request-id.js +11 -11
- package/dist/examples/classification/classify-image.js +5 -5
- package/dist/examples/completion-events.js +16 -18
- package/dist/examples/completion-stop-reason.js +13 -13
- package/dist/examples/concurrent-completion-collision.js +20 -20
- package/dist/examples/config/blind-relay/blind-relay.config.js +4 -4
- package/dist/examples/config/default/default.config.js +2 -2
- package/dist/examples/config/plugins/plugins.config.js +2 -2
- package/dist/examples/config-reload.js +14 -14
- package/dist/examples/default-config-usage.js +10 -13
- package/dist/examples/delegated-inference/composite.js +23 -23
- package/dist/examples/delegated-inference/consumer-profiled.js +19 -19
- package/dist/examples/delegated-inference/consumer.js +11 -11
- package/dist/examples/delegated-inference/provider.js +24 -24
- package/dist/examples/diffusion-esrgan-upscale.js +19 -19
- package/dist/examples/diffusion-flux2-klein-img2img.js +17 -17
- package/dist/examples/diffusion-flux2-klein.js +14 -14
- package/dist/examples/diffusion-img2img.js +13 -13
- package/dist/examples/diffusion-img2vid.js +22 -23
- package/dist/examples/diffusion-simple.js +7 -7
- package/dist/examples/diffusion-txt2img.js +13 -14
- package/dist/examples/diffusion-txt2vid.js +18 -18
- package/dist/examples/download-with-blind-relays.js +7 -8
- package/dist/examples/download-with-cancel.js +9 -9
- package/dist/examples/embed-multi-gpu.js +9 -9
- package/dist/examples/embed-p2p.js +24 -24
- package/dist/examples/finetune/llamacpp-finetune.js +21 -21
- package/dist/examples/kv-cache-cleanup.js +34 -34
- package/dist/examples/kv-cache-custom-key.js +30 -30
- package/dist/examples/kv-cache-example.js +18 -20
- package/dist/examples/llamacpp-cache.js +33 -33
- package/dist/examples/llamacpp-dynamic-tools.js +38 -38
- package/dist/examples/llamacpp-filesystem.js +13 -15
- package/dist/examples/llamacpp-http.js +12 -14
- package/dist/examples/llamacpp-multi-gpu.js +12 -12
- package/dist/examples/llamacpp-multimodal.js +16 -16
- package/dist/examples/llamacpp-p2p.js +11 -11
- package/dist/examples/llamacpp-sharded.js +12 -12
- package/dist/examples/llamacpp-structured-output.js +37 -37
- package/dist/examples/logging-file-transport.js +19 -21
- package/dist/examples/logging-global.js +8 -8
- package/dist/examples/logging-streaming.js +16 -18
- package/dist/examples/mcp-websearch.js +44 -44
- package/dist/examples/multi-model-demo.js +33 -33
- package/dist/examples/ocr-fasttext.js +17 -17
- package/dist/examples/parallel-download.js +11 -13
- package/dist/examples/plugins.js +43 -43
- package/dist/examples/profiling/basic.js +34 -36
- package/dist/examples/profiling/per-call.js +16 -16
- package/dist/examples/quickstart.bare.js +4 -6
- package/dist/examples/quickstart.js +7 -7
- package/dist/examples/rag/rag-chromadb.js +26 -26
- package/dist/examples/rag/rag-hyperdb/cancellation.js +19 -20
- package/dist/examples/rag/rag-hyperdb/ingest.js +19 -19
- package/dist/examples/rag/rag-hyperdb/pipeline.js +26 -26
- package/dist/examples/rag/rag-hyperdb/workspaces.js +46 -46
- package/dist/examples/rag/rag-lancedb.js +29 -32
- package/dist/examples/rag/rag-sqlite.js +25 -25
- package/dist/examples/registry-query.js +15 -15
- package/dist/examples/seed-p2p.js +8 -8
- package/dist/examples/suspend-resume.js +20 -20
- package/dist/examples/tools/llamacpp-native-tools.js +25 -25
- package/dist/examples/tools/llamacpp-tools-gemma4.js +14 -14
- package/dist/examples/tools/llamacpp-tools-harmony-multiturn.js +15 -15
- package/dist/examples/tools/llamacpp-tools-pythonic.js +15 -15
- package/dist/examples/tools/llamacpp-tools-qwen35.js +14 -14
- package/dist/examples/tools/shared.d.ts +2 -2
- package/dist/examples/tools/shared.js +17 -17
- package/dist/examples/transcription/parakeet-ctc-filesystem.js +12 -12
- package/dist/examples/transcription/parakeet-microphone-record.js +19 -19
- package/dist/examples/transcription/parakeet-microphone-stream.js +23 -23
- package/dist/examples/transcription/parakeet-sortformer-streaming.js +18 -28
- package/dist/examples/transcription/parakeet-sortformer.js +21 -21
- package/dist/examples/transcription/parakeet-tdt-filesystem.js +13 -13
- package/dist/examples/transcription/whispercpp-filesystem-streaming.js +34 -34
- package/dist/examples/transcription/whispercpp-filesystem.js +19 -19
- package/dist/examples/transcription/whispercpp-microphone-conversation.js +27 -27
- package/dist/examples/transcription/whispercpp-microphone-record.js +21 -21
- package/dist/examples/transcription/whispercpp-prompt.js +18 -18
- package/dist/examples/translation/translation-bergamot-batch.js +17 -17
- package/dist/examples/translation/translation-bergamot-pivot.js +16 -16
- package/dist/examples/translation/translation-bergamot.js +11 -11
- package/dist/examples/translation/translation-indic.js +10 -10
- package/dist/examples/translation/translation-llm-afriquegemma.js +10 -10
- package/dist/examples/translation/translation-llm-context.js +10 -10
- package/dist/examples/translation/translation-llm.js +13 -13
- package/dist/examples/translation/translation-stream.js +11 -11
- package/dist/examples/tts/chatterbox-enhanced.d.ts +2 -0
- package/dist/examples/tts/chatterbox-enhanced.js +55 -0
- package/dist/examples/tts/chatterbox-multilingual.d.ts +2 -0
- package/dist/examples/tts/chatterbox-multilingual.js +54 -0
- package/dist/examples/tts/chatterbox.js +18 -18
- package/dist/examples/tts/llm-to-tts-streaming.js +30 -30
- package/dist/examples/tts/supertonic-enhanced.d.ts +2 -0
- package/dist/examples/tts/supertonic-enhanced.js +57 -0
- package/dist/examples/tts/supertonic-multilingual.js +19 -19
- package/dist/examples/tts/supertonic.js +18 -18
- package/dist/examples/tts/utils.js +24 -32
- package/dist/examples/vla-pi05.js +14 -14
- package/dist/examples/vla-smolvla.js +14 -14
- package/dist/examples/voice-assistant/voice-assistant.js +46 -46
- package/dist/expo/plugins/find-in-ancestor-node-modules.js +3 -3
- package/dist/expo/plugins/get-project-root.d.ts +2 -2
- package/dist/expo/plugins/get-project-root.js +1 -1
- package/dist/expo/plugins/index.d.ts +11 -11
- package/dist/expo/plugins/index.js +10 -10
- package/dist/expo/plugins/resolve-sdk-package-dir.js +7 -11
- package/dist/expo/plugins/withAndroidArchitecture.d.ts +1 -1
- package/dist/expo/plugins/withAndroidArchitecture.js +12 -12
- package/dist/expo/plugins/withAndroidNdkVersion.d.ts +1 -1
- package/dist/expo/plugins/withAndroidNdkVersion.js +9 -9
- package/dist/expo/plugins/withDeviceInfo.d.ts +1 -1
- package/dist/expo/plugins/withDeviceInfo.js +13 -13
- package/dist/expo/plugins/withMobileBundle.d.ts +1 -1
- package/dist/expo/plugins/withMobileBundle.js +34 -42
- package/dist/expo/plugins/withOpenCL.d.ts +1 -1
- package/dist/expo/plugins/withOpenCL.js +14 -16
- package/dist/expo/plugins/withQvacSDK.d.ts +1 -1
- package/dist/expo/plugins/withQvacSDK.js +12 -12
- package/dist/index.d.ts +16 -16
- package/dist/index.js +16 -17
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +13 -13
- package/dist/logging/base-logger.d.ts +2 -2
- package/dist/logging/base-logger.js +6 -6
- package/dist/logging/client-logger.d.ts +1 -1
- package/dist/logging/client-logger.js +3 -3
- package/dist/logging/index.d.ts +9 -9
- package/dist/logging/index.js +8 -8
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +4 -4
- package/dist/logging/namespaces.d.ts +1 -1
- package/dist/logging/namespaces.js +5 -5
- package/dist/logging/registry.d.ts +2 -2
- package/dist/logging/registry.js +3 -3
- package/dist/logging/server-logger.d.ts +1 -1
- package/dist/logging/server-logger.js +2 -2
- package/dist/logging/stream-logger.d.ts +1 -1
- package/dist/logging/stream-logger.js +4 -4
- package/dist/logging/transport.d.ts +1 -1
- package/dist/logging/types.d.ts +1 -1
- package/dist/logging/utils.d.ts +2 -2
- package/dist/logging/utils.js +40 -41
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +5 -5
- package/dist/models/registry/models.d.ts +429 -122
- package/dist/models/registry/models.js +13693 -13369
- package/dist/models/update-models/codegen.d.ts +1 -1
- package/dist/models/update-models/codegen.js +8 -8
- package/dist/models/update-models/companions.d.ts +6 -1
- package/dist/models/update-models/companions.js +104 -39
- package/dist/models/update-models/history.d.ts +1 -1
- package/dist/models/update-models/history.js +11 -11
- package/dist/models/update-models/index.js +32 -34
- package/dist/models/update-models/naming.d.ts +2 -2
- package/dist/models/update-models/naming.js +177 -186
- package/dist/models/update-models/processing.d.ts +2 -2
- package/dist/models/update-models/processing.js +17 -19
- package/dist/models/update-models/registry.d.ts +2 -2
- package/dist/models/update-models/registry.js +9 -9
- package/dist/models/update-models/shards.d.ts +1 -1
- package/dist/models/update-models/shards.js +3 -3
- package/dist/models/update-models/types.d.ts +1 -1
- package/dist/models/update-models/utils.js +5 -5
- package/dist/pear/pre.js +84 -84
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +6 -6
- package/dist/profiling/clock.d.ts +1 -1
- package/dist/profiling/clock.js +10 -10
- package/dist/profiling/controller.d.ts +2 -2
- package/dist/profiling/controller.js +11 -12
- package/dist/profiling/envelope.d.ts +1 -1
- package/dist/profiling/envelope.js +4 -6
- package/dist/profiling/events.d.ts +2 -2
- package/dist/profiling/events.js +8 -10
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +81 -79
- package/dist/profiling/index.d.ts +8 -8
- package/dist/profiling/index.js +7 -7
- package/dist/profiling/model-execution.js +2 -1
- package/dist/profiling/ring-buffer.js +2 -2
- package/dist/profiling/types.d.ts +3 -3
- package/dist/schemas/archive.d.ts +1 -1
- package/dist/schemas/archive.js +8 -14
- package/dist/schemas/batch-completion-stream.d.ts +463 -0
- package/dist/schemas/batch-completion-stream.js +124 -0
- package/dist/schemas/bci-config.d.ts +1 -1
- package/dist/schemas/bci-config.js +7 -7
- package/dist/schemas/bci.d.ts +3 -3
- package/dist/schemas/bci.js +25 -31
- package/dist/schemas/cancel.d.ts +6 -1
- package/dist/schemas/cancel.js +33 -34
- package/dist/schemas/classification.d.ts +1 -1
- package/dist/schemas/classification.js +7 -7
- package/dist/schemas/common.d.ts +194 -25
- package/dist/schemas/common.js +40 -37
- package/dist/schemas/completion-event.d.ts +11 -8
- package/dist/schemas/completion-event.js +27 -26
- package/dist/schemas/completion-stream.d.ts +4 -3
- package/dist/schemas/completion-stream.js +51 -67
- package/dist/schemas/delegate.d.ts +1 -1
- package/dist/schemas/delegate.js +7 -7
- package/dist/schemas/delete-cache.d.ts +1 -1
- package/dist/schemas/delete-cache.js +8 -8
- package/dist/schemas/download-asset.d.ts +2 -2
- package/dist/schemas/download-asset.js +21 -21
- package/dist/schemas/embed.d.ts +3 -3
- package/dist/schemas/embed.js +16 -27
- package/dist/schemas/engine-addon-map.d.ts +2 -2
- package/dist/schemas/engine-addon-map.js +24 -24
- package/dist/schemas/error.d.ts +1 -1
- package/dist/schemas/error.js +12 -13
- package/dist/schemas/finetune.d.ts +1 -1
- package/dist/schemas/finetune.js +35 -41
- package/dist/schemas/get-loaded-model-info.d.ts +1 -1
- package/dist/schemas/get-loaded-model-info.js +10 -10
- package/dist/schemas/get-model-info.d.ts +1 -1
- package/dist/schemas/get-model-info.js +48 -91
- package/dist/schemas/heartbeat.d.ts +1 -1
- package/dist/schemas/heartbeat.js +6 -6
- package/dist/schemas/index.d.ts +52 -51
- package/dist/schemas/index.js +52 -51
- package/dist/schemas/json-schema.d.ts +1 -1
- package/dist/schemas/llamacpp-config.d.ts +33 -25
- package/dist/schemas/llamacpp-config.js +43 -30
- package/dist/schemas/load-model.d.ts +160 -128
- package/dist/schemas/load-model.js +120 -126
- package/dist/schemas/logging-stream.d.ts +1 -1
- package/dist/schemas/logging-stream.js +6 -12
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-src-utils.d.ts +1 -1
- package/dist/schemas/model-src-utils.js +13 -13
- package/dist/schemas/model-types.d.ts +1 -1
- package/dist/schemas/model-types.js +27 -27
- package/dist/schemas/ocr.d.ts +1 -1
- package/dist/schemas/ocr.js +18 -18
- package/dist/schemas/path-validation.d.ts +1 -1
- package/dist/schemas/path-validation.js +4 -4
- package/dist/schemas/plugin.d.ts +9 -10
- package/dist/schemas/plugin.js +47 -47
- package/dist/schemas/profiling.d.ts +1 -1
- package/dist/schemas/profiling.js +16 -16
- package/dist/schemas/provide.d.ts +1 -1
- package/dist/schemas/provide.js +8 -8
- package/dist/schemas/rag.d.ts +3 -3
- package/dist/schemas/rag.js +65 -70
- package/dist/schemas/registry.d.ts +1 -1
- package/dist/schemas/registry.js +44 -66
- package/dist/schemas/reload-config.d.ts +1 -1
- package/dist/schemas/reload-config.js +14 -18
- package/dist/schemas/resume.d.ts +1 -1
- package/dist/schemas/resume.js +3 -3
- package/dist/schemas/runtime-context.d.ts +1 -1
- package/dist/schemas/runtime-context.js +4 -4
- package/dist/schemas/sdcpp-config.d.ts +9 -9
- package/dist/schemas/sdcpp-config.js +298 -300
- package/dist/schemas/sdk-config.d.ts +55 -43
- package/dist/schemas/sdk-config.js +25 -29
- package/dist/schemas/sdk-errors-client.d.ts +1 -1
- package/dist/schemas/sdk-errors-client.js +80 -80
- package/dist/schemas/sdk-errors-registry.js +1 -1
- package/dist/schemas/sdk-errors-server.d.ts +1 -1
- package/dist/schemas/sdk-errors-server.js +200 -199
- package/dist/schemas/shard.d.ts +1 -1
- package/dist/schemas/shard.js +4 -4
- package/dist/schemas/state.d.ts +1 -1
- package/dist/schemas/state.js +5 -10
- package/dist/schemas/stop-provide.d.ts +1 -1
- package/dist/schemas/stop-provide.js +4 -4
- package/dist/schemas/suspend.d.ts +1 -1
- package/dist/schemas/suspend.js +3 -3
- package/dist/schemas/text-to-speech.d.ts +455 -3
- package/dist/schemas/text-to-speech.js +146 -110
- package/dist/schemas/tools.d.ts +1 -1
- package/dist/schemas/tools.js +17 -24
- package/dist/schemas/transcription-config.d.ts +1 -1
- package/dist/schemas/transcription-config.js +18 -18
- package/dist/schemas/transcription.d.ts +5 -5
- package/dist/schemas/transcription.js +31 -33
- package/dist/schemas/translate.d.ts +3 -3
- package/dist/schemas/translate.js +38 -67
- package/dist/schemas/translation-config.d.ts +1 -1
- package/dist/schemas/translation-config.js +116 -123
- package/dist/schemas/unload-model.d.ts +1 -1
- package/dist/schemas/unload-model.js +6 -6
- package/dist/schemas/vla.d.ts +1 -1
- package/dist/schemas/vla.js +30 -30
- package/dist/scripts/run-security-tests.js +9 -10
- package/dist/scripts/run-unit-tests.js +11 -12
- package/dist/server/bare/delegate-connect-diagnostics.js +13 -19
- package/dist/server/bare/delegate-rpc-client.d.ts +2 -2
- package/dist/server/bare/delegate-rpc-client.js +32 -34
- package/dist/server/bare/hyperswarm.d.ts +3 -3
- package/dist/server/bare/hyperswarm.js +14 -14
- package/dist/server/bare/ops/bci-transcribe.d.ts +1 -1
- package/dist/server/bare/ops/bci-transcribe.js +44 -44
- package/dist/server/bare/ops/cancel.d.ts +2 -2
- package/dist/server/bare/ops/cancel.js +6 -6
- package/dist/server/bare/ops/embed.d.ts +1 -1
- package/dist/server/bare/ops/embed.js +26 -16
- package/dist/server/bare/ops/kv-cache-utils.d.ts +1 -1
- package/dist/server/bare/ops/kv-cache-utils.js +17 -19
- package/dist/server/bare/ops/load-model.d.ts +2 -2
- package/dist/server/bare/ops/load-model.js +14 -18
- package/dist/server/bare/ops/transcribe.d.ts +3 -3
- package/dist/server/bare/ops/transcribe.js +62 -62
- package/dist/server/bare/ops/translate.d.ts +1 -1
- package/dist/server/bare/ops/translate.js +39 -30
- package/dist/server/bare/ops/unload-model.d.ts +1 -1
- package/dist/server/bare/ops/unload-model.js +12 -12
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.d.ts +2 -2
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.js +3 -3
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +2 -2
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +33 -33
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +1 -1
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.js +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +8 -8
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/plugin.js +14 -14
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +27 -26
- package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/plugin.js +38 -38
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +3 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +23 -23
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/plugin.js +15 -15
- package/dist/server/bare/plugins/index.d.ts +11 -11
- package/dist/server/bare/plugins/index.js +11 -11
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-cancelled.d.ts +23 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +32 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +8 -8
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +3 -2
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +4 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +22 -4
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +55 -59
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +5 -5
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +2 -2
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +34 -34
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +7 -7
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +19 -23
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +4 -6
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +186 -17
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +235 -70
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/transform.js +15 -15
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +3 -3
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +27 -29
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +38 -39
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +1 -1
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.js +19 -22
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +36 -36
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +15 -17
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +11 -11
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +42 -44
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +4 -4
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +69 -63
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +19 -21
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +22 -24
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +3 -2
- package/dist/server/bare/plugins/tts-ggml/plugin.js +95 -49
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +52 -52
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/chunk.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +4 -4
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +3 -3
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +4 -4
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +5 -5
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +3 -3
- package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/search.js +3 -3
- package/dist/server/bare/rag-hyperdb/index.d.ts +11 -11
- package/dist/server/bare/rag-hyperdb/index.js +11 -11
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +3 -3
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +20 -20
- package/dist/server/bare/registry/config-registry.d.ts +1 -1
- package/dist/server/bare/registry/config-registry.js +13 -16
- package/dist/server/bare/registry/logging-stream-registry.d.ts +1 -1
- package/dist/server/bare/registry/logging-stream-registry.js +2 -2
- package/dist/server/bare/registry/model-config-registry.d.ts +2 -2
- package/dist/server/bare/registry/model-config-registry.js +6 -6
- package/dist/server/bare/registry/model-config-utils.d.ts +2 -2
- package/dist/server/bare/registry/model-config-utils.js +35 -35
- package/dist/server/bare/registry/model-registry.d.ts +3 -3
- package/dist/server/bare/registry/model-registry.js +11 -11
- package/dist/server/bare/registry/registry-client.d.ts +1 -1
- package/dist/server/bare/registry/registry-client.js +18 -18
- package/dist/server/bare/registry/runtime-context-registry.d.ts +1 -1
- package/dist/server/bare/registry/runtime-context-registry.js +3 -3
- package/dist/server/bare/runtime/disposable-scope.js +3 -3
- package/dist/server/bare/runtime/index.d.ts +7 -7
- package/dist/server/bare/runtime/index.js +3 -3
- package/dist/server/bare/runtime/request-context.d.ts +4 -4
- package/dist/server/bare/runtime/request-id.js +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.js +23 -4
- package/dist/server/bare/runtime/request-registry.d.ts +27 -12
- package/dist/server/bare/runtime/request-registry.js +39 -34
- package/dist/server/bare/runtime/with-request-context.d.ts +1 -1
- package/dist/server/bare/runtime/with-request-context.js +11 -11
- package/dist/server/bare/runtime-lifecycle.d.ts +1 -1
- package/dist/server/bare/runtime-lifecycle.js +27 -31
- package/dist/server/bare/types/addon-responses.d.ts +5 -4
- package/dist/server/bare/utils/audio-input.d.ts +2 -2
- package/dist/server/bare/utils/audio-input.js +7 -7
- package/dist/server/bare/utils/transcribe-metadata.d.ts +1 -1
- package/dist/server/bare/utils/transcribe-metadata.js +4 -4
- package/dist/server/bare/utils/tts-stats.d.ts +1 -1
- package/dist/server/bare/utils/tts-stats.js +3 -3
- package/dist/server/env.js +8 -8
- package/dist/server/error-handlers.d.ts +3 -3
- package/dist/server/error-handlers.js +11 -11
- package/dist/server/plugins/index.d.ts +1 -1
- package/dist/server/plugins/index.js +1 -1
- package/dist/server/plugins/registry.d.ts +1 -1
- package/dist/server/plugins/registry.js +12 -14
- package/dist/server/rpc/create-server.d.ts +1 -1
- package/dist/server/rpc/create-server.js +11 -12
- package/dist/server/rpc/delegate-transport.d.ts +3 -3
- package/dist/server/rpc/delegate-transport.js +43 -44
- package/dist/server/rpc/handle-request.d.ts +1 -1
- package/dist/server/rpc/handle-request.js +28 -30
- package/dist/server/rpc/handler-registry.d.ts +1 -1
- package/dist/server/rpc/handler-registry.js +97 -92
- package/dist/server/rpc/handler-selection.d.ts +3 -3
- package/dist/server/rpc/handler-selection.js +3 -3
- package/dist/server/rpc/handler-utils.d.ts +7 -7
- package/dist/server/rpc/handler-utils.js +32 -35
- package/dist/server/rpc/handlers/batch-completion-stream.d.ts +78 -0
- package/dist/server/rpc/handlers/batch-completion-stream.js +4 -0
- package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe-stream.js +2 -2
- package/dist/server/rpc/handlers/bci-transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe.js +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.js +13 -13
- package/dist/server/rpc/handlers/cancelHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/cancelHandler.js +11 -11
- package/dist/server/rpc/handlers/classify.d.ts +1 -1
- package/dist/server/rpc/handlers/classify.js +2 -2
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/completion-stream-delegated.js +14 -14
- package/dist/server/rpc/handlers/completion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/completion-stream.js +2 -2
- package/dist/server/rpc/handlers/delete-cache.d.ts +1 -1
- package/dist/server/rpc/handlers/delete-cache.js +10 -10
- package/dist/server/rpc/handlers/diffusion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/diffusion-stream.js +2 -2
- package/dist/server/rpc/handlers/download-asset.d.ts +1 -1
- package/dist/server/rpc/handlers/download-asset.js +20 -20
- package/dist/server/rpc/handlers/embed.d.ts +1 -1
- package/dist/server/rpc/handlers/embed.js +2 -2
- package/dist/server/rpc/handlers/finetune.d.ts +1 -1
- package/dist/server/rpc/handlers/finetune.js +8 -6
- package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-loaded-model-info.js +9 -9
- package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-model-info.js +20 -20
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/heartbeat-delegated.js +7 -7
- package/dist/server/rpc/handlers/heartbeat.d.ts +1 -1
- package/dist/server/rpc/handlers/heartbeat.js +1 -1
- package/dist/server/rpc/handlers/index.d.ts +33 -31
- package/dist/server/rpc/handlers/index.js +34 -32
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +4 -4
- package/dist/server/rpc/handlers/load-model/download-manager.js +19 -17
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +4 -3
- package/dist/server/rpc/handlers/load-model/download-stats.js +9 -11
- package/dist/server/rpc/handlers/load-model/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/handler.js +42 -43
- package/dist/server/rpc/handlers/load-model/http.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/http.js +100 -107
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +72 -74
- package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/index.js +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.js +2 -3
- package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +5 -5
- package/dist/server/rpc/handlers/load-model/registry-companion-set.js +19 -21
- package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +6 -6
- package/dist/server/rpc/handlers/load-model/registry-download-utils.js +16 -18
- package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +11 -0
- package/dist/server/rpc/handlers/load-model/registry-metadata.js +23 -0
- package/dist/server/rpc/handlers/load-model/registry.d.ts +4 -3
- package/dist/server/rpc/handlers/load-model/registry.js +50 -56
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/resolve-session.js +7 -7
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/resolve.js +36 -35
- package/dist/server/rpc/handlers/load-model/types.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/types.js +7 -7
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.js +31 -30
- package/dist/server/rpc/handlers/logging-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/logging-stream.js +3 -3
- package/dist/server/rpc/handlers/ocr-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/ocr-stream.js +2 -2
- package/dist/server/rpc/handlers/plugin-dispatch.js +9 -9
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +1 -1
- package/dist/server/rpc/handlers/plugin-invoke.js +16 -16
- package/dist/server/rpc/handlers/provideHandler/connection.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/connection.js +16 -16
- package/dist/server/rpc/handlers/provideHandler/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/handler.js +18 -18
- package/dist/server/rpc/handlers/provideHandler/proxy.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/proxy.js +11 -11
- package/dist/server/rpc/handlers/provideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler.js +1 -1
- package/dist/server/rpc/handlers/rag.d.ts +1 -1
- package/dist/server/rpc/handlers/rag.js +50 -50
- package/dist/server/rpc/handlers/registry.d.ts +1 -1
- package/dist/server/rpc/handlers/registry.js +34 -36
- package/dist/server/rpc/handlers/resume.d.ts +1 -1
- package/dist/server/rpc/handlers/resume.js +3 -3
- package/dist/server/rpc/handlers/state.d.ts +1 -1
- package/dist/server/rpc/handlers/state.js +3 -3
- package/dist/server/rpc/handlers/stopProvideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/stopProvideHandler.js +7 -7
- package/dist/server/rpc/handlers/suspend.d.ts +1 -1
- package/dist/server/rpc/handlers/suspend.js +3 -3
- package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech-stream.js +2 -2
- package/dist/server/rpc/handlers/text-to-speech.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech.js +2 -2
- package/dist/server/rpc/handlers/transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.js +2 -2
- package/dist/server/rpc/handlers/transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe.js +2 -2
- package/dist/server/rpc/handlers/translate.d.ts +1 -1
- package/dist/server/rpc/handlers/translate.js +2 -2
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model-delegated.js +10 -10
- package/dist/server/rpc/handlers/unload-model.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model.js +10 -10
- package/dist/server/rpc/handlers/upscale-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/upscale-stream.js +2 -2
- package/dist/server/rpc/handlers/video-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/video-stream.js +2 -2
- package/dist/server/rpc/index.d.ts +2 -2
- package/dist/server/rpc/index.js +2 -2
- package/dist/server/rpc/profiling/context.d.ts +1 -1
- package/dist/server/rpc/profiling/context.js +9 -10
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/delegation-profiler.js +23 -24
- package/dist/server/rpc/profiling/index.d.ts +4 -4
- package/dist/server/rpc/profiling/index.js +4 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +2 -2
- package/dist/server/rpc/profiling/operation-metrics.js +102 -102
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +1 -1
- package/dist/server/rpc/profiling/operation-wrappers.js +16 -14
- package/dist/server/rpc/profiling/profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/profiler.js +9 -13
- package/dist/server/rpc/rpc-utils.js +1 -4
- package/dist/server/rpc/transport-selector.d.ts +1 -1
- package/dist/server/rpc/transport-selector.js +4 -4
- package/dist/server/utils/archive.js +27 -29
- package/dist/server/utils/audio/decoder.d.ts +2 -2
- package/dist/server/utils/audio/decoder.js +11 -11
- package/dist/server/utils/cache/auto-history.d.ts +1 -1
- package/dist/server/utils/cache/auto-history.js +5 -5
- package/dist/server/utils/cache/paths.d.ts +2 -2
- package/dist/server/utils/cache/paths.js +14 -14
- package/dist/server/utils/checksum.d.ts +1 -1
- package/dist/server/utils/checksum.js +10 -12
- package/dist/server/utils/clear-storage.d.ts +1 -1
- package/dist/server/utils/clear-storage.js +8 -11
- package/dist/server/utils/completion-normalizer.d.ts +1 -1
- package/dist/server/utils/completion-normalizer.js +106 -113
- package/dist/server/utils/config-transform.d.ts +1 -1
- package/dist/server/utils/config-transform.js +2 -2
- package/dist/server/utils/expand-gguf-shards.js +4 -4
- package/dist/server/utils/formatting.js +6 -12
- package/dist/server/utils/gguf-tensor-extractor.js +17 -21
- package/dist/server/utils/index.d.ts +11 -11
- package/dist/server/utils/index.js +11 -11
- package/dist/server/utils/multi-gpu-mobile.js +1 -1
- package/dist/server/utils/path-security.d.ts +1 -1
- package/dist/server/utils/path-security.js +6 -6
- package/dist/server/utils/qvac-paths.js +3 -3
- package/dist/server/utils/response-format.d.ts +1 -1
- package/dist/server/utils/response-format.js +4 -4
- package/dist/server/utils/shard-utils.d.ts +1 -1
- package/dist/server/utils/shard-utils.js +14 -16
- package/dist/server/utils/tool-integration.d.ts +1 -1
- package/dist/server/utils/tool-integration.js +5 -9
- package/dist/server/utils/tools/dialect.d.ts +1 -1
- package/dist/server/utils/tools/dialect.js +7 -7
- package/dist/server/utils/tools/index.d.ts +2 -2
- package/dist/server/utils/tools/index.js +2 -2
- package/dist/server/utils/tools/parser.d.ts +1 -1
- package/dist/server/utils/tools/parser.js +14 -14
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +2 -2
- package/dist/server/utils/tools/parsers/gemma4native.js +13 -8
- package/dist/server/utils/tools/parsers/harmony.d.ts +2 -2
- package/dist/server/utils/tools/parsers/harmony.js +9 -11
- package/dist/server/utils/tools/parsers/hermes.d.ts +2 -2
- package/dist/server/utils/tools/parsers/hermes.js +16 -16
- package/dist/server/utils/tools/parsers/json.d.ts +2 -2
- package/dist/server/utils/tools/parsers/json.js +14 -14
- package/dist/server/utils/tools/parsers/pythonic.d.ts +2 -2
- package/dist/server/utils/tools/parsers/pythonic.js +43 -43
- package/dist/server/utils/tools/parsers/qwen35.d.ts +2 -2
- package/dist/server/utils/tools/parsers/qwen35.js +20 -20
- package/dist/server/utils/tools/shared.d.ts +1 -1
- package/dist/server/utils/tools/shared.js +10 -12
- package/dist/server/utils/worker-lock.js +10 -10
- package/dist/server/worker-core.d.ts +1 -1
- package/dist/server/worker-core.js +44 -43
- package/dist/server/worker.js +9 -9
- package/dist/utils/aggregate-events.d.ts +2 -2
- package/dist/utils/aggregate-events.js +17 -19
- package/dist/utils/cache-normalize.js +1 -4
- package/dist/utils/encoding.js +1 -1
- package/dist/utils/errors-base.d.ts +1 -1
- package/dist/utils/errors-base.js +1 -1
- package/dist/utils/errors-client.d.ts +1 -1
- package/dist/utils/errors-client.js +5 -5
- package/dist/utils/errors-server.d.ts +3 -3
- package/dist/utils/errors-server.js +19 -18
- package/dist/utils/load-model-validation.js +3 -3
- package/dist/utils/mcp-adapter.d.ts +4 -4
- package/dist/utils/mcp-adapter.js +31 -38
- package/dist/utils/path-sanitize.js +14 -17
- package/dist/utils/tool-helpers.d.ts +2 -2
- package/dist/utils/tool-helpers.js +25 -26
- package/dist/utils/withTimeout.d.ts +7 -0
- package/dist/utils/withTimeout.js +11 -1
- package/dist/utils/zod-error.d.ts +1 -1
- package/dist/utils/zod-error.js +1 -1
- package/electron-forge/index.cjs +274 -317
- package/expo/plugins/patches/android-link.mjs +25 -30
- package/expo/plugins/patches/ios-link.mjs +25 -30
- package/package.json +17 -16
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { embed, loadModel, unloadModel, GTE_LARGE_FP16 } from
|
|
2
|
-
import * as lancedb from
|
|
3
|
-
import * as a from
|
|
1
|
+
import { embed, loadModel, unloadModel, GTE_LARGE_FP16 } from '@qvac/sdk';
|
|
2
|
+
import * as lancedb from '@lancedb/lancedb';
|
|
3
|
+
import * as a from 'apache-arrow';
|
|
4
4
|
try {
|
|
5
5
|
// Get query from command line or use default
|
|
6
|
-
const query = process.argv[2] ||
|
|
6
|
+
const query = process.argv[2] || 'machine learning algorithms';
|
|
7
7
|
console.log(`▸ Query: "${query}"`);
|
|
8
|
-
const db = await lancedb.connect(
|
|
8
|
+
const db = await lancedb.connect('.rag-lancedb');
|
|
9
9
|
const modelId = await loadModel({
|
|
10
10
|
modelSrc: GTE_LARGE_FP16,
|
|
11
11
|
onProgress: (p) => {
|
|
@@ -13,85 +13,82 @@ try {
|
|
|
13
13
|
const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
|
|
14
14
|
process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
|
|
15
15
|
if (p.percentage >= 100)
|
|
16
|
-
process.stderr.write(
|
|
17
|
-
}
|
|
16
|
+
process.stderr.write('\n');
|
|
17
|
+
}
|
|
18
18
|
});
|
|
19
19
|
const samples = [
|
|
20
20
|
{
|
|
21
21
|
id: 1,
|
|
22
|
-
text:
|
|
22
|
+
text: 'Machine learning is a subset of artificial intelligence that focuses on algorithms that can learn and make predictions from data without being explicitly programmed for every task.'
|
|
23
23
|
},
|
|
24
24
|
{
|
|
25
25
|
id: 2,
|
|
26
|
-
text:
|
|
26
|
+
text: 'Deep learning uses neural networks with multiple layers to process and learn from complex data patterns, enabling breakthroughs in image recognition and natural language processing.'
|
|
27
27
|
},
|
|
28
28
|
{
|
|
29
29
|
id: 3,
|
|
30
|
-
text:
|
|
30
|
+
text: 'Natural language processing combines computational linguistics with machine learning to help computers understand, interpret, and generate human language in a meaningful way.'
|
|
31
31
|
},
|
|
32
32
|
{
|
|
33
33
|
id: 4,
|
|
34
|
-
text:
|
|
34
|
+
text: 'Computer vision enables machines to interpret and understand visual information from the world, using techniques like image classification, object detection, and facial recognition.'
|
|
35
35
|
},
|
|
36
36
|
{
|
|
37
37
|
id: 5,
|
|
38
|
-
text:
|
|
38
|
+
text: 'Quantum computing leverages quantum mechanical phenomena to process information in fundamentally different ways than classical computers, potentially solving certain problems exponentially faster.'
|
|
39
39
|
},
|
|
40
40
|
{
|
|
41
41
|
id: 6,
|
|
42
|
-
text:
|
|
42
|
+
text: 'Blockchain technology creates decentralized, immutable ledgers that enable secure peer-to-peer transactions without requiring a central authority or intermediary.'
|
|
43
43
|
},
|
|
44
44
|
{
|
|
45
45
|
id: 7,
|
|
46
|
-
text:
|
|
46
|
+
text: 'Cloud computing delivers computing services over the internet, allowing users to access resources like storage, processing power, and applications on-demand from anywhere.'
|
|
47
47
|
},
|
|
48
48
|
{
|
|
49
49
|
id: 8,
|
|
50
|
-
text:
|
|
51
|
-
}
|
|
50
|
+
text: 'Cybersecurity protects digital systems, networks, and data from malicious attacks, unauthorized access, and various forms of cyber threats through multiple layers of defense.'
|
|
51
|
+
}
|
|
52
52
|
];
|
|
53
53
|
const schema = new a.Schema([
|
|
54
|
-
new a.Field(
|
|
55
|
-
new a.Field(
|
|
56
|
-
new a.Field(
|
|
54
|
+
new a.Field('id', new a.Int32()),
|
|
55
|
+
new a.Field('text', new a.Utf8()),
|
|
56
|
+
new a.Field('vector', new a.FixedSizeList(1024, new a.Field('item', new a.Float32())))
|
|
57
57
|
]);
|
|
58
58
|
// Create or recreate the table
|
|
59
59
|
try {
|
|
60
|
-
await db.dropTable(
|
|
60
|
+
await db.dropTable('documents');
|
|
61
61
|
}
|
|
62
62
|
catch (e) {
|
|
63
63
|
console.warn(`▸ Table doesn't exist, no need to drop: ${String(e)}`);
|
|
64
64
|
}
|
|
65
|
-
const documentsTable = await db.createEmptyTable(
|
|
66
|
-
console.log(
|
|
65
|
+
const documentsTable = await db.createEmptyTable('documents', schema);
|
|
66
|
+
console.log('▸ Embedding documents...');
|
|
67
67
|
const documents = [];
|
|
68
68
|
for (const sample of samples) {
|
|
69
69
|
const { embedding } = await embed({ modelId, text: sample.text });
|
|
70
70
|
const record = {
|
|
71
71
|
id: sample.id,
|
|
72
72
|
text: sample.text,
|
|
73
|
-
vector: embedding
|
|
73
|
+
vector: embedding
|
|
74
74
|
};
|
|
75
75
|
documents.push(record);
|
|
76
76
|
}
|
|
77
77
|
await documentsTable.add(documents);
|
|
78
|
-
console.log(
|
|
78
|
+
console.log('▸ Searching for similar documents...');
|
|
79
79
|
const { embedding: queryEmbedding } = await embed({ modelId, text: query });
|
|
80
|
-
const results = (await documentsTable
|
|
81
|
-
|
|
82
|
-
.limit(1)
|
|
83
|
-
.toArray());
|
|
84
|
-
console.log("\n▸ Top 3 most similar documents:");
|
|
80
|
+
const results = (await documentsTable.vectorSearch(queryEmbedding).limit(1).toArray());
|
|
81
|
+
console.log('\n▸ Top 3 most similar documents:');
|
|
85
82
|
results.forEach((result, index) => {
|
|
86
|
-
console.log(
|
|
83
|
+
console.log('='.repeat(50) + ' Top result:');
|
|
87
84
|
console.log(`\n${index + 1}. (Score: ${result._distance?.toFixed(4)})`);
|
|
88
85
|
console.log(` ${result.text}`);
|
|
89
|
-
console.log(
|
|
86
|
+
console.log('='.repeat(100));
|
|
90
87
|
console.log();
|
|
91
88
|
});
|
|
92
89
|
await unloadModel({ modelId });
|
|
93
90
|
}
|
|
94
91
|
catch (error) {
|
|
95
|
-
console.error(
|
|
92
|
+
console.error('✖', error);
|
|
96
93
|
process.exit(1);
|
|
97
94
|
}
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { embed, loadModel, unloadModel, GTE_LARGE_FP16 } from
|
|
2
|
-
import sqlite3InitModule from
|
|
1
|
+
import { embed, loadModel, unloadModel, GTE_LARGE_FP16 } from '@qvac/sdk';
|
|
2
|
+
import sqlite3InitModule from '@sqliteai/sqlite-wasm';
|
|
3
3
|
try {
|
|
4
4
|
// Get query from command line or use default
|
|
5
|
-
const query = process.argv[2] ||
|
|
5
|
+
const query = process.argv[2] || 'machine learning algorithms';
|
|
6
6
|
console.log(`▸ Query: "${query}"`);
|
|
7
7
|
// Initialize SQLite with vector extension
|
|
8
8
|
const sqlite3 = await sqlite3InitModule();
|
|
9
|
-
const db = new sqlite3.oo1.DB(
|
|
9
|
+
const db = new sqlite3.oo1.DB(':memory:', 'c');
|
|
10
10
|
const modelId = await loadModel({
|
|
11
11
|
modelSrc: GTE_LARGE_FP16,
|
|
12
12
|
onProgress: (p) => {
|
|
@@ -14,42 +14,42 @@ try {
|
|
|
14
14
|
const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
|
|
15
15
|
process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
|
|
16
16
|
if (p.percentage >= 100)
|
|
17
|
-
process.stderr.write(
|
|
18
|
-
}
|
|
17
|
+
process.stderr.write('\n');
|
|
18
|
+
}
|
|
19
19
|
});
|
|
20
20
|
const samples = [
|
|
21
21
|
{
|
|
22
22
|
id: 1,
|
|
23
|
-
text:
|
|
23
|
+
text: 'Machine learning is a subset of artificial intelligence that focuses on algorithms that can learn and make predictions from data without being explicitly programmed for every task.'
|
|
24
24
|
},
|
|
25
25
|
{
|
|
26
26
|
id: 2,
|
|
27
|
-
text:
|
|
27
|
+
text: 'Deep learning uses neural networks with multiple layers to process and learn from complex data patterns, enabling breakthroughs in image recognition and natural language processing.'
|
|
28
28
|
},
|
|
29
29
|
{
|
|
30
30
|
id: 3,
|
|
31
|
-
text:
|
|
31
|
+
text: 'Natural language processing combines computational linguistics with machine learning to help computers understand, interpret, and generate human language in a meaningful way.'
|
|
32
32
|
},
|
|
33
33
|
{
|
|
34
34
|
id: 4,
|
|
35
|
-
text:
|
|
35
|
+
text: 'Computer vision enables machines to interpret and understand visual information from the world, using techniques like image classification, object detection, and facial recognition.'
|
|
36
36
|
},
|
|
37
37
|
{
|
|
38
38
|
id: 5,
|
|
39
|
-
text:
|
|
39
|
+
text: 'Quantum computing leverages quantum mechanical phenomena to process information in fundamentally different ways than classical computers, potentially solving certain problems exponentially faster.'
|
|
40
40
|
},
|
|
41
41
|
{
|
|
42
42
|
id: 6,
|
|
43
|
-
text:
|
|
43
|
+
text: 'Blockchain technology creates decentralized, immutable ledgers that enable secure peer-to-peer transactions without requiring a central authority or intermediary.'
|
|
44
44
|
},
|
|
45
45
|
{
|
|
46
46
|
id: 7,
|
|
47
|
-
text:
|
|
47
|
+
text: 'Cloud computing delivers computing services over the internet, allowing users to access resources like storage, processing power, and applications on-demand from anywhere.'
|
|
48
48
|
},
|
|
49
49
|
{
|
|
50
50
|
id: 8,
|
|
51
|
-
text:
|
|
52
|
-
}
|
|
51
|
+
text: 'Cybersecurity protects digital systems, networks, and data from malicious attacks, unauthorized access, and various forms of cyber threats through multiple layers of defense.'
|
|
52
|
+
}
|
|
53
53
|
];
|
|
54
54
|
// Create table for documents with vector storage
|
|
55
55
|
db.exec(`
|
|
@@ -59,12 +59,12 @@ try {
|
|
|
59
59
|
embedding BLOB NOT NULL
|
|
60
60
|
)
|
|
61
61
|
`);
|
|
62
|
-
console.log(
|
|
62
|
+
console.log('▸ Embedding documents...');
|
|
63
63
|
for (const sample of samples) {
|
|
64
64
|
const { embedding } = await embed({ modelId, text: sample.text });
|
|
65
65
|
db.exec({
|
|
66
|
-
sql:
|
|
67
|
-
bind: [sample.id, sample.text, JSON.stringify(embedding)]
|
|
66
|
+
sql: 'INSERT INTO documents VALUES (?, ?, vector_as_f32(?))',
|
|
67
|
+
bind: [sample.id, sample.text, JSON.stringify(embedding)]
|
|
68
68
|
});
|
|
69
69
|
}
|
|
70
70
|
// Initialize and optimize vector index
|
|
@@ -74,7 +74,7 @@ try {
|
|
|
74
74
|
// [Optional] Preload quantized vectors in memory for optimal performance
|
|
75
75
|
db.exec(`SELECT vector_quantize_preload('documents', 'embedding')`);
|
|
76
76
|
// Search for similar documents
|
|
77
|
-
console.log(
|
|
77
|
+
console.log('▸ Searching for similar documents...');
|
|
78
78
|
const { embedding: queryEmbedding } = await embed({ modelId, text: query });
|
|
79
79
|
const results = [];
|
|
80
80
|
// Perform vector search
|
|
@@ -86,24 +86,24 @@ try {
|
|
|
86
86
|
ON d.id = v.rowid
|
|
87
87
|
`,
|
|
88
88
|
bind: [JSON.stringify(queryEmbedding)],
|
|
89
|
-
rowMode:
|
|
89
|
+
rowMode: 'object',
|
|
90
90
|
callback: (row) => {
|
|
91
91
|
const typedRow = row;
|
|
92
92
|
results.push(typedRow);
|
|
93
|
-
}
|
|
93
|
+
}
|
|
94
94
|
});
|
|
95
|
-
console.log(
|
|
95
|
+
console.log('\n▸ Top 3 most similar documents:');
|
|
96
96
|
results.forEach((result, index) => {
|
|
97
|
-
console.log(
|
|
97
|
+
console.log('='.repeat(50) + ' Top result:');
|
|
98
98
|
console.log(`\n${index + 1}. [ID: ${result.id}] (Score: ${result.distance.toFixed(4)})`);
|
|
99
99
|
console.log(` ${result.text}`);
|
|
100
|
-
console.log(
|
|
100
|
+
console.log('='.repeat(100));
|
|
101
101
|
console.log();
|
|
102
102
|
});
|
|
103
103
|
await unloadModel({ modelId });
|
|
104
104
|
db.close();
|
|
105
105
|
}
|
|
106
106
|
catch (error) {
|
|
107
|
-
console.error(
|
|
107
|
+
console.error('✖', error);
|
|
108
108
|
process.exit(1);
|
|
109
109
|
}
|
|
@@ -1,24 +1,24 @@
|
|
|
1
|
-
import { modelRegistryList, modelRegistrySearch, modelRegistryGetModel, ModelType, close
|
|
1
|
+
import { modelRegistryList, modelRegistrySearch, modelRegistryGetModel, ModelType, close } from '@qvac/sdk';
|
|
2
2
|
try {
|
|
3
|
-
console.log(
|
|
3
|
+
console.log('▸ QVAC Model Registry Query Examples\n');
|
|
4
4
|
// List all available models
|
|
5
|
-
console.log(
|
|
5
|
+
console.log('▸ Listing all models in QVAC model registry...');
|
|
6
6
|
const allModels = await modelRegistryList();
|
|
7
7
|
console.log(`▸ Found ${allModels.length} models in registry\n`);
|
|
8
8
|
// Show first 5 models as sample
|
|
9
|
-
console.log(
|
|
9
|
+
console.log('▸ Sample models:');
|
|
10
10
|
allModels.slice(0, 5).forEach((model) => {
|
|
11
11
|
console.log(` - ${model.name} (${model.addon}, ${model.engine}, ${formatSize(model.expectedSize)})`);
|
|
12
12
|
});
|
|
13
13
|
console.log();
|
|
14
14
|
// Search with text filter
|
|
15
15
|
console.log('▸ Searching for "whisper" models...');
|
|
16
|
-
const whisperModels = await modelRegistrySearch({ filter:
|
|
16
|
+
const whisperModels = await modelRegistrySearch({ filter: 'whisper' });
|
|
17
17
|
console.log(`▸ Found ${whisperModels.length} whisper-related models\n`);
|
|
18
18
|
// Search by engine (using canonical ModelType enum)
|
|
19
19
|
console.log(`▸ Searching by engine (${ModelType.llamacppEmbedding})...`);
|
|
20
20
|
const embedModels = await modelRegistrySearch({
|
|
21
|
-
engine: ModelType.llamacppEmbedding
|
|
21
|
+
engine: ModelType.llamacppEmbedding
|
|
22
22
|
});
|
|
23
23
|
console.log(`▸ Found ${embedModels.length} embedding models`);
|
|
24
24
|
embedModels.slice(0, 3).forEach((model) => {
|
|
@@ -26,17 +26,17 @@ try {
|
|
|
26
26
|
});
|
|
27
27
|
console.log();
|
|
28
28
|
// Search by quantization
|
|
29
|
-
console.log(
|
|
30
|
-
const q4Models = await modelRegistrySearch({ quantization:
|
|
29
|
+
console.log('▸ Searching for Q4 quantized models...');
|
|
30
|
+
const q4Models = await modelRegistrySearch({ quantization: 'q4' });
|
|
31
31
|
console.log(`▸ Found ${q4Models.length} Q4 quantized models`);
|
|
32
32
|
q4Models.slice(0, 3).forEach((model) => {
|
|
33
33
|
console.log(` - ${model.name}`);
|
|
34
34
|
});
|
|
35
35
|
console.log();
|
|
36
36
|
// Search by addon/model type
|
|
37
|
-
console.log(
|
|
37
|
+
console.log('▸ Searching for transcription models...');
|
|
38
38
|
const transcriptionModels = await modelRegistrySearch({
|
|
39
|
-
addon:
|
|
39
|
+
addon: 'whisper'
|
|
40
40
|
});
|
|
41
41
|
console.log(`▸ Found ${transcriptionModels.length} transcription models`);
|
|
42
42
|
transcriptionModels.slice(0, 3).forEach((model) => {
|
|
@@ -44,10 +44,10 @@ try {
|
|
|
44
44
|
});
|
|
45
45
|
console.log();
|
|
46
46
|
// Combined search: engine + quantization
|
|
47
|
-
console.log(
|
|
47
|
+
console.log('▸ Searching for Q4 LLM models...');
|
|
48
48
|
const q4LlmModels = await modelRegistrySearch({
|
|
49
49
|
engine: ModelType.llamacppCompletion,
|
|
50
|
-
quantization:
|
|
50
|
+
quantization: 'q4'
|
|
51
51
|
});
|
|
52
52
|
console.log(`▸ Found ${q4LlmModels.length} Q4 LLM models`);
|
|
53
53
|
q4LlmModels.slice(0, 3).forEach((model) => {
|
|
@@ -59,7 +59,7 @@ try {
|
|
|
59
59
|
if (sampleModel) {
|
|
60
60
|
console.log(`▸ Getting specific model: ${sampleModel.registrySource}/${sampleModel.registryPath}`);
|
|
61
61
|
const model = await modelRegistryGetModel(sampleModel.registryPath, sampleModel.registrySource);
|
|
62
|
-
console.log(
|
|
62
|
+
console.log(' Model details:');
|
|
63
63
|
console.log(` - Name: ${model.name}`);
|
|
64
64
|
console.log(` - Addon: ${model.addon}`);
|
|
65
65
|
console.log(` - Engine: ${model.engine}`);
|
|
@@ -68,12 +68,12 @@ try {
|
|
|
68
68
|
console.log(` - Checksum: ${model.sha256Checksum.slice(0, 16)}...`);
|
|
69
69
|
console.log();
|
|
70
70
|
}
|
|
71
|
-
console.log(
|
|
71
|
+
console.log('▸ QVAC model registry query examples completed successfully!');
|
|
72
72
|
void close();
|
|
73
73
|
process.exit(0);
|
|
74
74
|
}
|
|
75
75
|
catch (error) {
|
|
76
|
-
console.error(
|
|
76
|
+
console.error('✖', error);
|
|
77
77
|
process.exit(1);
|
|
78
78
|
}
|
|
79
79
|
function formatSize(bytes) {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { LLAMA_3_2_1B_INST_Q4_0, downloadAsset } from
|
|
1
|
+
import { LLAMA_3_2_1B_INST_Q4_0, downloadAsset } from '@qvac/sdk';
|
|
2
2
|
await downloadAsset({
|
|
3
3
|
assetSrc: LLAMA_3_2_1B_INST_Q4_0,
|
|
4
4
|
seed: true,
|
|
@@ -7,19 +7,19 @@ await downloadAsset({
|
|
|
7
7
|
const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
|
|
8
8
|
process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
|
|
9
9
|
if (p.percentage >= 100)
|
|
10
|
-
process.stderr.write(
|
|
11
|
-
}
|
|
10
|
+
process.stderr.write('\n');
|
|
11
|
+
}
|
|
12
12
|
})
|
|
13
13
|
.then(() => {
|
|
14
|
-
console.log(
|
|
15
|
-
console.log(
|
|
14
|
+
console.log('▸ Model loaded and seeding started!');
|
|
15
|
+
console.log('▸ Seeding service is running... Press Ctrl+C to stop');
|
|
16
16
|
})
|
|
17
17
|
.catch((error) => {
|
|
18
|
-
console.error(
|
|
18
|
+
console.error('✖', error);
|
|
19
19
|
process.exit(1);
|
|
20
20
|
});
|
|
21
|
-
process.on(
|
|
22
|
-
console.log(
|
|
21
|
+
process.on('SIGINT', () => {
|
|
22
|
+
console.log('\n▸ Seeding service stopped');
|
|
23
23
|
process.exit(0);
|
|
24
24
|
});
|
|
25
25
|
process.stdin.resume();
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { loadModel, LLAMA_3_2_1B_INST_Q4_0, completion, unloadModel, suspend, resume, state
|
|
1
|
+
import { loadModel, LLAMA_3_2_1B_INST_Q4_0, completion, unloadModel, suspend, resume, state } from '@qvac/sdk';
|
|
2
2
|
try {
|
|
3
3
|
// Load a model
|
|
4
4
|
const modelId = await loadModel({
|
|
@@ -8,36 +8,36 @@ try {
|
|
|
8
8
|
const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
|
|
9
9
|
process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
|
|
10
10
|
if (p.percentage >= 100)
|
|
11
|
-
process.stderr.write(
|
|
12
|
-
}
|
|
11
|
+
process.stderr.write('\n');
|
|
12
|
+
}
|
|
13
13
|
});
|
|
14
|
-
console.log(
|
|
14
|
+
console.log('▸ Model loaded\n');
|
|
15
15
|
console.log(`▸ Lifecycle state: ${await state()}\n`);
|
|
16
16
|
// Run a completion before suspending
|
|
17
|
-
console.log(
|
|
17
|
+
console.log('▸ Completion before suspend');
|
|
18
18
|
const result1 = completion({
|
|
19
19
|
modelId,
|
|
20
|
-
history: [{ role:
|
|
21
|
-
stream: true
|
|
20
|
+
history: [{ role: 'user', content: 'Say hello in one word' }],
|
|
21
|
+
stream: true
|
|
22
22
|
});
|
|
23
23
|
for await (const token of result1.tokenStream) {
|
|
24
24
|
process.stdout.write(token);
|
|
25
25
|
}
|
|
26
|
-
console.log(
|
|
26
|
+
console.log('');
|
|
27
27
|
// Suspend all networking and storage (e.g. app going to background)
|
|
28
|
-
console.log(
|
|
28
|
+
console.log('▸ Suspending...');
|
|
29
29
|
await suspend();
|
|
30
30
|
console.log(`▸ Lifecycle state: ${await state()}\n`);
|
|
31
31
|
try {
|
|
32
32
|
await completion({
|
|
33
33
|
modelId,
|
|
34
|
-
history: [{ role:
|
|
35
|
-
stream: false
|
|
34
|
+
history: [{ role: 'user', content: 'This should fail' }],
|
|
35
|
+
stream: false
|
|
36
36
|
}).text;
|
|
37
37
|
}
|
|
38
38
|
catch (error) {
|
|
39
39
|
const name = error.name;
|
|
40
|
-
if (name ===
|
|
40
|
+
if (name === 'LIFECYCLE_OPERATION_BLOCKED') {
|
|
41
41
|
console.log(`▸ Operation blocked while suspended (${name})`);
|
|
42
42
|
}
|
|
43
43
|
else {
|
|
@@ -45,28 +45,28 @@ try {
|
|
|
45
45
|
}
|
|
46
46
|
}
|
|
47
47
|
// Simulate time in background
|
|
48
|
-
console.log(
|
|
48
|
+
console.log('\n▸ Simulating 3 seconds in background...');
|
|
49
49
|
await new Promise((resolve) => setTimeout(resolve, 3000));
|
|
50
50
|
// Resume when returning to foreground
|
|
51
|
-
console.log(
|
|
51
|
+
console.log('▸ Resuming...');
|
|
52
52
|
await resume();
|
|
53
53
|
console.log(`▸ Lifecycle state: ${await state()}\n`);
|
|
54
54
|
// Run another completion after resuming
|
|
55
|
-
console.log(
|
|
55
|
+
console.log('▸ Completion after resume');
|
|
56
56
|
const result2 = completion({
|
|
57
57
|
modelId,
|
|
58
|
-
history: [{ role:
|
|
59
|
-
stream: true
|
|
58
|
+
history: [{ role: 'user', content: 'Say goodbye in one word' }],
|
|
59
|
+
stream: true
|
|
60
60
|
});
|
|
61
61
|
for await (const token of result2.tokenStream) {
|
|
62
62
|
process.stdout.write(token);
|
|
63
63
|
}
|
|
64
|
-
console.log(
|
|
64
|
+
console.log('');
|
|
65
65
|
await unloadModel({ modelId });
|
|
66
|
-
console.log(
|
|
66
|
+
console.log('▸ Model unloaded');
|
|
67
67
|
process.exit(0);
|
|
68
68
|
}
|
|
69
69
|
catch (error) {
|
|
70
|
-
console.error(
|
|
70
|
+
console.error('✖', error);
|
|
71
71
|
process.exit(1);
|
|
72
72
|
}
|
|
@@ -1,33 +1,33 @@
|
|
|
1
|
-
import { completion, loadModel, unloadModel, QWEN3_1_7B_INST_Q4
|
|
2
|
-
import { tools, toolSchemas, mockExecute } from
|
|
1
|
+
import { completion, loadModel, unloadModel, QWEN3_1_7B_INST_Q4 } from '@qvac/sdk';
|
|
2
|
+
import { tools, toolSchemas, mockExecute } from './shared.js';
|
|
3
3
|
try {
|
|
4
4
|
const modelId = await loadModel({
|
|
5
5
|
modelSrc: QWEN3_1_7B_INST_Q4,
|
|
6
6
|
modelConfig: {
|
|
7
7
|
ctx_size: 4096,
|
|
8
|
-
tools: true
|
|
8
|
+
tools: true
|
|
9
9
|
},
|
|
10
10
|
onProgress: (p) => {
|
|
11
11
|
const mb = (n) => (n / 1e6).toFixed(1);
|
|
12
12
|
const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
|
|
13
13
|
process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
|
|
14
14
|
if (p.percentage >= 100)
|
|
15
|
-
process.stderr.write(
|
|
16
|
-
}
|
|
15
|
+
process.stderr.write('\n');
|
|
16
|
+
}
|
|
17
17
|
});
|
|
18
18
|
console.log(`▸ Model loaded successfully! Model ID: ${modelId}`);
|
|
19
19
|
const history = [
|
|
20
20
|
{
|
|
21
|
-
role:
|
|
22
|
-
content:
|
|
21
|
+
role: 'system',
|
|
22
|
+
content: 'You are a helpful assistant that can use tools to get the weather and horoscope.'
|
|
23
23
|
},
|
|
24
24
|
{
|
|
25
|
-
role:
|
|
26
|
-
content: "What's the weather in Tokyo and my horoscope for Aquarius?"
|
|
27
|
-
}
|
|
25
|
+
role: 'user',
|
|
26
|
+
content: "What's the weather in Tokyo and my horoscope for Aquarius?"
|
|
27
|
+
}
|
|
28
28
|
];
|
|
29
|
-
console.log(
|
|
30
|
-
console.log(
|
|
29
|
+
console.log('\n▸ AI Response:');
|
|
30
|
+
console.log('▸ (Streaming with tool definitions in prompt)\n');
|
|
31
31
|
const result = completion({ modelId, history, stream: true, tools });
|
|
32
32
|
const tokensTask = (async () => {
|
|
33
33
|
for await (const token of result.tokenStream) {
|
|
@@ -43,7 +43,7 @@ try {
|
|
|
43
43
|
await Promise.all([tokensTask, toolsTask]);
|
|
44
44
|
const stats = await result.stats;
|
|
45
45
|
const toolCalls = await result.toolCalls;
|
|
46
|
-
console.log(
|
|
46
|
+
console.log('\n\n▸ Parsed Tool Calls:');
|
|
47
47
|
if (toolCalls.length > 0) {
|
|
48
48
|
for (const call of toolCalls) {
|
|
49
49
|
console.log(`▸ ${call.name}(${JSON.stringify(call.arguments)})`);
|
|
@@ -60,43 +60,43 @@ try {
|
|
|
60
60
|
}
|
|
61
61
|
}
|
|
62
62
|
else {
|
|
63
|
-
console.log(
|
|
63
|
+
console.log('▸ No tool calls detected in response');
|
|
64
64
|
}
|
|
65
|
-
console.log(
|
|
65
|
+
console.log('\n▸ Performance Stats:', stats);
|
|
66
66
|
if (toolCalls.length > 0) {
|
|
67
|
-
console.log(
|
|
67
|
+
console.log('\n\n▸ Simulating Tool Execution...');
|
|
68
68
|
const toolResults = toolCalls.map((call) => {
|
|
69
69
|
const result = mockExecute(call.name, call.arguments);
|
|
70
70
|
console.log(`▸ ${call.name}: ${result}`);
|
|
71
71
|
return { toolCallId: call.id, result };
|
|
72
72
|
});
|
|
73
73
|
history.push({
|
|
74
|
-
role:
|
|
75
|
-
content: await result.text
|
|
74
|
+
role: 'assistant',
|
|
75
|
+
content: await result.text
|
|
76
76
|
});
|
|
77
77
|
for (const toolResult of toolResults) {
|
|
78
78
|
history.push({
|
|
79
|
-
role:
|
|
80
|
-
content: toolResult.result
|
|
79
|
+
role: 'tool',
|
|
80
|
+
content: toolResult.result
|
|
81
81
|
});
|
|
82
82
|
}
|
|
83
|
-
console.log(
|
|
83
|
+
console.log('\n\n▸ Follow-up Response with Tool Results:');
|
|
84
84
|
const followUpResult = completion({
|
|
85
85
|
modelId,
|
|
86
86
|
history,
|
|
87
87
|
stream: true,
|
|
88
|
-
tools
|
|
88
|
+
tools
|
|
89
89
|
});
|
|
90
90
|
for await (const token of followUpResult.tokenStream) {
|
|
91
91
|
process.stdout.write(token);
|
|
92
92
|
}
|
|
93
93
|
const followUpStats = await followUpResult.stats;
|
|
94
|
-
console.log(
|
|
94
|
+
console.log('\n\n▸ Follow-up Stats:', followUpStats);
|
|
95
95
|
}
|
|
96
|
-
console.log(
|
|
96
|
+
console.log('\n\n▸ Completed!');
|
|
97
97
|
await unloadModel({ modelId, clearStorage: false });
|
|
98
98
|
}
|
|
99
99
|
catch (error) {
|
|
100
|
-
console.error(
|
|
100
|
+
console.error('✖', error);
|
|
101
101
|
process.exit(1);
|
|
102
102
|
}
|