@qvac/sdk 0.14.1 → 0.16.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +47 -45
- package/README.md +34 -35
- package/dist/client/api/batch-completion.d.ts +15 -0
- package/dist/client/api/batch-completion.js +332 -0
- package/dist/client/api/bci-transcribe.d.ts +1 -1
- package/dist/client/api/bci-transcribe.js +31 -31
- package/dist/client/api/cancel.d.ts +1 -1
- package/dist/client/api/cancel.js +18 -18
- package/dist/client/api/classify.d.ts +1 -1
- package/dist/client/api/classify.js +9 -6
- package/dist/client/api/client-request-id.js +1 -1
- package/dist/client/api/completion-stream.d.ts +3 -3
- package/dist/client/api/completion-stream.js +18 -18
- package/dist/client/api/delete-cache.js +9 -9
- package/dist/client/api/diffusion.d.ts +1 -1
- package/dist/client/api/diffusion.js +17 -11
- package/dist/client/api/download-asset.d.ts +1 -1
- package/dist/client/api/download-asset.js +11 -11
- package/dist/client/api/embed.d.ts +1 -1
- package/dist/client/api/embed.js +10 -10
- package/dist/client/api/finetune.d.ts +1 -1
- package/dist/client/api/finetune.js +25 -27
- package/dist/client/api/get-loaded-model-info.d.ts +2 -2
- package/dist/client/api/get-loaded-model-info.js +8 -8
- package/dist/client/api/get-model-info.d.ts +1 -1
- package/dist/client/api/get-model-info.js +7 -7
- package/dist/client/api/heartbeat.d.ts +2 -2
- package/dist/client/api/heartbeat.js +7 -7
- package/dist/client/api/index.d.ts +33 -32
- package/dist/client/api/index.js +33 -32
- package/dist/client/api/invoke-plugin.d.ts +1 -1
- package/dist/client/api/invoke-plugin.js +10 -10
- package/dist/client/api/load-model.d.ts +1 -1
- package/dist/client/api/load-model.js +32 -32
- package/dist/client/api/logging-stream.d.ts +1 -1
- package/dist/client/api/logging-stream.js +6 -6
- package/dist/client/api/ocr.d.ts +10 -1
- package/dist/client/api/ocr.js +20 -11
- package/dist/client/api/provide.d.ts +1 -1
- package/dist/client/api/provide.js +7 -7
- package/dist/client/api/rag.d.ts +1 -1
- package/dist/client/api/rag.js +65 -66
- package/dist/client/api/registry.d.ts +1 -1
- package/dist/client/api/registry.js +8 -8
- package/dist/client/api/resume.js +5 -5
- package/dist/client/api/state.d.ts +1 -1
- package/dist/client/api/state.js +5 -5
- package/dist/client/api/stop-provider.js +6 -6
- package/dist/client/api/subscribe-logs.d.ts +1 -1
- package/dist/client/api/subscribe-logs.js +3 -3
- package/dist/client/api/suspend.js +5 -5
- package/dist/client/api/text-to-speech.d.ts +1 -1
- package/dist/client/api/text-to-speech.js +37 -39
- package/dist/client/api/transcribe.d.ts +2 -2
- package/dist/client/api/transcribe.js +44 -45
- package/dist/client/api/translate.d.ts +1 -1
- package/dist/client/api/translate.js +14 -25
- package/dist/client/api/unload-model.d.ts +1 -1
- package/dist/client/api/unload-model.js +11 -11
- package/dist/client/api/upscale.d.ts +1 -1
- package/dist/client/api/upscale.js +9 -9
- package/dist/client/api/video.d.ts +8 -5
- package/dist/client/api/video.js +23 -18
- package/dist/client/api/vla-helpers.d.ts +2 -2
- package/dist/client/api/vla-helpers.js +6 -11
- package/dist/client/api/vla.d.ts +15 -11
- package/dist/client/api/vla.js +27 -23
- package/dist/client/config-loader/config-utils.d.ts +1 -1
- package/dist/client/config-loader/config-utils.js +3 -3
- package/dist/client/config-loader/resolve-config.bare.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.bare.js +11 -11
- package/dist/client/config-loader/resolve-config.expo.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.expo.js +6 -6
- package/dist/client/config-loader/resolve-config.node.d.ts +1 -1
- package/dist/client/config-loader/resolve-config.node.js +27 -27
- package/dist/client/index.d.ts +1 -1
- package/dist/client/index.js +1 -1
- package/dist/client/init-hooks.d.ts +1 -1
- package/dist/client/init-hooks.js +12 -12
- package/dist/client/logging-stream-registry.d.ts +1 -1
- package/dist/client/logging-stream-registry.js +6 -6
- package/dist/client/parse-input.d.ts +1 -1
- package/dist/client/parse-input.js +3 -3
- package/dist/client/plugins-factory.d.ts +2 -2
- package/dist/client/plugins-factory.js +2 -2
- package/dist/client/rpc/bare-client.d.ts +2 -1
- package/dist/client/rpc/bare-client.js +37 -39
- package/dist/client/rpc/ensure-worker-ready.js +4 -4
- package/dist/client/rpc/expo-device-info.d.ts +1 -1
- package/dist/client/rpc/expo-device-info.js +11 -11
- package/dist/client/rpc/expo-rpc-client.d.ts +2 -1
- package/dist/client/rpc/expo-rpc-client.js +38 -47
- package/dist/client/rpc/node-rpc-client.d.ts +2 -1
- package/dist/client/rpc/node-rpc-client.js +103 -75
- package/dist/client/rpc/profiling/index.d.ts +1 -1
- package/dist/client/rpc/profiling/index.js +1 -1
- package/dist/client/rpc/profiling/profiler.d.ts +2 -2
- package/dist/client/rpc/profiling/profiler.js +31 -34
- package/dist/client/rpc/rpc-client.d.ts +2 -2
- package/dist/client/rpc/rpc-client.js +113 -72
- package/dist/client/rpc/rpc-error.d.ts +1 -1
- package/dist/client/rpc/rpc-error.js +19 -13
- package/dist/commands/bundle/bare-pack.d.ts +1 -1
- package/dist/commands/bundle/bare-pack.js +20 -20
- package/dist/commands/bundle/constants.js +21 -21
- package/dist/commands/bundle/entry-gen.js +4 -4
- package/dist/commands/bundle/index.js +45 -47
- package/dist/commands/bundle/manifest.d.ts +1 -1
- package/dist/commands/bundle/manifest.js +44 -46
- package/dist/commands/bundle/plugins.d.ts +2 -2
- package/dist/commands/bundle/plugins.js +7 -7
- package/dist/commands/bundle/resolve-sdk-import.js +6 -13
- package/dist/commands/index.d.ts +4 -4
- package/dist/commands/index.js +2 -2
- package/dist/commands/verify/abi.d.ts +9 -9
- package/dist/commands/verify/abi.js +31 -31
- package/dist/commands/verify/addon-source.d.ts +1 -1
- package/dist/commands/verify/addon-source.js +13 -14
- package/dist/commands/verify/bundle-source.d.ts +1 -1
- package/dist/commands/verify/bundle-source.js +7 -7
- package/dist/commands/verify/index.d.ts +3 -3
- package/dist/commands/verify/index.js +18 -17
- package/dist/commands/verify/node-modules-source.d.ts +1 -1
- package/dist/commands/verify/node-modules-source.js +11 -11
- package/dist/commands/verify/prebuilds.d.ts +3 -3
- package/dist/commands/verify/prebuilds.js +8 -8
- package/dist/constants/audio.d.ts +1 -1
- package/dist/constants/audio.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/constants/registry.js +1 -1
- package/dist/examples/audio/mic-input.d.ts +1 -1
- package/dist/examples/audio/mic-input.js +31 -31
- package/dist/examples/batch-completion.d.ts +38 -0
- package/dist/examples/batch-completion.js +100 -0
- package/dist/examples/bci/bci-filesystem-streaming.js +20 -20
- package/dist/examples/bci/bci-filesystem.js +17 -17
- package/dist/examples/cache-management.js +32 -32
- package/dist/examples/cancel-by-request-id.js +11 -11
- package/dist/examples/classification/classify-image.js +5 -5
- package/dist/examples/completion-events.js +16 -18
- package/dist/examples/completion-stop-reason.js +13 -13
- package/dist/examples/concurrent-completion-collision.js +20 -20
- package/dist/examples/config/blind-relay/blind-relay.config.js +4 -4
- package/dist/examples/config/default/default.config.js +2 -2
- package/dist/examples/config/plugins/plugins.config.js +2 -2
- package/dist/examples/config-reload.js +14 -14
- package/dist/examples/default-config-usage.js +10 -13
- package/dist/examples/delegated-inference/composite.js +23 -23
- package/dist/examples/delegated-inference/consumer-profiled.js +19 -19
- package/dist/examples/delegated-inference/consumer.js +11 -11
- package/dist/examples/delegated-inference/provider.js +24 -24
- package/dist/examples/diffusion-esrgan-upscale.js +19 -19
- package/dist/examples/diffusion-flux2-klein-img2img.js +17 -17
- package/dist/examples/diffusion-flux2-klein.js +14 -14
- package/dist/examples/diffusion-ideogram.d.ts +2 -0
- package/dist/examples/diffusion-ideogram.js +108 -0
- package/dist/examples/diffusion-img2img.js +13 -13
- package/dist/examples/diffusion-img2vid-ltx.d.ts +2 -0
- package/dist/examples/diffusion-img2vid-ltx.js +98 -0
- package/dist/examples/diffusion-img2vid.js +22 -23
- package/dist/examples/diffusion-simple.js +7 -7
- package/dist/examples/diffusion-txt2img.js +13 -14
- package/dist/examples/diffusion-txt2vid-ltx.d.ts +2 -0
- package/dist/examples/diffusion-txt2vid-ltx.js +92 -0
- package/dist/examples/diffusion-txt2vid.js +18 -18
- package/dist/examples/download-with-blind-relays.js +7 -8
- package/dist/examples/download-with-cancel.js +9 -9
- package/dist/examples/embed-multi-gpu.js +9 -9
- package/dist/examples/embed-p2p.js +24 -24
- package/dist/examples/finetune/llamacpp-finetune.js +21 -21
- package/dist/examples/kv-cache-cleanup.js +34 -34
- package/dist/examples/kv-cache-custom-key.js +30 -30
- package/dist/examples/kv-cache-example.js +18 -20
- package/dist/examples/llamacpp-cache.js +33 -33
- package/dist/examples/llamacpp-dynamic-tools.js +38 -38
- package/dist/examples/llamacpp-filesystem.js +13 -15
- package/dist/examples/llamacpp-http.js +12 -14
- package/dist/examples/llamacpp-multi-gpu.js +12 -12
- package/dist/examples/llamacpp-multimodal.js +16 -16
- package/dist/examples/llamacpp-p2p.js +11 -11
- package/dist/examples/llamacpp-sharded.js +12 -12
- package/dist/examples/llamacpp-structured-output.js +37 -37
- package/dist/examples/logging-file-transport.js +19 -21
- package/dist/examples/logging-global.js +8 -8
- package/dist/examples/logging-streaming.js +19 -17
- package/dist/examples/mcp-websearch.js +44 -44
- package/dist/examples/multi-model-demo.js +33 -33
- package/dist/examples/ocr-fasttext.js +17 -17
- package/dist/examples/parallel-download.js +11 -13
- package/dist/examples/plugins.js +43 -43
- package/dist/examples/profiling/basic.js +34 -36
- package/dist/examples/profiling/per-call.js +16 -16
- package/dist/examples/quickstart.bare.js +4 -6
- package/dist/examples/quickstart.js +7 -7
- package/dist/examples/rag/rag-chromadb.js +26 -26
- package/dist/examples/rag/rag-hyperdb/cancellation.js +19 -20
- package/dist/examples/rag/rag-hyperdb/ingest.js +19 -19
- package/dist/examples/rag/rag-hyperdb/pipeline.js +26 -26
- package/dist/examples/rag/rag-hyperdb/workspaces.js +46 -46
- package/dist/examples/rag/rag-lancedb.js +29 -32
- package/dist/examples/rag/rag-sqlite.js +25 -25
- package/dist/examples/registry-query.js +15 -15
- package/dist/examples/seed-p2p.js +8 -8
- package/dist/examples/suspend-resume.js +20 -20
- package/dist/examples/tools/llamacpp-native-tools.js +25 -25
- package/dist/examples/tools/llamacpp-tools-gemma4.js +14 -14
- package/dist/examples/tools/llamacpp-tools-harmony-multiturn.js +15 -15
- package/dist/examples/tools/llamacpp-tools-pythonic.js +15 -15
- package/dist/examples/tools/llamacpp-tools-qwen35.js +14 -14
- package/dist/examples/tools/shared.d.ts +2 -2
- package/dist/examples/tools/shared.js +17 -17
- package/dist/examples/transcription/parakeet-ctc-filesystem.js +12 -12
- package/dist/examples/transcription/parakeet-microphone-record.js +19 -19
- package/dist/examples/transcription/parakeet-microphone-stream.js +23 -23
- package/dist/examples/transcription/parakeet-sortformer-streaming.js +18 -28
- package/dist/examples/transcription/parakeet-sortformer.js +21 -21
- package/dist/examples/transcription/parakeet-tdt-filesystem-chunked.d.ts +2 -0
- package/dist/examples/transcription/parakeet-tdt-filesystem-chunked.js +203 -0
- package/dist/examples/transcription/parakeet-tdt-filesystem.js +13 -13
- package/dist/examples/transcription/whispercpp-filesystem-streaming.js +34 -34
- package/dist/examples/transcription/whispercpp-filesystem.js +19 -19
- package/dist/examples/transcription/whispercpp-microphone-conversation.js +27 -27
- package/dist/examples/transcription/whispercpp-microphone-record.js +21 -21
- package/dist/examples/transcription/whispercpp-prompt.js +18 -18
- package/dist/examples/translation/translation-bergamot-batch.js +17 -17
- package/dist/examples/translation/translation-bergamot-pivot.js +16 -16
- package/dist/examples/translation/translation-bergamot.js +11 -11
- package/dist/examples/translation/translation-indic.js +10 -10
- package/dist/examples/translation/translation-llm-afriquegemma.js +10 -10
- package/dist/examples/translation/translation-llm-context.js +10 -10
- package/dist/examples/translation/translation-llm.js +13 -13
- package/dist/examples/translation/translation-stream.js +11 -11
- package/dist/examples/tts/chatterbox-enhanced.d.ts +2 -0
- package/dist/examples/tts/chatterbox-enhanced.js +55 -0
- package/dist/examples/tts/chatterbox-multilingual.d.ts +2 -0
- package/dist/examples/tts/chatterbox-multilingual.js +54 -0
- package/dist/examples/tts/chatterbox.js +18 -18
- package/dist/examples/tts/llm-to-tts-streaming.js +30 -30
- package/dist/examples/tts/supertonic-enhanced.d.ts +2 -0
- package/dist/examples/tts/supertonic-enhanced.js +57 -0
- package/dist/examples/tts/supertonic-multilingual.js +19 -19
- package/dist/examples/tts/supertonic.js +18 -18
- package/dist/examples/tts/utils.js +24 -32
- package/dist/examples/vla-groot.d.ts +2 -0
- package/dist/examples/vla-groot.js +118 -0
- package/dist/examples/vla-pi05.js +14 -14
- package/dist/examples/vla-smolvla.js +14 -14
- package/dist/examples/voice-assistant/voice-assistant.js +46 -46
- package/dist/expo/plugins/find-in-ancestor-node-modules.js +3 -3
- package/dist/expo/plugins/get-project-root.d.ts +2 -2
- package/dist/expo/plugins/get-project-root.js +1 -1
- package/dist/expo/plugins/index.d.ts +11 -11
- package/dist/expo/plugins/index.js +10 -10
- package/dist/expo/plugins/resolve-sdk-package-dir.js +7 -11
- package/dist/expo/plugins/withAndroidArchitecture.d.ts +1 -1
- package/dist/expo/plugins/withAndroidArchitecture.js +12 -12
- package/dist/expo/plugins/withAndroidNdkVersion.d.ts +1 -1
- package/dist/expo/plugins/withAndroidNdkVersion.js +9 -9
- package/dist/expo/plugins/withDeviceInfo.d.ts +1 -1
- package/dist/expo/plugins/withDeviceInfo.js +13 -13
- package/dist/expo/plugins/withMobileBundle.d.ts +1 -1
- package/dist/expo/plugins/withMobileBundle.js +34 -42
- package/dist/expo/plugins/withOpenCL.d.ts +1 -1
- package/dist/expo/plugins/withOpenCL.js +14 -16
- package/dist/expo/plugins/withQvacSDK.d.ts +1 -1
- package/dist/expo/plugins/withQvacSDK.js +12 -12
- package/dist/index.d.ts +16 -16
- package/dist/index.js +16 -17
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +13 -13
- package/dist/logging/base-logger.d.ts +2 -2
- package/dist/logging/base-logger.js +6 -6
- package/dist/logging/client-logger.d.ts +1 -1
- package/dist/logging/client-logger.js +3 -3
- package/dist/logging/index.d.ts +9 -9
- package/dist/logging/index.js +8 -8
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +4 -4
- package/dist/logging/namespaces.d.ts +1 -1
- package/dist/logging/namespaces.js +5 -5
- package/dist/logging/registry.d.ts +2 -2
- package/dist/logging/registry.js +3 -3
- package/dist/logging/server-logger.d.ts +1 -1
- package/dist/logging/server-logger.js +2 -2
- package/dist/logging/stream-logger.d.ts +1 -1
- package/dist/logging/stream-logger.js +4 -4
- package/dist/logging/transport.d.ts +1 -1
- package/dist/logging/types.d.ts +1 -1
- package/dist/logging/utils.d.ts +2 -2
- package/dist/logging/utils.js +40 -41
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +5 -5
- package/dist/models/registry/models.d.ts +5622 -9241
- package/dist/models/registry/models.js +13215 -17030
- package/dist/models/update-models/codegen.d.ts +1 -1
- package/dist/models/update-models/codegen.js +8 -8
- package/dist/models/update-models/companions.d.ts +6 -1
- package/dist/models/update-models/companions.js +104 -39
- package/dist/models/update-models/history.d.ts +1 -1
- package/dist/models/update-models/history.js +11 -11
- package/dist/models/update-models/index.js +32 -34
- package/dist/models/update-models/naming.d.ts +2 -2
- package/dist/models/update-models/naming.js +181 -186
- package/dist/models/update-models/processing.d.ts +2 -2
- package/dist/models/update-models/processing.js +17 -19
- package/dist/models/update-models/registry.d.ts +2 -2
- package/dist/models/update-models/registry.js +9 -9
- package/dist/models/update-models/shards.d.ts +1 -1
- package/dist/models/update-models/shards.js +3 -3
- package/dist/models/update-models/types.d.ts +1 -1
- package/dist/models/update-models/utils.js +5 -5
- package/dist/pear/pre.js +84 -84
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +6 -6
- package/dist/profiling/clock.d.ts +1 -1
- package/dist/profiling/clock.js +10 -10
- package/dist/profiling/controller.d.ts +2 -2
- package/dist/profiling/controller.js +11 -12
- package/dist/profiling/envelope.d.ts +1 -1
- package/dist/profiling/envelope.js +4 -6
- package/dist/profiling/events.d.ts +2 -2
- package/dist/profiling/events.js +8 -10
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +81 -79
- package/dist/profiling/index.d.ts +8 -8
- package/dist/profiling/index.js +7 -7
- package/dist/profiling/model-execution.js +2 -1
- package/dist/profiling/ring-buffer.js +2 -2
- package/dist/profiling/types.d.ts +3 -3
- package/dist/schemas/archive.d.ts +1 -1
- package/dist/schemas/archive.js +8 -14
- package/dist/schemas/batch-completion-stream.d.ts +463 -0
- package/dist/schemas/batch-completion-stream.js +124 -0
- package/dist/schemas/bci-config.d.ts +1 -1
- package/dist/schemas/bci-config.js +7 -7
- package/dist/schemas/bci.d.ts +3 -3
- package/dist/schemas/bci.js +25 -31
- package/dist/schemas/cancel.d.ts +6 -1
- package/dist/schemas/cancel.js +33 -34
- package/dist/schemas/classification.d.ts +1 -1
- package/dist/schemas/classification.js +7 -7
- package/dist/schemas/common.d.ts +578 -28
- package/dist/schemas/common.js +42 -37
- package/dist/schemas/completion-event.d.ts +11 -8
- package/dist/schemas/completion-event.js +27 -26
- package/dist/schemas/completion-stream.d.ts +190 -5
- package/dist/schemas/completion-stream.js +118 -67
- package/dist/schemas/constants-registry.d.ts +67 -0
- package/dist/schemas/constants-registry.js +51 -0
- package/dist/schemas/delegate.d.ts +1 -1
- package/dist/schemas/delegate.js +7 -7
- package/dist/schemas/delete-cache.d.ts +1 -1
- package/dist/schemas/delete-cache.js +15 -11
- package/dist/schemas/download-asset.d.ts +2 -2
- package/dist/schemas/download-asset.js +21 -21
- package/dist/schemas/embed.d.ts +3 -3
- package/dist/schemas/embed.js +16 -27
- package/dist/schemas/engine-addon-map.d.ts +3 -2
- package/dist/schemas/engine-addon-map.js +25 -25
- package/dist/schemas/error.d.ts +1 -1
- package/dist/schemas/error.js +12 -13
- package/dist/schemas/finetune.d.ts +1 -1
- package/dist/schemas/finetune.js +41 -44
- package/dist/schemas/get-loaded-model-info.d.ts +17 -1
- package/dist/schemas/get-loaded-model-info.js +22 -14
- package/dist/schemas/get-model-info.d.ts +1 -1
- package/dist/schemas/get-model-info.js +48 -91
- package/dist/schemas/heartbeat.d.ts +1 -1
- package/dist/schemas/heartbeat.js +6 -6
- package/dist/schemas/index.d.ts +52 -51
- package/dist/schemas/index.js +52 -51
- package/dist/schemas/json-schema.d.ts +1 -1
- package/dist/schemas/llamacpp-config.d.ts +57 -29
- package/dist/schemas/llamacpp-config.js +43 -35
- package/dist/schemas/load-model.d.ts +1537 -185
- package/dist/schemas/load-model.js +126 -129
- package/dist/schemas/logging-stream.d.ts +1 -1
- package/dist/schemas/logging-stream.js +6 -12
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-src-utils.d.ts +1 -1
- package/dist/schemas/model-src-utils.js +13 -13
- package/dist/schemas/model-types.d.ts +1 -1
- package/dist/schemas/model-types.js +27 -27
- package/dist/schemas/ocr.d.ts +1 -1
- package/dist/schemas/ocr.js +18 -18
- package/dist/schemas/path-validation.d.ts +1 -1
- package/dist/schemas/path-validation.js +4 -4
- package/dist/schemas/plugin.d.ts +13 -14
- package/dist/schemas/plugin.js +51 -51
- package/dist/schemas/profiling.d.ts +1 -1
- package/dist/schemas/profiling.js +16 -16
- package/dist/schemas/provide.d.ts +1 -1
- package/dist/schemas/provide.js +8 -8
- package/dist/schemas/rag.d.ts +3 -3
- package/dist/schemas/rag.js +65 -70
- package/dist/schemas/registry.d.ts +1 -1
- package/dist/schemas/registry.js +44 -66
- package/dist/schemas/reload-config.d.ts +1 -1
- package/dist/schemas/reload-config.js +16 -18
- package/dist/schemas/resume.d.ts +1 -1
- package/dist/schemas/resume.js +3 -3
- package/dist/schemas/runtime-context.d.ts +1 -1
- package/dist/schemas/runtime-context.js +4 -4
- package/dist/schemas/sdcpp-config.d.ts +248 -9
- package/dist/schemas/sdcpp-config.js +395 -291
- package/dist/schemas/sdk-config.d.ts +833 -71
- package/dist/schemas/sdk-config.js +25 -29
- package/dist/schemas/sdk-errors-client.d.ts +1 -1
- package/dist/schemas/sdk-errors-client.js +80 -80
- package/dist/schemas/sdk-errors-registry.js +1 -1
- package/dist/schemas/sdk-errors-server.d.ts +1 -1
- package/dist/schemas/sdk-errors-server.js +202 -199
- package/dist/schemas/shard.d.ts +1 -1
- package/dist/schemas/shard.js +4 -4
- package/dist/schemas/state.d.ts +1 -1
- package/dist/schemas/state.js +5 -10
- package/dist/schemas/stop-provide.d.ts +1 -1
- package/dist/schemas/stop-provide.js +4 -4
- package/dist/schemas/suspend.d.ts +1 -1
- package/dist/schemas/suspend.js +3 -3
- package/dist/schemas/text-to-speech.d.ts +469 -3
- package/dist/schemas/text-to-speech.js +151 -109
- package/dist/schemas/tools.d.ts +2 -2
- package/dist/schemas/tools.js +18 -24
- package/dist/schemas/transcription-config.d.ts +1 -1
- package/dist/schemas/transcription-config.js +18 -18
- package/dist/schemas/transcription.d.ts +5 -5
- package/dist/schemas/transcription.js +31 -33
- package/dist/schemas/translate.d.ts +3 -3
- package/dist/schemas/translate.js +49 -72
- package/dist/schemas/translation-config.d.ts +1 -1
- package/dist/schemas/translation-config.js +116 -123
- package/dist/schemas/unload-model.d.ts +1 -1
- package/dist/schemas/unload-model.js +6 -6
- package/dist/schemas/vla.d.ts +11 -1
- package/dist/schemas/vla.js +52 -32
- package/dist/scripts/contract/build-contract.d.ts +38 -0
- package/dist/scripts/contract/build-contract.js +620 -0
- package/dist/scripts/contract/build-error-codes.d.ts +17 -0
- package/dist/scripts/contract/build-error-codes.js +17 -0
- package/dist/scripts/contract/build-model-type-maps.d.ts +22 -0
- package/dist/scripts/contract/build-model-type-maps.js +16 -0
- package/dist/scripts/contract/build-models-registry.d.ts +17 -0
- package/dist/scripts/contract/build-models-registry.js +31 -0
- package/dist/scripts/contract/plugin-contract.d.ts +23 -0
- package/dist/scripts/contract/plugin-contract.js +28 -0
- package/dist/scripts/export-contract.d.ts +2 -0
- package/dist/scripts/export-contract.js +27 -0
- package/dist/scripts/export-plugin-contract.d.ts +2 -0
- package/dist/scripts/export-plugin-contract.js +18 -0
- package/dist/scripts/run-security-tests.js +9 -10
- package/dist/scripts/run-unit-tests.js +11 -12
- package/dist/server/bare/delegate-connect-diagnostics.js +13 -19
- package/dist/server/bare/delegate-rpc-client.d.ts +2 -2
- package/dist/server/bare/delegate-rpc-client.js +32 -34
- package/dist/server/bare/hyperswarm.d.ts +3 -3
- package/dist/server/bare/hyperswarm.js +14 -14
- package/dist/server/bare/ops/bci-transcribe.d.ts +1 -1
- package/dist/server/bare/ops/bci-transcribe.js +44 -44
- package/dist/server/bare/ops/cancel.d.ts +2 -2
- package/dist/server/bare/ops/cancel.js +6 -6
- package/dist/server/bare/ops/embed.d.ts +1 -1
- package/dist/server/bare/ops/embed.js +26 -16
- package/dist/server/bare/ops/kv-cache-utils.d.ts +1 -1
- package/dist/server/bare/ops/kv-cache-utils.js +17 -19
- package/dist/server/bare/ops/load-model.d.ts +2 -2
- package/dist/server/bare/ops/load-model.js +14 -18
- package/dist/server/bare/ops/transcribe.d.ts +3 -3
- package/dist/server/bare/ops/transcribe.js +62 -62
- package/dist/server/bare/ops/translate.d.ts +1 -1
- package/dist/server/bare/ops/translate.js +53 -31
- package/dist/server/bare/ops/unload-model.d.ts +1 -1
- package/dist/server/bare/ops/unload-model.js +12 -12
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.d.ts +2 -2
- package/dist/server/bare/plugins/bci-whispercpp-transcription/args.js +3 -3
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +4 -3
- package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +33 -33
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +1 -1
- package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.js +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +8 -8
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-classification/plugin.js +14 -14
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +27 -26
- package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-ocr/plugin.js +33 -54
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.d.ts +6 -0
- package/dist/server/bare/plugins/ggml-ocr/resolve-config.js +73 -0
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +3 -3
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +1 -1
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +23 -23
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +6 -1
- package/dist/server/bare/plugins/ggml-vla/plugin.js +15 -15
- package/dist/server/bare/plugins/index.d.ts +11 -11
- package/dist/server/bare/plugins/index.js +11 -11
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-cancelled.d.ts +23 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +32 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +8 -8
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +3 -2
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +4 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +22 -4
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +65 -80
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +5 -5
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +2 -2
- package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +34 -34
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +7 -7
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +19 -23
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.d.ts +8 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +12 -6
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +193 -19
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +235 -70
- package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +1 -1
- package/dist/server/bare/plugins/llamacpp-completion/transform.js +15 -15
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +9 -4
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +27 -29
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +38 -39
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +1 -1
- package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.js +19 -22
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +36 -36
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +15 -17
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +1 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +11 -11
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +71 -44
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +132 -4
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +148 -70
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +19 -21
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +2 -2
- package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +18 -34
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +9 -2
- package/dist/server/bare/plugins/tts-ggml/plugin.js +97 -49
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +52 -52
- package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/chunk.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +4 -4
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +3 -3
- package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/ingest.js +4 -4
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/reindex.js +5 -5
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +2 -2
- package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +3 -3
- package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/handlers/search.js +3 -3
- package/dist/server/bare/rag-hyperdb/index.d.ts +11 -11
- package/dist/server/bare/rag-hyperdb/index.js +11 -11
- package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +3 -3
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +1 -1
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +20 -20
- package/dist/server/bare/registry/config-registry.d.ts +1 -1
- package/dist/server/bare/registry/config-registry.js +13 -16
- package/dist/server/bare/registry/logging-stream-registry.d.ts +1 -1
- package/dist/server/bare/registry/logging-stream-registry.js +2 -2
- package/dist/server/bare/registry/model-config-registry.d.ts +2 -2
- package/dist/server/bare/registry/model-config-registry.js +6 -6
- package/dist/server/bare/registry/model-config-utils.d.ts +2 -2
- package/dist/server/bare/registry/model-config-utils.js +35 -35
- package/dist/server/bare/registry/model-registry.d.ts +3 -3
- package/dist/server/bare/registry/model-registry.js +11 -11
- package/dist/server/bare/registry/registry-client.d.ts +1 -1
- package/dist/server/bare/registry/registry-client.js +18 -18
- package/dist/server/bare/registry/runtime-context-registry.d.ts +1 -1
- package/dist/server/bare/registry/runtime-context-registry.js +3 -3
- package/dist/server/bare/runtime/disposable-scope.js +3 -3
- package/dist/server/bare/runtime/index.d.ts +7 -7
- package/dist/server/bare/runtime/index.js +3 -3
- package/dist/server/bare/runtime/request-context.d.ts +4 -4
- package/dist/server/bare/runtime/request-id.js +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.d.ts +1 -1
- package/dist/server/bare/runtime/request-registry-singleton.js +23 -4
- package/dist/server/bare/runtime/request-registry.d.ts +27 -12
- package/dist/server/bare/runtime/request-registry.js +39 -34
- package/dist/server/bare/runtime/with-request-context.d.ts +1 -1
- package/dist/server/bare/runtime/with-request-context.js +11 -11
- package/dist/server/bare/runtime-lifecycle.d.ts +1 -1
- package/dist/server/bare/runtime-lifecycle.js +27 -31
- package/dist/server/bare/types/addon-responses.d.ts +7 -4
- package/dist/server/bare/utils/audio-input.d.ts +2 -2
- package/dist/server/bare/utils/audio-input.js +7 -7
- package/dist/server/bare/utils/transcribe-metadata.d.ts +1 -1
- package/dist/server/bare/utils/transcribe-metadata.js +4 -4
- package/dist/server/bare/utils/tts-stats.d.ts +9 -5
- package/dist/server/bare/utils/tts-stats.js +8 -2
- package/dist/server/env.js +8 -8
- package/dist/server/error-handlers.d.ts +3 -3
- package/dist/server/error-handlers.js +11 -11
- package/dist/server/plugins/index.d.ts +1 -1
- package/dist/server/plugins/index.js +1 -1
- package/dist/server/plugins/registry.d.ts +1 -1
- package/dist/server/plugins/registry.js +12 -14
- package/dist/server/rpc/create-server.d.ts +1 -1
- package/dist/server/rpc/create-server.js +34 -13
- package/dist/server/rpc/delegate-transport.d.ts +3 -3
- package/dist/server/rpc/delegate-transport.js +43 -44
- package/dist/server/rpc/handle-request.d.ts +1 -1
- package/dist/server/rpc/handle-request.js +28 -30
- package/dist/server/rpc/handler-registry.d.ts +1 -1
- package/dist/server/rpc/handler-registry.js +102 -92
- package/dist/server/rpc/handler-selection.d.ts +3 -3
- package/dist/server/rpc/handler-selection.js +3 -3
- package/dist/server/rpc/handler-utils.d.ts +7 -7
- package/dist/server/rpc/handler-utils.js +32 -35
- package/dist/server/rpc/handlers/batch-completion-stream.d.ts +78 -0
- package/dist/server/rpc/handlers/batch-completion-stream.js +4 -0
- package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe-stream.js +2 -2
- package/dist/server/rpc/handlers/bci-transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/bci-transcribe.js +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/cancel-delegated.js +13 -13
- package/dist/server/rpc/handlers/cancelHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/cancelHandler.js +11 -11
- package/dist/server/rpc/handlers/classify.d.ts +1 -1
- package/dist/server/rpc/handlers/classify.js +2 -2
- package/dist/server/rpc/handlers/completion-orchestrate.d.ts +42 -0
- package/dist/server/rpc/handlers/completion-orchestrate.js +190 -0
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/completion-stream-delegated.js +14 -14
- package/dist/server/rpc/handlers/completion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/completion-stream.js +2 -2
- package/dist/server/rpc/handlers/delete-cache.d.ts +1 -1
- package/dist/server/rpc/handlers/delete-cache.js +10 -10
- package/dist/server/rpc/handlers/diffusion-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/diffusion-stream.js +2 -2
- package/dist/server/rpc/handlers/download-asset.d.ts +1 -1
- package/dist/server/rpc/handlers/download-asset.js +20 -20
- package/dist/server/rpc/handlers/embed.d.ts +1 -1
- package/dist/server/rpc/handlers/embed.js +2 -2
- package/dist/server/rpc/handlers/finetune.d.ts +1 -1
- package/dist/server/rpc/handlers/finetune.js +8 -6
- package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-loaded-model-info.js +15 -9
- package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
- package/dist/server/rpc/handlers/get-model-info.js +20 -20
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/heartbeat-delegated.js +7 -7
- package/dist/server/rpc/handlers/heartbeat.d.ts +1 -1
- package/dist/server/rpc/handlers/heartbeat.js +1 -1
- package/dist/server/rpc/handlers/index.d.ts +35 -31
- package/dist/server/rpc/handlers/index.js +36 -32
- package/dist/server/rpc/handlers/load-model/download-manager.d.ts +4 -4
- package/dist/server/rpc/handlers/load-model/download-manager.js +19 -17
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +4 -3
- package/dist/server/rpc/handlers/load-model/download-stats.js +9 -11
- package/dist/server/rpc/handlers/load-model/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/load-model/handler.js +42 -43
- package/dist/server/rpc/handlers/load-model/http.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/http.js +100 -107
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +72 -74
- package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/index.js +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model/registry-client-options.js +2 -3
- package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +5 -5
- package/dist/server/rpc/handlers/load-model/registry-companion-set.js +19 -21
- package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +6 -6
- package/dist/server/rpc/handlers/load-model/registry-download-utils.js +16 -18
- package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +11 -0
- package/dist/server/rpc/handlers/load-model/registry-metadata.js +23 -0
- package/dist/server/rpc/handlers/load-model/registry.d.ts +4 -3
- package/dist/server/rpc/handlers/load-model/registry.js +50 -56
- package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/resolve-session.js +7 -7
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/resolve.js +36 -35
- package/dist/server/rpc/handlers/load-model/types.d.ts +3 -3
- package/dist/server/rpc/handlers/load-model/types.js +7 -7
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.js +31 -30
- package/dist/server/rpc/handlers/logging-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/logging-stream.js +3 -3
- package/dist/server/rpc/handlers/ocr-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/ocr-stream.js +2 -2
- package/dist/server/rpc/handlers/plugin-dispatch.js +9 -9
- package/dist/server/rpc/handlers/plugin-invoke.d.ts +1 -1
- package/dist/server/rpc/handlers/plugin-invoke.js +16 -16
- package/dist/server/rpc/handlers/provideHandler/connection.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/connection.js +16 -16
- package/dist/server/rpc/handlers/provideHandler/handler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/handler.js +18 -18
- package/dist/server/rpc/handlers/provideHandler/proxy.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler/proxy.js +11 -11
- package/dist/server/rpc/handlers/provideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/provideHandler.js +1 -1
- package/dist/server/rpc/handlers/rag.d.ts +1 -1
- package/dist/server/rpc/handlers/rag.js +50 -50
- package/dist/server/rpc/handlers/registry.d.ts +1 -1
- package/dist/server/rpc/handlers/registry.js +34 -36
- package/dist/server/rpc/handlers/resume.d.ts +1 -1
- package/dist/server/rpc/handlers/resume.js +3 -3
- package/dist/server/rpc/handlers/state.d.ts +1 -1
- package/dist/server/rpc/handlers/state.js +3 -3
- package/dist/server/rpc/handlers/stopProvideHandler.d.ts +1 -1
- package/dist/server/rpc/handlers/stopProvideHandler.js +7 -7
- package/dist/server/rpc/handlers/suspend.d.ts +1 -1
- package/dist/server/rpc/handlers/suspend.js +3 -3
- package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech-stream.js +2 -2
- package/dist/server/rpc/handlers/text-to-speech.d.ts +1 -1
- package/dist/server/rpc/handlers/text-to-speech.js +2 -2
- package/dist/server/rpc/handlers/transcribe-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe-stream.js +2 -2
- package/dist/server/rpc/handlers/transcribe.d.ts +1 -1
- package/dist/server/rpc/handlers/transcribe.js +2 -2
- package/dist/server/rpc/handlers/translate.d.ts +1 -1
- package/dist/server/rpc/handlers/translate.js +2 -2
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model-delegated.js +10 -10
- package/dist/server/rpc/handlers/unload-model.d.ts +1 -1
- package/dist/server/rpc/handlers/unload-model.js +10 -10
- package/dist/server/rpc/handlers/upscale-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/upscale-stream.js +2 -2
- package/dist/server/rpc/handlers/video-stream.d.ts +1 -1
- package/dist/server/rpc/handlers/video-stream.js +2 -2
- package/dist/server/rpc/index.d.ts +2 -2
- package/dist/server/rpc/index.js +2 -2
- package/dist/server/rpc/method-shapes.d.ts +51 -0
- package/dist/server/rpc/method-shapes.js +48 -0
- package/dist/server/rpc/profiling/context.d.ts +1 -1
- package/dist/server/rpc/profiling/context.js +9 -10
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/delegation-profiler.js +23 -24
- package/dist/server/rpc/profiling/index.d.ts +4 -4
- package/dist/server/rpc/profiling/index.js +4 -4
- package/dist/server/rpc/profiling/operation-metrics.d.ts +2 -2
- package/dist/server/rpc/profiling/operation-metrics.js +122 -102
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +1 -1
- package/dist/server/rpc/profiling/operation-wrappers.js +16 -14
- package/dist/server/rpc/profiling/profiler.d.ts +2 -2
- package/dist/server/rpc/profiling/profiler.js +9 -13
- package/dist/server/rpc/rpc-utils.js +1 -4
- package/dist/server/rpc/transport-selector.d.ts +1 -1
- package/dist/server/rpc/transport-selector.js +4 -4
- package/dist/server/utils/archive.js +27 -29
- package/dist/server/utils/audio/decoder.d.ts +2 -2
- package/dist/server/utils/audio/decoder.js +11 -11
- package/dist/server/utils/cache/auto-history.d.ts +1 -1
- package/dist/server/utils/cache/auto-history.js +15 -11
- package/dist/server/utils/cache/paths.d.ts +2 -2
- package/dist/server/utils/cache/paths.js +14 -14
- package/dist/server/utils/checksum.d.ts +1 -1
- package/dist/server/utils/checksum.js +10 -12
- package/dist/server/utils/clear-storage.d.ts +1 -1
- package/dist/server/utils/clear-storage.js +8 -11
- package/dist/server/utils/completion-normalizer.d.ts +1 -1
- package/dist/server/utils/completion-normalizer.js +106 -113
- package/dist/server/utils/config-transform.d.ts +1 -1
- package/dist/server/utils/config-transform.js +2 -2
- package/dist/server/utils/expand-gguf-shards.js +4 -4
- package/dist/server/utils/formatting.js +6 -12
- package/dist/server/utils/gguf-tensor-extractor.js +17 -21
- package/dist/server/utils/index.d.ts +11 -11
- package/dist/server/utils/index.js +11 -11
- package/dist/server/utils/multi-gpu-mobile.js +1 -1
- package/dist/server/utils/path-security.d.ts +1 -1
- package/dist/server/utils/path-security.js +6 -6
- package/dist/server/utils/qvac-paths.js +3 -3
- package/dist/server/utils/response-format.d.ts +1 -1
- package/dist/server/utils/response-format.js +4 -4
- package/dist/server/utils/shard-utils.d.ts +1 -1
- package/dist/server/utils/shard-utils.js +14 -16
- package/dist/server/utils/tool-integration.d.ts +1 -1
- package/dist/server/utils/tool-integration.js +5 -9
- package/dist/server/utils/tools/dialect.d.ts +1 -1
- package/dist/server/utils/tools/dialect.js +7 -7
- package/dist/server/utils/tools/index.d.ts +2 -2
- package/dist/server/utils/tools/index.js +2 -2
- package/dist/server/utils/tools/parser.d.ts +1 -1
- package/dist/server/utils/tools/parser.js +14 -14
- package/dist/server/utils/tools/parsers/gemma4native.d.ts +2 -2
- package/dist/server/utils/tools/parsers/gemma4native.js +13 -8
- package/dist/server/utils/tools/parsers/harmony.d.ts +2 -2
- package/dist/server/utils/tools/parsers/harmony.js +9 -11
- package/dist/server/utils/tools/parsers/hermes.d.ts +2 -2
- package/dist/server/utils/tools/parsers/hermes.js +16 -16
- package/dist/server/utils/tools/parsers/json.d.ts +2 -2
- package/dist/server/utils/tools/parsers/json.js +14 -14
- package/dist/server/utils/tools/parsers/pythonic.d.ts +2 -2
- package/dist/server/utils/tools/parsers/pythonic.js +43 -43
- package/dist/server/utils/tools/parsers/qwen35.d.ts +2 -2
- package/dist/server/utils/tools/parsers/qwen35.js +20 -20
- package/dist/server/utils/tools/shared.d.ts +1 -1
- package/dist/server/utils/tools/shared.js +10 -12
- package/dist/server/utils/worker-lock.js +10 -10
- package/dist/server/worker-core.d.ts +1 -1
- package/dist/server/worker-core.js +44 -43
- package/dist/server/worker.js +9 -9
- package/dist/utils/aggregate-events.d.ts +2 -2
- package/dist/utils/aggregate-events.js +17 -19
- package/dist/utils/cache-normalize.js +1 -4
- package/dist/utils/encoding.js +1 -1
- package/dist/utils/errors-base.d.ts +1 -1
- package/dist/utils/errors-base.js +1 -1
- package/dist/utils/errors-client.d.ts +1 -1
- package/dist/utils/errors-client.js +5 -5
- package/dist/utils/errors-server.d.ts +3 -3
- package/dist/utils/errors-server.js +19 -18
- package/dist/utils/load-model-validation.js +3 -3
- package/dist/utils/mcp-adapter.d.ts +4 -4
- package/dist/utils/mcp-adapter.js +31 -38
- package/dist/utils/path-sanitize.js +14 -17
- package/dist/utils/tool-helpers.d.ts +2 -2
- package/dist/utils/tool-helpers.js +25 -26
- package/dist/utils/withTimeout.d.ts +7 -0
- package/dist/utils/withTimeout.js +11 -1
- package/dist/utils/zod-error.d.ts +1 -1
- package/dist/utils/zod-error.js +1 -1
- package/electron-forge/index.cjs +274 -317
- package/expo/plugins/patches/android-link.mjs +25 -30
- package/expo/plugins/patches/ios-link.mjs +25 -30
- package/package.json +21 -17
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { loadModel, unloadModel, GTE_LARGE_FP16, ragIngest, ragSearch, ragCloseWorkspace
|
|
1
|
+
import { loadModel, unloadModel, GTE_LARGE_FP16, ragIngest, ragSearch, ragCloseWorkspace } from '@qvac/sdk';
|
|
2
2
|
try {
|
|
3
3
|
// Get query from command line or use default
|
|
4
|
-
const query = process.argv[2] ||
|
|
5
|
-
const workspace =
|
|
4
|
+
const query = process.argv[2] || 'machine learning algorithms';
|
|
5
|
+
const workspace = 'ingest-example';
|
|
6
6
|
console.log(`▸ Query: "${query}"`);
|
|
7
7
|
const modelId = await loadModel({
|
|
8
8
|
modelSrc: GTE_LARGE_FP16,
|
|
@@ -11,35 +11,35 @@ try {
|
|
|
11
11
|
const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
|
|
12
12
|
process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
|
|
13
13
|
if (p.percentage >= 100)
|
|
14
|
-
process.stderr.write(
|
|
15
|
-
}
|
|
14
|
+
process.stderr.write('\n');
|
|
15
|
+
}
|
|
16
16
|
});
|
|
17
17
|
const samples = [
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
18
|
+
'Machine learning is a subset of artificial intelligence that focuses on algorithms that can learn and make predictions from data without being explicitly programmed for every task.',
|
|
19
|
+
'Deep learning uses neural networks with multiple layers to process and learn from complex data patterns, enabling breakthroughs in image recognition and natural language processing.',
|
|
20
|
+
'Natural language processing combines computational linguistics with machine learning to help computers understand, interpret, and generate human language in a meaningful way.',
|
|
21
|
+
'Computer vision enables machines to interpret and understand visual information from the world, using techniques like image classification, object detection, and facial recognition.',
|
|
22
|
+
'Quantum computing leverages quantum mechanical phenomena to process information in fundamentally different ways than classical computers, potentially solving certain problems exponentially faster.',
|
|
23
|
+
'Blockchain technology creates decentralized, immutable ledgers that enable secure peer-to-peer transactions without requiring a central authority or intermediary.',
|
|
24
|
+
'Cloud computing delivers computing services over the internet, allowing users to access resources like storage, processing power, and applications on-demand from anywhere.',
|
|
25
|
+
'Cybersecurity protects digital systems, networks, and data from malicious attacks, unauthorized access, and various forms of cyber threats through multiple layers of defense.'
|
|
26
26
|
];
|
|
27
|
-
console.log(
|
|
27
|
+
console.log('▸ Ingesting documents...');
|
|
28
28
|
const result = await ragIngest({
|
|
29
29
|
modelId,
|
|
30
30
|
workspace,
|
|
31
31
|
documents: samples,
|
|
32
|
-
chunk: false
|
|
32
|
+
chunk: false
|
|
33
33
|
});
|
|
34
34
|
console.log(`▸ Ingested ${result.processed.length} documents`);
|
|
35
|
-
console.log(
|
|
35
|
+
console.log('▸ Searching for similar documents...');
|
|
36
36
|
const results = await ragSearch({
|
|
37
37
|
modelId,
|
|
38
38
|
workspace,
|
|
39
39
|
query,
|
|
40
|
-
topK: 3
|
|
40
|
+
topK: 3
|
|
41
41
|
});
|
|
42
|
-
console.log(
|
|
42
|
+
console.log('▸ Top 3 most similar documents:');
|
|
43
43
|
results.forEach((result, index) => {
|
|
44
44
|
console.log(`${index + 1}. (Score: ${result.score})`);
|
|
45
45
|
console.log(` ${result.content}`);
|
|
@@ -51,6 +51,6 @@ try {
|
|
|
51
51
|
await unloadModel({ modelId });
|
|
52
52
|
}
|
|
53
53
|
catch (error) {
|
|
54
|
-
console.error(
|
|
54
|
+
console.error('✖', error);
|
|
55
55
|
process.exit(1);
|
|
56
56
|
}
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { loadModel, unloadModel, embed, GTE_LARGE_FP16, ragChunk, ragSaveEmbeddings, ragSearch, ragCloseWorkspace
|
|
1
|
+
import { loadModel, unloadModel, embed, GTE_LARGE_FP16, ragChunk, ragSaveEmbeddings, ragSearch, ragCloseWorkspace } from '@qvac/sdk';
|
|
2
2
|
try {
|
|
3
3
|
// Get query from command line or use default
|
|
4
|
-
const query = process.argv[2] ||
|
|
5
|
-
console.log(
|
|
4
|
+
const query = process.argv[2] || 'machine learning algorithms';
|
|
5
|
+
console.log('▸ RAG Pipeline Example (Segregated Flow)');
|
|
6
6
|
console.log(`▸ Query: "${query}"`);
|
|
7
|
-
const workspace =
|
|
7
|
+
const workspace = 'pipeline-example';
|
|
8
8
|
const modelId = await loadModel({
|
|
9
9
|
modelSrc: GTE_LARGE_FP16,
|
|
10
10
|
onProgress: (p) => {
|
|
@@ -12,53 +12,53 @@ try {
|
|
|
12
12
|
const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
|
|
13
13
|
process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
|
|
14
14
|
if (p.percentage >= 100)
|
|
15
|
-
process.stderr.write(
|
|
16
|
-
}
|
|
15
|
+
process.stderr.write('\n');
|
|
16
|
+
}
|
|
17
17
|
});
|
|
18
18
|
const samples = [
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
19
|
+
'Machine learning is a subset of artificial intelligence that focuses on algorithms that can learn and make predictions from data without being explicitly programmed for every task.',
|
|
20
|
+
'Deep learning uses neural networks with multiple layers to process and learn from complex data patterns, enabling breakthroughs in image recognition and natural language processing.',
|
|
21
|
+
'Natural language processing combines computational linguistics with machine learning to help computers understand, interpret, and generate human language in a meaningful way.',
|
|
22
|
+
'Computer vision enables machines to interpret and understand visual information from the world, using techniques like image classification, object detection, and facial recognition.',
|
|
23
|
+
'Quantum computing leverages quantum mechanical phenomena to process information in fundamentally different ways than classical computers, potentially solving certain problems exponentially faster.',
|
|
24
|
+
'Blockchain technology creates decentralized, immutable ledgers that enable secure peer-to-peer transactions without requiring a central authority or intermediary.',
|
|
25
|
+
'Cloud computing delivers computing services over the internet, allowing users to access resources like storage, processing power, and applications on-demand from anywhere.',
|
|
26
|
+
'Cybersecurity protects digital systems, networks, and data from malicious attacks, unauthorized access, and various forms of cyber threats through multiple layers of defense.'
|
|
27
27
|
];
|
|
28
|
-
console.log(
|
|
28
|
+
console.log('▸ Step 1: Chunking documents...');
|
|
29
29
|
const chunks = await ragChunk({
|
|
30
30
|
documents: samples,
|
|
31
31
|
chunkOpts: {
|
|
32
32
|
chunkSize: 128,
|
|
33
|
-
chunkOverlap: 20
|
|
34
|
-
}
|
|
33
|
+
chunkOverlap: 20
|
|
34
|
+
}
|
|
35
35
|
});
|
|
36
36
|
console.log(`▸ Created ${chunks.length} chunks`);
|
|
37
|
-
console.log(
|
|
37
|
+
console.log('▸ Step 2: Generating embeddings (batch)...');
|
|
38
38
|
const texts = chunks.map((chunk) => chunk.content);
|
|
39
39
|
const { embedding: embeddings } = await embed({ modelId, text: texts });
|
|
40
40
|
const embeddedDocs = chunks.map((chunk, i) => ({
|
|
41
41
|
id: chunk.id,
|
|
42
42
|
content: chunk.content,
|
|
43
43
|
embedding: embeddings[i],
|
|
44
|
-
embeddingModelId: modelId
|
|
44
|
+
embeddingModelId: modelId
|
|
45
45
|
}));
|
|
46
46
|
console.log(`▸ Generated ${embeddedDocs.length} embeddings`);
|
|
47
|
-
console.log(
|
|
47
|
+
console.log('▸ Step 3: Saving to vector database...');
|
|
48
48
|
const saveResult = await ragSaveEmbeddings({
|
|
49
49
|
workspace,
|
|
50
|
-
documents: embeddedDocs
|
|
50
|
+
documents: embeddedDocs
|
|
51
51
|
});
|
|
52
|
-
const saved = saveResult.filter((r) => r.status ===
|
|
52
|
+
const saved = saveResult.filter((r) => r.status === 'fulfilled').length;
|
|
53
53
|
console.log(`▸ Saved ${saved}/${saveResult.length} documents`);
|
|
54
|
-
console.log(
|
|
54
|
+
console.log('▸ Step 4: Searching...');
|
|
55
55
|
const results = await ragSearch({
|
|
56
56
|
workspace,
|
|
57
57
|
modelId,
|
|
58
58
|
query,
|
|
59
|
-
topK: 3
|
|
59
|
+
topK: 3
|
|
60
60
|
});
|
|
61
|
-
console.log(
|
|
61
|
+
console.log('▸ Top 3 most similar documents:');
|
|
62
62
|
results.forEach((result, index) => {
|
|
63
63
|
console.log(`${index + 1}. (Score: ${result.score})`);
|
|
64
64
|
console.log(` ${result.content}`);
|
|
@@ -70,6 +70,6 @@ try {
|
|
|
70
70
|
await unloadModel({ modelId });
|
|
71
71
|
}
|
|
72
72
|
catch (error) {
|
|
73
|
-
console.error(
|
|
73
|
+
console.error('✖', error);
|
|
74
74
|
process.exit(1);
|
|
75
75
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { loadModel, unloadModel, GTE_LARGE_FP16, ragIngest, ragSearch, ragDeleteEmbeddings, ragListWorkspaces, ragCloseWorkspace, ragReindex
|
|
1
|
+
import { loadModel, unloadModel, GTE_LARGE_FP16, ragIngest, ragSearch, ragDeleteEmbeddings, ragListWorkspaces, ragCloseWorkspace, ragReindex } from '@qvac/sdk';
|
|
2
2
|
try {
|
|
3
|
-
console.log(
|
|
3
|
+
console.log('▸ RAG Workspaces with Chunking Example');
|
|
4
4
|
// Load model
|
|
5
5
|
const modelId = await loadModel({
|
|
6
6
|
modelSrc: GTE_LARGE_FP16,
|
|
@@ -9,8 +9,8 @@ try {
|
|
|
9
9
|
const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
|
|
10
10
|
process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
|
|
11
11
|
if (p.percentage >= 100)
|
|
12
|
-
process.stderr.write(
|
|
13
|
-
}
|
|
12
|
+
process.stderr.write('\n');
|
|
13
|
+
}
|
|
14
14
|
});
|
|
15
15
|
// Medical articles (will be chunked)
|
|
16
16
|
const medicalArticles = [
|
|
@@ -65,45 +65,45 @@ try {
|
|
|
65
65
|
stress management techniques are crucial components of recovery.
|
|
66
66
|
|
|
67
67
|
Early intervention improves outcomes significantly. Reducing stigma around mental health
|
|
68
|
-
encourages people to seek help when needed
|
|
68
|
+
encourages people to seek help when needed.`
|
|
69
69
|
];
|
|
70
70
|
// Tech documents (shorter, won't be chunked)
|
|
71
71
|
const techDocs = [
|
|
72
|
-
|
|
73
|
-
|
|
72
|
+
'Artificial intelligence is transforming industries through automation and advanced data analysis capabilities.',
|
|
73
|
+
'Deep learning neural networks enable breakthroughs in computer vision and natural language processing.'
|
|
74
74
|
];
|
|
75
75
|
// Ingest medical articles with chunking
|
|
76
|
-
console.log(
|
|
76
|
+
console.log('▸ Ingesting medical articles with chunking...');
|
|
77
77
|
const medicalResult = await ragIngest({
|
|
78
78
|
modelId,
|
|
79
|
-
workspace:
|
|
79
|
+
workspace: 'medical',
|
|
80
80
|
documents: medicalArticles,
|
|
81
81
|
chunk: true,
|
|
82
82
|
chunkOpts: {
|
|
83
83
|
chunkSize: 50,
|
|
84
84
|
chunkOverlap: 10,
|
|
85
|
-
chunkStrategy:
|
|
86
|
-
splitStrategy:
|
|
87
|
-
}
|
|
85
|
+
chunkStrategy: 'paragraph',
|
|
86
|
+
splitStrategy: 'token'
|
|
87
|
+
}
|
|
88
88
|
});
|
|
89
89
|
console.log(`▸ Created ${medicalResult.processed.length} chunks from medical articles`);
|
|
90
90
|
// Ingest tech docs without chunking
|
|
91
|
-
console.log(
|
|
91
|
+
console.log('\n▸ Ingesting tech documents...');
|
|
92
92
|
const techResult = await ragIngest({
|
|
93
93
|
modelId,
|
|
94
|
-
workspace:
|
|
94
|
+
workspace: 'technology',
|
|
95
95
|
documents: techDocs,
|
|
96
|
-
chunk: false
|
|
96
|
+
chunk: false
|
|
97
97
|
});
|
|
98
98
|
console.log(`▸ Ingested ${techResult.processed.length} tech documents`);
|
|
99
99
|
// Test searches
|
|
100
100
|
const searches = [
|
|
101
|
-
{ workspace:
|
|
102
|
-
{ workspace:
|
|
103
|
-
{ workspace:
|
|
104
|
-
{ workspace:
|
|
101
|
+
{ workspace: 'medical', query: 'COVID symptoms fever', label: 'Medical' },
|
|
102
|
+
{ workspace: 'medical', query: 'vaccine technology', label: 'Medical' },
|
|
103
|
+
{ workspace: 'technology', query: 'neural networks', label: 'Tech' },
|
|
104
|
+
{ workspace: 'technology', query: 'COVID', label: 'Tech (isolation test)' }
|
|
105
105
|
];
|
|
106
|
-
console.log(
|
|
106
|
+
console.log('\n▸ Running searches:');
|
|
107
107
|
for (const { workspace, query, label } of searches) {
|
|
108
108
|
const results = await ragSearch({ modelId, workspace, query, topK: 1 });
|
|
109
109
|
console.log(`\n${label}: "${query}"`);
|
|
@@ -119,63 +119,63 @@ try {
|
|
|
119
119
|
console.log("\n▸ Testing 'general' workspace...");
|
|
120
120
|
await ragIngest({
|
|
121
121
|
modelId,
|
|
122
|
-
workspace:
|
|
123
|
-
documents: [
|
|
124
|
-
chunk: false
|
|
122
|
+
workspace: 'general',
|
|
123
|
+
documents: ['General workspace content for testing'],
|
|
124
|
+
chunk: false
|
|
125
125
|
});
|
|
126
126
|
const generalSearch = await ragSearch({
|
|
127
127
|
modelId,
|
|
128
|
-
workspace:
|
|
129
|
-
query:
|
|
128
|
+
workspace: 'general',
|
|
129
|
+
query: 'general workspace'
|
|
130
130
|
});
|
|
131
|
-
console.log(`▸ General workspace: ${generalSearch?.[0]?.content ===
|
|
131
|
+
console.log(`▸ General workspace: ${generalSearch?.[0]?.content === 'General workspace content for testing' ? 'Working' : 'Failed'}`);
|
|
132
132
|
// Reindexing - regenerate embeddings for an existing workspace
|
|
133
|
-
console.log(
|
|
133
|
+
console.log('\n▸ Reindexing medical workspace...');
|
|
134
134
|
const reindexResult = await ragReindex({
|
|
135
|
-
workspace:
|
|
135
|
+
workspace: 'medical',
|
|
136
136
|
modelId,
|
|
137
137
|
onProgress: (stage, current, total) => {
|
|
138
138
|
console.log(`▸ ${stage} ${current}/${total}`);
|
|
139
|
-
}
|
|
139
|
+
}
|
|
140
140
|
});
|
|
141
|
-
console.log(`▸ ${reindexResult.reindexed ?
|
|
141
|
+
console.log(`▸ ${reindexResult.reindexed ? 'Reindex completed' : 'Reindex returned false'} for medical workspace`);
|
|
142
142
|
if (reindexResult.details) {
|
|
143
|
-
console.log(
|
|
143
|
+
console.log('▸ Details:', reindexResult.details);
|
|
144
144
|
}
|
|
145
145
|
// Verify reindexed data still works
|
|
146
146
|
const reindexVerify = await ragSearch({
|
|
147
147
|
modelId,
|
|
148
|
-
workspace:
|
|
149
|
-
query:
|
|
150
|
-
topK: 1
|
|
148
|
+
workspace: 'medical',
|
|
149
|
+
query: 'COVID symptoms',
|
|
150
|
+
topK: 1
|
|
151
151
|
});
|
|
152
|
-
console.log(`▸ Verification search: ${reindexVerify.length > 0 ?
|
|
152
|
+
console.log(`▸ Verification search: ${reindexVerify.length > 0 ? 'Working' : 'Failed'}`);
|
|
153
153
|
// Cleanup example
|
|
154
|
-
const firstChunk = medicalResult.processed.find((p) => p.status ===
|
|
154
|
+
const firstChunk = medicalResult.processed.find((p) => p.status === 'fulfilled' && p.id);
|
|
155
155
|
if (firstChunk?.id) {
|
|
156
156
|
await ragDeleteEmbeddings({
|
|
157
|
-
workspace:
|
|
158
|
-
ids: [firstChunk.id]
|
|
157
|
+
workspace: 'medical',
|
|
158
|
+
ids: [firstChunk.id]
|
|
159
159
|
});
|
|
160
|
-
console.log(
|
|
160
|
+
console.log('\n▸ Deleted one medical chunk');
|
|
161
161
|
}
|
|
162
162
|
// List all workspaces
|
|
163
|
-
console.log(
|
|
163
|
+
console.log('\n▸ Listing workspaces...');
|
|
164
164
|
const workspaces = await ragListWorkspaces();
|
|
165
165
|
workspaces.forEach((ws) => {
|
|
166
|
-
console.log(`▸ ${ws.name} (${ws.open ?
|
|
166
|
+
console.log(`▸ ${ws.name} (${ws.open ? 'open' : 'closed'})`);
|
|
167
167
|
});
|
|
168
168
|
// Close and delete all workspaces created in this example
|
|
169
|
-
console.log(
|
|
170
|
-
await ragCloseWorkspace({ workspace:
|
|
169
|
+
console.log('\n▸ Closing and deleting workspaces...');
|
|
170
|
+
await ragCloseWorkspace({ workspace: 'medical', deleteOnClose: true });
|
|
171
171
|
console.log("▸ Deleted 'medical' workspace");
|
|
172
|
-
await ragCloseWorkspace({ workspace:
|
|
172
|
+
await ragCloseWorkspace({ workspace: 'technology', deleteOnClose: true });
|
|
173
173
|
console.log("▸ Deleted 'technology' workspace");
|
|
174
|
-
await ragCloseWorkspace({ workspace:
|
|
174
|
+
await ragCloseWorkspace({ workspace: 'general', deleteOnClose: true });
|
|
175
175
|
console.log("▸ Deleted 'general' workspace");
|
|
176
176
|
await unloadModel({ modelId });
|
|
177
177
|
}
|
|
178
178
|
catch (error) {
|
|
179
|
-
console.error(
|
|
179
|
+
console.error('✖', error);
|
|
180
180
|
process.exit(1);
|
|
181
181
|
}
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { embed, loadModel, unloadModel, GTE_LARGE_FP16 } from
|
|
2
|
-
import * as lancedb from
|
|
3
|
-
import * as a from
|
|
1
|
+
import { embed, loadModel, unloadModel, GTE_LARGE_FP16 } from '@qvac/sdk';
|
|
2
|
+
import * as lancedb from '@lancedb/lancedb';
|
|
3
|
+
import * as a from 'apache-arrow';
|
|
4
4
|
try {
|
|
5
5
|
// Get query from command line or use default
|
|
6
|
-
const query = process.argv[2] ||
|
|
6
|
+
const query = process.argv[2] || 'machine learning algorithms';
|
|
7
7
|
console.log(`▸ Query: "${query}"`);
|
|
8
|
-
const db = await lancedb.connect(
|
|
8
|
+
const db = await lancedb.connect('.rag-lancedb');
|
|
9
9
|
const modelId = await loadModel({
|
|
10
10
|
modelSrc: GTE_LARGE_FP16,
|
|
11
11
|
onProgress: (p) => {
|
|
@@ -13,85 +13,82 @@ try {
|
|
|
13
13
|
const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
|
|
14
14
|
process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
|
|
15
15
|
if (p.percentage >= 100)
|
|
16
|
-
process.stderr.write(
|
|
17
|
-
}
|
|
16
|
+
process.stderr.write('\n');
|
|
17
|
+
}
|
|
18
18
|
});
|
|
19
19
|
const samples = [
|
|
20
20
|
{
|
|
21
21
|
id: 1,
|
|
22
|
-
text:
|
|
22
|
+
text: 'Machine learning is a subset of artificial intelligence that focuses on algorithms that can learn and make predictions from data without being explicitly programmed for every task.'
|
|
23
23
|
},
|
|
24
24
|
{
|
|
25
25
|
id: 2,
|
|
26
|
-
text:
|
|
26
|
+
text: 'Deep learning uses neural networks with multiple layers to process and learn from complex data patterns, enabling breakthroughs in image recognition and natural language processing.'
|
|
27
27
|
},
|
|
28
28
|
{
|
|
29
29
|
id: 3,
|
|
30
|
-
text:
|
|
30
|
+
text: 'Natural language processing combines computational linguistics with machine learning to help computers understand, interpret, and generate human language in a meaningful way.'
|
|
31
31
|
},
|
|
32
32
|
{
|
|
33
33
|
id: 4,
|
|
34
|
-
text:
|
|
34
|
+
text: 'Computer vision enables machines to interpret and understand visual information from the world, using techniques like image classification, object detection, and facial recognition.'
|
|
35
35
|
},
|
|
36
36
|
{
|
|
37
37
|
id: 5,
|
|
38
|
-
text:
|
|
38
|
+
text: 'Quantum computing leverages quantum mechanical phenomena to process information in fundamentally different ways than classical computers, potentially solving certain problems exponentially faster.'
|
|
39
39
|
},
|
|
40
40
|
{
|
|
41
41
|
id: 6,
|
|
42
|
-
text:
|
|
42
|
+
text: 'Blockchain technology creates decentralized, immutable ledgers that enable secure peer-to-peer transactions without requiring a central authority or intermediary.'
|
|
43
43
|
},
|
|
44
44
|
{
|
|
45
45
|
id: 7,
|
|
46
|
-
text:
|
|
46
|
+
text: 'Cloud computing delivers computing services over the internet, allowing users to access resources like storage, processing power, and applications on-demand from anywhere.'
|
|
47
47
|
},
|
|
48
48
|
{
|
|
49
49
|
id: 8,
|
|
50
|
-
text:
|
|
51
|
-
}
|
|
50
|
+
text: 'Cybersecurity protects digital systems, networks, and data from malicious attacks, unauthorized access, and various forms of cyber threats through multiple layers of defense.'
|
|
51
|
+
}
|
|
52
52
|
];
|
|
53
53
|
const schema = new a.Schema([
|
|
54
|
-
new a.Field(
|
|
55
|
-
new a.Field(
|
|
56
|
-
new a.Field(
|
|
54
|
+
new a.Field('id', new a.Int32()),
|
|
55
|
+
new a.Field('text', new a.Utf8()),
|
|
56
|
+
new a.Field('vector', new a.FixedSizeList(1024, new a.Field('item', new a.Float32())))
|
|
57
57
|
]);
|
|
58
58
|
// Create or recreate the table
|
|
59
59
|
try {
|
|
60
|
-
await db.dropTable(
|
|
60
|
+
await db.dropTable('documents');
|
|
61
61
|
}
|
|
62
62
|
catch (e) {
|
|
63
63
|
console.warn(`▸ Table doesn't exist, no need to drop: ${String(e)}`);
|
|
64
64
|
}
|
|
65
|
-
const documentsTable = await db.createEmptyTable(
|
|
66
|
-
console.log(
|
|
65
|
+
const documentsTable = await db.createEmptyTable('documents', schema);
|
|
66
|
+
console.log('▸ Embedding documents...');
|
|
67
67
|
const documents = [];
|
|
68
68
|
for (const sample of samples) {
|
|
69
69
|
const { embedding } = await embed({ modelId, text: sample.text });
|
|
70
70
|
const record = {
|
|
71
71
|
id: sample.id,
|
|
72
72
|
text: sample.text,
|
|
73
|
-
vector: embedding
|
|
73
|
+
vector: embedding
|
|
74
74
|
};
|
|
75
75
|
documents.push(record);
|
|
76
76
|
}
|
|
77
77
|
await documentsTable.add(documents);
|
|
78
|
-
console.log(
|
|
78
|
+
console.log('▸ Searching for similar documents...');
|
|
79
79
|
const { embedding: queryEmbedding } = await embed({ modelId, text: query });
|
|
80
|
-
const results = (await documentsTable
|
|
81
|
-
|
|
82
|
-
.limit(1)
|
|
83
|
-
.toArray());
|
|
84
|
-
console.log("\n▸ Top 3 most similar documents:");
|
|
80
|
+
const results = (await documentsTable.vectorSearch(queryEmbedding).limit(1).toArray());
|
|
81
|
+
console.log('\n▸ Top 3 most similar documents:');
|
|
85
82
|
results.forEach((result, index) => {
|
|
86
|
-
console.log(
|
|
83
|
+
console.log('='.repeat(50) + ' Top result:');
|
|
87
84
|
console.log(`\n${index + 1}. (Score: ${result._distance?.toFixed(4)})`);
|
|
88
85
|
console.log(` ${result.text}`);
|
|
89
|
-
console.log(
|
|
86
|
+
console.log('='.repeat(100));
|
|
90
87
|
console.log();
|
|
91
88
|
});
|
|
92
89
|
await unloadModel({ modelId });
|
|
93
90
|
}
|
|
94
91
|
catch (error) {
|
|
95
|
-
console.error(
|
|
92
|
+
console.error('✖', error);
|
|
96
93
|
process.exit(1);
|
|
97
94
|
}
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { embed, loadModel, unloadModel, GTE_LARGE_FP16 } from
|
|
2
|
-
import sqlite3InitModule from
|
|
1
|
+
import { embed, loadModel, unloadModel, GTE_LARGE_FP16 } from '@qvac/sdk';
|
|
2
|
+
import sqlite3InitModule from '@sqliteai/sqlite-wasm';
|
|
3
3
|
try {
|
|
4
4
|
// Get query from command line or use default
|
|
5
|
-
const query = process.argv[2] ||
|
|
5
|
+
const query = process.argv[2] || 'machine learning algorithms';
|
|
6
6
|
console.log(`▸ Query: "${query}"`);
|
|
7
7
|
// Initialize SQLite with vector extension
|
|
8
8
|
const sqlite3 = await sqlite3InitModule();
|
|
9
|
-
const db = new sqlite3.oo1.DB(
|
|
9
|
+
const db = new sqlite3.oo1.DB(':memory:', 'c');
|
|
10
10
|
const modelId = await loadModel({
|
|
11
11
|
modelSrc: GTE_LARGE_FP16,
|
|
12
12
|
onProgress: (p) => {
|
|
@@ -14,42 +14,42 @@ try {
|
|
|
14
14
|
const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
|
|
15
15
|
process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
|
|
16
16
|
if (p.percentage >= 100)
|
|
17
|
-
process.stderr.write(
|
|
18
|
-
}
|
|
17
|
+
process.stderr.write('\n');
|
|
18
|
+
}
|
|
19
19
|
});
|
|
20
20
|
const samples = [
|
|
21
21
|
{
|
|
22
22
|
id: 1,
|
|
23
|
-
text:
|
|
23
|
+
text: 'Machine learning is a subset of artificial intelligence that focuses on algorithms that can learn and make predictions from data without being explicitly programmed for every task.'
|
|
24
24
|
},
|
|
25
25
|
{
|
|
26
26
|
id: 2,
|
|
27
|
-
text:
|
|
27
|
+
text: 'Deep learning uses neural networks with multiple layers to process and learn from complex data patterns, enabling breakthroughs in image recognition and natural language processing.'
|
|
28
28
|
},
|
|
29
29
|
{
|
|
30
30
|
id: 3,
|
|
31
|
-
text:
|
|
31
|
+
text: 'Natural language processing combines computational linguistics with machine learning to help computers understand, interpret, and generate human language in a meaningful way.'
|
|
32
32
|
},
|
|
33
33
|
{
|
|
34
34
|
id: 4,
|
|
35
|
-
text:
|
|
35
|
+
text: 'Computer vision enables machines to interpret and understand visual information from the world, using techniques like image classification, object detection, and facial recognition.'
|
|
36
36
|
},
|
|
37
37
|
{
|
|
38
38
|
id: 5,
|
|
39
|
-
text:
|
|
39
|
+
text: 'Quantum computing leverages quantum mechanical phenomena to process information in fundamentally different ways than classical computers, potentially solving certain problems exponentially faster.'
|
|
40
40
|
},
|
|
41
41
|
{
|
|
42
42
|
id: 6,
|
|
43
|
-
text:
|
|
43
|
+
text: 'Blockchain technology creates decentralized, immutable ledgers that enable secure peer-to-peer transactions without requiring a central authority or intermediary.'
|
|
44
44
|
},
|
|
45
45
|
{
|
|
46
46
|
id: 7,
|
|
47
|
-
text:
|
|
47
|
+
text: 'Cloud computing delivers computing services over the internet, allowing users to access resources like storage, processing power, and applications on-demand from anywhere.'
|
|
48
48
|
},
|
|
49
49
|
{
|
|
50
50
|
id: 8,
|
|
51
|
-
text:
|
|
52
|
-
}
|
|
51
|
+
text: 'Cybersecurity protects digital systems, networks, and data from malicious attacks, unauthorized access, and various forms of cyber threats through multiple layers of defense.'
|
|
52
|
+
}
|
|
53
53
|
];
|
|
54
54
|
// Create table for documents with vector storage
|
|
55
55
|
db.exec(`
|
|
@@ -59,12 +59,12 @@ try {
|
|
|
59
59
|
embedding BLOB NOT NULL
|
|
60
60
|
)
|
|
61
61
|
`);
|
|
62
|
-
console.log(
|
|
62
|
+
console.log('▸ Embedding documents...');
|
|
63
63
|
for (const sample of samples) {
|
|
64
64
|
const { embedding } = await embed({ modelId, text: sample.text });
|
|
65
65
|
db.exec({
|
|
66
|
-
sql:
|
|
67
|
-
bind: [sample.id, sample.text, JSON.stringify(embedding)]
|
|
66
|
+
sql: 'INSERT INTO documents VALUES (?, ?, vector_as_f32(?))',
|
|
67
|
+
bind: [sample.id, sample.text, JSON.stringify(embedding)]
|
|
68
68
|
});
|
|
69
69
|
}
|
|
70
70
|
// Initialize and optimize vector index
|
|
@@ -74,7 +74,7 @@ try {
|
|
|
74
74
|
// [Optional] Preload quantized vectors in memory for optimal performance
|
|
75
75
|
db.exec(`SELECT vector_quantize_preload('documents', 'embedding')`);
|
|
76
76
|
// Search for similar documents
|
|
77
|
-
console.log(
|
|
77
|
+
console.log('▸ Searching for similar documents...');
|
|
78
78
|
const { embedding: queryEmbedding } = await embed({ modelId, text: query });
|
|
79
79
|
const results = [];
|
|
80
80
|
// Perform vector search
|
|
@@ -86,24 +86,24 @@ try {
|
|
|
86
86
|
ON d.id = v.rowid
|
|
87
87
|
`,
|
|
88
88
|
bind: [JSON.stringify(queryEmbedding)],
|
|
89
|
-
rowMode:
|
|
89
|
+
rowMode: 'object',
|
|
90
90
|
callback: (row) => {
|
|
91
91
|
const typedRow = row;
|
|
92
92
|
results.push(typedRow);
|
|
93
|
-
}
|
|
93
|
+
}
|
|
94
94
|
});
|
|
95
|
-
console.log(
|
|
95
|
+
console.log('\n▸ Top 3 most similar documents:');
|
|
96
96
|
results.forEach((result, index) => {
|
|
97
|
-
console.log(
|
|
97
|
+
console.log('='.repeat(50) + ' Top result:');
|
|
98
98
|
console.log(`\n${index + 1}. [ID: ${result.id}] (Score: ${result.distance.toFixed(4)})`);
|
|
99
99
|
console.log(` ${result.text}`);
|
|
100
|
-
console.log(
|
|
100
|
+
console.log('='.repeat(100));
|
|
101
101
|
console.log();
|
|
102
102
|
});
|
|
103
103
|
await unloadModel({ modelId });
|
|
104
104
|
db.close();
|
|
105
105
|
}
|
|
106
106
|
catch (error) {
|
|
107
|
-
console.error(
|
|
107
|
+
console.error('✖', error);
|
|
108
108
|
process.exit(1);
|
|
109
109
|
}
|