@qvac/inference 0.17.0 → 0.18.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (111) hide show
  1. package/NOTICE +22 -80
  2. package/dist/api/completion-stream.d.ts +1 -1
  3. package/dist/api/completion-stream.js +1 -1
  4. package/dist/api/index.d.ts +1 -1
  5. package/dist/api/index.js +1 -1
  6. package/dist/api/text-to-speech.js +22 -2
  7. package/dist/api/transcribe.d.ts +19 -2
  8. package/dist/api/transcribe.js +66 -27
  9. package/dist/api/translate.js +6 -17
  10. package/dist/api/vla.d.ts +42 -1
  11. package/dist/api/vla.js +50 -1
  12. package/dist/constants/audio.d.ts +2 -1
  13. package/dist/constants/audio.js +17 -1
  14. package/dist/errors/index.d.ts +3 -0
  15. package/dist/errors/index.js +5 -0
  16. package/dist/handlers/load-model/handler.js +2 -2
  17. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  18. package/dist/handlers/load-model/resolve-session.js +3 -3
  19. package/dist/handlers/load-model/resolve.d.ts +12 -2
  20. package/dist/handlers/load-model/resolve.js +90 -12
  21. package/dist/index.d.ts +1 -1
  22. package/dist/index.js +1 -1
  23. package/dist/models/registry/models.d.ts +782 -6
  24. package/dist/models/registry/models.js +2664 -1859
  25. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +19 -0
  26. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +153 -0
  27. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +54 -4
  28. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +28 -0
  29. package/dist/plugins/builtin/ggml-ocr/plugin.js +3 -1
  30. package/dist/plugins/builtin/ggml-vla/ops/vla-set-embodiment.d.ts +2 -0
  31. package/dist/plugins/builtin/ggml-vla/ops/vla-set-embodiment.js +9 -0
  32. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +37 -0
  33. package/dist/plugins/builtin/ggml-vla/plugin.js +21 -4
  34. package/dist/plugins/builtin/index.d.ts +1 -0
  35. package/dist/plugins/builtin/index.js +1 -0
  36. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +16 -15
  37. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -1
  38. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +2 -2
  39. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +6 -0
  40. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +10 -0
  41. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  42. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +131 -123
  43. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +110 -20
  44. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +50 -23
  45. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +308 -143
  46. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +1 -0
  47. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -2
  48. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +6 -6
  49. package/dist/plugins/builtin/llamacpp-completion/plugin.js +56 -36
  50. package/dist/plugins/builtin/llamacpp-completion/transform.js +0 -7
  51. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -3
  52. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +6 -5
  53. package/dist/plugins/builtin/parakeet-transcription/plugin.js +27 -16
  54. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +23 -3
  55. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +302 -4
  56. package/dist/plugins/builtin/tts-ggml/plugin.js +131 -0
  57. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +48 -39
  58. package/dist/plugins/ops/cancel.d.ts +1 -1
  59. package/dist/plugins/ops/cancel.js +1 -1
  60. package/dist/plugins/ops/kv-cache-retention.js +11 -0
  61. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -1
  62. package/dist/plugins/ops/kv-cache-utils.js +40 -12
  63. package/dist/plugins/ops/transcribe.d.ts +2 -2
  64. package/dist/plugins/ops/transcribe.js +54 -48
  65. package/dist/plugins/ops/translate-stats.d.ts +4 -0
  66. package/dist/plugins/ops/translate-stats.js +11 -0
  67. package/dist/plugins/ops/translate.js +66 -38
  68. package/dist/plugins/ops/unload-model.js +30 -24
  69. package/dist/runtime/model-registry.d.ts +1 -0
  70. package/dist/runtime/request-context.js +29 -14
  71. package/dist/runtime/request-registry.d.ts +27 -0
  72. package/dist/runtime/request-registry.js +246 -76
  73. package/dist/schemas/audio-gen.d.ts +103 -0
  74. package/dist/schemas/audio-gen.js +135 -4
  75. package/dist/schemas/common.d.ts +550 -11
  76. package/dist/schemas/config.d.ts +60 -24
  77. package/dist/schemas/errors.d.ts +1 -0
  78. package/dist/schemas/errors.js +5 -0
  79. package/dist/schemas/index.d.ts +1 -1
  80. package/dist/schemas/index.js +1 -1
  81. package/dist/schemas/llamacpp-config.d.ts +10 -10
  82. package/dist/schemas/llamacpp-config.js +12 -5
  83. package/dist/schemas/load-model.d.ts +3691 -336
  84. package/dist/schemas/load-model.js +37 -19
  85. package/dist/schemas/text-to-speech.d.ts +1086 -110
  86. package/dist/schemas/text-to-speech.js +197 -7
  87. package/dist/schemas/tools.d.ts +0 -16
  88. package/dist/schemas/tools.js +0 -15
  89. package/dist/schemas/transcription-config.d.ts +2 -0
  90. package/dist/schemas/transcription-config.js +6 -0
  91. package/dist/schemas/transcription.d.ts +3 -0
  92. package/dist/schemas/vla.d.ts +83 -0
  93. package/dist/schemas/vla.js +105 -2
  94. package/dist/surface.d.ts +1 -1
  95. package/dist/surface.js +1 -1
  96. package/dist/utils/addon-responses.d.ts +4 -12
  97. package/dist/utils/audio/decoder.d.ts +37 -1
  98. package/dist/utils/audio/decoder.js +82 -52
  99. package/dist/utils/config-transform.d.ts +3 -0
  100. package/dist/utils/config-transform.js +6 -0
  101. package/dist/utils/index.d.ts +0 -1
  102. package/dist/utils/index.js +0 -1
  103. package/dist/utils/shard-utils.d.ts +1 -0
  104. package/dist/utils/shard-utils.js +14 -0
  105. package/dist/utils/tool-integration.d.ts +3 -10
  106. package/dist/utils/tool-integration.js +3 -12
  107. package/package.json +26 -22
  108. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +0 -22
  109. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +0 -30
  110. package/dist/utils/expand-gguf-shards.d.ts +0 -2
  111. package/dist/utils/expand-gguf-shards.js +0 -22

There are too many changes on this page to be displayed.


The amount of changes on this page would crash your brower.

You can still verify the content by downloading the package file manually.