@qvac/sdk 0.14.1 → 0.15.0

package/dist/server/rpc/handlers/download-asset.js

@@ -50,14 +50,14 @@ var __disposeResources = (this && this.__disposeResources) || (function (Suppres
     var e = new Error(message);
     return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
 });
-import { PROFILING_KEY, OPERATION_EVENT_KEY, } from "../../../schemas/index.js";
-import { resolveModelPath, resolveModelPathWithStats, } from "./load-model/resolve.js";
-import { buildDownloadProfilingFields, } from "./load-model/types.js";
-import { nowMs, generateProfileId } from "../../../profiling/clock.js";
-import { getServerLogger } from "../../../logging/index.js";
-import { getRequestRegistry, withRequestContext, } from "../../bare/runtime/index.js";
-import { generateServerRequestId } from "../../bare/runtime/request-id.js";
-import { InferenceCancelledError } from "../../../utils/errors-server.js";
+import { PROFILING_KEY, OPERATION_EVENT_KEY } from '../../../schemas/index.js';
+import { resolveModelPath, resolveModelPathWithStats } from './load-model/resolve.js';
+import { buildDownloadProfilingFields } from './load-model/types.js';
+import { nowMs, generateProfileId } from '../../../profiling/clock.js';
+import { getServerLogger } from '../../../logging/index.js';
+import { getRequestRegistry, withRequestContext } from '../../bare/runtime/index.js';
+import { generateServerRequestId } from '../../bare/runtime/request-id.js';
+import { InferenceCancelledError } from '../../../utils/errors-server.js';
 const logger = getServerLogger();
 export async function handleDownloadAsset(request, progressCallback) {
     const env_1 = { stack: [], error: void 0, hasError: false };
@@ -72,7 +72,7 @@ export async function handleDownloadAsset(request, progressCallback) {
         // non-match for this kind.
         const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
             requestId,
-            kind: "downloadAsset",
+            kind: 'downloadAsset'
         }), true);
         const log = withRequestContext(getServerLogger(), ctx);
         log.debug(`downloadAsset start assetSrc=${assetSrc}`);
@@ -80,8 +80,8 @@ export async function handleDownloadAsset(request, progressCallback) {
             requestBinding: {
                 signal: ctx.signal,
                 scope: ctx.scope,
-                requestId,
-            },
+                requestId
+            }
         };
         try {
             const totalDownloadStart = profilingEnabled ? nowMs() : 0;
@@ -96,22 +96,22 @@ export async function handleDownloadAsset(request, progressCallback) {
                 await resolveModelPath(assetSrc, progressCallback, seed, ctx.signal, hooks);
             }
             const response = {
-                type: "downloadAsset",
+                type: 'downloadAsset',
                 success: true,
-                assetId: assetSrc,
+                assetId: assetSrc
             };
             if (profilingEnabled) {
                 const totalDownloadTimeMs = nowMs() - totalDownloadStart;
                 const profileId = profilingMeta?.id ?? generateProfileId();
                 const { gauges, tags } = buildDownloadProfilingFields(downloadStats, sourceType);
-                gauges["totalDownloadTime"] = totalDownloadTimeMs;
+                gauges['totalDownloadTime'] = totalDownloadTimeMs;
                 const operationEvent = {
-                    op: "downloadAsset",
-                    kind: "handler",
+                    op: 'downloadAsset',
+                    kind: 'handler',
                     ms: totalDownloadTimeMs,
                     profileId,
                     gauges: Object.keys(gauges).length > 0 ? gauges : undefined,
-                    tags: Object.keys(tags).length > 0 ? tags : undefined,
+                    tags: Object.keys(tags).length > 0 ? tags : undefined
                 };
                 response[OPERATION_EVENT_KEY] = operationEvent;
             }
@@ -126,11 +126,11 @@ export async function handleDownloadAsset(request, progressCallback) {
                 log.info(`downloadAsset cancelled requestId=${requestId}`);
                 throw error;
             }
-            logger.error("Error downloading asset:", error);
+            logger.error('Error downloading asset:', error);
             return {
-                type: "downloadAsset",
+                type: 'downloadAsset',
                 success: false,
-                error: error instanceof Error ? error.message : "Unknown error",
+                error: error instanceof Error ? error.message : 'Unknown error'
             };
         }
     }

package/dist/server/rpc/handlers/embed.d.ts

@@ -1,3 +1,3 @@
-import type { EmbedRequest, EmbedResponse } from "../../../schemas/index";
+import type { EmbedRequest, EmbedResponse } from '../../../schemas/index';
 export declare function handleEmbed(request: EmbedRequest): Promise<EmbedResponse>;
 //# sourceMappingURL=embed.d.ts.map

package/dist/server/rpc/handlers/embed.js

@@ -1,4 +1,4 @@
-import { dispatchPluginReply } from "./plugin-dispatch.js";
+import { dispatchPluginReply } from './plugin-dispatch.js';
 export async function handleEmbed(request) {
-    return dispatchPluginReply(request.modelId, "embed", request);
+    return dispatchPluginReply(request.modelId, 'embed', request);
 }

package/dist/server/rpc/handlers/finetune.d.ts

@@ -1,3 +1,3 @@
-import type { FinetuneProgressResponse, FinetuneRequest, FinetuneResult } from "../../../schemas/index";
+import type { FinetuneProgressResponse, FinetuneRequest, FinetuneResult } from '../../../schemas/index';
 export declare function handleFinetune(request: FinetuneRequest, progressCallback?: (update: FinetuneProgressResponse) => void): Promise<FinetuneResult>;
 //# sourceMappingURL=finetune.d.ts.map

package/dist/server/rpc/handlers/finetune.js

@@ -1,16 +1,18 @@
-import { dispatchPluginReply } from "./plugin-dispatch.js";
-import { startFinetune } from "../../bare/plugins/llamacpp-completion/ops/finetune.js";
+import { dispatchPluginReply } from './plugin-dispatch.js';
+import { startFinetune } from '../../bare/plugins/llamacpp-completion/ops/finetune.js';
 export async function handleFinetune(request, progressCallback) {
     if (progressCallback &&
-        (request.operation === "start" || request.operation === "resume" || request.operation === undefined)) {
+        (request.operation === 'start' ||
+            request.operation === 'resume' ||
+            request.operation === undefined)) {
         return startFinetune(request, (progress) => {
             const update = {
-                type: "finetune:progress",
+                type: 'finetune:progress',
                 modelId: request.modelId,
-                ...progress,
+                ...progress
             };
             progressCallback(update);
         });
     }
-    return dispatchPluginReply(request.modelId, "finetune", request);
+    return dispatchPluginReply(request.modelId, 'finetune', request);
 }

package/dist/server/rpc/handlers/get-loaded-model-info.d.ts

@@ -1,3 +1,3 @@
-import type { GetLoadedModelInfoRequest, GetLoadedModelInfoResponse } from "../../../schemas/index";
+import type { GetLoadedModelInfoRequest, GetLoadedModelInfoResponse } from '../../../schemas/index';
 export declare function handleGetLoadedModelInfo(request: GetLoadedModelInfoRequest): GetLoadedModelInfoResponse;
 //# sourceMappingURL=get-loaded-model-info.d.ts.map

package/dist/server/rpc/handlers/get-loaded-model-info.js

@@ -1,7 +1,7 @@
-import { getModelEntry } from "../../bare/registry/model-registry.js";
-import { getPlugin } from "../../plugins/registry.js";
-import { ModelNotFoundError } from "../../../utils/errors-server.js";
-import { getServerLogger } from "../../../logging/index.js";
+import { getModelEntry } from '../../bare/registry/model-registry.js';
+import { getPlugin } from '../../plugins/registry.js';
+import { ModelNotFoundError } from '../../../utils/errors-server.js';
+import { getServerLogger } from '../../../logging/index.js';
 const logger = getServerLogger();
 export function handleGetLoadedModelInfo(request) {
     const { modelId } = request;
@@ -15,10 +15,10 @@ export function handleGetLoadedModelInfo(request) {
             isDelegated: true,
             handlers: [],
             providerInfo: {
-                providerPublicKey: entry.delegated.providerPublicKey,
-            },
+                providerPublicKey: entry.delegated.providerPublicKey
+            }
         };
-        return { type: "getLoadedModelInfo", info };
+        return { type: 'getLoadedModelInfo', info };
     }
     const plugin = getPlugin(entry.local.modelType);
     if (!plugin) {
@@ -33,7 +33,7 @@ export function handleGetLoadedModelInfo(request) {
         ...(plugin && { displayName: plugin.displayName }),
         ...(plugin && { addonPackage: plugin.addonPackage }),
         ...(entry.local.name && { name: entry.local.name }),
-        ...(entry.local.path && { path: entry.local.path }),
+        ...(entry.local.path && { path: entry.local.path })
     };
-    return { type: "getLoadedModelInfo", info };
+    return { type: 'getLoadedModelInfo', info };
 }

package/dist/server/rpc/handlers/get-model-info.d.ts

@@ -1,3 +1,3 @@
-import type { GetModelInfoRequest, GetModelInfoResponse } from "../../../schemas/index";
+import type { GetModelInfoRequest, GetModelInfoResponse } from '../../../schemas/index';
 export declare function handleGetModelInfo(request: GetModelInfoRequest): Promise<GetModelInfoResponse>;
 //# sourceMappingURL=get-model-info.d.ts.map

package/dist/server/rpc/handlers/get-model-info.js

@@ -1,10 +1,10 @@
-import { models } from "../../../models/registry/models.js";
-import { getAllModelIds, getModelEntry, } from "../../bare/registry/model-registry.js";
-import { generateShortHash } from "../../utils/index.js";
-import { promises as fsPromises } from "bare-fs";
-import { getShardPath, getModelsCacheDir, getSingleFileCachePath, } from "../../utils/cache/paths.js";
-import { validateAndJoinPath } from "../../utils/path-security.js";
-import { ModelNotFoundError } from "../../../utils/errors-server.js";
+import { models } from '../../../models/registry/models.js';
+import { getAllModelIds, getModelEntry } from '../../bare/registry/model-registry.js';
+import { generateShortHash } from '../../utils/index.js';
+import { promises as fsPromises } from 'bare-fs';
+import { getShardPath, getModelsCacheDir, getSingleFileCachePath } from '../../utils/cache/paths.js';
+import { validateAndJoinPath } from '../../utils/path-security.js';
+import { ModelNotFoundError } from '../../../utils/errors-server.js';
 export async function handleGetModelInfo(request) {
     const { name } = request;
     const catalogEntry = models.find((m) => m.name === name);
@@ -31,7 +31,7 @@ export async function handleGetModelInfo(request) {
             const instance = {
                 registryId: id,
                 loadedAt: entry.local.loadedAt,
-                config: entry.local.config,
+                config: entry.local.config
             };
             loadedInstances.push(instance);
         }
@@ -57,18 +57,18 @@ export async function handleGetModelInfo(request) {
         cacheFiles,
         actualSize,
         cachedAt,
-        loadedInstances: loadedInstances.length > 0 ? loadedInstances : undefined,
+        loadedInstances: loadedInstances.length > 0 ? loadedInstances : undefined
     };
     return {
-        type: "getModelInfo",
-        modelInfo,
+        type: 'getModelInfo',
+        modelInfo
     };
 }
 async function handleShardedModel(cacheKey, shardMetadata) {
     const fileEntries = shardMetadata.map((s) => ({
         filename: s.filename,
         expectedSize: s.expectedSize,
-        sha256Checksum: s.sha256Checksum,
+        sha256Checksum: s.sha256Checksum
     }));
     const paths = shardMetadata.map((s) => getShardPath(cacheKey, s.filename));
     return checkCacheStatus(fileEntries, paths);
@@ -80,21 +80,21 @@ async function handleCompanionSetModel(companionSet, primaryRegistryPath, addon)
         filename: f.targetName,
         expectedSize: f.expectedSize,
         sha256Checksum: f.sha256Checksum,
-        key: f.key,
+        key: f.key
     }));
-    const canonicalPaths = files.map((f) => validateAndJoinPath(baseCache, "sets", setKey, f.targetName));
+    const canonicalPaths = files.map((f) => validateAndJoinPath(baseCache, 'sets', setKey, f.targetName));
     const canonicalResult = await checkCacheStatus(fileEntries, canonicalPaths, primaryKey);
     if (canonicalResult.isCached)
         return canonicalResult;
-    const isOnnxSet = files.some((f) => f.primary === true && f.targetName.endsWith(".onnx"));
+    const isOnnxSet = files.some((f) => f.primary === true && f.targetName.endsWith('.onnx'));
     if (isOnnxSet) {
         const legacyCacheKey = generateShortHash(primaryRegistryPath);
-        const legacyPaths = files.map((f) => validateAndJoinPath(baseCache, "onnx", legacyCacheKey, f.targetName));
+        const legacyPaths = files.map((f) => validateAndJoinPath(baseCache, 'onnx', legacyCacheKey, f.targetName));
         const legacyResult = await checkCacheStatus(fileEntries, legacyPaths, primaryKey);
         if (legacyResult.isCached)
             return legacyResult;
     }
-    else if (addon === "nmt") {
+    else if (addon === 'nmt') {
         // Legacy flat-cache compatibility for Bergamot-style companion sets.
         // This is valid only for families whose runtime still works with explicit
         // per-file absolute paths; it is not a generic rule for all companion sets.
@@ -147,7 +147,7 @@ async function checkCacheStatus(files, paths, primaryKey) {
             sha256Checksum: file.sha256Checksum,
             isCached: fileCached,
             actualSize: fileActualSize,
-            cachedAt: fileCachedAt,
+            cachedAt: fileCachedAt
         });
     }
     if (!primaryPath && cacheFiles.length > 0) {
@@ -156,7 +156,7 @@ async function checkCacheStatus(files, paths, primaryKey) {
     const result = {
         cacheFiles,
         isCached: allCached,
-        primaryPath,
+        primaryPath
     };
     if (allCached) {
         result.actualSize = totalActualSize;
@@ -167,7 +167,7 @@ async function checkCacheStatus(files, paths, primaryKey) {
     return result;
 }
 async function handleSingleFileModel(registryPath, expectedSize, sha256Checksum) {
-    const filename = registryPath.split("/").pop() || registryPath;
+    const filename = registryPath.split('/').pop() || registryPath;
     const filePath = getSingleFileCachePath(registryPath);
     return checkCacheStatus([{ filename, expectedSize, sha256Checksum }], [filePath]);
 }

package/dist/server/rpc/handlers/heartbeat-delegated.d.ts

@@ -1,4 +1,4 @@
-import type { HeartbeatRequest, HeartbeatResponse } from "../../../schemas/index";
-import type { DelegatedHandlerOptions } from "../profiling/index";
+import type { HeartbeatRequest, HeartbeatResponse } from '../../../schemas/index';
+import type { DelegatedHandlerOptions } from '../profiling/index';
 export declare function handleHeartbeatDelegated(request: HeartbeatRequest, options?: DelegatedHandlerOptions): Promise<HeartbeatResponse>;
 //# sourceMappingURL=heartbeat-delegated.d.ts.map

package/dist/server/rpc/handlers/heartbeat-delegated.js

@@ -1,18 +1,18 @@
-import { getServerLogger } from "../../../logging/index.js";
-import { getRPC } from "../../bare/delegate-rpc-client.js";
-import { send } from "../delegate-transport.js";
-import { DelegateConnectionFailedError } from "../../../utils/errors-server.js";
+import { getServerLogger } from '../../../logging/index.js';
+import { getRPC } from '../../bare/delegate-rpc-client.js';
+import { send } from '../delegate-transport.js';
+import { DelegateConnectionFailedError } from '../../../utils/errors-server.js';
 const logger = getServerLogger();
 export async function handleHeartbeatDelegated(request, options) {
     const { delegate } = request;
     if (!delegate) {
-        throw new DelegateConnectionFailedError("Delegated heartbeat handler called without delegate info");
+        throw new DelegateConnectionFailedError('Delegated heartbeat handler called without delegate info');
     }
     const { providerPublicKey, timeout } = delegate;
     try {
         const rpc = await getRPC(providerPublicKey, { timeout });
         const delegateOpts = {
-            peerKey: providerPublicKey,
+            peerKey: providerPublicKey
         };
         if (timeout !== undefined) {
             delegateOpts.timeout = timeout;
@@ -26,7 +26,7 @@ export async function handleHeartbeatDelegated(request, options) {
         return response;
     }
     catch (error) {
-        logger.error("Error during delegated heartbeat:", error);
+        logger.error('Error during delegated heartbeat:', error);
         throw error;
     }
 }

package/dist/server/rpc/handlers/heartbeat.d.ts

@@ -1,3 +1,3 @@
-import type { HeartbeatResponse } from "../../../schemas/index";
+import type { HeartbeatResponse } from '../../../schemas/index';
 export declare function handleHeartbeat(): HeartbeatResponse;
 //# sourceMappingURL=heartbeat.d.ts.map

package/dist/server/rpc/handlers/heartbeat.js

@@ -1,3 +1,3 @@
 export function handleHeartbeat() {
-    return { type: "heartbeat", number: Math.random() * 100 };
+    return { type: 'heartbeat', number: Math.random() * 100 };
 }

package/dist/server/rpc/handlers/index.d.ts

@@ -1,36 +1,38 @@
-import { handleCompletionStream } from "./completion-stream";
-import { handleDownloadAsset } from "./download-asset";
-import { handleLoadModel } from "./load-model/index";
-import { handleUnloadModel } from "./unload-model";
-import { handleEmbed } from "./embed";
-import { handleTranscribe } from "./transcribe";
-import { handleTranscribeStream } from "./transcribe-stream";
-import { handleBciTranscribe } from "./bci-transcribe";
-import { handleBciTranscribeStream } from "./bci-transcribe-stream";
-import { provideHandler } from "./provideHandler";
-import { stopProvideHandler } from "./stopProvideHandler";
-import { handleTranslate } from "./translate";
-import { handleLoggingStream } from "./logging-stream";
-import { handleRag } from "./rag";
-import { cancelHandler } from "./cancelHandler";
-import { handleDeleteCache } from "./delete-cache";
-import { handleTextToSpeech } from "./text-to-speech";
-import { handleTextToSpeechStream } from "./text-to-speech-stream";
-import { handleGetModelInfo } from "./get-model-info";
-import { handleGetLoadedModelInfo } from "./get-loaded-model-info";
-import { handleFinetune } from "./finetune";
-import { handleOCRStream } from "./ocr-stream";
-import { handleHeartbeat } from "./heartbeat";
-import { handleDiffusionStream } from "./diffusion-stream";
-import { handleVideoStream } from "./video-stream";
-import { handleUpscaleStream } from "./upscale-stream";
-import { handlePluginInvoke, handlePluginInvokeStream } from "./plugin-invoke";
-import { handleModelRegistryList, handleModelRegistrySearch, handleModelRegistryGetModel } from "./registry";
-import { handleSuspend } from "./suspend";
-import { handleResume } from "./resume";
-import { handleState } from "./state";
+import { handleBatchCompletionStream } from './batch-completion-stream';
+import { handleCompletionStream } from './completion-stream';
+import { handleDownloadAsset } from './download-asset';
+import { handleLoadModel } from './load-model/index';
+import { handleUnloadModel } from './unload-model';
+import { handleEmbed } from './embed';
+import { handleTranscribe } from './transcribe';
+import { handleTranscribeStream } from './transcribe-stream';
+import { handleBciTranscribe } from './bci-transcribe';
+import { handleBciTranscribeStream } from './bci-transcribe-stream';
+import { provideHandler } from './provideHandler';
+import { stopProvideHandler } from './stopProvideHandler';
+import { handleTranslate } from './translate';
+import { handleLoggingStream } from './logging-stream';
+import { handleRag } from './rag';
+import { cancelHandler } from './cancelHandler';
+import { handleDeleteCache } from './delete-cache';
+import { handleTextToSpeech } from './text-to-speech';
+import { handleTextToSpeechStream } from './text-to-speech-stream';
+import { handleGetModelInfo } from './get-model-info';
+import { handleGetLoadedModelInfo } from './get-loaded-model-info';
+import { handleFinetune } from './finetune';
+import { handleOCRStream } from './ocr-stream';
+import { handleHeartbeat } from './heartbeat';
+import { handleDiffusionStream } from './diffusion-stream';
+import { handleVideoStream } from './video-stream';
+import { handleUpscaleStream } from './upscale-stream';
+import { handlePluginInvoke, handlePluginInvokeStream } from './plugin-invoke';
+import { handleModelRegistryList, handleModelRegistrySearch, handleModelRegistryGetModel } from './registry';
+import { handleSuspend } from './suspend';
+import { handleResume } from './resume';
+import { handleState } from './state';
 export declare const handlers: {
     heartbeat: typeof handleHeartbeat;
+    batchCompletionStream: typeof handleBatchCompletionStream;
     completionStream: typeof handleCompletionStream;
     downloadAsset: typeof handleDownloadAsset;
     deleteCache: typeof handleDeleteCache;

package/dist/server/rpc/handlers/index.js

@@ -1,36 +1,38 @@
-import { handleCompletionStream } from "./completion-stream.js";
-import { handleDownloadAsset } from "./download-asset.js";
-import { handleLoadModel } from "./load-model/index.js";
-import { handleUnloadModel } from "./unload-model.js";
-import { handleEmbed } from "./embed.js";
-import { handleTranscribe } from "./transcribe.js";
-import { handleTranscribeStream } from "./transcribe-stream.js";
-import { handleBciTranscribe } from "./bci-transcribe.js";
-import { handleBciTranscribeStream } from "./bci-transcribe-stream.js";
-import { provideHandler } from "./provideHandler.js";
-import { stopProvideHandler } from "./stopProvideHandler.js";
-import { handleTranslate } from "./translate.js";
-import { handleLoggingStream } from "./logging-stream.js";
-import { handleRag } from "./rag.js";
-import { cancelHandler } from "./cancelHandler.js";
-import { handleDeleteCache } from "./delete-cache.js";
-import { handleTextToSpeech } from "./text-to-speech.js";
-import { handleTextToSpeechStream } from "./text-to-speech-stream.js";
-import { handleGetModelInfo } from "./get-model-info.js";
-import { handleGetLoadedModelInfo } from "./get-loaded-model-info.js";
-import { handleFinetune } from "./finetune.js";
-import { handleOCRStream } from "./ocr-stream.js";
-import { handleHeartbeat } from "./heartbeat.js";
-import { handleDiffusionStream } from "./diffusion-stream.js";
-import { handleVideoStream } from "./video-stream.js";
-import { handleUpscaleStream } from "./upscale-stream.js";
-import { handlePluginInvoke, handlePluginInvokeStream } from "./plugin-invoke.js";
-import { handleModelRegistryList, handleModelRegistrySearch, handleModelRegistryGetModel, } from "./registry.js";
-import { handleSuspend } from "./suspend.js";
-import { handleResume } from "./resume.js";
-import { handleState } from "./state.js";
+import { handleBatchCompletionStream } from './batch-completion-stream.js';
+import { handleCompletionStream } from './completion-stream.js';
+import { handleDownloadAsset } from './download-asset.js';
+import { handleLoadModel } from './load-model/index.js';
+import { handleUnloadModel } from './unload-model.js';
+import { handleEmbed } from './embed.js';
+import { handleTranscribe } from './transcribe.js';
+import { handleTranscribeStream } from './transcribe-stream.js';
+import { handleBciTranscribe } from './bci-transcribe.js';
+import { handleBciTranscribeStream } from './bci-transcribe-stream.js';
+import { provideHandler } from './provideHandler.js';
+import { stopProvideHandler } from './stopProvideHandler.js';
+import { handleTranslate } from './translate.js';
+import { handleLoggingStream } from './logging-stream.js';
+import { handleRag } from './rag.js';
+import { cancelHandler } from './cancelHandler.js';
+import { handleDeleteCache } from './delete-cache.js';
+import { handleTextToSpeech } from './text-to-speech.js';
+import { handleTextToSpeechStream } from './text-to-speech-stream.js';
+import { handleGetModelInfo } from './get-model-info.js';
+import { handleGetLoadedModelInfo } from './get-loaded-model-info.js';
+import { handleFinetune } from './finetune.js';
+import { handleOCRStream } from './ocr-stream.js';
+import { handleHeartbeat } from './heartbeat.js';
+import { handleDiffusionStream } from './diffusion-stream.js';
+import { handleVideoStream } from './video-stream.js';
+import { handleUpscaleStream } from './upscale-stream.js';
+import { handlePluginInvoke, handlePluginInvokeStream } from './plugin-invoke.js';
+import { handleModelRegistryList, handleModelRegistrySearch, handleModelRegistryGetModel } from './registry.js';
+import { handleSuspend } from './suspend.js';
+import { handleResume } from './resume.js';
+import { handleState } from './state.js';
 export const handlers = {
     heartbeat: handleHeartbeat,
+    batchCompletionStream: handleBatchCompletionStream,
     completionStream: handleCompletionStream,
     downloadAsset: handleDownloadAsset,
     deleteCache: handleDeleteCache,
@@ -63,5 +65,5 @@ export const handlers = {
     modelRegistryGetModel: handleModelRegistryGetModel,
     suspend: handleSuspend,
     resume: handleResume,
-    state: handleState,
+    state: handleState
 };

package/dist/server/rpc/handlers/load-model/download-manager.d.ts

@@ -1,7 +1,7 @@
-import type { ModelProgressUpdate } from "../../../../schemas/index";
-import { AbortController, type AbortSignal } from "bare-abort-controller";
-import type { DisposableScope } from "../../../bare/runtime/disposable-scope";
-import type { DownloadHooks } from "./types";
+import type { ModelProgressUpdate } from '../../../../schemas/index';
+import { AbortController, type AbortSignal } from 'bare-abort-controller';
+import type { DisposableScope } from '../../../bare/runtime/disposable-scope';
+import type { DownloadHooks } from './types';
 /**
  * Per-subscriber binding to a registry-tracked request.
  * `startOrJoinDownload` is request-aware: each caller (the

package/dist/server/rpc/handlers/load-model/download-manager.js

@@ -1,7 +1,7 @@
-import { AbortController } from "bare-abort-controller";
-import { DownloadCancelledError, InferenceCancelledError, } from "../../../../utils/errors-server.js";
-import { getServerLogger } from "../../../../logging/index.js";
-import { getRequestRegistry } from "../../../bare/runtime/index.js";
+import { AbortController } from 'bare-abort-controller';
+import { DownloadCancelledError, InferenceCancelledError } from '../../../../utils/errors-server.js';
+import { getServerLogger } from '../../../../logging/index.js';
+import { getRequestRegistry } from '../../../bare/runtime/index.js';
 const logger = getServerLogger();
 const activeTransfers = new Map();
 let nextSubscriberId = 0;
@@ -19,7 +19,7 @@ function createSubscriber(onProgress, requestId) {
         resolve,
         reject,
         promise,
-        requestId,
+        requestId
     };
 }
 function settleSubscriber(subscriber, result) {
@@ -41,10 +41,10 @@ function deliverProgress(transfer, subscriber, progress) {
     }
     catch (err) {
         const error = err instanceof Error ? err : new Error(String(err));
-        logger.warn("Progress callback threw; detaching subscriber", {
+        logger.warn('Progress callback threw; detaching subscriber', {
             downloadKey: transfer.downloadKey,
             subscriberId: subscriber.id,
-            error,
+            error
         });
         settleSubscriber(subscriber, error);
         removeSubscriber(transfer, subscriber.id);
@@ -104,13 +104,13 @@ function attachRequestBinding(transfer, subscriber, request) {
         onAbort();
         return;
     }
-    request.signal.addEventListener("abort", onAbort, { once: true });
+    request.signal.addEventListener('abort', onAbort, { once: true });
     // Safety net: scope unwind on any handler exit path triggers the same
     // cleanup. If the abort listener already ran it's a no-op. Cleaning
     // up the abort listener here keeps the parent signal from carrying a
     // dangling reference into the next request.
     request.scope.defer(() => {
-        request.signal.removeEventListener("abort", onAbort);
+        request.signal.removeEventListener('abort', onAbort);
         if (!subscriber.settled) {
             settleSubscriber(subscriber, new InferenceCancelledError(request.requestId));
         }
@@ -132,7 +132,7 @@ export function startOrJoinDownload(downloadKey, startDownload, onProgress, requ
         return {
             promise: subscriber.promise,
             joined: true,
-            getCacheHit: () => existing.cacheHit,
+            getCacheHit: () => existing.cacheHit
         };
     }
     const abortController = new AbortController();
@@ -140,7 +140,7 @@ export function startOrJoinDownload(downloadKey, startDownload, onProgress, requ
         downloadKey,
         abortController,
         subscribers: new Map(),
-        clearCache: false,
+        clearCache: false
     };
     const initialSubscriber = createSubscriber(onProgress, request?.requestId);
     transfer.subscribers.set(initialSubscriber.id, initialSubscriber);
@@ -156,10 +156,11 @@ export function startOrJoinDownload(downloadKey, startDownload, onProgress, requ
         shouldClearCache: () => transfer.clearCache,
         setCacheHit: (cacheHit) => {
             transfer.cacheHit = cacheHit;
-        },
+        }
     });
     transfer.downloadPromise = downloadPromise;
-    downloadPromise.then((path) => {
+    downloadPromise
+        .then((path) => {
         for (const sub of transfer.subscribers.values()) {
             settleSubscriber(sub, path);
         }
@@ -168,7 +169,8 @@ export function startOrJoinDownload(downloadKey, startDownload, onProgress, requ
         for (const sub of transfer.subscribers.values()) {
             settleSubscriber(sub, rejection);
         }
-    }).finally(() => {
+    })
+        .finally(() => {
         if (activeTransfers.get(downloadKey) === transfer) {
             activeTransfers.delete(downloadKey);
         }
@@ -176,7 +178,7 @@ export function startOrJoinDownload(downloadKey, startDownload, onProgress, requ
     return {
         promise: initialSubscriber.promise,
         joined: false,
-        getCacheHit: () => transfer.cacheHit,
+        getCacheHit: () => transfer.cacheHit
     };
 }
 /**
@@ -233,7 +235,7 @@ export function cancelTransfer(downloadKey, clearCache = false) {
         if (sub.requestId !== undefined) {
             registry.cancel({
                 requestId: sub.requestId,
-                reason: "download-transfer-cancel",
+                reason: 'download-transfer-cancel'
             });
         }
         else {
@@ -301,6 +303,6 @@ export async function cleanupDownloads() {
         }
     }
     catch (error) {
-        logger.error("❌ Error during download cleanup:", error);
+        logger.error('❌ Error during download cleanup:', error);
     }
 }