@qvac/sdk 0.8.1 → 1.1.0

package/dist/server/rpc/handlers/load-model/registry.js

@@ -1,548 +0,0 @@
-import { promises as fsPromises } from "bare-fs";
-import path from "bare-path";
-import { AbortController } from "bare-abort-controller";
-import { getModelsCacheDir, generateShortHash, detectShardedModel, getShardedModelCacheDir, getShardPath, getOnnxModelPath, measureChecksum, extractTensorsFromShards, calculatePercentage, } from "../../../utils/index.js";
-import { getModelByPath } from "../../../../models/registry/index.js";
-import { getRegistryClient } from "../../../bare/registry/registry-client.js";
-import { getActiveDownload, registerDownload, unregisterDownload, createRegistryDownloadKey, clearClearCacheFlag, } from "./download-manager.js";
-import { ChecksumValidationFailedError, DownloadCancelledError, ModelNotFoundError, RegistryDownloadFailedError, } from "../../../../utils/errors-server.js";
-import { getServerLogger } from "../../../../logging/index.js";
-const logger = getServerLogger();
-const REGISTRY_STREAM_TIMEOUT_MS = 60_000;
-function buildBlobBinding(meta) {
-    return {
-        coreKey: meta.blobCoreKey,
-        blockOffset: meta.blobBlockOffset,
-        blockLength: meta.blobBlockLength,
-        byteOffset: meta.blobByteOffset,
-        byteLength: meta.expectedSize,
-    };
-}
-/**
- * Validate a cached file against expected size and checksum.
- */
-async function validateCachedFile(modelPath, modelFileName, expectedSize, expectedChecksum, hooks) {
-    try {
-        await fsPromises.access(modelPath);
-        const localStats = await fsPromises.stat(modelPath);
-        const localSize = localStats.size;
-        if (localSize === expectedSize) {
-            logger.info(`✅ Model cached with correct size: ${modelPath}`);
-            // Validate checksum if provided
-            if (expectedChecksum && expectedChecksum.length === 64) {
-                const checksum = await measureChecksum(modelPath, hooks);
-                if (checksum !== expectedChecksum) {
-                    throw new ChecksumValidationFailedError(`${modelFileName}. Expected: ${expectedChecksum}. Actual: ${checksum}. File may be corrupted`);
-                }
-            }
-            logger.info(`✅ Model already cached and validated: ${modelPath}`);
-            return modelPath;
-        }
-        // File exists but wrong size (incomplete/corrupted) - remove it
-        logger.warn(`🗑️ Removing incomplete cached file (expected ${expectedSize}, got ${localSize}): ${modelPath}`);
-        await fsPromises.unlink(modelPath);
-        return null;
-    }
-    catch (error) {
-        if (error instanceof ChecksumValidationFailedError) {
-            // Corrupted file - remove it so next download starts fresh
-            logger.warn(`🗑️ Removing corrupted cached file: ${modelPath}`);
-            await fsPromises.unlink(modelPath).catch(() => { });
-        }
-        // File doesn't exist or was cleaned up - need to download
-        return null;
-    }
-}
-/**
- * Download a single file from the registry to filesystem.
- * When blobBinding is provided, uses direct blob download (skips metadata sync).
- * Otherwise falls back to metadata-based downloadModel.
- */
-async function downloadSingleFileFromRegistry(registryPath, registrySource, modelPath, modelFileName, downloadKey, expectedSize, expectedChecksum, progressCallback, signal, blobBinding, hooks) {
-    if (signal?.aborted) {
-        throw new DownloadCancelledError();
-    }
-    const client = await getRegistryClient();
-    const dir = path.dirname(modelPath);
-    await fsPromises.mkdir(dir, { recursive: true });
-    // Adapt registry client's core.on("download") progress to SDK ModelProgressUpdate.
-    // This reports network-layer bytes, decoupled from disk I/O backpressure.
-    const onProgress = progressCallback
-        ? (progress) => {
-            const total = progress.total || expectedSize || progress.downloaded;
-            progressCallback({
-                type: "modelProgress",
-                downloaded: progress.downloaded,
-                total,
-                percentage: total > 0
-                    ? calculatePercentage(progress.downloaded, total)
-                    : 0,
-                downloadKey,
-            });
-        }
-        : undefined;
-    const clientOptions = {
-        timeout: REGISTRY_STREAM_TIMEOUT_MS,
-        outputFile: modelPath,
-        ...(onProgress && { onProgress }),
-        ...(signal && { signal: signal }),
-    };
-    if (blobBinding) {
-        logger.info(`📥 Downloading blob directly: ${modelFileName}`);
-        await client.downloadBlob(blobBinding, clientOptions);
-    }
-    else {
-        logger.info(`📥 Downloading from registry: ${registryPath}`);
-        await client.downloadModel(registryPath, registrySource, clientOptions);
-    }
-    logger.info(`✅ Downloaded to ${modelPath}`);
-    const stats = await fsPromises.stat(modelPath);
-    if (expectedSize && stats.size !== expectedSize) {
-        await fsPromises.unlink(modelPath).catch(() => { });
-        throw new ChecksumValidationFailedError(`${modelFileName}. File size mismatch: expected ${expectedSize}, got ${stats.size}`);
-    }
-    if (expectedChecksum && expectedChecksum.length === 64) {
-        const checksum = await measureChecksum(modelPath, hooks);
-        if (checksum !== expectedChecksum) {
-            await fsPromises.unlink(modelPath);
-            throw new ChecksumValidationFailedError(`${modelFileName}. Expected: ${expectedChecksum}. Actual: ${checksum}`);
-        }
-        logger.info(`✅ Checksum validated for ${modelFileName}`);
-    }
-    if (progressCallback) {
-        progressCallback({
-            type: "modelProgress",
-            downloaded: stats.size,
-            total: stats.size,
-            percentage: 100,
-            downloadKey,
-        });
-    }
-}
-/**
- * Find all shards for a model using path prefix query.
- */
-async function findModelShards(registryPath) {
-    const client = await getRegistryClient();
-    const shardInfo = detectShardedModel(registryPath.split("/").pop() || "");
-    if (!shardInfo.isSharded) {
-        throw new Error(`Not a sharded model path: ${registryPath}`);
-    }
-    const pathPrefix = registryPath.replace(/-\d{5}-of-\d{5}\./, ".");
-    const basePath = pathPrefix.substring(0, pathPrefix.lastIndexOf("."));
-    logger.info(`🔍 Finding shards with prefix: ${basePath}`);
-    const shards = await client.findModels({
-        gte: { path: basePath },
-        lte: { path: basePath + "\uffff" },
-    });
-    const sortedShards = shards
-        .filter((s) => {
-        const info = detectShardedModel(s.path.split("/").pop() || "");
-        return info.isSharded;
-    })
-        .sort((a, b) => {
-        const aInfo = detectShardedModel(a.path.split("/").pop() || "");
-        const bInfo = detectShardedModel(b.path.split("/").pop() || "");
-        return (aInfo.currentShard || 0) - (bInfo.currentShard || 0);
-    })
-        .map((s) => ({
-        path: s.path,
-        source: s.source,
-        size: s.blobBinding?.byteLength || 0,
-        checksum: s.blobBinding?.["sha256"] ||
-            s.sha256 ||
-            "",
-    }));
-    logger.info(`📦 Found ${sortedShards.length} shards`);
-    return sortedShards;
-}
-/**
- * Download sharded model files from registry.
- * When localShardMetadata is provided, uses pre-computed metadata + blob direct download
- * instead of querying the registry for shard info.
- */
-async function downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, progressCallback, signal, localShardMetadata, hooks) {
-    if (signal?.aborted) {
-        throw new DownloadCancelledError();
-    }
-    let shards;
-    if (localShardMetadata?.length) {
-        shards = localShardMetadata.map((shard) => ({
-            filename: shard.filename,
-            size: shard.expectedSize,
-            checksum: shard.sha256Checksum,
-            path: registryPath,
-            source: registrySource,
-            blobBinding: buildBlobBinding(shard),
-        }));
-    }
-    else {
-        const filename = registryPath.split("/").pop() || registryPath;
-        const shardInfo = detectShardedModel(filename);
-        if (!shardInfo.isSharded || !shardInfo.totalShards) {
-            throw new RegistryDownloadFailedError(`Not a sharded model: ${filename}`);
-        }
-        const remoteShards = await findModelShards(registryPath);
-        if (remoteShards.length === 0) {
-            throw new ModelNotFoundError(`No shards found for ${registryPath}`);
-        }
-        if (remoteShards.length !== shardInfo.totalShards) {
-            logger.warn(`⚠️ Expected ${shardInfo.totalShards} shards but found ${remoteShards.length}`);
-        }
-        shards = remoteShards.map((s) => ({
-            filename: s.path.split("/").pop() || "",
-            size: s.size,
-            checksum: s.checksum,
-            path: s.path,
-            source: s.source,
-        }));
-    }
-    const shardDir = getShardedModelCacheDir(cacheKey);
-    const downloadKey = createRegistryDownloadKey(registryPath);
-    logger.info(`📥 Downloading sharded model: ${shards.length} shards to ${shardDir}`);
-    const overallTotal = shards.reduce((sum, s) => sum + s.size, 0);
-    let overallDownloaded = 0;
-    for (let i = 0; i < shards.length; i++) {
-        if (signal?.aborted) {
-            throw new DownloadCancelledError();
-        }
-        const shard = shards[i];
-        const shardPath = getShardPath(cacheKey, shard.filename);
-        const cachedPath = await validateCachedFile(shardPath, shard.filename, shard.size, shard.checksum, hooks);
-        if (cachedPath) {
-            logger.debug(`✅ Shard ${i + 1}/${shards.length} already cached`);
-            overallDownloaded += shard.size;
-            if (progressCallback) {
-                progressCallback({
-                    type: "modelProgress",
-                    downloaded: shard.size,
-                    total: shard.size,
-                    percentage: 100,
-                    downloadKey,
-                    shardInfo: {
-                        currentShard: i + 1,
-                        totalShards: shards.length,
-                        shardName: shard.filename,
-                        overallDownloaded,
-                        overallTotal,
-                        overallPercentage: calculatePercentage(overallDownloaded, overallTotal),
-                    },
-                });
-            }
-            continue;
-        }
-        logger.info(`📥 Downloading shard ${i + 1}/${shards.length}: ${shard.filename}`);
-        const shardProgressCallback = progressCallback
-            ? (progress) => {
-                const currentOverall = overallDownloaded + progress.downloaded;
-                progressCallback({
-                    ...progress,
-                    downloadKey,
-                    shardInfo: {
-                        currentShard: i + 1,
-                        totalShards: shards.length,
-                        shardName: shard.filename,
-                        overallDownloaded: currentOverall,
-                        overallTotal,
-                        overallPercentage: calculatePercentage(currentOverall, overallTotal),
-                    },
-                });
-            }
-            : undefined;
-        await downloadSingleFileFromRegistry(shard.path, shard.source, shardPath, shard.filename, downloadKey, shard.size, shard.checksum, shardProgressCallback, signal, shard.blobBinding, hooks);
-        overallDownloaded += shard.size;
-        logger.info(`✅ Shard ${i + 1}/${shards.length} downloaded`);
-    }
-    const firstShardFilename = shards[0].filename;
-    await extractTensorsFromShards(shardDir, firstShardFilename);
-    if (progressCallback) {
-        const lastShard = shards[shards.length - 1];
-        progressCallback({
-            type: "modelProgress",
-            downloaded: overallTotal,
-            total: overallTotal,
-            percentage: 100,
-            downloadKey,
-            shardInfo: {
-                currentShard: shards.length,
-                totalShards: shards.length,
-                shardName: lastShard.filename,
-                overallDownloaded: overallTotal,
-                overallTotal,
-                overallPercentage: 100,
-            },
-        });
-    }
-    return getShardPath(cacheKey, firstShardFilename);
-}
-/**
- * Find companion ONNX data file in registry.
- * ONNX models with external data have a .onnx file and a .onnx_data file.
- */
-function findOnnxCompanionDataFile(registryPath) {
-    if (!registryPath.endsWith(".onnx"))
-        return undefined;
-    const dataPath = registryPath + "_data";
-    return getModelByPath(dataPath);
-}
-/**
- * Download ONNX model with companion data file from registry.
- * Both files are placed in the same directory to satisfy ONNX Runtime requirements.
- * When blob bindings are provided, uses direct blob download (skips metadata sync).
- */
-async function downloadOnnxWithDataFromRegistry(registryPath, registrySource, companionDataFile, cacheKey, progressCallback, signal, mainBlobBinding, dataBlobBinding, hooks) {
-    if (signal?.aborted) {
-        throw new DownloadCancelledError();
-    }
-    const mainFilename = registryPath.split("/").pop() || registryPath;
-    const dataFilename = companionDataFile.registryPath.split("/").pop() || "";
-    const downloadKey = createRegistryDownloadKey(registryPath);
-    const mainModelMetadata = getModelByPath(registryPath);
-    const mainPath = getOnnxModelPath(cacheKey, mainFilename);
-    const dataPath = getOnnxModelPath(cacheKey, dataFilename);
-    logger.info(`📥 Downloading ONNX model with external data: ${mainFilename} + ${dataFilename}`);
-    const mainExpectedSize = mainModelMetadata?.expectedSize || 0;
-    const mainChecksum = mainModelMetadata?.sha256Checksum || "";
-    const dataExpectedSize = companionDataFile.expectedSize || 0;
-    const dataChecksum = companionDataFile.sha256Checksum || "";
-    const overallTotal = mainExpectedSize + dataExpectedSize;
-    let overallDownloaded = 0;
-    // Check if main file already cached
-    const cachedMainPath = await validateCachedFile(mainPath, mainFilename, mainExpectedSize, mainChecksum, hooks);
-    if (cachedMainPath) {
-        logger.info(`✅ Main ONNX file already cached: ${mainFilename}`);
-        overallDownloaded += mainExpectedSize;
-    }
-    else {
-        // Download main ONNX file
-        const mainProgressCallback = progressCallback
-            ? (progress) => {
-                const currentOverall = overallDownloaded + progress.downloaded;
-                progressCallback({
-                    ...progress,
-                    downloadKey,
-                    onnxInfo: {
-                        currentFile: mainFilename,
-                        fileIndex: 1,
-                        totalFiles: 2,
-                        overallDownloaded: currentOverall,
-                        overallTotal,
-                        overallPercentage: calculatePercentage(currentOverall, overallTotal),
-                    },
-                });
-            }
-            : undefined;
-        await downloadSingleFileFromRegistry(registryPath, registrySource, mainPath, mainFilename, downloadKey, mainExpectedSize, mainChecksum, mainProgressCallback, signal, mainBlobBinding, hooks);
-        overallDownloaded += mainExpectedSize;
-        logger.info(`✅ Main ONNX file downloaded: ${mainFilename}`);
-    }
-    // Check if data file already cached
-    const cachedDataPath = await validateCachedFile(dataPath, dataFilename, dataExpectedSize, dataChecksum, hooks);
-    if (cachedDataPath) {
-        logger.info(`✅ ONNX data file already cached: ${dataFilename}`);
-        overallDownloaded = overallTotal;
-    }
-    else {
-        // Download companion data file
-        const dataProgressCallback = progressCallback
-            ? (progress) => {
-                const currentOverall = overallDownloaded + progress.downloaded;
-                progressCallback({
-                    ...progress,
-                    downloadKey,
-                    onnxInfo: {
-                        currentFile: dataFilename,
-                        fileIndex: 2,
-                        totalFiles: 2,
-                        overallDownloaded: currentOverall,
-                        overallTotal,
-                        overallPercentage: calculatePercentage(currentOverall, overallTotal),
-                    },
-                });
-            }
-            : undefined;
-        await downloadSingleFileFromRegistry(companionDataFile.registryPath, companionDataFile.registrySource, dataPath, dataFilename, downloadKey, dataExpectedSize, dataChecksum, dataProgressCallback, signal, dataBlobBinding, hooks);
-        logger.info(`✅ ONNX data file downloaded: ${dataFilename}`);
-    }
-    // Send final 100% progress
-    if (progressCallback) {
-        progressCallback({
-            type: "modelProgress",
-            downloaded: overallTotal,
-            total: overallTotal,
-            percentage: 100,
-            downloadKey,
-            onnxInfo: {
-                currentFile: dataFilename,
-                fileIndex: 2,
-                totalFiles: 2,
-                overallDownloaded: overallTotal,
-                overallTotal,
-                overallPercentage: 100,
-            },
-        });
-    }
-    return mainPath;
-}
-/**
- * Create a managed download with abort controller support.
- */
-function createManagedDownload(downloadKey, registryPath, downloadFn, progressCallback) {
-    const abortController = new AbortController();
-    const downloadPromise = (async () => {
-        try {
-            return await downloadFn(abortController.signal);
-        }
-        finally {
-            unregisterDownload(downloadKey);
-            clearClearCacheFlag(downloadKey);
-        }
-    })();
-    const downloadEntry = {
-        key: downloadKey,
-        promise: downloadPromise,
-        abortController,
-        startTime: Date.now(),
-        type: "registry",
-        registryPath,
-        ...(progressCallback && { onProgress: progressCallback }),
-    };
-    registerDownload(downloadKey, downloadEntry);
-    return downloadPromise;
-}
-/**
- * Download a model from the QVAC Registry.
- *
- * For known models (present in models.ts), uses direct blob download which
- * skips the registry metadata sync entirely. Falls back to metadata-based
- * download for unknown models.
- */
-export async function downloadModelFromRegistry(registryPath, registrySource, progressCallback, expectedChecksum, hooks) {
-    const downloadKey = createRegistryDownloadKey(registryPath);
-    // Check if already downloading
-    const existing = getActiveDownload(downloadKey);
-    if (existing) {
-        logger.info(`📥 Reusing existing download for: ${downloadKey}`);
-        hooks?.markCacheMiss();
-        return existing.promise;
-    }
-    const filename = registryPath.split("/").pop() || registryPath;
-    const shardInfo = detectShardedModel(filename);
-    // Look up model metadata from our generated models.ts
-    const modelMetadata = getModelByPath(registryPath);
-    if (shardInfo.isSharded) {
-        const cacheKey = generateShortHash(registryPath);
-        const localShardMeta = modelMetadata?.shardMetadata;
-        // FS pre-check for known models: if all shards cached, return immediately
-        if (localShardMeta?.length) {
-            let allCached = true;
-            for (const shard of localShardMeta) {
-                const shardPath = getShardPath(cacheKey, shard.filename);
-                const cached = await validateCachedFile(shardPath, shard.filename, shard.expectedSize, shard.sha256Checksum, hooks);
-                if (!cached) {
-                    allCached = false;
-                    break;
-                }
-            }
-            if (allCached) {
-                const firstShardFilename = localShardMeta[0].filename;
-                logger.info(`✅ All ${localShardMeta.length} shards cached`);
-                hooks?.markCacheHit();
-                if (progressCallback) {
-                    const overallTotal = localShardMeta.reduce((sum, s) => sum + s.expectedSize, 0);
-                    progressCallback({
-                        type: "modelProgress",
-                        downloaded: overallTotal,
-                        total: overallTotal,
-                        percentage: 100,
-                        downloadKey,
-                        shardInfo: {
-                            currentShard: localShardMeta.length,
-                            totalShards: localShardMeta.length,
-                            shardName: firstShardFilename,
-                            overallDownloaded: overallTotal,
-                            overallTotal,
-                            overallPercentage: 100,
-                        },
-                    });
-                }
-                return getShardPath(cacheKey, firstShardFilename);
-            }
-        }
-        hooks?.markCacheMiss();
-        return createManagedDownload(downloadKey, registryPath, (signal) => downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, progressCallback, signal, localShardMeta, hooks), progressCallback);
-    }
-    // Check for ONNX with companion data file
-    const companionDataFile = findOnnxCompanionDataFile(registryPath);
-    if (companionDataFile) {
-        const cacheKey = generateShortHash(registryPath);
-        // FS pre-check: if both files cached, return immediately
-        const mainFilename = registryPath.split("/").pop() || registryPath;
-        const dataFilename = companionDataFile.registryPath.split("/").pop() || "";
-        const mainPath = getOnnxModelPath(cacheKey, mainFilename);
-        const dataPath = getOnnxModelPath(cacheKey, dataFilename);
-        const mainCached = await validateCachedFile(mainPath, mainFilename, modelMetadata?.expectedSize || 0, modelMetadata?.sha256Checksum, hooks);
-        const dataCached = await validateCachedFile(dataPath, dataFilename, companionDataFile.expectedSize, companionDataFile.sha256Checksum, hooks);
-        if (mainCached && dataCached) {
-            logger.info(`✅ ONNX model and data file both cached`);
-            hooks?.markCacheHit();
-            if (progressCallback) {
-                const total = (modelMetadata?.expectedSize || 0) + companionDataFile.expectedSize;
-                progressCallback({
-                    type: "modelProgress",
-                    downloaded: total,
-                    total,
-                    percentage: 100,
-                    downloadKey,
-                    onnxInfo: {
-                        currentFile: dataFilename,
-                        fileIndex: 2,
-                        totalFiles: 2,
-                        overallDownloaded: total,
-                        overallTotal: total,
-                        overallPercentage: 100,
-                    },
-                });
-            }
-            return mainCached;
-        }
-        const mainBlobBinding = modelMetadata
-            ? buildBlobBinding(modelMetadata)
-            : undefined;
-        const dataBlobBinding = companionDataFile.blobCoreKey
-            ? buildBlobBinding(companionDataFile)
-            : undefined;
-        hooks?.markCacheMiss();
-        return createManagedDownload(downloadKey, registryPath, (signal) => downloadOnnxWithDataFromRegistry(registryPath, registrySource, companionDataFile, cacheKey, progressCallback, signal, mainBlobBinding, dataBlobBinding, hooks), progressCallback);
-    }
-    // Single file download
-    const cacheDir = getModelsCacheDir();
-    const sourceHash = generateShortHash(registryPath);
-    const modelPath = path.join(cacheDir, `${sourceHash}_${filename}`);
-    // Check if already cached
-    const expectedSize = modelMetadata?.expectedSize || 0;
-    const checksum = expectedChecksum || modelMetadata?.sha256Checksum || "";
-    const cachedPath = await validateCachedFile(modelPath, filename, expectedSize, checksum, hooks);
-    if (cachedPath) {
-        logger.info(`✅ Using cached model: ${cachedPath}`);
-        hooks?.markCacheHit();
-        if (progressCallback) {
-            progressCallback({
-                type: "modelProgress",
-                downloaded: expectedSize,
-                total: expectedSize,
-                percentage: 100,
-                downloadKey,
-            });
-        }
-        return cachedPath;
-    }
-    const blobBinding = modelMetadata
-        ? buildBlobBinding(modelMetadata)
-        : undefined;
-    hooks?.markCacheMiss();
-    return createManagedDownload(downloadKey, registryPath, async (signal) => {
-        await downloadSingleFileFromRegistry(registryPath, registrySource, modelPath, filename, downloadKey, expectedSize, checksum, progressCallback, signal, blobBinding, hooks);
-        return modelPath;
-    }, progressCallback);
-}

package/dist/server/rpc/handlers/load-model/types.d.ts

@@ -1,29 +0,0 @@
-import type { SourceType } from "../../../../schemas/index";
-export interface DownloadStats {
-    downloadTimeMs?: number;
-    totalBytesDownloaded?: number;
-    downloadSpeedBps?: number;
-    checksumValidationTimeMs?: number;
-    cacheHit?: boolean;
-}
-export interface ResolveResult {
-    path: string;
-    sourceType: SourceType;
-    downloadStats?: DownloadStats;
-}
-export interface DownloadResult {
-    path: string;
-    stats?: DownloadStats;
-}
-export interface DownloadMetricsHooks {
-    markCacheHit: () => void;
-    markCacheMiss: () => void;
-    addChecksumValidationTimeMs: (durationMs: number) => void;
-}
-export interface LoadModelProfilingMeta {
-    sourceType?: string;
-    downloadStats?: DownloadStats;
-    modelInitializationTimeMs?: number;
-    totalLoadTimeMs?: number;
-}
-//# sourceMappingURL=types.d.ts.map

package/dist/server/rpc/handlers/load-model/types.js

@@ -1 +0,0 @@
-export {};

package/dist/server/rpc/handlers/ocr-stream.d.ts

@@ -1,3 +0,0 @@
-import type { OCRStreamRequest, OCRStreamResponse } from "../../../schemas/index";
-export declare function handleOCRStream(request: OCRStreamRequest): AsyncGenerator<OCRStreamResponse>;
-//# sourceMappingURL=ocr-stream.d.ts.map

package/dist/server/rpc/handlers/ocr-stream.js

@@ -1,4 +0,0 @@
-import { dispatchPluginStream } from "./plugin-dispatch.js";
-export async function* handleOCRStream(request) {
-    yield* dispatchPluginStream(request.modelId, "ocrStream", request);
-}

package/dist/server/rpc/handlers/plugin-dispatch.d.ts

@@ -1,15 +0,0 @@
-/**
- * Dispatches a request to a plugin handler and returns a Promise.
- * Use for non-streaming (reply) handlers.
- *
- * @throws PluginHandlerTypeMismatchError if the handler is streaming
- */
-export declare function dispatchPluginReply<TRequest, TResponse>(modelId: string, handlerName: string, request: TRequest): Promise<TResponse>;
-/**
- * Dispatches a request to a plugin handler and returns an AsyncGenerator.
- * Use for streaming handlers.
- *
- * @throws PluginHandlerTypeMismatchError if the handler is not streaming
- */
-export declare function dispatchPluginStream<TRequest, TResponse>(modelId: string, handlerName: string, request: TRequest): AsyncGenerator<TResponse>;
-//# sourceMappingURL=plugin-dispatch.d.ts.map

package/dist/server/rpc/handlers/plugin-dispatch.js

@@ -1,59 +0,0 @@
-import { getModelEntry } from "../../bare/registry/model-registry.js";
-import { getPlugin } from "../../plugins/index.js";
-import { profileReplyHandler, profileStreamHandler, } from "../profiling/index.js";
-import { ModelNotFoundError, ModelIsDelegatedError, PluginNotFoundError, PluginHandlerNotFoundError, PluginHandlerTypeMismatchError, } from "../../../utils/errors-server.js";
-/**
- * Resolves the plugin handler and returns both the result and streaming flag.
- */
-function resolvePluginHandler(modelId, handlerName, request) {
-    const entry = getModelEntry(modelId);
-    if (!entry) {
-        throw new ModelNotFoundError(modelId);
-    }
-    if (entry.isDelegated || !entry.local) {
-        throw new ModelIsDelegatedError(modelId);
-    }
-    const plugin = getPlugin(entry.local.modelType);
-    if (!plugin) {
-        throw new PluginNotFoundError(entry.local.modelType);
-    }
-    const handlerDef = plugin.handlers[handlerName];
-    if (!handlerDef) {
-        const availableHandlers = Object.keys(plugin.handlers);
-        throw new PluginHandlerNotFoundError(entry.local.modelType, handlerName, availableHandlers);
-    }
-    return {
-        result: handlerDef.handler(request),
-        streaming: handlerDef.streaming,
-    };
-}
-/**
- * Dispatches a request to a plugin handler and returns a Promise.
- * Use for non-streaming (reply) handlers.
- *
- * @throws PluginHandlerTypeMismatchError if the handler is streaming
- */
-export async function dispatchPluginReply(modelId, handlerName, request) {
-    return profileReplyHandler({ op: handlerName, request }, async () => {
-        const { result, streaming } = resolvePluginHandler(modelId, handlerName, request);
-        if (streaming) {
-            throw new PluginHandlerTypeMismatchError(handlerName, "reply", "streaming");
-        }
-        return result;
-    });
-}
-/**
- * Dispatches a request to a plugin handler and returns an AsyncGenerator.
- * Use for streaming handlers.
- *
- * @throws PluginHandlerTypeMismatchError if the handler is not streaming
- */
-export async function* dispatchPluginStream(modelId, handlerName, request) {
-    yield* profileStreamHandler({ op: handlerName, request }, async function* () {
-        const { result, streaming } = resolvePluginHandler(modelId, handlerName, request);
-        if (!streaming) {
-            throw new PluginHandlerTypeMismatchError(handlerName, "streaming", "reply");
-        }
-        yield* result;
-    });
-}

package/dist/server/rpc/handlers/plugin-invoke.d.ts

@@ -1,4 +0,0 @@
-import type { PluginInvokeRequest, PluginInvokeResponse, PluginInvokeStreamRequest, PluginInvokeStreamResponse } from "../../../schemas/plugin";
-export declare function handlePluginInvoke(request: PluginInvokeRequest): Promise<PluginInvokeResponse>;
-export declare function handlePluginInvokeStream(request: PluginInvokeStreamRequest): AsyncGenerator<PluginInvokeStreamResponse>;
-//# sourceMappingURL=plugin-invoke.d.ts.map