@qvac/sdk 0.8.0 → 0.8.2

package/dist/server/rpc/handlers/load-model/registry.js

@@ -1,6 +1,5 @@
-import fs, { promises as fsPromises } from "bare-fs";
+import { promises as fsPromises } from "bare-fs";
 import path from "bare-path";
-import {} from "bare-stream";
 import { AbortController } from "bare-abort-controller";
 import { getModelsCacheDir, generateShortHash, detectShardedModel, getShardedModelCacheDir, getShardPath, getOnnxModelPath, measureChecksum, extractTensorsFromShards, calculatePercentage, } from "../../../utils/index.js";
 import { getModelByPath } from "../../../../models/registry/index.js";
@@ -64,53 +63,38 @@ async function downloadSingleFileFromRegistry(registryPath, registrySource, mode
         throw new DownloadCancelledError();
     }
     const client = await getRegistryClient();
-    let readStream;
-    if (blobBinding) {
-        logger.info(`📥 Downloading blob directly: ${modelFileName}`);
-        const result = await client.downloadBlob(blobBinding, {
-            timeout: REGISTRY_STREAM_TIMEOUT_MS,
-        });
-        if (!("stream" in result.artifact)) {
-            throw new RegistryDownloadFailedError(`No stream returned for blob ${modelFileName}`);
-        }
-        readStream = result.artifact.stream;
-    }
-    else {
-        logger.info(`📥 Downloading from registry: ${registryPath}`);
-        const result = await client.downloadModel(registryPath, registrySource, {
-            timeout: REGISTRY_STREAM_TIMEOUT_MS,
-        });
-        if (!("stream" in result.artifact)) {
-            throw new RegistryDownloadFailedError(`No stream returned for ${registryPath}`);
-        }
-        readStream = result.artifact.stream;
-    }
     const dir = path.dirname(modelPath);
     await fsPromises.mkdir(dir, { recursive: true });
-    const writeStream = fs.createWriteStream(modelPath);
-    let downloadedBytes = 0;
-    readStream.on("data", (chunk) => {
-        const buffer = chunk;
-        downloadedBytes += buffer.length;
-        if (progressCallback) {
+    // Adapt registry client's core.on("download") progress to SDK ModelProgressUpdate.
+    // This reports network-layer bytes, decoupled from disk I/O backpressure.
+    const onProgress = progressCallback
+        ? (progress) => {
+            const total = progress.total || expectedSize || progress.downloaded;
             progressCallback({
                 type: "modelProgress",
-                downloaded: downloadedBytes,
-                total: expectedSize || downloadedBytes,
-                percentage: expectedSize
-                    ? calculatePercentage(downloadedBytes, expectedSize)
+                downloaded: progress.downloaded,
+                total,
+                percentage: total > 0
+                    ? calculatePercentage(progress.downloaded, total)
                     : 0,
                 downloadKey,
             });
         }
-    });
-    readStream.pipe(writeStream);
-    await new Promise((resolve, reject) => {
-        writeStream.on("finish", resolve);
-        writeStream.on("error", reject);
-        readStream.on("error", reject);
-        signal?.addEventListener("abort", () => reject(new Error("Download cancelled")), { once: true });
-    });
+        : undefined;
+    const clientOptions = {
+        timeout: REGISTRY_STREAM_TIMEOUT_MS,
+        outputFile: modelPath,
+        ...(onProgress && { onProgress }),
+        ...(signal && { signal: signal }),
+    };
+    if (blobBinding) {
+        logger.info(`📥 Downloading blob directly: ${modelFileName}`);
+        await client.downloadBlob(blobBinding, clientOptions);
+    }
+    else {
+        logger.info(`📥 Downloading from registry: ${registryPath}`);
+        await client.downloadModel(registryPath, registrySource, clientOptions);
+    }
     logger.info(`✅ Downloaded to ${modelPath}`);
     const stats = await fsPromises.stat(modelPath);
     if (expectedSize && stats.size !== expectedSize) {

package/dist/server/rpc/handlers/load-model-delegated.js

@@ -1,7 +1,7 @@
 import { DELEGATION_BREAKDOWN_KEY, OPERATION_EVENT_KEY, modelInputToSrcSchema } from "../../../schemas/index.js";
 import { registerModel, isModelLoaded, unregisterModel } from "../../bare/registry/model-registry.js";
 import { send, stream, } from "../delegate-transport.js";
-import { getRPC, cleanupStaleConnection, } from "../../bare/delegate-rpc-client.js";
+import { getRPC } from "../../bare/delegate-rpc-client.js";
 import { handleLoadModel } from "./load-model/index.js";
 import { ModelLoadFailedError, DelegateNoFinalResponseError, } from "../../../utils/errors-server.js";
 import { getServerLogger } from "../../../logging/index.js";
@@ -12,12 +12,13 @@ export async function handleLoadModelDelegated(request, options) {
         throw new ModelLoadFailedError("Delegate information is required for delegated load model");
     }
     const { delegate } = request;
-    const { topic, providerPublicKey, timeout, fallbackToLocal, forceNewConnection, } = delegate;
+    const { topic, providerPublicKey, timeout, healthCheckTimeout, fallbackToLocal, forceNewConnection, } = delegate;
     try {
         logger.info(`📤 Sending delegated loadModel request to provider: ${providerPublicKey}${timeout ? `, timeout: ${timeout}ms` : ""}${forceNewConnection ? " (forcing new connection)" : ""}`);
         // Create RPC instance for this HyperSwarm peer
         const rpc = await getRPC(topic, providerPublicKey, {
             timeout,
+            healthCheckTimeout,
             forceNewConnection,
         });
         // Strip out the delegate field to avoid infinite delegation
@@ -82,6 +83,9 @@ export async function handleLoadModelDelegated(request, options) {
         if (timeout !== undefined) {
             delegateOptions.timeout = timeout;
         }
+        if (healthCheckTimeout !== undefined) {
+            delegateOptions.healthCheckTimeout = healthCheckTimeout;
+        }
         if (isModelLoaded(modelId)) {
             logger.info(`Delegated model ${modelId} is already registered, replacing with new provider: ${providerPublicKey}`);
             unregisterModel(modelId);
@@ -104,8 +108,6 @@ export async function handleLoadModelDelegated(request, options) {
     }
     catch (error) {
         logger.error("Error in delegated load model:", error);
-        // Clean up stale RPC so next attempt creates a fresh connection
-        cleanupStaleConnection(providerPublicKey);
         if (fallbackToLocal) {
             logger.info("🔄 Fallback to local model loading enabled, attempting local load...");
             try {

package/dist/server/rpc/handlers/unload-model-delegated.js

@@ -11,12 +11,12 @@ export async function handleUnloadModelDelegated(request) {
     if (!entry?.isDelegated || !entry.delegated) {
         throw new ModelIsDelegatedError(request.modelId);
     }
-    const { topic, providerPublicKey, timeout } = entry.delegated;
+    const { topic, providerPublicKey, timeout, healthCheckTimeout } = entry.delegated;
     unregisterModel(request.modelId);
     try {
         logger.info(`Sending delegated unload for model ${request.modelId} to provider: ${providerPublicKey}`);
-        const rpc = await getRPC(topic, providerPublicKey, { timeout });
-        await send({ type: "unloadModel", modelId: request.modelId, clearStorage: false }, rpc, { timeout });
+        const rpc = await getRPC(topic, providerPublicKey, { timeout, healthCheckTimeout });
+        await send({ type: "unloadModel", modelId: request.modelId, clearStorage: false }, rpc, { timeout, peerKey: providerPublicKey });
         logger.info(`Delegated model ${request.modelId} unloaded on provider`);
     }
     catch (error) {

package/package.json

@@ -1,7 +1,14 @@
 {
   "name": "@qvac/sdk",
-  "version": "0.8.0",
+  "version": "0.8.2",
   "license": "Apache-2.0",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/tetherto/qvac.git",
+    "directory": "packages/sdk"
+  },
+  "bugs": "https://github.com/tetherto/qvac/issues",
+  "homepage": "https://github.com/tetherto/qvac/tree/main/packages/sdk#readme",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -133,7 +140,7 @@
     "@expo/config-plugins": "^54.0.1",
     "@lancedb/lancedb": "^0.21.3",
     "@modelcontextprotocol/sdk": "^1.12.1",
-    "@qvac/cli": "^0.1.3",
+    "@qvac/cli": "^0.2.2",
     "@sqliteai/sqlite-wasm": "3.50.4-sync.0.8.30-vector.0.9.23",
     "@types/node": "^24.2.1",
     "@types/tar-stream": "^3.1.4",
@@ -164,7 +171,7 @@
   },
   "peerDependencies": {
     "@modelcontextprotocol/sdk": "^1.0.0",
-    "@qvac/cli": "^0.1.2",
+    "@qvac/cli": "^0.2.2",
     "bare-abort-controller": "^1.0.0",
     "bare-buffer": "^3.4.2",
     "bare-crypto": "^1.11.2",

package/dist/client/api/ping.d.ts

@@ -1,11 +0,0 @@
-/**
- * Sends a ping request to the server and returns the pong response.
- *
- * @returns A promise that resolves to a pong response containing a number.
- * @throws {QvacErrorBase} When the response type is not "pong".
- */
-export declare function ping(): Promise<{
-    type: "pong";
-    number: number;
-}>;
-//# sourceMappingURL=ping.d.ts.map

package/dist/client/api/ping.js

@@ -1,19 +0,0 @@
-import {} from "../../schemas/index.js";
-import { send } from "../rpc/rpc-client.js";
-import { InvalidResponseError } from "../../utils/errors-client.js";
-/**
- * Sends a ping request to the server and returns the pong response.
- *
- * @returns A promise that resolves to a pong response containing a number.
- * @throws {QvacErrorBase} When the response type is not "pong".
- */
-export async function ping() {
-    const request = {
-        type: "ping",
-    };
-    const response = await send(request);
-    if (response.type !== "pong") {
-        throw new InvalidResponseError("pong");
-    }
-    return response;
-}

package/dist/examples/embed-hyperdrive.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=embed-hyperdrive.d.ts.map

package/dist/examples/llamacpp-hyperdrive.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=llamacpp-hyperdrive.d.ts.map

package/dist/examples/seed-hyperdrive.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=seed-hyperdrive.d.ts.map

package/dist/schemas/ping.d.ts

@@ -1,11 +0,0 @@
-import { z } from "zod";
-export declare const pingRequestSchema: z.ZodObject<{
-    type: z.ZodLiteral<"ping">;
-}, z.core.$strip>;
-export declare const pingResponseSchema: z.ZodObject<{
-    type: z.ZodLiteral<"pong">;
-    number: z.ZodNumber;
-}, z.core.$strip>;
-export type PingRequest = z.infer<typeof pingRequestSchema>;
-export type PingResponse = z.infer<typeof pingResponseSchema>;
-//# sourceMappingURL=ping.d.ts.map

package/dist/schemas/ping.js

@@ -1,8 +0,0 @@
-import { z } from "zod";
-export const pingRequestSchema = z.object({
-    type: z.literal("ping"),
-});
-export const pingResponseSchema = z.object({
-    type: z.literal("pong"),
-    number: z.number(),
-});

package/dist/server/rpc/handlers/ping.d.ts

@@ -1,3 +0,0 @@
-import type { PingResponse } from "../../../schemas/index";
-export declare function handlePing(): PingResponse;
-//# sourceMappingURL=ping.d.ts.map

package/dist/server/rpc/handlers/ping.js

@@ -1,3 +0,0 @@
-export function handlePing() {
-    return { type: "pong", number: Math.random() * 100 };
-}