@qvac/sdk 0.8.2 → 0.9.0

package/dist/models/update-models/codegen.js

@@ -74,7 +74,7 @@ export type RegistryItem = {
   blobBlockLength: number;
   blobByteOffset: number;
   modelId: string;
-  addon: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | "ocr" | "parakeet" | "other";
+  addon: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | "ocr" | "parakeet" | "diffusion" | "other";
   expectedSize: number;
   sha256Checksum: string;
   engine: string;
@@ -103,7 +103,7 @@ export type ModelConstant = {
   modelId: string;
   expectedSize: number;
   sha256Checksum: string;
-  addon: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | "ocr" | "parakeet" | "other";
+  addon: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | "ocr" | "parakeet" | "diffusion" | "other";
   engine: string;
   quantization: string;
   params: string;

package/dist/models/update-models/naming.js

@@ -101,6 +101,8 @@ function generateBaseName(input) {
             return generateOcrName(input);
         case "parakeet":
             return generateParakeetName(input);
+        case "diffusion":
+            return generateDiffusionName(input);
         default:
             return cleanPart(input.filename.replace(/\.\w+$/, ""));
     }
@@ -314,6 +316,30 @@ function generateOcrName({ filename, tagName, modelName, tagExtra, }) {
     const nameParts = [name, language, fileType].filter((p) => p && p !== "");
     return `OCR_${nameParts.map(cleanPart).join("_")}`;
 }
+function generateDiffusionName({ filename, modelName, quantization, params, tags, }) {
+    // VAE / auxiliary models (tagged "vae" instead of "generation")
+    if (tags.includes("vae")) {
+        const name = modelName || "SD";
+        return `${cleanPart(name)}_VAE`;
+    }
+    // Extract family name from filename
+    let family = filename
+        .replace(/\.\w+$/, "")
+        .replace(/^stable-diffusion-xl/i, "SDXL")
+        .replace(/^stable-diffusion/i, "SD");
+    // Strip trailing params (e.g. "-4b") and quant (e.g. "-Q8_0") from family
+    // to avoid duplication since they're appended separately
+    if (params) {
+        const paramsEsc = params.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+        family = family.replace(new RegExp(`[-_]${paramsEsc}[-_].*$`, "i"), "");
+    }
+    if (quantization) {
+        const quantEsc = quantization.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+        family = family.replace(new RegExp(`[-_]${quantEsc}$`, "i"), "");
+    }
+    const nameParts = [family, params, quantization].filter((p) => p && p !== "");
+    return nameParts.map(cleanPart).join("_");
+}
 function generateParakeetName({ filename, lowerPath, quantization, }) {
     const lower = filename.toLowerCase();
     // Detect model variant from registry path

package/dist/pear/pre.js

@@ -31,6 +31,7 @@ const BUILTIN_PLUGINS = [
     "@qvac/sdk/nmtcpp-translation/plugin",
     "@qvac/sdk/onnx-tts/plugin",
     "@qvac/sdk/onnx-ocr/plugin",
+    "@qvac/sdk/sdcpp-generation/plugin",
 ];
 const BUILTIN_PLUGIN_EXPORTS = {
     "llamacpp-completion": "llmPlugin",
@@ -39,6 +40,7 @@ const BUILTIN_PLUGIN_EXPORTS = {
     "nmtcpp-translation": "nmtPlugin",
     "onnx-tts": "ttsPlugin",
     "onnx-ocr": "ocrPlugin",
+    "sdcpp-generation": "diffusionPlugin",
 };
 const SDK_NAME = "@qvac/sdk";
 const DEFAULT_PEAR_WORKER = "worker.js";

package/dist/polyfills/bare-globals.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=bare-globals.d.ts.map

package/dist/polyfills/bare-globals.js

@@ -0,0 +1,4 @@
+import process from "bare-process";
+if (typeof globalThis.process === "undefined") {
+    globalThis.process = process;
+}

package/dist/polyfills/bare-globals.noop.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=bare-globals.noop.d.ts.map

package/dist/polyfills/bare-globals.noop.js

@@ -0,0 +1 @@
+export {};

package/dist/profiling/exporters.js

@@ -91,8 +91,13 @@ function formatNumber(n) {
         return n.toFixed(2);
     return n.toFixed(1);
 }
-function detectMetricType(metricName) {
-    const lowerName = metricName.toLowerCase();
+const METRIC_TYPE_REGISTRY = {
+    // Exceptions that patterns can't infer correctly
+    timeToFirstToken: "duration",
+    totalSegments: "number",
+    totalSamples: "number",
+};
+function inferMetricTypeFromPattern(lowerName) {
     if (lowerName.includes("bps") || lowerName.includes("speed")) {
         return "throughput";
     }
@@ -104,22 +109,22 @@ function detectMetricType(metricName) {
         lowerName.endsWith("duration") ||
         lowerName.includes("ttfb") ||
         lowerName.includes("latency") ||
-        lowerName.includes("wait") ||
         lowerName.includes("overhead") ||
-        lowerName.includes("parse") ||
-        lowerName.includes("stringify") ||
-        lowerName.includes("validation") ||
-        lowerName.includes("execution") ||
-        lowerName.includes("serialization") ||
-        lowerName.includes("connection")) {
+        lowerName.includes("execution")) {
         return "duration";
     }
-    if (lowerName.includes("count") || lowerName.includes("token")) {
+    if (lowerName.includes("count") || lowerName.includes("tokens") || lowerName.includes("factor")) {
         return "number";
     }
     // Default to duration for unknown metrics (most profiling is timing)
     return "duration";
 }
+function detectMetricType(metricName) {
+    if (METRIC_TYPE_REGISTRY[metricName]) {
+        return METRIC_TYPE_REGISTRY[metricName];
+    }
+    return inferMetricTypeFromPattern(metricName.toLowerCase());
+}
 function formatMetricValue(value, metricName) {
     const type = detectMetricType(metricName);
     switch (type) {
@@ -146,7 +151,7 @@ export function exportTable() {
     if (entries.length === 0) {
         return "No profiling data recorded.";
     }
-    const metricWidth = 40;
+    const metricWidth = 48;
     const numWidth = 12;
     const header = [
         pad("Metric", metricWidth),

package/dist/profiling/model-execution.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Helpers for propagating model execution timing via internal symbols.
+ */
+export declare function hasDefinedValues<T extends Record<string, unknown>>(obj: T): boolean;
+export declare function attachModelExecutionMs<T>(target: T, ms: number | undefined): T;
+export declare function readModelExecutionMs(target: unknown): number | undefined;
+export declare function forwardModelExecution<T>(target: T, source: unknown): T;
+export interface StreamResult<S = unknown> {
+    modelExecutionMs: number;
+    stats?: S;
+}
+export declare function buildStreamResult<S extends Record<string, unknown>>(modelExecutionMs: number, stats?: S): StreamResult<S>;
+export declare function buildUnaryResult<T extends Record<string, unknown>, S extends Record<string, unknown>>(response: T, modelExecutionMs: number, stats?: S): T & {
+    stats?: S;
+};
+//# sourceMappingURL=model-execution.d.ts.map

package/dist/profiling/model-execution.js

@@ -0,0 +1,33 @@
+/**
+ * Helpers for propagating model execution timing via internal symbols.
+ */
+import { MODEL_EXECUTION_KEY } from "../schemas/index.js";
+export function hasDefinedValues(obj) {
+    return Object.values(obj).some((v) => v !== undefined);
+}
+export function attachModelExecutionMs(target, ms) {
+    if (ms !== undefined) {
+        target[MODEL_EXECUTION_KEY] = ms;
+    }
+    return target;
+}
+export function readModelExecutionMs(target) {
+    return target?.[MODEL_EXECUTION_KEY];
+}
+export function forwardModelExecution(target, source) {
+    return attachModelExecutionMs(target, readModelExecutionMs(source));
+}
+export function buildStreamResult(modelExecutionMs, stats) {
+    const result = { modelExecutionMs };
+    if (stats && hasDefinedValues(stats)) {
+        result.stats = stats;
+    }
+    return result;
+}
+export function buildUnaryResult(response, modelExecutionMs, stats) {
+    const result = { ...response };
+    if (stats && hasDefinedValues(stats)) {
+        result.stats = stats;
+    }
+    return attachModelExecutionMs(result, modelExecutionMs);
+}