@qvac/sdk 0.8.1 → 1.0.0

package/dist/models/update-models/codegen.d.ts

@@ -1,3 +0,0 @@
-import type { ProcessedModel } from "./types";
-export declare function generateModelsFileContent(models: ProcessedModel[]): string;
-//# sourceMappingURL=codegen.d.ts.map

package/dist/models/update-models/codegen.js

@@ -1,135 +0,0 @@
-import { generateExportName } from "./naming.js";
-export function generateModelsFileContent(models) {
-    const usedNames = new Set();
-    const modelsWithNames = models.map((m) => ({
-        ...m,
-        name: generateExportName({
-            path: m.registryPath,
-            engine: m.engine,
-            name: m.modelName,
-            quantization: m.quantization,
-            params: m.params,
-            tags: m.tags,
-            usedNames,
-        }),
-    }));
-    return generateFileContentWithNames(modelsWithNames);
-}
-function generateFileContentWithNames(modelsWithNames) {
-    const entries = modelsWithNames
-        .map((m) => {
-        const addonAlias = m.addon;
-        let entry = `  {
-    name: "${m.name}",
-    registryPath: "${m.registryPath}",
-    registrySource: "${m.registrySource}",
-    blobCoreKey: "${m.blobCoreKey}",
-    blobBlockOffset: ${m.blobBlockOffset},
-    blobBlockLength: ${m.blobBlockLength},
-    blobByteOffset: ${m.blobByteOffset},
-    modelId: "${m.modelId}",
-    addon: "${addonAlias}",
-    expectedSize: ${m.expectedSize},
-    sha256Checksum: "${m.sha256Checksum}",
-    engine: "${m.engine}",
-    quantization: "${m.quantization || ""}",
-    params: "${m.params || ""}"`;
-        if (m.shardMetadata) {
-            entry += `,\n    shardMetadata: ${JSON.stringify(m.shardMetadata)}`;
-        }
-        entry += "\n  }";
-        return entry;
-    })
-        .join(",\n");
-    const exports = modelsWithNames
-        .map((m, i) => {
-        return `export const ${m.name} = {
-  name: "${m.name}",
-  src: \`registry://\${models[${i}].registrySource}/\${models[${i}].registryPath}\`,
-  registryPath: models[${i}].registryPath,
-  registrySource: models[${i}].registrySource,
-  blobCoreKey: models[${i}].blobCoreKey,
-  blobBlockOffset: models[${i}].blobBlockOffset,
-  blobBlockLength: models[${i}].blobBlockLength,
-  blobByteOffset: models[${i}].blobByteOffset,
-  modelId: models[${i}].modelId,
-  expectedSize: models[${i}].expectedSize,
-  sha256Checksum: models[${i}].sha256Checksum,
-  addon: models[${i}].addon,
-  engine: models[${i}].engine,
-  quantization: models[${i}].quantization,
-  params: models[${i}].params,
-} as const;`;
-    })
-        .join("\n\n");
-    return `// THIS FILE IS AUTO-GENERATED BY models/update-models
-// DO NOT MODIFY MANUALLY
-
-export type RegistryItem = {
-  name: string;
-  registryPath: string;
-  registrySource: string;
-  blobCoreKey: string;
-  blobBlockOffset: number;
-  blobBlockLength: number;
-  blobByteOffset: number;
-  modelId: string;
-  addon: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | "ocr" | "parakeet" | "other";
-  expectedSize: number;
-  sha256Checksum: string;
-  engine: string;
-  quantization: string;
-  params: string;
-  shardMetadata?: readonly { 
-    filename: string; 
-    expectedSize: number; 
-    sha256Checksum: string; 
-    blobCoreKey: string; 
-    blobBlockOffset: number;
-    blobBlockLength: number;
-    blobByteOffset: number;
-  }[];
-};
-
-export type ModelConstant = {
-  name: string;
-  src: string;
-  registryPath: string;
-  registrySource: string;
-  blobCoreKey: string;
-  blobBlockOffset: number;
-  blobBlockLength: number;
-  blobByteOffset: number;
-  modelId: string;
-  expectedSize: number;
-  sha256Checksum: string;
-  addon: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | "ocr" | "parakeet" | "other";
-  engine: string;
-  quantization: string;
-  params: string;
-};
-
-export const models = [
-${entries}
-] as const satisfies readonly RegistryItem[];
-
-// Individual model constants for direct import/use with loadModel
-// These contain all metadata and can be used directly: loadModel({ modelSrc: WHISPER_TINY, ... })
-${exports}
-
-// Helper function to get model by name
-export function getModelByName(name: string): RegistryItem | undefined {
-  return models.find((model) => model.name === name);
-}
-
-// Helper function to get model by registry path
-export function getModelByPath(registryPath: string): RegistryItem | undefined {
-  return models.find((model) => model.registryPath === registryPath);
-}
-
-// Helper function for blob-based lookups
-export function getModelBySrc(modelId: string, blobCoreKey: string): RegistryItem | undefined {
-  return models.find((model) => model.modelId === modelId && model.blobCoreKey === blobCoreKey);
-}
-`;
-}

package/dist/models/update-models/history.d.ts

@@ -1,24 +0,0 @@
-import type { CurrentModel, ProcessedModel } from "./types";
-export declare function loadCurrentModels(outputFile: string): CurrentModel[];
-export declare function compareModels(remoteModels: ProcessedModel[], currentModels: CurrentModel[]): {
-    added: ProcessedModel[];
-    removed: CurrentModel[];
-};
-export declare function assignNames(models: ProcessedModel[]): (ProcessedModel & {
-    name: string;
-})[];
-export declare function separateUpdates(added: (ProcessedModel & {
-    name: string;
-})[], removed: CurrentModel[]): {
-    added: (ProcessedModel & {
-        name: string;
-    })[];
-    updated: (ProcessedModel & {
-        name: string;
-    })[];
-    removed: CurrentModel[];
-};
-export declare function createHistoryFile(added: (ProcessedModel & {
-    name: string;
-})[], removed: CurrentModel[], currentModels: CurrentModel[], historyDir: string): string | null;
-//# sourceMappingURL=history.d.ts.map

package/dist/models/update-models/history.js

@@ -1,107 +0,0 @@
-import fs from "fs";
-import { generateExportName } from "./naming.js";
-import { getCommitHash } from "./utils.js";
-export function loadCurrentModels(outputFile) {
-    try {
-        if (!fs.existsSync(outputFile)) {
-            return [];
-        }
-        const content = fs.readFileSync(outputFile, "utf-8");
-        const modelsMatch = content.match(/export const models = \[([\s\S]*?)\] as const/);
-        if (!modelsMatch?.[1]) {
-            return [];
-        }
-        const modelsArrayContent = modelsMatch[1];
-        const currentModels = [];
-        const modelRegex = /\{[^}]+name:\s*"([^"]+)"[^}]+(?:registryPath|hyperbeeKey):\s*"([^"]+)"[^}]+\}/g;
-        let match;
-        while ((match = modelRegex.exec(modelsArrayContent)) !== null) {
-            if (match[1] && match[2]) {
-                currentModels.push({
-                    name: match[1],
-                    registryPath: match[2],
-                });
-            }
-        }
-        return currentModels;
-    }
-    catch (error) {
-        const message = error instanceof Error ? error.message : "Unknown error";
-        console.warn("⚠️  Could not load current models:", message);
-        return [];
-    }
-}
-export function compareModels(remoteModels, currentModels) {
-    const currentPaths = new Set(currentModels.map((m) => m.registryPath));
-    const remotePaths = new Set(remoteModels.map((m) => m.registryPath));
-    const added = remoteModels.filter((m) => !currentPaths.has(m.registryPath));
-    const removed = currentModels.filter((m) => !remotePaths.has(m.registryPath));
-    return { added, removed };
-}
-export function assignNames(models) {
-    const usedNames = new Set();
-    return models.map((m) => ({
-        ...m,
-        name: generateExportName({
-            path: m.registryPath,
-            engine: m.engine,
-            name: m.modelName,
-            quantization: m.quantization,
-            params: m.params,
-            tags: m.tags,
-            usedNames,
-        }),
-    }));
-}
-export function separateUpdates(added, removed) {
-    const removedNames = new Set(removed.map((m) => m.name));
-    const addedNames = new Set(added.map((m) => m.name));
-    const updatedNames = new Set([...addedNames].filter((name) => removedNames.has(name)));
-    return {
-        added: added.filter((m) => !updatedNames.has(m.name)),
-        updated: added.filter((m) => updatedNames.has(m.name)),
-        removed: removed.filter((m) => !updatedNames.has(m.name)),
-    };
-}
-export function createHistoryFile(added, removed, currentModels, historyDir) {
-    if (added.length === 0 && removed.length === 0) {
-        return null;
-    }
-    const { added: trulyAdded, updated, removed: trulyRemoved, } = separateUpdates(added, removed);
-    if (!fs.existsSync(historyDir)) {
-        fs.mkdirSync(historyDir, { recursive: true });
-    }
-    const shortHash = getCommitHash(true);
-    const fullHash = getCommitHash(false);
-    const timestamp = new Date().toISOString();
-    const filename = `${shortHash}.txt`;
-    const filepath = `${historyDir}/${filename}`;
-    let content = `commit=${fullHash}\n`;
-    content += `timestamp=${timestamp}\n`;
-    content += `previous_count=${currentModels.length}\n`;
-    content += `new_count=${currentModels.length + trulyAdded.length - trulyRemoved.length}\n`;
-    content += `\n`;
-    if (trulyAdded.length > 0) {
-        content += `[added]\n`;
-        trulyAdded.forEach((m) => {
-            content += `${m.name}\n`;
-        });
-        content += `\n`;
-    }
-    if (updated.length > 0) {
-        content += `[updated]\n`;
-        updated.forEach((m) => {
-            content += `${m.name}\n`;
-        });
-        content += `\n`;
-    }
-    if (trulyRemoved.length > 0) {
-        content += `[removed]\n`;
-        trulyRemoved.forEach((m) => {
-            content += `${m.name}\n`;
-        });
-        content += `\n`;
-    }
-    fs.writeFileSync(filepath, content);
-    return filepath;
-}

package/dist/models/update-models/index.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=index.d.ts.map

package/dist/models/update-models/index.js

@@ -1,125 +0,0 @@
-import fs from "fs";
-import { fileURLToPath } from "url";
-import { execSync } from "child_process";
-import { generateModelsFileContent } from "./codegen.js";
-import { assignNames, compareModels, createHistoryFile, loadCurrentModels, separateUpdates, } from "./history.js";
-import { collectModels } from "./registry.js";
-import { formatSize } from "./utils.js";
-const OUTPUT_FILE = fileURLToPath(new URL("../registry/models.ts", import.meta.url));
-const HISTORY_DIR = fileURLToPath(new URL("../history", import.meta.url));
-async function checkOnly(nonBlocking = false, showDuplicates = false) {
-    const timeoutMs = 30000;
-    let timedOut = false;
-    const timeoutPromise = new Promise((resolve) => {
-        setTimeout(() => {
-            timedOut = true;
-            console.log("⏱️  Model check timed out");
-            console.log("   Run 'bun check-models' manually to retry");
-            resolve(null);
-        }, timeoutMs);
-    });
-    try {
-        const result = await Promise.race([
-            (async () => {
-                const remoteModels = await collectModels({ showDuplicates });
-                const currentModels = loadCurrentModels(OUTPUT_FILE);
-                remoteModels.sort((a, b) => a.addon.localeCompare(b.addon) ||
-                    a.registryPath.localeCompare(b.registryPath));
-                return { remoteModels, currentModels };
-            })(),
-            timeoutPromise,
-        ]);
-        if (timedOut || !result) {
-            process.exit(nonBlocking ? 0 : 1);
-        }
-        const { remoteModels, currentModels } = result;
-        const { added: rawAdded, removed: rawRemoved } = compareModels(remoteModels, currentModels);
-        if (rawAdded.length === 0 && rawRemoved.length === 0) {
-            console.log(`✅ Models are up to date (${remoteModels.length} models)`);
-            process.exit(0);
-        }
-        const addedWithNames = assignNames(rawAdded);
-        const { added, updated, removed } = separateUpdates(addedWithNames, rawRemoved);
-        console.log("");
-        console.log("━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━");
-        if (added.length > 0) {
-            console.log(`✨ ${added.length} new model${added.length === 1 ? "" : "s"} available:`);
-            added.slice(0, 10).forEach((m) => {
-                console.log(`  + ${m.name} (${m.addon}, ${formatSize(m.expectedSize)})`);
-            });
-            if (added.length > 10) {
-                console.log(`  ... and ${added.length - 10} more`);
-            }
-        }
-        if (updated.length > 0) {
-            console.log(`\n🔄 ${updated.length} model${updated.length === 1 ? "" : "s"} updated:`);
-            updated.slice(0, 10).forEach((m) => {
-                console.log(`  ~ ${m.name} (${m.addon}, ${formatSize(m.expectedSize)})`);
-            });
-            if (updated.length > 10) {
-                console.log(`  ... and ${updated.length - 10} more`);
-            }
-        }
-        if (removed.length > 0) {
-            console.log(`\n⚠️  ${removed.length} model${removed.length === 1 ? "" : "s"} removed:`);
-            removed.slice(0, 5).forEach((m) => {
-                console.log(`  - ${m.name}`);
-            });
-            if (removed.length > 5) {
-                console.log(`  ... and ${removed.length - 5} more`);
-            }
-        }
-        console.log("");
-        console.log(`💡 Run 'bun update-models' to sync changes`);
-        console.log("");
-        if (nonBlocking) {
-            console.log("💡 Commit will proceed - update models when ready");
-        }
-        console.log("━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━");
-        console.log("");
-        process.exit(nonBlocking ? 0 : 1);
-    }
-    catch (error) {
-        const message = error instanceof Error ? error.message : "Unknown error";
-        console.error("❌ Model check failed:", message);
-        process.exit(nonBlocking ? 0 : 1);
-    }
-}
-async function updateModels(showDuplicates = false, noDedup = false) {
-    console.log("🔄 Fetching models from QVAC Registry...\n");
-    const currentModels = loadCurrentModels(OUTPUT_FILE);
-    const models = await collectModels({ showDuplicates, noDedup });
-    const { added, removed } = compareModels(models, currentModels);
-    models.sort((a, b) => a.addon.localeCompare(b.addon) ||
-        a.registryPath.localeCompare(b.registryPath));
-    fs.writeFileSync(OUTPUT_FILE, generateModelsFileContent(models));
-    try {
-        execSync(`npx prettier --write "${OUTPUT_FILE}"`, { stdio: "pipe" });
-    }
-    catch {
-        // prettier not available, skip formatting
-    }
-    console.log(`✅ Generated ${models.length} models → ${OUTPUT_FILE}`);
-    const addedWithNames = assignNames(added);
-    if (added.length > 0 || removed.length > 0) {
-        const historyFile = createHistoryFile(addedWithNames, removed, currentModels, HISTORY_DIR);
-        if (historyFile) {
-            const { added: trulyAdded, updated, removed: trulyRemoved, } = separateUpdates(addedWithNames, removed);
-            console.log(`📜 Created history file → ${historyFile}`);
-            console.log(`   Added: ${trulyAdded.length}, Updated: ${updated.length}, Removed: ${trulyRemoved.length}`);
-        }
-    }
-}
-async function main() {
-    const CHECK_ONLY = process.argv.includes("--check");
-    const NON_BLOCKING = process.argv.includes("--non-blocking");
-    const SHOW_DUPLICATES = process.argv.includes("--show-duplicates");
-    const NO_DEDUP = process.argv.includes("--no-dedup");
-    if (CHECK_ONLY) {
-        await checkOnly(NON_BLOCKING, SHOW_DUPLICATES);
-    }
-    else {
-        await updateModels(SHOW_DUPLICATES, NO_DEDUP);
-    }
-}
-main().catch(console.error);

package/dist/models/update-models/naming.d.ts

@@ -1,4 +0,0 @@
-import type { ExportNameInput } from "./types";
-export declare function cleanPart(p: string): string;
-export declare function generateExportName({ path: registryPath, engine, name: modelName, quantization, params, tags, usedNames, }: ExportNameInput): string;
-//# sourceMappingURL=naming.d.ts.map