@qvac/sdk 0.18.2 → 0.19.0

package/dist/server/bare/registry/model-config-utils.js

@@ -1,128 +0,0 @@
-import { ModelType } from '../../../schemas/index.js';
-import { llmConfigSchema, embedConfigSchema } from '../../../schemas/llamacpp-config.js';
-import { whisperConfigSchema, parakeetRuntimeConfigSchema } from '../../../schemas/transcription-config.js';
-import { bciConfigSchema } from '../../../schemas/bci-config.js';
-import { ocrConfigSchema } from '../../../schemas/ocr.js';
-import { sdcppConfigSchema } from '../../../schemas/sdcpp-config.js';
-import { vlaConfigSchema } from '../../../schemas/vla.js';
-import { classificationConfigSchema } from '../../../schemas/classification.js';
-import { audioGenConfigSchema } from '../../../schemas/audio-gen.js';
-export const CANONICAL_TO_ALIAS = {
-    [ModelType.llamacppCompletion]: 'llm',
-    [ModelType.llamacppEmbedding]: 'embeddings',
-    [ModelType.whispercppTranscription]: 'whisper',
-    [ModelType.bciWhispercppTranscription]: 'bci',
-    [ModelType.parakeetTranscription]: 'parakeet',
-    [ModelType.nmtcppTranslation]: 'nmt',
-    [ModelType.onnxTts]: 'tts',
-    [ModelType.ttsGgml]: 'tts',
-    [ModelType.ggmlOcr]: 'ocr',
-    [ModelType.sdcppGeneration]: 'diffusion',
-    [ModelType.audiogenGgml]: 'audiogen',
-    [ModelType.ggmlVla]: 'vla',
-    [ModelType.ggmlClassification]: 'classification'
-};
-export const MODEL_CONFIG_SCHEMAS = {
-    [ModelType.llamacppCompletion]: llmConfigSchema,
-    [ModelType.llamacppEmbedding]: embedConfigSchema,
-    [ModelType.whispercppTranscription]: whisperConfigSchema,
-    [ModelType.bciWhispercppTranscription]: bciConfigSchema,
-    [ModelType.parakeetTranscription]: parakeetRuntimeConfigSchema.passthrough(),
-    [ModelType.ggmlOcr]: ocrConfigSchema,
-    [ModelType.sdcppGeneration]: sdcppConfigSchema,
-    [ModelType.audiogenGgml]: audioGenConfigSchema,
-    [ModelType.ggmlVla]: vlaConfigSchema,
-    [ModelType.ggmlClassification]: classificationConfigSchema
-};
-// Ordered general → specific (later patterns override earlier)
-export const BUILTIN_DEVICE_PATTERNS = [
-    {
-        name: 'Android devices (SDK default)',
-        match: {
-            platform: 'android'
-        },
-        defaults: {
-            [ModelType.llamacppEmbedding]: { flashAttention: 'off' }
-        }
-    },
-    {
-        name: 'Pixel devices (SDK default)',
-        match: {
-            platform: 'android',
-            deviceBrand: 'google',
-            deviceModelPrefix: 'Pixel'
-        },
-        defaults: {
-            [ModelType.llamacppCompletion]: { device: 'cpu' },
-            [ModelType.llamacppEmbedding]: { device: 'cpu' }
-        }
-    }
-];
-export function matchesPattern(ctx, match) {
-    if (match.platform !== undefined && ctx.platform !== match.platform) {
-        return false;
-    }
-    if (match.deviceBrand !== undefined &&
-        ctx.deviceBrand?.toLowerCase() !== match.deviceBrand.toLowerCase()) {
-        return false;
-    }
-    if (match.deviceModelPrefix !== undefined &&
-        !(ctx.deviceModel?.startsWith(match.deviceModelPrefix) ?? false)) {
-        return false;
-    }
-    if (match.deviceModelContains !== undefined &&
-        !(ctx.deviceModel?.includes(match.deviceModelContains) ?? false)) {
-        return false;
-    }
-    return true;
-}
-export function findAllMatchingPatterns(ctx, patterns) {
-    return patterns.filter((pattern) => matchesPattern(ctx, pattern.match));
-}
-export function getDefaultsFromPattern(modelType, pattern) {
-    let defaults = pattern.defaults[modelType];
-    if (!defaults) {
-        const aliasKey = CANONICAL_TO_ALIAS[modelType];
-        if (aliasKey && aliasKey in pattern.defaults) {
-            defaults = pattern.defaults[aliasKey];
-        }
-    }
-    return defaults;
-}
-export function resolveModelConfigWithContext(modelType, userInput, ctx, userPatterns, builtinPatterns = BUILTIN_DEVICE_PATTERNS, onLog) {
-    // Find ALL matching patterns (general → specific order preserved)
-    const matchingBuiltin = findAllMatchingPatterns(ctx, builtinPatterns);
-    const matchingUser = findAllMatchingPatterns(ctx, userPatterns);
-    // Merge in order: builtin patterns → user patterns → user input
-    // Later values override earlier (more specific wins)
-    const appliedPatterns = [];
-    let mergedDefaults = {};
-    for (const pattern of matchingBuiltin) {
-        const defaults = getDefaultsFromPattern(modelType, pattern);
-        if (defaults) {
-            appliedPatterns.push(pattern.name);
-            mergedDefaults = { ...mergedDefaults, ...defaults };
-        }
-    }
-    for (const pattern of matchingUser) {
-        const defaults = getDefaultsFromPattern(modelType, pattern);
-        if (defaults) {
-            appliedPatterns.push(pattern.name);
-            mergedDefaults = { ...mergedDefaults, ...defaults };
-        }
-    }
-    const merged = {
-        ...mergedDefaults,
-        ...userInput
-    };
-    const schema = MODEL_CONFIG_SCHEMAS[modelType];
-    const finalConfig = schema ? schema.parse(merged) : merged;
-    if (onLog) {
-        onLog({
-            appliedPatterns,
-            mergedDefaults,
-            finalConfig: finalConfig
-        });
-    }
-    return finalConfig;
-}

package/dist/server/bare/registry/model-registry.d.ts

@@ -1,76 +0,0 @@
-import type { CanonicalModelType } from '../../../schemas/index.js';
-interface AddonInterface {
-    cancel(jobId?: string): Promise<void>;
-}
-interface ModelRunResponse {
-    iterate(): AsyncIterable<unknown>;
-    await(): Promise<unknown>;
-    cancel(): Promise<void>;
-}
-export interface AnyModel {
-    load(force?: boolean): Promise<void>;
-    run(...args: unknown[]): Promise<ModelRunResponse>;
-    unload(): void | Promise<void>;
-    destroy?(): void | Promise<void>;
-    pause(): void | Promise<void>;
-    unpause?(): void | Promise<void>;
-    stop?(): void | Promise<void>;
-    status?(): Promise<string>;
-    reload?(config: unknown): Promise<void>;
-    addon?: AddonInterface;
-}
-interface DelegateOptions {
-    providerPublicKey: string;
-    timeout?: number | undefined;
-    healthCheckTimeout?: number | undefined;
-}
-interface LocalOptions {
-    model: AnyModel;
-    path: string;
-    loadedAt: Date;
-    config: unknown;
-    modelType: CanonicalModelType;
-    name?: string | undefined;
-}
-export type ModelEntry = {
-    id: string;
-    isDelegated: true;
-    delegated: DelegateOptions;
-} | {
-    id: string;
-    isDelegated: false;
-    local: LocalOptions;
-};
-export declare function registerModel(id: string, options: {
-    model: AnyModel;
-    path: string;
-    config: unknown;
-    modelType: CanonicalModelType;
-    name?: string | undefined;
-} | {
-    providerPublicKey: string;
-    timeout?: number;
-    healthCheckTimeout?: number;
-}): void;
-export declare function getModelEntry(id: string): ModelEntry | null;
-export declare function getModel(id: string): AnyModel;
-export declare function isModelLoaded(id: string): boolean;
-export declare function unregisterModel(id: string): ModelEntry | null;
-export declare function getAllModelIds(): string[];
-export declare function getModelInfo(id: string): {
-    id: string;
-    path: string;
-    loadedAt: Date;
-    config: unknown;
-    name?: string;
-} | null;
-export declare function getModelConfig(id: string): unknown;
-export declare function updateModelConfig(id: string, config: unknown): void;
-export declare function clearRegistry(): void;
-export declare function getRegistryStats(): {
-    totalModels: number;
-    modelIds: string[];
-};
-export declare function unloadAllModels(): Promise<void>;
-export {};
-//# sourceMappingURL=model-registry.d.ts.map

package/dist/server/bare/registry/model-registry.js

@@ -1,130 +0,0 @@
-import { ModelAlreadyRegisteredError, ModelNotFoundError, ModelIsDelegatedError } from '../../../utils/errors-server.js';
-import { getServerLogger } from '../../../logging/index.js';
-const logger = getServerLogger();
-// Global registry state - using stateless functions to manage it
-const modelRegistry = new Map();
-export function registerModel(id, options) {
-    if (modelRegistry.has(id)) {
-        throw new ModelAlreadyRegisteredError(id);
-    }
-    const isDelegated = 'providerPublicKey' in options;
-    if (isDelegated) {
-        const { providerPublicKey, timeout, healthCheckTimeout } = options;
-        modelRegistry.set(id, {
-            id,
-            isDelegated: true,
-            delegated: {
-                providerPublicKey,
-                timeout,
-                healthCheckTimeout
-            }
-        });
-        logger.info(`Delegated model registered: ${id} -> provider: ${providerPublicKey}, timeout: ${timeout}ms`);
-    }
-    else {
-        modelRegistry.set(id, {
-            id,
-            isDelegated: false,
-            local: {
-                model: options.model,
-                path: options.path,
-                loadedAt: new Date(),
-                config: options.config,
-                modelType: options.modelType,
-                name: options.name
-            }
-        });
-        const nameStr = options.name ? ` (${options.name})` : '';
-        logger.info(`Local model registered: ${id}${nameStr} -> ${options.path}`);
-    }
-}
-export function getModelEntry(id) {
-    return modelRegistry.get(id) || null;
-}
-export function getModel(id) {
-    const entry = modelRegistry.get(id);
-    if (!entry) {
-        throw new ModelNotFoundError(id);
-    }
-    if (entry.isDelegated) {
-        throw new ModelIsDelegatedError(id);
-    }
-    return entry.local.model;
-}
-export function isModelLoaded(id) {
-    return modelRegistry.has(id);
-}
-export function unregisterModel(id) {
-    const entry = modelRegistry.get(id);
-    if (entry) {
-        modelRegistry.delete(id);
-        logger.debug(`Model unregistered: ${id}`);
-        return entry;
-    }
-    return null;
-}
-export function getAllModelIds() {
-    return Array.from(modelRegistry.keys());
-}
-export function getModelInfo(id) {
-    const entry = modelRegistry.get(id);
-    if (!entry || entry.isDelegated) {
-        return null;
-    }
-    const result = {
-        id: entry.id,
-        path: entry.local.path,
-        loadedAt: entry.local.loadedAt,
-        config: entry.local.config
-    };
-    if (entry.local.name) {
-        result.name = entry.local.name;
-    }
-    return result;
-}
-export function getModelConfig(id) {
-    const entry = modelRegistry.get(id);
-    if (!entry || entry.isDelegated) {
-        throw new ModelNotFoundError(id);
-    }
-    return entry.local.config;
-}
-export function updateModelConfig(id, config) {
-    const entry = modelRegistry.get(id);
-    if (!entry) {
-        throw new ModelNotFoundError(id);
-    }
-    if (entry.isDelegated) {
-        throw new ModelIsDelegatedError(id);
-    }
-    entry.local.config = config;
-}
-export function clearRegistry() {
-    modelRegistry.clear();
-    logger.info('Model registry cleared');
-}
-export function getRegistryStats() {
-    return {
-        totalModels: modelRegistry.size,
-        modelIds: Array.from(modelRegistry.keys())
-    };
-}
-export async function unloadAllModels() {
-    const modelIds = getAllModelIds();
-    for (const modelId of modelIds) {
-        const entry = modelRegistry.get(modelId);
-        try {
-            if (entry && !entry.isDelegated) {
-                if (entry.local.model.unload) {
-                    await entry.local.model.unload();
-                }
-                logger.debug(`Model unloaded: ${modelId}`);
-            }
-        }
-        catch (error) {
-            logger.error(`Error unloading model ${modelId}:`, error instanceof Error ? error.message : String(error));
-        }
-        modelRegistry.delete(modelId);
-    }
-    logger.info(`Unloaded ${modelIds.length} models`);
-}

package/dist/server/bare/registry/registry-client.d.ts

@@ -1,5 +0,0 @@
-import { QVACRegistryClient } from '@qvac/registry-client';
-export declare function getRegistryClient(): Promise<QVACRegistryClient>;
-export declare function closeRegistryClient(): Promise<void>;
-export declare function hasActiveRegistryClient(): boolean;
-//# sourceMappingURL=registry-client.d.ts.map

package/dist/server/bare/registry/registry-client.js

@@ -1,118 +0,0 @@
-import { QVACRegistryClient } from '@qvac/registry-client';
-import { getCacheDir } from '../../../server/utils/cache/paths.js';
-import { registerSwarm, unregisterSwarm, registerCorestore, unregisterCorestore } from '../../../server/bare/runtime-lifecycle.js';
-import { getServerLogger } from '../../../logging/index.js';
-import { DEFAULT_REGISTRY_CORE_KEY } from '../../../constants/index.js';
-const logger = getServerLogger();
-// fd-lock retry budget for the registry corestore.
-//
-// We pass `corestoreOpts: { wait: false }` (tryLock semantics) and provide a
-// JS-bounded retry budget here instead of letting Hypercore's underlying
-// fd-lock issue a blocking flock(LOCK_EX) on a libuv worker thread. The
-// blocking variant cannot be cancelled from JS, so if another SDK process
-// holds the lock indefinitely it leaves a pending native handle that
-// prevents Bare.exit() from terminating the worker — see QVAC-18197.
-//
-// With tryLock + bounded retries we get the same "tolerate transient locks
-// during another SDK's startup/shutdown" property #1480 wanted, but every
-// retry step is a fresh non-blocking syscall that surfaces failure to JS,
-// so shutdown always remains cancellable.
-const MAX_RETRIES = 8;
-const BASE_DELAY_MS = 250;
-const MAX_TOTAL_WAIT_MS = 10_000;
-let registryClient = null;
-let inflightInit = null;
-function isFdLockError(error) {
-    if (error instanceof Error) {
-        return error.message.includes('File descriptor could not be locked');
-    }
-    return false;
-}
-async function delay(ms) {
-    return new Promise((resolve) => setTimeout(resolve, ms));
-}
-async function initRegistryClient() {
-    let lastError;
-    const deadline = Date.now() + MAX_TOTAL_WAIT_MS;
-    for (let attempt = 1; attempt <= MAX_RETRIES; attempt++) {
-        try {
-            const client = new QVACRegistryClient({
-                registryCoreKey: DEFAULT_REGISTRY_CORE_KEY,
-                storage: getCacheDir(`registry-corestore/${DEFAULT_REGISTRY_CORE_KEY}`),
-                corestoreOpts: { wait: false }
-            });
-            await client.ready();
-            registryClient = client;
-            if (registryClient.corestore) {
-                registerCorestore(registryClient.corestore, {
-                    label: 'registry-client',
-                    createdAt: Date.now()
-                });
-            }
-            if (registryClient.hyperswarm) {
-                registerSwarm(registryClient.hyperswarm, {
-                    label: 'registry-client',
-                    createdAt: Date.now()
-                });
-            }
-            logger.info('✅ Registry client ready');
-            return client;
-        }
-        catch (error) {
-            lastError = error;
-            if (isFdLockError(error) && attempt < MAX_RETRIES) {
-                const remaining = deadline - Date.now();
-                if (remaining <= 0) {
-                    logger.warn(`Registry client fd-lock failed after ${MAX_TOTAL_WAIT_MS}ms wait budget exhausted (attempt ${attempt}/${MAX_RETRIES})`);
-                    throw error;
-                }
-                const backoff = Math.min(BASE_DELAY_MS * Math.pow(2, attempt - 1), remaining);
-                logger.warn(`Registry client fd-lock failed (attempt ${attempt}/${MAX_RETRIES}), retrying in ${backoff}ms...`);
-                await delay(backoff);
-                continue;
-            }
-            throw error;
-        }
-    }
-    throw lastError;
-}
-export async function getRegistryClient() {
-    if (registryClient) {
-        logger.debug('Registry client reused');
-        return registryClient;
-    }
-    if (inflightInit) {
-        logger.debug('Registry client init already in progress, waiting...');
-        return inflightInit;
-    }
-    logger.info('🔗 Creating new registry client...');
-    inflightInit = initRegistryClient().finally(() => {
-        inflightInit = null;
-    });
-    return inflightInit;
-}
-export async function closeRegistryClient() {
-    if (!registryClient)
-        return;
-    const client = registryClient;
-    registryClient = null;
-    const corestore = client.corestore;
-    const hyperswarm = client.hyperswarm;
-    logger.info('🔌 Closing registry client...');
-    try {
-        await client.close();
-        logger.info('✅ Registry client closed');
-    }
-    catch (error) {
-        logger.error('❌ Error closing registry client:', error instanceof Error ? error.message : String(error));
-    }
-    finally {
-        if (corestore)
-            unregisterCorestore(corestore);
-        if (hyperswarm)
-            unregisterSwarm(hyperswarm);
-    }
-}
-export function hasActiveRegistryClient() {
-    return registryClient !== null;
-}

package/dist/server/bare/registry/runtime-context-registry.d.ts

@@ -1,7 +0,0 @@
-import type { RuntimeContext } from '../../../schemas/index.js';
-export declare function setRuntimeContext(ctx: RuntimeContext): void;
-export declare function getRuntimeContext(): RuntimeContext;
-export declare function isMobile(): boolean;
-export declare function isAndroid(): boolean;
-export declare function isIOS(): boolean;
-//# sourceMappingURL=runtime-context-registry.d.ts.map

package/dist/server/bare/registry/runtime-context-registry.js

@@ -1,26 +0,0 @@
-// ============================================
-// Runtime context state
-// ============================================
-let context = {};
-let isSet = false;
-export function setRuntimeContext(ctx) {
-    if (isSet)
-        return;
-    context = ctx;
-    isSet = true;
-}
-export function getRuntimeContext() {
-    return context;
-}
-// ============================================
-// Convenience helpers
-// ============================================
-export function isMobile() {
-    return context.runtime === 'react-native';
-}
-export function isAndroid() {
-    return context.platform === 'android';
-}
-export function isIOS() {
-    return context.platform === 'ios';
-}