@qvac/harness 0.8.5 → 0.8.6

package/dist-lib/lib/models/memory-cap.d.ts

@@ -0,0 +1,13 @@
+export declare const VictimRank: {
+    readonly generator: 0;
+    readonly companion: 1;
+    readonly requested: 2;
+    readonly pinned: 3;
+    readonly replying: 4;
+};
+export interface CapVictim {
+    readonly rank: number;
+    readonly lastUsed: number;
+}
+export declare function nextVictim<T extends CapVictim>(victims: ReadonlyArray<T>): T | undefined;
+export declare function memoryCapBytes(percent: number, availableBytes: number): number;

package/dist-lib/lib/models/memory-cap.js

@@ -0,0 +1,21 @@
+export const VictimRank = {
+    generator: 0,
+    companion: 1,
+    requested: 2,
+    pinned: 3,
+    replying: 4
+};
+export function nextVictim(victims) {
+    let best;
+    for (const victim of victims) {
+        if (best === undefined ||
+            victim.rank < best.rank ||
+            (victim.rank === best.rank && victim.lastUsed < best.lastUsed)) {
+            best = victim;
+        }
+    }
+    return best;
+}
+export function memoryCapBytes(percent, availableBytes) {
+    return Math.round((Math.min(percent, 100) / 100) * availableBytes);
+}

package/dist-lib/lib/models/model-catalog-constants.d.ts

@@ -6,6 +6,8 @@ export declare const QWEN_35_9B = "Qwen3.5-9B-Q4_K_M";
 export declare const QWEN_36_27B = "Qwen3.6-27B-UD-Q4_K_XL";
 export declare const QWEN_36_35B_A3B = "Qwen3.6-35B-A3B-UD-Q4_K_M";
 export declare const QWEN_38_27B = "Qwen3.8-27B-UD-Q4_K_XL";
+export declare const BONSAI_2_27B_PQ2 = "Ternary-Bonsai-2-27B-PQ2_0";
+export declare const BONSAI_2_27B_PTQ1 = "Ternary-Bonsai-2-27B-PTQ1_0";
 export declare const MEDPSY_1_7B = "medpsy-1.7b-q4_k_m-imat";
 export declare const MEDPSY_4B = "medpsy-4b-q4_k_m-imat";
 export declare function isCapabilityProfile(value: string): value is CapabilityProfile;
@@ -19,7 +21,7 @@ export interface HostCapability {
 export declare function isMobilePlatform(platform: string): boolean;
 export declare function runnableModelName(requested: string, host: HostCapability | null): string;
 export declare function capabilityProfileToModelName(profile: CapabilityProfile): string;
-export declare const AGENT_MODEL_NAMES: readonly ["Qwen3.5-2B-Q4_K_M", "Qwen3.5-4B-Q4_K_M", "Qwen3.5-9B-Q4_K_M", "Qwen3.6-27B-UD-Q4_K_XL", "Qwen3.6-35B-A3B-UD-Q4_K_M", "Qwen3.8-27B-UD-Q4_K_XL", "medpsy-1.7b-q4_k_m-imat", "medpsy-4b-q4_k_m-imat"];
+export declare const AGENT_MODEL_NAMES: readonly ["Qwen3.5-2B-Q4_K_M", "Qwen3.5-4B-Q4_K_M", "Qwen3.5-9B-Q4_K_M", "Qwen3.6-27B-UD-Q4_K_XL", "Qwen3.6-35B-A3B-UD-Q4_K_M", "Qwen3.8-27B-UD-Q4_K_XL", "Ternary-Bonsai-2-27B-PQ2_0", "Ternary-Bonsai-2-27B-PTQ1_0", "medpsy-1.7b-q4_k_m-imat", "medpsy-4b-q4_k_m-imat"];
 export declare function modelDisplayName(modelName: string): string;
 export declare function capabilityProfileModelLabel(profile: CapabilityProfile): string;
 export declare function isMultimodalLlm(modelName: string): boolean;

package/dist-lib/lib/models/model-catalog-constants.js

@@ -11,6 +11,8 @@ export const QWEN_35_9B = 'Qwen3.5-9B-Q4_K_M';
 export const QWEN_36_27B = 'Qwen3.6-27B-UD-Q4_K_XL';
 export const QWEN_36_35B_A3B = 'Qwen3.6-35B-A3B-UD-Q4_K_M';
 export const QWEN_38_27B = 'Qwen3.8-27B-UD-Q4_K_XL';
+export const BONSAI_2_27B_PQ2 = 'Ternary-Bonsai-2-27B-PQ2_0';
+export const BONSAI_2_27B_PTQ1 = 'Ternary-Bonsai-2-27B-PTQ1_0';
 export const MEDPSY_1_7B = 'medpsy-1.7b-q4_k_m-imat';
 export const MEDPSY_4B = 'medpsy-4b-q4_k_m-imat';
 export function isCapabilityProfile(value) {
@@ -26,6 +28,8 @@ const MODEL_NAME_TO_PROFILE = new Map([
     [QWEN_36_27B, 'xhigh'],
     [QWEN_36_35B_A3B, 'xhigh'],
     [QWEN_38_27B, 'xhigh'],
+    [BONSAI_2_27B_PQ2, 'high'],
+    [BONSAI_2_27B_PTQ1, 'high'],
     [MEDPSY_1_7B, 'low'],
     [MEDPSY_4B, 'mid']
 ]);
@@ -70,6 +74,8 @@ export const AGENT_MODEL_NAMES = [
     QWEN_36_27B,
     QWEN_36_35B_A3B,
     QWEN_38_27B,
+    BONSAI_2_27B_PQ2,
+    BONSAI_2_27B_PTQ1,
     MEDPSY_1_7B,
     MEDPSY_4B
 ];
@@ -87,7 +93,9 @@ const MULTIMODAL_LLMS = new Set([
     QWEN_35_9B,
     QWEN_36_27B,
     QWEN_36_35B_A3B,
-    QWEN_38_27B
+    QWEN_38_27B,
+    BONSAI_2_27B_PQ2,
+    BONSAI_2_27B_PTQ1
 ]);
 export function isMultimodalLlm(modelName) {
     return MULTIMODAL_LLMS.has(modelName);

package/dist-lib/lib/models/model-catalog.d.ts

@@ -6,8 +6,8 @@ import type { ModelAddon } from './model-source.ts';
 export interface SdkModelAsset extends ModelRegistryEntry {
     readonly src: string;
 }
-import { CAPABILITY_PROFILE_ORDER, QWEN_35_2B, QWEN_35_4B, QWEN_35_9B, QWEN_36_27B, QWEN_36_35B_A3B, QWEN_38_27B, MEDPSY_1_7B, MEDPSY_4B, isCapabilityProfile, meetsMinCapabilityProfile, modelNameToCapabilityProfile, capabilityProfileToModelName, isMultimodalLlm, AGENT_MODEL_NAMES, modelDisplayName, capabilityProfileModelLabel, DEFAULT_IMAGE_MODEL_CHOICE, IMAGE_CHOICE_CATALOG, isMobilePlatform, runnableModelName, type CapabilityProfile, type HostCapability, type ImageModelChoice, type ImageChoiceEntry } from './model-catalog-constants.ts';
-export { CAPABILITY_PROFILE_ORDER, QWEN_35_2B, QWEN_35_4B, QWEN_35_9B, QWEN_36_27B, QWEN_36_35B_A3B, QWEN_38_27B, MEDPSY_1_7B, MEDPSY_4B, isCapabilityProfile, meetsMinCapabilityProfile, modelNameToCapabilityProfile, capabilityProfileToModelName, isMultimodalLlm, AGENT_MODEL_NAMES, modelDisplayName, capabilityProfileModelLabel, DEFAULT_IMAGE_MODEL_CHOICE, IMAGE_CHOICE_CATALOG, isMobilePlatform, runnableModelName };
+import { CAPABILITY_PROFILE_ORDER, QWEN_35_2B, QWEN_35_4B, QWEN_35_9B, QWEN_36_27B, QWEN_36_35B_A3B, QWEN_38_27B, BONSAI_2_27B_PQ2, BONSAI_2_27B_PTQ1, MEDPSY_1_7B, MEDPSY_4B, isCapabilityProfile, meetsMinCapabilityProfile, modelNameToCapabilityProfile, capabilityProfileToModelName, isMultimodalLlm, AGENT_MODEL_NAMES, modelDisplayName, capabilityProfileModelLabel, DEFAULT_IMAGE_MODEL_CHOICE, IMAGE_CHOICE_CATALOG, isMobilePlatform, runnableModelName, type CapabilityProfile, type HostCapability, type ImageModelChoice, type ImageChoiceEntry } from './model-catalog-constants.ts';
+export { CAPABILITY_PROFILE_ORDER, QWEN_35_2B, QWEN_35_4B, QWEN_35_9B, QWEN_36_27B, QWEN_36_35B_A3B, QWEN_38_27B, BONSAI_2_27B_PQ2, BONSAI_2_27B_PTQ1, MEDPSY_1_7B, MEDPSY_4B, isCapabilityProfile, meetsMinCapabilityProfile, modelNameToCapabilityProfile, capabilityProfileToModelName, isMultimodalLlm, AGENT_MODEL_NAMES, modelDisplayName, capabilityProfileModelLabel, DEFAULT_IMAGE_MODEL_CHOICE, IMAGE_CHOICE_CATALOG, isMobilePlatform, runnableModelName };
 export type { CapabilityProfile, HostCapability, ImageModelChoice, ImageChoiceEntry };
 export interface LlmCatalogEntry {
     readonly name: string;
@@ -15,6 +15,7 @@ export interface LlmCatalogEntry {
     readonly capabilityProfile: CapabilityProfile;
     readonly projection?: SdkModelAsset;
     readonly textOnly?: true;
+    readonly toolDialect?: ToolDialect;
 }
 export declare const LLM_CATALOG: ReadonlyArray<LlmCatalogEntry>;
 export declare function defaultProjectionMap(): Record<string, string>;
@@ -52,6 +53,7 @@ export interface DiffusionDownloadMetadata {
 }
 export declare function diffusionDownloadName(model: string): string | null;
 export declare function diffusionDownloadMetadata(model: string, addon: ModelAddon | undefined): DiffusionDownloadMetadata | undefined;
+export declare function assetBytes(src: string): number | undefined;
 import { DEFAULT_MUSIC_MODEL_CHOICE, isMusicModelChoice, musicModelChoiceFrom, type MusicModelChoice } from './music-catalog.ts';
 export { DEFAULT_MUSIC_MODEL_CHOICE, isMusicModelChoice, musicModelChoiceFrom, type MusicModelChoice };
 export interface AudioGenCatalogEntry {
@@ -108,6 +110,7 @@ export declare function curatedListables(): CuratedListable[];
 export declare function curatedModelAsset(name: string, addon: ModelRegistryEntry['addon']): SdkModelAsset | undefined;
 export declare function modelAddonOf(model: string): ModelRegistryEntry['addon'];
 export declare function residentSrc(model: string, addon: ModelRegistryEntry['addon']): string;
+export declare function catalogModelName(model: string, addon: ModelRegistryEntry['addon']): string;
 export declare const CUSTOM_TASK_TYPES: readonly ['llm'];
 export type CustomTaskType = (typeof CUSTOM_TASK_TYPES)[number];
 export interface CustomModelEntry {
@@ -123,6 +126,7 @@ export declare function setCustomModels(entries: ReadonlyArray<CustomModelEntry>
 export declare function customModels(): ReadonlyArray<CustomModelEntry>;
 export declare function customContextLength(name: string): number | undefined;
 export declare function customModelSrc(name: string, addon: ModelRegistryEntry['addon']): string | undefined;
+export declare function toolDialectFor(name: string): ToolDialect | undefined;
 export declare function customToolDialect(name: string): ToolDialect | undefined;
 export declare function customProjectionMap(): Record<string, string>;
 export declare function companionRegistryPaths(): Map<string, string[]>;

package/dist-lib/lib/models/model-catalog.js

@@ -1,8 +1,8 @@
-import { AUDIOGEN_ACESTEP_5HZ_LM_0_6B_Q8_0, AUDIOGEN_ACESTEP_V15_SFT_Q8_0, AUDIOGEN_ACESTEP_V15_TURBO_Q4_K_M, AUDIOGEN_ACESTEP_V15_TURBO_Q8_0, AUDIOGEN_QWEN3_EMBEDDING_0_6B_Q8_0, AUDIOGEN_VAE_BF16, EMBEDDINGGEMMA_300M_Q4_0, FLUX_2_KLEIN_4B_Q4_0, FLUX_2_KLEIN_4B_VAE, HEALTHCARE_1_7B_MEDICAL_Q4_K_M, HEALTHCARE_4B_MEDICAL_Q4_K_M, MMPROJ_QWEN3_5_2B_MULTIMODAL_Q8_0, MMPROJ_QWEN3_5_4B_MULTIMODAL_Q8_0, MMPROJ_QWEN3_5_9B_MULTIMODAL_F16, MMPROJ_QWEN3_6_27B_MULTIMODAL_F16, MMPROJ_QWEN3_6_35B_A3B_MULTIMODAL_F16, MMPROJ_QWEN3_8_27B_MULTIMODAL_F16, QWEN3_5_2B_MULTIMODAL_Q4_K_M, QWEN3_5_4B_MULTIMODAL_Q4_K_M, QWEN3_5_9B_MULTIMODAL_Q4_K_M, PARAKEET_TDT_0_6B_V3_Q8_0, QWEN3_4B_Q4_K_M, QWEN3_6_27B_MULTIMODAL_Q4_K_XL, QWEN3_6_35B_A3B_MULTIMODAL_Q4_K_M, QWEN3_8_27B_MULTIMODAL_UD_Q4_K_XL, SD_V2_1_1B_Q8_0, SDXL_BASE_1_0_3B_Q4_0, TTS_MULTILINGUAL_SUPERTONIC3_FP16, TTS_MULTILINGUAL_SUPERTONIC3_Q4_0, TTS_MULTILINGUAL_SUPERTONIC3_Q8_0 } from '@qvac/sdk/models';
+import { AUDIOGEN_ACESTEP_5HZ_LM_0_6B_Q8_0, AUDIOGEN_ACESTEP_V15_SFT_Q8_0, AUDIOGEN_ACESTEP_V15_TURBO_Q4_K_M, AUDIOGEN_ACESTEP_V15_TURBO_Q8_0, AUDIOGEN_QWEN3_EMBEDDING_0_6B_Q8_0, AUDIOGEN_VAE_BF16, EMBEDDINGGEMMA_300M_Q4_0, FLUX_2_KLEIN_4B_Q4_0, FLUX_2_KLEIN_4B_VAE, HEALTHCARE_1_7B_MEDICAL_Q4_K_M, HEALTHCARE_4B_MEDICAL_Q4_K_M, MMPROJ_QWEN3_5_2B_MULTIMODAL_Q8_0, MMPROJ_QWEN3_5_4B_MULTIMODAL_Q8_0, MMPROJ_QWEN3_5_9B_MULTIMODAL_F16, MMPROJ_QWEN3_6_27B_MULTIMODAL_F16, MMPROJ_QWEN3_6_35B_A3B_MULTIMODAL_F16, MMPROJ_QWEN3_8_27B_MULTIMODAL_F16, MMPROJ_TERNARY_BONSAI_2_27B_MULTIMODAL_Q8_0, QWEN3_5_2B_MULTIMODAL_Q4_K_M, QWEN3_5_4B_MULTIMODAL_Q4_K_M, QWEN3_5_9B_MULTIMODAL_Q4_K_M, PARAKEET_TDT_0_6B_V3_Q8_0, QWEN3_4B_Q4_K_M, QWEN3_6_27B_MULTIMODAL_Q4_K_XL, QWEN3_6_35B_A3B_MULTIMODAL_Q4_K_M, QWEN3_8_27B_MULTIMODAL_UD_Q4_K_XL, SD_V2_1_1B_Q8_0, SDXL_BASE_1_0_3B_Q4_0, TERNARY_BONSAI_2_27B_MULTIMODAL_PQ2_0, TERNARY_BONSAI_2_27B_MULTIMODAL_PTQ1_0, TTS_MULTILINGUAL_SUPERTONIC3_FP16, TTS_MULTILINGUAL_SUPERTONIC3_Q4_0, TTS_MULTILINGUAL_SUPERTONIC3_Q8_0 } from '@qvac/sdk/models';
 import { detectToolDialect } from './tool-dialect.js';
 import { defaultTtsModelName } from './tts-model-default.js';
-import { CAPABILITY_PROFILE_ORDER, QWEN_35_2B, QWEN_35_4B, QWEN_35_9B, QWEN_36_27B, QWEN_36_35B_A3B, QWEN_38_27B, MEDPSY_1_7B, MEDPSY_4B, isCapabilityProfile, meetsMinCapabilityProfile, modelNameToCapabilityProfile, capabilityProfileToModelName, isMultimodalLlm, AGENT_MODEL_NAMES, modelDisplayName, capabilityProfileModelLabel, DEFAULT_IMAGE_MODEL_CHOICE, IMAGE_CHOICE_CATALOG, isMobilePlatform, runnableModelName } from './model-catalog-constants.js';
-export { CAPABILITY_PROFILE_ORDER, QWEN_35_2B, QWEN_35_4B, QWEN_35_9B, QWEN_36_27B, QWEN_36_35B_A3B, QWEN_38_27B, MEDPSY_1_7B, MEDPSY_4B, isCapabilityProfile, meetsMinCapabilityProfile, modelNameToCapabilityProfile, capabilityProfileToModelName, isMultimodalLlm, AGENT_MODEL_NAMES, modelDisplayName, capabilityProfileModelLabel, DEFAULT_IMAGE_MODEL_CHOICE, IMAGE_CHOICE_CATALOG, isMobilePlatform, runnableModelName };
+import { CAPABILITY_PROFILE_ORDER, QWEN_35_2B, QWEN_35_4B, QWEN_35_9B, QWEN_36_27B, QWEN_36_35B_A3B, QWEN_38_27B, BONSAI_2_27B_PQ2, BONSAI_2_27B_PTQ1, MEDPSY_1_7B, MEDPSY_4B, isCapabilityProfile, meetsMinCapabilityProfile, modelNameToCapabilityProfile, capabilityProfileToModelName, isMultimodalLlm, AGENT_MODEL_NAMES, modelDisplayName, capabilityProfileModelLabel, DEFAULT_IMAGE_MODEL_CHOICE, IMAGE_CHOICE_CATALOG, isMobilePlatform, runnableModelName } from './model-catalog-constants.js';
+export { CAPABILITY_PROFILE_ORDER, QWEN_35_2B, QWEN_35_4B, QWEN_35_9B, QWEN_36_27B, QWEN_36_35B_A3B, QWEN_38_27B, BONSAI_2_27B_PQ2, BONSAI_2_27B_PTQ1, MEDPSY_1_7B, MEDPSY_4B, isCapabilityProfile, meetsMinCapabilityProfile, modelNameToCapabilityProfile, capabilityProfileToModelName, isMultimodalLlm, AGENT_MODEL_NAMES, modelDisplayName, capabilityProfileModelLabel, DEFAULT_IMAGE_MODEL_CHOICE, IMAGE_CHOICE_CATALOG, isMobilePlatform, runnableModelName };
 export const LLM_CATALOG = [
     {
         name: QWEN_35_2B,
@@ -51,6 +51,20 @@ export const LLM_CATALOG = [
         weight: QWEN3_8_27B_MULTIMODAL_UD_Q4_K_XL,
         capabilityProfile: 'xhigh',
         projection: MMPROJ_QWEN3_8_27B_MULTIMODAL_F16
+    },
+    {
+        name: BONSAI_2_27B_PQ2,
+        weight: TERNARY_BONSAI_2_27B_MULTIMODAL_PQ2_0,
+        capabilityProfile: 'high',
+        projection: MMPROJ_TERNARY_BONSAI_2_27B_MULTIMODAL_Q8_0,
+        toolDialect: 'qwen35'
+    },
+    {
+        name: BONSAI_2_27B_PTQ1,
+        weight: TERNARY_BONSAI_2_27B_MULTIMODAL_PTQ1_0,
+        capabilityProfile: 'high',
+        projection: MMPROJ_TERNARY_BONSAI_2_27B_MULTIMODAL_Q8_0,
+        toolDialect: 'qwen35'
     }
 ];
 export function defaultProjectionMap() {
@@ -181,6 +195,16 @@ export function diffusionDownloadMetadata(model, addon) {
         assetSizes
     };
 }
+export function assetBytes(src) {
+    const assets = [
+        ...curatedListables().map((entry) => entry.asset),
+        ...LLM_CATALOG.flatMap((entry) => (entry.projection ? [entry.projection] : [])),
+        ...DIFFUSION_CATALOG.flatMap(diffusionAssets),
+        ...AUDIOGEN_CATALOG.flatMap((entry) => [entry.dit, entry.textEnc, entry.lm, entry.vae])
+    ];
+    const custom = customModels().find((entry) => entry.src === src);
+    return assets.find((asset) => asset.src === src)?.expectedSize ?? custom?.expectedSize;
+}
 import { DEFAULT_MUSIC_MODEL_CHOICE, isMusicModelChoice, musicModelChoiceFrom } from './music-catalog.js';
 export { DEFAULT_MUSIC_MODEL_CHOICE, isMusicModelChoice, musicModelChoiceFrom };
 const MUSIC_GENERATION_SKILL = 'music-generation';
@@ -363,6 +387,11 @@ export function modelAddonOf(model) {
 export function residentSrc(model, addon) {
     return curatedModelAsset(model, addon)?.src ?? model;
 }
+export function catalogModelName(model, addon) {
+    const known = curatedListables().find((entry) => entry.asset.addon === addon &&
+        (entry.name === model || entry.asset.name === model || entry.asset.src === model));
+    return known?.name ?? model;
+}
 export const CUSTOM_TASK_TYPES = ['llm'];
 let CUSTOM_MODELS = new Map();
 export function setCustomModels(entries) {
@@ -378,6 +407,9 @@ export function customModelSrc(name, addon) {
     const entry = CUSTOM_MODELS.get(name);
     return entry && (entry.taskType ?? 'llm') === addon ? entry.src : undefined;
 }
+export function toolDialectFor(name) {
+    return LLM_CATALOG.find((entry) => entry.name === name)?.toolDialect ?? customToolDialect(name);
+}
 export function customToolDialect(name) {
     const entry = CUSTOM_MODELS.get(name);
     return entry

package/dist-lib/lib/models/model-handle.d.ts

@@ -1,10 +1,12 @@
+import { type AbortSignal } from 'bare-abort-controller';
 export interface ModelResource {
     model: string;
     modelId: string;
     ctxSize?: number;
+    bytes?: number;
 }
 export interface ModelHandleOptions {
-    load(): Promise<ModelResource>;
+    load(signal: AbortSignal): Promise<ModelResource>;
     onLoaded?(): void;
     onFailed?(err: unknown): void;
 }
@@ -15,8 +17,13 @@ export declare class ModelHandle {
     private readonly _onFailed;
     private _tracked;
     private _loading;
+    private _resource;
+    lastUsed: number;
+    private _attempt;
     constructor({ load, onLoaded, onFailed }: ModelHandleOptions);
     load(): Promise<ModelResource>;
     get loading(): boolean;
+    abandon(): void;
     peek(): Promise<ModelResource> | null;
+    get resource(): ModelResource | null;
 }

package/dist-lib/lib/models/model-handle.js

@@ -1,3 +1,5 @@
+import { AbortController } from 'bare-abort-controller';
+import { AbortedError } from '../helpers/race-abort.js';
 import { retryMemo } from '../helpers/retry-memo.js';
 export class ModelHandle {
     _load;
@@ -6,8 +8,15 @@ export class ModelHandle {
     _onFailed;
     _tracked = null;
     _loading = false;
+    _resource = null;
+    lastUsed = 0;
+    _attempt = null;
     constructor({ load, onLoaded, onFailed }) {
-        const memo = retryMemo(load);
+        const memo = retryMemo(() => {
+            const attempt = new AbortController();
+            this._attempt = attempt;
+            return load(attempt.signal);
+        });
         this._load = memo;
         this._peek = memo.peek;
         this._onLoaded = onLoaded;
@@ -25,15 +34,24 @@ export class ModelHandle {
                     report();
                 }
             };
-            attempt.then(() => settle(() => this._onLoaded?.()), (err) => settle(() => this._onFailed?.(err)));
+            attempt.then((resource) => settle(() => {
+                this._resource = resource;
+                this._onLoaded?.();
+            }), (err) => settle(() => this._onFailed?.(err)));
         }
         return attempt;
     }
     get loading() {
         return this._loading;
     }
+    abandon() {
+        this._attempt?.abort(new AbortedError());
+    }
     peek() {
         return this._peek();
     }
+    get resource() {
+        return this._loading ? null : this._resource;
+    }
 }
 function noop() { }

package/dist-lib/lib/models/model-list.d.ts

@@ -1,5 +1,5 @@
 import type * as QvacSdk from '@qvac/sdk';
-import type { ModelAddon, ModelRegistrySdk } from './model-source.ts';
+import { type ModelAddon, type ModelRegistrySdk } from './model-source.ts';
 import { type ModelTaskType } from './model-task.ts';
 export type ModelType = ModelAddon;
 export interface StaticCatalogEntry {
@@ -22,6 +22,7 @@ export interface ModelInfo {
     actualSize?: number;
     label?: string;
     taskType: ModelTaskType;
+    memoryBytes?: number | undefined;
 }
 export type CatalogRow = Omit<ModelInfo, 'isLoading'>;
 export interface ListModelsOptions {
@@ -54,4 +55,10 @@ export interface CustomModelRowsContext {
 }
 export declare function customModelRows({ type, cachedOnly }: ListModelsOptions, { modelsDir, loaded }: CustomModelRowsContext): Promise<CatalogRow[]>;
 export declare function mergeCustomRows(catalog: ReadonlyArray<CatalogRow>, custom: ReadonlyArray<CatalogRow>): CatalogRow[];
+export interface ModelSourceQuery {
+    readonly model: string;
+    readonly addon: ModelAddon;
+    readonly modelsDir: string | undefined;
+}
+export declare function isModelSourceCached(sdk: ModelListSdk, { model, addon, modelsDir }: ModelSourceQuery): Promise<boolean>;
 export {};

package/dist-lib/lib/models/model-list.js

@@ -1,3 +1,4 @@
+import { resolveModelSrc } from './model-source.js';
 import { addonTaskType } from './model-task.js';
 import { isCustomModelCached } from './custom-model-cache.js';
 import { companionRegistryPaths, curatedListables, customModels, musicListables } from './model-catalog.js';
@@ -153,3 +154,25 @@ export function mergeCustomRows(catalog, custom) {
     const shadowed = new Set(custom.map((row) => row.name));
     return [...catalog.filter((row) => !shadowed.has(row.name)), ...custom];
 }
+export async function isModelSourceCached(sdk, { model, addon, modelsDir }) {
+    const src = await resolveModelSrc(sdk, model, addon).catch(() => null);
+    if (src === null) {
+        return false;
+    }
+    const name = registryCatalogName(sdk, src);
+    if (name === undefined) {
+        return typeof src === 'string' && isCustomModelCached({ name: model, src }, modelsDir);
+    }
+    const info = await sdk.getModelInfo({ name }).catch(() => null);
+    return info?.isCached ?? false;
+}
+function registryCatalogName(sdk, src) {
+    if (typeof src !== 'string') {
+        return sdk.models.find((entry) => entry.registryPath === src.registryPath)?.name ?? src.name;
+    }
+    const registryPath = /^registry:\/\/[^/]+\/(.+)$/.exec(src)?.[1];
+    if (registryPath === undefined) {
+        return undefined;
+    }
+    return sdk.models.find((entry) => entry.registryPath === registryPath)?.name;
+}

package/dist-lib/lib/models/model-pool.d.ts

@@ -3,14 +3,28 @@ import { ModelHandle } from './model-handle.ts';
 import { type ModelSrc } from './context.ts';
 import { type ModelAddon } from './model-source.ts';
 import type { GpuFaultState } from './sdk-faults.ts';
+import type { HoldFn } from './download-gate.ts';
 type SdkModule = typeof import('@qvac/sdk');
+type FitModelType = NonNullable<import('@qvac/sdk').AssessModelFitInput['models'][number]['modelType']>;
 export interface ModelState {
-    status: 'loading' | 'downloading' | 'downloaded' | 'ready' | 'error' | 'unloading' | 'unloaded';
+    status: 'held' | 'loading' | 'downloading' | 'downloaded' | 'ready' | 'error' | 'unloading' | 'unloaded';
     model: string;
     catalogChanged?: boolean;
     [key: string]: unknown;
 }
 export type NotifyFn = (state: ModelState) => void;
+export interface PendingLoad {
+    readonly key: string;
+    readonly model: string;
+    readonly modelSrc: ModelSrc;
+    readonly modelType: FitModelType;
+    readonly modelConfig?: Record<string, unknown> | undefined;
+}
+export interface Admission {
+    readonly bytes: number | undefined;
+    release(): void;
+}
+export type BeforeLoad = (load: PendingLoad) => Promise<Admission | undefined>;
 export interface LlmDeviceConfig {
     device?: 'cpu' | 'gpu';
     gpuLayers?: number;
@@ -80,6 +94,13 @@ export declare function modelOf(key: string): string;
 export declare function releaseModel(pool: PoolLike, key: string): void;
 export declare function loadedModels(pool: PoolLike): LoadedModel[];
 export declare function settledModels(pool: PoolLike): string[];
+export interface SettledEntry {
+    readonly key: string;
+    readonly refs: number;
+    readonly bytes: number | undefined;
+    readonly lastUsed: number;
+}
+export declare function settledEntries(pool: PoolLike): SettledEntry[];
 export declare function loadingModels(pool: PoolLike): string[];
 export interface ResidentLease {
     model: string;
@@ -104,6 +125,7 @@ export interface ModelCapacityOptions extends DeadlineOptions {
 }
 export declare function awaitModelCapacity(pool: PoolLike, { cap, deadlineMs, tickMs, signal, evictable }: ModelCapacityOptions): Promise<boolean>;
 export declare function evictModelWithin(pool: PoolLike, key: string, options: DeadlineOptions): Promise<boolean>;
+export declare function evictIdleWithin(pool: PoolLike, key: string, { deadlineMs }: DeadlineOptions): Promise<boolean>;
 export declare function evictModel(pool: PoolLike, model: string, options: DeadlineOptions): Promise<boolean>;
 export type LoadSdk = () => Promise<ModelLifecycleSdk>;
 export type EmbedLifecycleSdk = Pick<SdkModule, 'unloadModel' | 'modelRegistrySearch'> & Partial<CancelSdk> & {
@@ -134,15 +156,19 @@ export declare function loadClockGuard(model: string, sdk: Partial<CancelSdk>, {
 export interface ModelPoolOptions {
     deviceConfig?: LlmDeviceConfig;
     loads?: LoadTracker;
+    beforeLoad?: BeforeLoad;
+    hold?: HoldFn;
 }
-export declare function createModelPool(loadSdk: LoadSdk, notify: NotifyFn, { deviceConfig, loads }?: ModelPoolOptions): ModelPuddle;
+export declare function createModelPool(loadSdk: LoadSdk, notify: NotifyFn, { deviceConfig, loads, beforeLoad, hold }?: ModelPoolOptions): ModelPuddle;
 export interface EmbedPoolOptions {
     faults: GpuFaultState;
     batchSize?: number;
     openclCacheDir?: (() => string | undefined) | undefined;
     loads?: LoadTracker;
+    beforeLoad?: BeforeLoad;
+    hold?: HoldFn;
 }
-export declare function createEmbedPool(loadSdk: LoadEmbedSdk, notify: NotifyFn, { faults, batchSize, openclCacheDir, loads }: EmbedPoolOptions): ModelPuddle;
+export declare function createEmbedPool(loadSdk: LoadEmbedSdk, notify: NotifyFn, { faults, batchSize, openclCacheDir, loads, beforeLoad, hold }: EmbedPoolOptions): ModelPuddle;
 export type VoiceLifecycleSdk = Pick<SdkModule, 'unloadModel' | 'modelRegistrySearch'> & Partial<CancelSdk> & {
     loadModel(params: {
         modelSrc: ModelSrc;
@@ -153,12 +179,14 @@ export type VoiceLifecycleSdk = Pick<SdkModule, 'unloadModel' | 'modelRegistrySe
 };
 export type LoadVoiceSdk = () => Promise<VoiceLifecycleSdk>;
 export interface VoicePoolOptions {
-    modelType: string;
+    modelType: FitModelType;
     addon: ModelAddon;
     modelConfig?: Record<string, unknown> | undefined;
     modelConfigFor?: (modelSrc: ModelSrc) => Readonly<Record<string, unknown>> | undefined;
     openclCacheDir?: (() => string | undefined) | undefined;
     loads?: LoadTracker;
+    beforeLoad?: BeforeLoad;
+    hold?: HoldFn;
 }
-export declare function createVoicePool(loadSdk: LoadVoiceSdk, notify: NotifyFn, { modelType, addon, modelConfig, modelConfigFor, openclCacheDir, loads }: VoicePoolOptions): ModelPuddle;
+export declare function createVoicePool(loadSdk: LoadVoiceSdk, notify: NotifyFn, { modelType, addon, modelConfig, modelConfigFor, openclCacheDir, loads, beforeLoad, hold }: VoicePoolOptions): ModelPuddle;
 export {};