@qvac/harness 0.4.0 → 0.6.0

package/dist-lib/index.d.ts

@@ -10,7 +10,7 @@ import { type EmbedContext } from './lib/capabilities/embed.ts';
 import { type KvCacheDeletionResult } from './lib/capabilities/kv-cache.ts';
 import type { LlmGenerationParams } from './lib/models/llm-presets.ts';
 import { type SpeakContext, type SpeakResult, type SpeakStreamContext, type TranscribeContext } from './lib/capabilities/voice.ts';
-import type { CapabilityInfo, HarnessDiagnostics } from './lib/contract-types.ts';
+import type { CapabilityInfo, CredentialEntry, HarnessDiagnostics, InfraModel, LoadModelResult, SkillsOptions, SkillWriteResult, UnloadModelContext, UnloadModelResult } from './lib/contract-types.ts';
 import { type CustomModelEntry } from './lib/models/model-catalog.ts';
 import { type ListModelsOptions, type ModelInfo } from './lib/models/model-list.ts';
 import { type DeleteModelSummary } from './lib/models/model-delete.ts';
@@ -20,7 +20,7 @@ import type { ImageClamps } from './lib/models/model-catalog.ts';
 import { type ToolCatalogEntry } from './lib/tools/catalog.ts';
 import { type MusicClamps, type MusicModelStages } from './lib/tools/generate-music.ts';
 import type { CredentialStoreFn, CredentialStoreValue } from './lib/tools/skills/auth-resolver.ts';
-import { type ManagedSkill, type SkillFileContent } from './lib/tools/skills/overlay-crud.ts';
+import { type CopyBaseResult, type DeleteOverlayResult, type ManagedSkill, type SkillFileContent } from './lib/tools/skills/overlay-crud.ts';
 import { type DriveOpFn, type GrantedDrive } from './lib/tools/fs/remote.ts';
 import type { ResolvedSkillCatalogEntry } from './lib/tools/skills/catalog.ts';
 import { type SkillSettingEntry } from './lib/tools/skills/skill-settings.ts';
@@ -52,7 +52,7 @@ export type { CredentialRecord, CredentialStoreValue } from './lib/tools/skills/
 export { isAvailableState, SKILL_STATE, type SkillState } from './lib/tools/skills/skill-state.ts';
 export { connectHarness, HARNESS_DIED, RemoteHarness } from './lib/connect.ts';
 export type { KvCacheDeletionResult } from './lib/capabilities/kv-cache.ts';
-export type { AgentKnobs, ApprovalCall, ChatMessage, DownloadContext, HarnessContract, HarnessDiagnostics, HarnessEvent, HarnessInfo, HarnessStatus, ModelState } from './lib/contract-types.ts';
+export type { AgentKnobs, ApprovalCall, ChatMessage, CredentialEntry, DownloadContext, HarnessContract, HarnessDiagnostics, HarnessEvent, HarnessInfo, HarnessStatus, InfraModel, ModelState, SkillsOptions, SkillWriteResult } from './lib/contract-types.ts';
 import type { HarnessInfo } from './lib/contract-types.ts';
 export { serveHarness } from './lib/serve.ts';
 export { hlog, setHarnessLog, setHarnessLogSink } from './lib/log.ts';
@@ -126,10 +126,20 @@ export interface InvokeContext {
     progress?: ProgressFn;
     signal?: BareAbortSignal;
 }
+export interface HarnessSkillsOptions extends SkillsOptions {
+    readonly skipBinProbe?: boolean;
+}
+export interface WarmModelOptions {
+    model: string;
+    agent?: Agent;
+    signal?: BareAbortSignal;
+}
 export declare class Harness extends ReadyResource {
     private _tools;
     private _sdk;
     private readonly _loads;
+    private readonly _pinned;
+    private readonly _replying;
     private readonly _modelStatus;
     private _models;
     private _embedModels;
@@ -172,38 +182,23 @@ export declare class Harness extends ReadyResource {
     private _capability;
     private _capabilityInflight;
     private readonly _modelFaults;
+    private readonly _idle;
     constructor({ tools, sdkLoader, skillsDir, modelsDir, projectionModel, imageModel, imageClamps, musicModel, musicClamps, llmDevice, llmGpuLayers, contextSize, kvCacheK, kvCacheV, embedDevice, embedGpuLayers, embedBatchSize, transcriptionDevice, completionModelCap, credentialStore, platform, gpuStats }?: HarnessOptions);
     _open(): Promise<void>;
     get suspended(): boolean;
     get skillNames(): string[];
-    setCredentials(entries: ReadonlyArray<{
-        key: string;
-        token?: string | null;
-        expiresAt?: number | null;
-        agentId?: string | null;
-        skill?: string | null;
-    }>): void;
+    setCredentials(entries: ReadonlyArray<CredentialEntry>): void;
     setSkillSettings(entries: ReadonlyArray<SkillSettingEntry>): void;
     skillSettings(skill: string, agentId?: string | null): Record<string, string>;
     private _baseSkillsDir;
     listManagedSkills(): Promise<ManagedSkill[]>;
     readSkillFile(name: string): Promise<SkillFileContent | null>;
-    writeSkillFile(name: string, content: string): Promise<{
-        ok: boolean;
-    }>;
-    copyBaseForEdit(name: string): Promise<{
-        copied: boolean;
-    }>;
-    deleteOverlaySkill(name: string): Promise<{
-        removed: boolean;
-    }>;
+    writeSkillFile(name: string, content: string): Promise<SkillWriteResult>;
+    copyBaseForEdit(name: string): Promise<CopyBaseResult>;
+    deleteOverlaySkill(name: string): Promise<DeleteOverlayResult>;
     resolveCredential(key: string, ctx?: ToolExecuteContext): Promise<CredentialStoreValue> | CredentialStoreValue;
     private _completionSkills;
-    skills(agentId?: string | null, modelName?: string | null, options?: {
-        refresh?: boolean;
-        skipCredentialProbe?: boolean;
-        skipBinProbe?: boolean;
-    }): Promise<ResolvedSkillCatalogEntry[]>;
+    skills(agentId?: string | null, modelName?: string | null, options?: HarnessSkillsOptions): Promise<ResolvedSkillCatalogEntry[]>;
     private _reloadSkills;
     private _startOverlayWatch;
     tools(): Promise<ToolCatalogEntry[]>;
@@ -216,7 +211,9 @@ export declare class Harness extends ReadyResource {
     supportsImagesFor(model: string): boolean;
     private _projectionFor;
     setCustomModels(entries: ReadonlyArray<CustomModelEntry>): void;
+    setModelIdleTimeout(ms: number): void;
     previewModelSource(context: PreviewModelSourceContext): Promise<ModelSourcePreview>;
+    private _assessFit;
     describe(): Promise<HarnessInfo>;
     diagnostics(): HarnessDiagnostics;
     private _loadedModels;
@@ -243,35 +240,48 @@ export declare class Harness extends ReadyResource {
     suspend(): Promise<void>;
     private _sdkLifecycle;
     private _releaseRuntimes;
+    private _unloadIdleModels;
     resume(): Promise<void>;
     wakeup(): Promise<void>;
     _close(): Promise<void>;
     download(args: DownloadArgs): DownloadEventStream;
-    embed({ model, texts, signal }: EmbedContext): Promise<number[][]>;
+    embed(context: EmbedContext): Promise<number[][]>;
+    private _embed;
     private _defaultVoiceSrc;
     private _voiceJob;
-    transcribe({ model, audio, signal }: TranscribeContext): Promise<string>;
+    transcribe(context: TranscribeContext): Promise<string>;
+    private _transcribe;
     detectLanguage(context: DetectLanguageContext): DetectedLanguage[];
-    speak({ model, text, signal }: SpeakContext): Promise<SpeakResult>;
-    speakStream({ model, text, signal }: SpeakStreamContext): AsyncIterable<SpeakResult>;
+    speak(context: SpeakContext): Promise<SpeakResult>;
+    private _speak;
+    speakStream(context: SpeakStreamContext): AsyncIterable<SpeakResult>;
+    private _speakStream;
     list(options?: ListModelsOptions): Promise<ModelInfo[]>;
     deleteModel(name: string): Promise<DeleteModelSummary>;
     clearKvCache(): Promise<KvCacheDeletionResult>;
     deleteKvCache(kvCacheKey: string): Promise<KvCacheDeletionResult>;
-    infraModels(profile: string): Promise<Array<{
-        name: string;
-        addon: string;
-    }>>;
+    infraModels(profile: string): Promise<InfraModel[]>;
     capability(): Promise<CapabilityInfo>;
-    warmModel({ model, agent, signal }: {
-        model: string;
-        agent?: Agent;
-        signal?: BareAbortSignal;
-    }): Promise<void>;
-    invoke({ capability, args, enhance, agent, attach, fetchAttachment, progress, signal }: InvokeContext): AsyncGenerator<CompletionEvent>;
-    completion({ model, agent, messages, cacheKey, thinkingDefault, toolConfigs, generationParams, responseFormat, captureInferenceCalls, grantedDirs, grantedDrives, driveOp, grantedWriteDirs, approve, attach, fetchAttachment, ragSearch, progress, askUser, signal }: CompletionContext): AsyncGenerator<CompletionEvent>;
+    warmModel(context: WarmModelOptions): Promise<void>;
+    private _warmModel;
+    loadModel(context: WarmModelOptions): Promise<LoadModelResult>;
+    private _loadModel;
+    unloadModel(context: UnloadModelContext): Promise<UnloadModelResult>;
+    private _unloadModel;
+    private _loadAndRelease;
+    private _unloadIdleGenerators;
+    private _fits;
+    private _yieldPins;
+    private _residency;
+    private _completionLoadOptions;
+    invoke(context: InvokeContext): AsyncGenerator<CompletionEvent>;
+    private _invoke;
+    completion(context: CompletionContext): AsyncGenerator<CompletionEvent>;
+    private _completion;
     private _residentEnhancer;
     private _makeRoomForCompletion;
     private _evictWedgedModel;
     private _evictAfterLeases;
+    private _busy;
+    private _busyStream;
 }