@qvac/harness 0.3.3 → 0.5.0

package/dist/prebuilds-manifest.json

@@ -272,14 +272,6 @@
       "win32-arm64",
       "win32-x64"
     ],
-    "bare-tty/node_modules/bare-signals": [
-      "darwin-arm64",
-      "darwin-x64",
-      "linux-arm64",
-      "linux-x64",
-      "win32-arm64",
-      "win32-x64"
-    ],
     "bare-tty": [
       "darwin-arm64",
       "darwin-x64",

package/dist-lib/index.d.ts

@@ -3,13 +3,14 @@ import ReadyResource from 'ready-resource';
 import { type Agent, type ApproveFn, type AskUserFn, type AttachFn, type CompletionEvent, type FetchAttachmentFn, type Message, type ProgressFn, type RagSearchFn, type ResponseFormat, type ToolDefinition, type ToolExecuteContext } from './lib/capabilities/completion.ts';
 import { type DetectLanguageContext, type DetectedLanguage } from './lib/capabilities/detect-language.ts';
 import { type Capability } from './lib/capabilities/invoke.ts';
+import { type ModelSourcePreview, type PreviewModelSourceContext } from './lib/capabilities/preview-model-source.ts';
 import { type EnhanceMode } from './lib/capabilities/enhance.ts';
 import { type DownloadArgs, type DownloadEventStream } from './lib/capabilities/download.ts';
 import { type EmbedContext } from './lib/capabilities/embed.ts';
 import { type KvCacheDeletionResult } from './lib/capabilities/kv-cache.ts';
 import type { LlmGenerationParams } from './lib/models/llm-presets.ts';
 import { type SpeakContext, type SpeakResult, type SpeakStreamContext, type TranscribeContext } from './lib/capabilities/voice.ts';
-import type { CapabilityInfo, HarnessDiagnostics } from './lib/contract-types.ts';
+import type { CapabilityInfo, CredentialEntry, HarnessDiagnostics, InfraModel, SkillsOptions, SkillWriteResult } from './lib/contract-types.ts';
 import { type CustomModelEntry } from './lib/models/model-catalog.ts';
 import { type ListModelsOptions, type ModelInfo } from './lib/models/model-list.ts';
 import { type DeleteModelSummary } from './lib/models/model-delete.ts';
@@ -19,7 +20,7 @@ import type { ImageClamps } from './lib/models/model-catalog.ts';
 import { type ToolCatalogEntry } from './lib/tools/catalog.ts';
 import { type MusicClamps, type MusicModelStages } from './lib/tools/generate-music.ts';
 import type { CredentialStoreFn, CredentialStoreValue } from './lib/tools/skills/auth-resolver.ts';
-import { type ManagedSkill, type SkillFileContent } from './lib/tools/skills/overlay-crud.ts';
+import { type CopyBaseResult, type DeleteOverlayResult, type ManagedSkill, type SkillFileContent } from './lib/tools/skills/overlay-crud.ts';
 import { type DriveOpFn, type GrantedDrive } from './lib/tools/fs/remote.ts';
 import type { ResolvedSkillCatalogEntry } from './lib/tools/skills/catalog.ts';
 import { type SkillSettingEntry } from './lib/tools/skills/skill-settings.ts';
@@ -29,6 +30,7 @@ export { CAPABILITIES, isCapability, type Capability } from './lib/capabilities/
 export type { EnhanceMode } from './lib/capabilities/enhance.ts';
 export { EURONANO_LANGUAGES, NMT_FROM_ENGLISH, NMT_TO_ENGLISH, SLM_LANGUAGE_CODES, SLM_LANGUAGE_NAMES, translationPlanFor, type TranslationPlan } from './lib/models/nmt-catalog.ts';
 export type { DetectLanguageContext, DetectedLanguage } from './lib/capabilities/detect-language.ts';
+export type { ModelFitVerdict, ModelSourceFile, ModelSourcePreview, ModelSourceRefusal, PreviewModelSourceContext } from './lib/capabilities/preview-model-source.ts';
 export * from './lib/capabilities/download.ts';
 export type { EmbedContext } from './lib/capabilities/embed.ts';
 export type { SpeakContext, SpeakResult, SpeakStreamContext, TranscribeContext } from './lib/capabilities/voice.ts';
@@ -50,7 +52,7 @@ export type { CredentialRecord, CredentialStoreValue } from './lib/tools/skills/
 export { isAvailableState, SKILL_STATE, type SkillState } from './lib/tools/skills/skill-state.ts';
 export { connectHarness, HARNESS_DIED, RemoteHarness } from './lib/connect.ts';
 export type { KvCacheDeletionResult } from './lib/capabilities/kv-cache.ts';
-export type { AgentKnobs, ApprovalCall, ChatMessage, DownloadContext, HarnessContract, HarnessDiagnostics, HarnessEvent, HarnessInfo, HarnessStatus, ModelState } from './lib/contract-types.ts';
+export type { AgentKnobs, ApprovalCall, ChatMessage, CredentialEntry, DownloadContext, HarnessContract, HarnessDiagnostics, HarnessEvent, HarnessInfo, HarnessStatus, InfraModel, ModelState, SkillsOptions, SkillWriteResult } from './lib/contract-types.ts';
 import type { HarnessInfo } from './lib/contract-types.ts';
 export { serveHarness } from './lib/serve.ts';
 export { hlog, setHarnessLog, setHarnessLogSink } from './lib/log.ts';
@@ -73,6 +75,7 @@ export interface HarnessOptions {
     gpuStats?: unknown;
     sdkLoader?: SdkLoader;
     skillsDir?: string;
+    modelsDir?: string;
     projectionModel?: string | Record<string, string>;
     imageModel?: string | ImageModelOptions;
     imageClamps?: ImageClamps;
@@ -123,6 +126,14 @@ export interface InvokeContext {
     progress?: ProgressFn;
     signal?: BareAbortSignal;
 }
+export interface HarnessSkillsOptions extends SkillsOptions {
+    readonly skipBinProbe?: boolean;
+}
+export interface WarmModelOptions {
+    model: string;
+    agent?: Agent;
+    signal?: BareAbortSignal;
+}
 export declare class Harness extends ReadyResource {
     private _tools;
     private _sdk;
@@ -141,6 +152,7 @@ export declare class Harness extends ReadyResource {
     private _voiceLane;
     private _state;
     private _skillsDir?;
+    private readonly _modelsDir?;
     private _overlayWatcher;
     private _supportedSkills;
     private _projectionModel;
@@ -168,38 +180,23 @@ export declare class Harness extends ReadyResource {
     private _capability;
     private _capabilityInflight;
     private readonly _modelFaults;
-    constructor({ tools, sdkLoader, skillsDir, projectionModel, imageModel, imageClamps, musicModel, musicClamps, llmDevice, llmGpuLayers, contextSize, kvCacheK, kvCacheV, embedDevice, embedGpuLayers, embedBatchSize, transcriptionDevice, completionModelCap, credentialStore, platform, gpuStats }?: HarnessOptions);
+    private readonly _idle;
+    constructor({ tools, sdkLoader, skillsDir, modelsDir, projectionModel, imageModel, imageClamps, musicModel, musicClamps, llmDevice, llmGpuLayers, contextSize, kvCacheK, kvCacheV, embedDevice, embedGpuLayers, embedBatchSize, transcriptionDevice, completionModelCap, credentialStore, platform, gpuStats }?: HarnessOptions);
     _open(): Promise<void>;
     get suspended(): boolean;
     get skillNames(): string[];
-    setCredentials(entries: ReadonlyArray<{
-        key: string;
-        token?: string | null;
-        expiresAt?: number | null;
-        agentId?: string | null;
-        skill?: string | null;
-    }>): void;
+    setCredentials(entries: ReadonlyArray<CredentialEntry>): void;
     setSkillSettings(entries: ReadonlyArray<SkillSettingEntry>): void;
     skillSettings(skill: string, agentId?: string | null): Record<string, string>;
     private _baseSkillsDir;
     listManagedSkills(): Promise<ManagedSkill[]>;
     readSkillFile(name: string): Promise<SkillFileContent | null>;
-    writeSkillFile(name: string, content: string): Promise<{
-        ok: boolean;
-    }>;
-    copyBaseForEdit(name: string): Promise<{
-        copied: boolean;
-    }>;
-    deleteOverlaySkill(name: string): Promise<{
-        removed: boolean;
-    }>;
+    writeSkillFile(name: string, content: string): Promise<SkillWriteResult>;
+    copyBaseForEdit(name: string): Promise<CopyBaseResult>;
+    deleteOverlaySkill(name: string): Promise<DeleteOverlayResult>;
     resolveCredential(key: string, ctx?: ToolExecuteContext): Promise<CredentialStoreValue> | CredentialStoreValue;
     private _completionSkills;
-    skills(agentId?: string | null, modelName?: string | null, options?: {
-        refresh?: boolean;
-        skipCredentialProbe?: boolean;
-        skipBinProbe?: boolean;
-    }): Promise<ResolvedSkillCatalogEntry[]>;
+    skills(agentId?: string | null, modelName?: string | null, options?: HarnessSkillsOptions): Promise<ResolvedSkillCatalogEntry[]>;
     private _reloadSkills;
     private _startOverlayWatch;
     tools(): Promise<ToolCatalogEntry[]>;
@@ -212,6 +209,8 @@ export declare class Harness extends ReadyResource {
     supportsImagesFor(model: string): boolean;
     private _projectionFor;
     setCustomModels(entries: ReadonlyArray<CustomModelEntry>): void;
+    setModelIdleTimeout(ms: number): void;
+    previewModelSource(context: PreviewModelSourceContext): Promise<ModelSourcePreview>;
     describe(): Promise<HarnessInfo>;
     diagnostics(): HarnessDiagnostics;
     private _loadedModels;
@@ -238,35 +237,38 @@ export declare class Harness extends ReadyResource {
     suspend(): Promise<void>;
     private _sdkLifecycle;
     private _releaseRuntimes;
+    private _unloadIdleModels;
     resume(): Promise<void>;
     wakeup(): Promise<void>;
     _close(): Promise<void>;
     download(args: DownloadArgs): DownloadEventStream;
-    embed({ model, texts, signal }: EmbedContext): Promise<number[][]>;
+    embed(context: EmbedContext): Promise<number[][]>;
+    private _embed;
     private _defaultVoiceSrc;
     private _voiceJob;
-    transcribe({ model, audio, signal }: TranscribeContext): Promise<string>;
+    transcribe(context: TranscribeContext): Promise<string>;
+    private _transcribe;
     detectLanguage(context: DetectLanguageContext): DetectedLanguage[];
-    speak({ model, text, signal }: SpeakContext): Promise<SpeakResult>;
-    speakStream({ model, text, signal }: SpeakStreamContext): AsyncIterable<SpeakResult>;
+    speak(context: SpeakContext): Promise<SpeakResult>;
+    private _speak;
+    speakStream(context: SpeakStreamContext): AsyncIterable<SpeakResult>;
+    private _speakStream;
     list(options?: ListModelsOptions): Promise<ModelInfo[]>;
     deleteModel(name: string): Promise<DeleteModelSummary>;
     clearKvCache(): Promise<KvCacheDeletionResult>;
     deleteKvCache(kvCacheKey: string): Promise<KvCacheDeletionResult>;
-    infraModels(profile: string): Promise<Array<{
-        name: string;
-        addon: string;
-    }>>;
+    infraModels(profile: string): Promise<InfraModel[]>;
     capability(): Promise<CapabilityInfo>;
-    warmModel({ model, agent, signal }: {
-        model: string;
-        agent?: Agent;
-        signal?: BareAbortSignal;
-    }): Promise<void>;
-    invoke({ capability, args, enhance, agent, attach, fetchAttachment, progress, signal }: InvokeContext): AsyncGenerator<CompletionEvent>;
-    completion({ model, agent, messages, cacheKey, thinkingDefault, toolConfigs, generationParams, responseFormat, captureInferenceCalls, grantedDirs, grantedDrives, driveOp, grantedWriteDirs, approve, attach, fetchAttachment, ragSearch, progress, askUser, signal }: CompletionContext): AsyncGenerator<CompletionEvent>;
+    warmModel(context: WarmModelOptions): Promise<void>;
+    private _warmModel;
+    invoke(context: InvokeContext): AsyncGenerator<CompletionEvent>;
+    private _invoke;
+    completion(context: CompletionContext): AsyncGenerator<CompletionEvent>;
+    private _completion;
     private _residentEnhancer;
     private _makeRoomForCompletion;
     private _evictWedgedModel;
     private _evictAfterLeases;
+    private _busy;
+    private _busyStream;
 }