@elizaos/plugin-local-inference 2.0.0-beta.1 → 2.0.11-beta.7

package/src/services/voice-prewarm.d.ts

@@ -0,0 +1,3 @@
+export declare function shouldPrewarmLocalVoiceStack(modelId: string): boolean;
+export declare function prewarmLocalVoiceStackForModel(modelId: string): Promise<boolean>;
+//# sourceMappingURL=voice-prewarm.d.ts.map

package/src/services/voice-prewarm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-prewarm.d.ts","sourceRoot":"","sources":["voice-prewarm.ts"],"names":[],"mappings":"AAMA,wBAAgB,4BAA4B,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAErE;AAED,wBAAsB,8BAA8B,CACnD,OAAO,EAAE,MAAM,GACb,OAAO,CAAC,OAAO,CAAC,CAsClB"}

package/src/services/voice-prewarm.ts

@@ -0,0 +1,51 @@
+import { logger } from "@elizaos/core";
+import { localInferenceEngine } from "./engine";
+
+let activeVoicePrewarm: { modelId: string; promise: Promise<boolean> } | null =
+	null;
+
+export function shouldPrewarmLocalVoiceStack(modelId: string): boolean {
+	return /^eliza-1(?:-|$)/.test(modelId);
+}
+
+export async function prewarmLocalVoiceStackForModel(
+	modelId: string,
+): Promise<boolean> {
+	if (!shouldPrewarmLocalVoiceStack(modelId)) return false;
+	if (activeVoicePrewarm?.modelId === modelId) {
+		return activeVoicePrewarm.promise;
+	}
+
+	const started = Date.now();
+	const promise = (async () => {
+		await localInferenceEngine.ensureActiveBundleVoiceReady();
+		await localInferenceEngine.transcribePcm({
+			pcm: new Float32Array(4000),
+			sampleRate: 16_000,
+		});
+		await localInferenceEngine.synthesizeSpeech("Hello.");
+		return true;
+	})()
+		.then((warmed) => {
+			logger.info(
+				`[local-inference] Prewarmed local voice stack for ${modelId} in ${Date.now() - started}ms`,
+			);
+			return warmed;
+		})
+		.catch((err) => {
+			logger.warn(
+				`[local-inference] Local voice prewarm failed for ${modelId}: ${
+					err instanceof Error ? err.message : String(err)
+				}`,
+			);
+			return false;
+		})
+		.finally(() => {
+			if (activeVoicePrewarm?.promise === promise) {
+				activeVoicePrewarm = null;
+			}
+		});
+
+	activeVoicePrewarm = { modelId, promise };
+	return promise;
+}

package/dist/index.d.ts

@@ -1,37 +0,0 @@
-import * as http from 'node:http';
-import { ContentValue } from '@elizaos/core';
-
-type LocalInferenceCommandIntent = "retry" | "resume" | "redownload" | "download" | "cancel" | "switch_smaller" | "status" | "use_cloud" | "use_local";
-interface LocalInferenceChatMetadata {
-    [key: string]: ContentValue;
-    intent?: LocalInferenceCommandIntent;
-    status: "missing" | "downloading" | "loading" | "failed" | "no_space" | "idle" | "ready" | "cancelled" | "routing";
-    modelId?: string | null;
-    activeModelId?: string | null;
-    provider?: string;
-    error?: string;
-    progress?: {
-        percent?: number;
-        receivedBytes: number;
-        totalBytes: number;
-        bytesPerSec?: number;
-        etaMs?: number | null;
-    };
-}
-interface LocalInferenceChatResult {
-    text: string;
-    localInference: LocalInferenceChatMetadata;
-}
-declare let activeModelState: {
-    modelId: string | null;
-    loadedAt: string | null;
-    status: "idle" | "loading" | "ready" | "error";
-    error?: string;
-};
-declare function getLocalInferenceActiveModelId(): string | undefined;
-declare function getLocalInferenceActiveSnapshot(): Promise<typeof activeModelState>;
-declare function getLocalInferenceChatStatus(intent?: LocalInferenceCommandIntent, error?: unknown): Promise<LocalInferenceChatResult>;
-declare function handleLocalInferenceChatCommand(intent: LocalInferenceCommandIntent, prompt: string): Promise<LocalInferenceChatResult>;
-declare function handleLocalInferenceRoutes(req: http.IncomingMessage, res: http.ServerResponse): Promise<boolean>;
-
-export { type LocalInferenceChatMetadata, type LocalInferenceChatResult, type LocalInferenceCommandIntent, getLocalInferenceActiveModelId, getLocalInferenceActiveSnapshot, getLocalInferenceChatStatus, handleLocalInferenceChatCommand, handleLocalInferenceRoutes };