@xopcai/xopc 0.0.325 → 0.0.330

package/dist/src/voice/local/model-manager.js

@@ -1,133 +0,0 @@
-import { createLogger } from "../../utils/logger/index.js";
-import { init_logger } from "../../utils/logger.js";
-import { LOCAL_VOICE_MODELS, getLocalVoiceModel, isLocalVoiceModelInstalled, resolveLocalVoiceModelDir, resolveLocalVoiceModelMarkerPath } from "./models.js";
-import { getLocalVoiceRuntimeClient } from "./runtime-client.js";
-import { join } from "node:path";
-import { mkdir, readFile, rename, rm, writeFile } from "node:fs/promises";
-//#region src/voice/local/model-manager.ts
-init_logger();
-const log = createLogger("LocalVoice:Models");
-const jobs = /* @__PURE__ */ new Map();
-function progressFraction(progress) {
-	if (typeof progress.progress === "number" && Number.isFinite(progress.progress)) return progress.progress > 1 ? progress.progress / 100 : progress.progress;
-	if (typeof progress.loaded === "number" && typeof progress.total === "number" && progress.total > 0) return progress.loaded / progress.total;
-}
-async function listLocalVoiceModelStatuses() {
-	return Promise.all(LOCAL_VOICE_MODELS.map(async (model) => {
-		const active = jobs.get(model.id);
-		if (active) return { ...active };
-		if (!isLocalVoiceModelInstalled(model.id)) return {
-			id: model.id,
-			name: model.name,
-			description: model.description,
-			approximateBytes: model.approximateBytes,
-			engine: model.engine,
-			languages: model.languages,
-			recommended: model.recommended,
-			state: "not_installed"
-		};
-		let installedAt;
-		try {
-			installedAt = JSON.parse(await readFile(resolveLocalVoiceModelMarkerPath(model.id), "utf8")).installedAt;
-		} catch {}
-		return {
-			id: model.id,
-			name: model.name,
-			description: installedAt ? `${model.description} Installed ${installedAt}.` : model.description,
-			approximateBytes: model.approximateBytes,
-			engine: model.engine,
-			languages: model.languages,
-			recommended: model.recommended,
-			state: "ready"
-		};
-	}));
-}
-function startLocalVoiceModelInstall(modelId) {
-	const model = getLocalVoiceModel(modelId);
-	const existing = jobs.get(model.id);
-	if (existing?.state === "downloading") return { ...existing };
-	const status = {
-		id: model.id,
-		name: model.name,
-		description: model.description,
-		approximateBytes: model.approximateBytes,
-		engine: model.engine,
-		languages: model.languages,
-		recommended: model.recommended,
-		state: "downloading",
-		progress: 0
-	};
-	jobs.set(model.id, status);
-	(async () => {
-		const modelDir = resolveLocalVoiceModelDir(model.id);
-		const stagingDir = `${modelDir}.download`;
-		try {
-			if (model.engine === "transformers.js") await rm(stagingDir, {
-				recursive: true,
-				force: true
-			});
-			await mkdir(stagingDir, { recursive: true });
-			await getLocalVoiceRuntimeClient().request("model.install", {
-				modelId: model.id,
-				cacheDir: stagingDir
-			}, { onProgress: (progress) => {
-				const current = jobs.get(model.id);
-				if (!current) return;
-				current.progress = progressFraction(progress) ?? current.progress;
-				current.downloadedBytes = progress.loaded;
-				current.totalBytes = progress.total;
-			} });
-			await writeFile(join(stagingDir, "installed.json"), `${JSON.stringify({
-				modelId: model.id,
-				repository: model.repository,
-				revision: model.revision,
-				engine: model.engine,
-				...model.dtype ? { dtype: model.dtype } : {},
-				installedAt: (/* @__PURE__ */ new Date()).toISOString()
-			}, null, 2)}\n`, { mode: 384 });
-			await rm(modelDir, {
-				recursive: true,
-				force: true
-			});
-			await rename(stagingDir, modelDir);
-			jobs.delete(model.id);
-			log.info({ modelId: model.id }, "Local voice model installed");
-		} catch (error) {
-			if (model.engine === "transformers.js") await rm(stagingDir, {
-				recursive: true,
-				force: true
-			}).catch(() => {});
-			const message = error instanceof Error ? error.message : String(error);
-			jobs.set(model.id, {
-				...status,
-				state: "error",
-				error: message
-			});
-			log.error({
-				err: error,
-				modelId: model.id
-			}, `Local voice model installation failed: ${message}`);
-		}
-	})();
-	return { ...status };
-}
-async function removeLocalVoiceModel(modelId) {
-	const model = getLocalVoiceModel(modelId);
-	if (jobs.get(model.id)?.state === "downloading") throw new Error("Cannot remove a model while it is downloading");
-	try {
-		await getLocalVoiceRuntimeClient().request("model.unload", { modelId: model.id }, { timeoutMs: 1e4 });
-	} catch (error) {
-		log.warn({
-			err: error,
-			modelId: model.id
-		}, "Local voice runtime unload failed; removing model files");
-	}
-	await rm(resolveLocalVoiceModelDir(model.id), {
-		recursive: true,
-		force: true
-	});
-	jobs.delete(model.id);
-	log.info({ modelId: model.id }, "Local voice model removed");
-}
-//#endregion
-export { listLocalVoiceModelStatuses, removeLocalVoiceModel, startLocalVoiceModelInstall };

package/dist/src/voice/local/models.d.ts

@@ -1,28 +0,0 @@
-export type LocalVoiceModelId = 'sensevoice-small' | 'tiny' | 'base' | 'small';
-export type LocalVoiceEngine = 'sherpa-onnx' | 'transformers.js';
-export interface LocalVoiceModelFile {
-    path: string;
-    bytes: number;
-    sha256: string;
-}
-export interface LocalVoiceModelDefinition {
-    id: LocalVoiceModelId;
-    name: string;
-    description: string;
-    engine: LocalVoiceEngine;
-    repository: string;
-    revision: string;
-    dtype?: 'q8';
-    files?: readonly LocalVoiceModelFile[];
-    languages: readonly string[];
-    recommended?: boolean;
-    approximateBytes: number;
-}
-export declare const DEFAULT_LOCAL_VOICE_MODEL_ID: LocalVoiceModelId;
-export declare const LOCAL_VOICE_MODELS: readonly LocalVoiceModelDefinition[];
-export declare function resolveLocalVoiceRootDir(): string;
-export declare function resolveLocalVoiceModelDir(modelId: string): string;
-export declare function resolveLocalVoiceModelMarkerPath(modelId: string): string;
-export declare function getLocalVoiceModel(modelId: string | undefined): LocalVoiceModelDefinition;
-export declare function isLocalVoiceModelInstalled(modelId: string): boolean;
-export declare function hasInstalledLocalVoiceModel(): boolean;

package/dist/src/voice/local/models.js

@@ -1,99 +0,0 @@
-import { resolveStateDir } from "../../config/paths-state.js";
-import { init_paths } from "../../config/paths.js";
-import { join } from "node:path";
-import { existsSync } from "node:fs";
-//#region src/voice/local/models.ts
-init_paths();
-const DEFAULT_LOCAL_VOICE_MODEL_ID = "sensevoice-small";
-const LOCAL_VOICE_MODELS = [
-	{
-		id: "sensevoice-small",
-		name: "SenseVoice Small 中文",
-		description: "中文推荐；适合普通话、粤语和中英混说，支持标点与数字规整。",
-		engine: "sherpa-onnx",
-		repository: "csukuangfj/sherpa-onnx-sense-voice-zh-en-ja-ko-yue-2024-07-17",
-		revision: "2365baeacb507f821a0c8120fcee3d484dba7a07",
-		files: [
-			{
-				path: "model.int8.onnx",
-				bytes: 239233841,
-				sha256: "c71f0ce00bec95b07744e116345e33d8cbbe08cef896382cf907bf4b51a2cd51"
-			},
-			{
-				path: "tokens.txt",
-				bytes: 315894,
-				sha256: "f449eb28dc567533d7fa59be34e2abca8784f771850c78a47fb731a31429a1dc"
-			},
-			{
-				path: "LICENSE",
-				bytes: 71,
-				sha256: "221c6df10b0931a5629adad671ea48fb7747e034c414b6d2bfa275bc3dd4ea17"
-			}
-		],
-		languages: [
-			"zh",
-			"yue",
-			"en",
-			"ja",
-			"ko"
-		],
-		recommended: true,
-		approximateBytes: 239549806
-	},
-	{
-		id: "tiny",
-		name: "Whisper Tiny",
-		description: "Fastest and smallest; best for short commands.",
-		engine: "transformers.js",
-		repository: "onnx-community/whisper-tiny",
-		revision: "ff4177021cc41f7db950912b73ea4fdf7d01d8e7",
-		dtype: "q8",
-		languages: ["multilingual"],
-		approximateBytes: 45 * 1024 * 1024
-	},
-	{
-		id: "base",
-		name: "Whisper Base",
-		description: "Recommended balance of accuracy, speed, and disk use.",
-		engine: "transformers.js",
-		repository: "onnx-community/whisper-base",
-		revision: "1846881b6b3a3024392c1eea3ad983695bc23925",
-		dtype: "q8",
-		languages: ["multilingual"],
-		approximateBytes: 80 * 1024 * 1024
-	},
-	{
-		id: "small",
-		name: "Whisper Small",
-		description: "Higher accuracy with more memory and disk use.",
-		engine: "transformers.js",
-		repository: "onnx-community/whisper-small",
-		revision: "36050c46d777d46dc4b5f43f6d90574fc38f8732",
-		dtype: "q8",
-		languages: ["multilingual"],
-		approximateBytes: 245 * 1024 * 1024
-	}
-];
-function resolveLocalVoiceRootDir() {
-	return process.env.XOPC_VOICE_MODEL_DIR?.trim() || join(resolveStateDir(), "voice");
-}
-function resolveLocalVoiceModelDir(modelId) {
-	return join(resolveLocalVoiceRootDir(), "models", modelId);
-}
-function resolveLocalVoiceModelMarkerPath(modelId) {
-	return join(resolveLocalVoiceModelDir(modelId), "installed.json");
-}
-function getLocalVoiceModel(modelId) {
-	const id = modelId?.trim() || "sensevoice-small";
-	const model = LOCAL_VOICE_MODELS.find((entry) => entry.id === id);
-	if (!model) throw new Error(`Unknown local voice model: ${id}`);
-	return model;
-}
-function isLocalVoiceModelInstalled(modelId) {
-	return existsSync(resolveLocalVoiceModelMarkerPath(modelId));
-}
-function hasInstalledLocalVoiceModel() {
-	return LOCAL_VOICE_MODELS.some((model) => isLocalVoiceModelInstalled(model.id));
-}
-//#endregion
-export { DEFAULT_LOCAL_VOICE_MODEL_ID, LOCAL_VOICE_MODELS, getLocalVoiceModel, hasInstalledLocalVoiceModel, isLocalVoiceModelInstalled, resolveLocalVoiceModelDir, resolveLocalVoiceModelMarkerPath, resolveLocalVoiceRootDir };

package/dist/src/voice/local/provider-switch.d.ts

@@ -1,4 +0,0 @@
-import type { Config } from '../../config/schema.js';
-export declare function localVoiceModelForProviderSwitch(previousProvider: string | undefined, config: Config): string | null;
-/** Start a missing local STT model only after the provider changes to xopc-local. */
-export declare function prepareLocalVoiceModelAfterProviderSwitch(previousProvider: string | undefined, config: Config): void;

package/dist/src/voice/local/provider-switch.js

@@ -1,36 +0,0 @@
-import { createLogger } from "../../utils/logger/index.js";
-import { init_logger } from "../../utils/logger.js";
-import { DEFAULT_LOCAL_VOICE_MODEL_ID, isLocalVoiceModelInstalled } from "./models.js";
-import { startLocalVoiceModelInstall } from "./model-manager.js";
-//#region src/voice/local/provider-switch.ts
-init_logger();
-const log = createLogger("Voice:Local");
-function localVoiceModelForProviderSwitch(previousProvider, config) {
-	const audio = config.tools?.media?.audio;
-	const previous = previousProvider?.trim() || "xopc-local";
-	if (audio?.enabled === false || previous === "xopc-local" || audio?.provider !== "xopc-local") return null;
-	const configuredModel = audio.providers?.["xopc-local"]?.model;
-	return typeof configuredModel === "string" && configuredModel.trim() ? configuredModel.trim() : DEFAULT_LOCAL_VOICE_MODEL_ID;
-}
-/** Start a missing local STT model only after the provider changes to xopc-local. */
-function prepareLocalVoiceModelAfterProviderSwitch(previousProvider, config) {
-	const modelId = localVoiceModelForProviderSwitch(previousProvider, config);
-	if (!modelId || isLocalVoiceModelInstalled(modelId)) return;
-	try {
-		startLocalVoiceModelInstall(modelId);
-		log.info({
-			modelId,
-			phase: "provider_switch"
-		}, "Local voice model preparation started");
-	} catch (err) {
-		const errorMessage = err instanceof Error ? err.message : String(err);
-		log.warn({
-			err,
-			modelId,
-			errorMessage,
-			phase: "provider_switch"
-		}, `Local voice model preparation failed: ${errorMessage}`);
-	}
-}
-//#endregion
-export { localVoiceModelForProviderSwitch, prepareLocalVoiceModelAfterProviderSwitch };

package/dist/src/voice/local/runtime-client.d.ts

@@ -1,28 +0,0 @@
-export interface LocalVoiceRuntimeProgress {
-    status?: string;
-    file?: string;
-    progress?: number;
-    loaded?: number;
-    total?: number;
-}
-export declare class LocalVoiceRuntimeClient {
-    private child;
-    private nextId;
-    private pending;
-    private requestTail;
-    request<T>(method: string, params?: Record<string, unknown>, options?: {
-        signal?: AbortSignal;
-        timeoutMs?: number;
-        /** Health/status probes must never terminate an active model download on timeout. */
-        stopOnTimeout?: boolean;
-        onProgress?: (progress: LocalVoiceRuntimeProgress) => void;
-    }): Promise<T>;
-    private executeRequest;
-    stop(): void;
-    private ensureStarted;
-    private handleLine;
-    private rejectAll;
-    private deletePending;
-}
-export declare function getLocalVoiceRuntimeClient(): LocalVoiceRuntimeClient;
-export declare function resetLocalVoiceRuntimeForTests(): void;

package/dist/src/voice/local/runtime-client.js

@@ -1,183 +0,0 @@
-import { createLogger } from "../../utils/logger/index.js";
-import { init_logger } from "../../utils/logger.js";
-import { resolveLocalVoiceRootDir } from "./models.js";
-import { existsSync } from "node:fs";
-import { fileURLToPath } from "node:url";
-import { spawn } from "node:child_process";
-import { createInterface } from "node:readline";
-//#region src/voice/local/runtime-client.ts
-init_logger();
-const log = createLogger("LocalVoice:Runtime");
-const DEFAULT_REQUEST_TIMEOUT_MS = 10 * 6e4;
-function resolveWorkerCommand() {
-	const configured = process.env.XOPC_VOICE_RUNTIME_ENTRY?.trim();
-	if (configured) return {
-		entry: configured,
-		args: [configured]
-	};
-	const jsEntry = fileURLToPath(new URL("./runtime-worker.js", import.meta.url));
-	if (existsSync(jsEntry)) return {
-		entry: jsEntry,
-		args: [jsEntry]
-	};
-	const tsEntry = fileURLToPath(new URL("./runtime-worker.ts", import.meta.url));
-	if (existsSync(tsEntry)) return {
-		entry: tsEntry,
-		args: [
-			"--import",
-			"tsx",
-			tsEntry
-		]
-	};
-	throw new Error("Bundled local voice runtime entry is missing");
-}
-var LocalVoiceRuntimeClient = class {
-	child = null;
-	nextId = 1;
-	pending = /* @__PURE__ */ new Map();
-	requestTail = Promise.resolve();
-	async request(method, params = {}, options = {}) {
-		options.signal?.throwIfAborted();
-		if (method === "health") return this.executeRequest(method, params, options);
-		const queued = this.requestTail.then(() => this.executeRequest(method, params, options));
-		this.requestTail = queued.then(() => void 0, () => void 0);
-		if (!options.signal) return queued;
-		return new Promise((resolve, reject) => {
-			const abort = () => reject(/* @__PURE__ */ new Error("Local voice runtime request aborted"));
-			options.signal.addEventListener("abort", abort, { once: true });
-			queued.then((value) => {
-				options.signal.removeEventListener("abort", abort);
-				resolve(value);
-			}, (error) => {
-				options.signal.removeEventListener("abort", abort);
-				reject(error instanceof Error ? error : new Error(String(error)));
-			});
-		});
-	}
-	async executeRequest(method, params, options) {
-		options.signal?.throwIfAborted();
-		const child = this.ensureStarted();
-		const id = this.nextId++;
-		return new Promise((resolve, reject) => {
-			const timeout = setTimeout(() => {
-				this.deletePending(id);
-				reject(/* @__PURE__ */ new Error(`Local voice runtime request timed out: ${method}`));
-				if (options.stopOnTimeout !== false) this.stop();
-			}, options.timeoutMs ?? DEFAULT_REQUEST_TIMEOUT_MS);
-			this.pending.set(id, {
-				resolve: (value) => resolve(value),
-				reject,
-				timeout,
-				signal: options.signal,
-				onProgress: options.onProgress
-			});
-			const abort = () => {
-				const pending = this.pending.get(id);
-				if (!pending) return;
-				this.deletePending(id);
-				pending.reject(/* @__PURE__ */ new Error("Local voice runtime request aborted"));
-				this.stop();
-			};
-			const pending = this.pending.get(id);
-			if (pending) pending.abort = abort;
-			options.signal?.addEventListener("abort", abort, { once: true });
-			child.stdin.write(`${JSON.stringify({
-				id,
-				method,
-				params
-			})}\n`, (error) => {
-				if (!error) return;
-				this.deletePending(id);
-				reject(error);
-			});
-		});
-	}
-	stop() {
-		const child = this.child;
-		this.child = null;
-		if (child && !child.killed) child.kill("SIGTERM");
-		this.rejectAll(/* @__PURE__ */ new Error("Local voice runtime stopped"));
-	}
-	ensureStarted() {
-		if (this.child && !this.child.killed) return this.child;
-		const command = resolveWorkerCommand();
-		const child = spawn(process.execPath, command.args, {
-			env: {
-				...process.env,
-				ELECTRON_RUN_AS_NODE: "1",
-				XOPC_VOICE_MODEL_DIR: resolveLocalVoiceRootDir()
-			},
-			stdio: [
-				"pipe",
-				"pipe",
-				"pipe"
-			],
-			windowsHide: true
-		});
-		this.child = child;
-		createInterface({ input: child.stdout }).on("line", (line) => this.handleLine(line));
-		child.stderr.on("data", (chunk) => {
-			const message = chunk.toString().trim();
-			if (message) log.debug({ message }, "Local voice runtime stderr");
-		});
-		child.once("error", (error) => {
-			if (this.child === child) this.child = null;
-			this.rejectAll(error);
-		});
-		child.once("exit", (code, signal) => {
-			if (this.child === child) this.child = null;
-			if (this.pending.size > 0) this.rejectAll(/* @__PURE__ */ new Error(`Local voice runtime exited (${code ?? signal ?? "unknown"})`));
-		});
-		return child;
-	}
-	handleLine(line) {
-		let message;
-		try {
-			message = JSON.parse(line);
-		} catch {
-			log.warn({ linePreview: line.slice(0, 200) }, "Ignored invalid local voice runtime output");
-			return;
-		}
-		if (typeof message.id !== "number") return;
-		const pending = this.pending.get(message.id);
-		if (!pending) return;
-		if (message.event === "progress") {
-			pending.onProgress?.(message.data ?? {});
-			return;
-		}
-		this.deletePending(message.id);
-		if (message.error) {
-			const detail = typeof message.error === "string" ? { message: message.error } : message.error;
-			const suffix = [detail.code, detail.cause].filter(Boolean).join(": ");
-			const error = /* @__PURE__ */ new Error(`${detail.message || "Local voice runtime failed"}${suffix ? ` (${suffix})` : ""}`);
-			if (detail.code) Object.assign(error, { code: detail.code });
-			pending.reject(error);
-		} else pending.resolve(message.result);
-	}
-	rejectAll(error) {
-		for (const pending of this.pending.values()) {
-			clearTimeout(pending.timeout);
-			if (pending.signal && pending.abort) pending.signal.removeEventListener("abort", pending.abort);
-			pending.reject(error);
-		}
-		this.pending.clear();
-	}
-	deletePending(id) {
-		const pending = this.pending.get(id);
-		if (!pending) return;
-		clearTimeout(pending.timeout);
-		if (pending.signal && pending.abort) pending.signal.removeEventListener("abort", pending.abort);
-		this.pending.delete(id);
-	}
-};
-let sharedRuntime;
-function getLocalVoiceRuntimeClient() {
-	sharedRuntime ??= new LocalVoiceRuntimeClient();
-	return sharedRuntime;
-}
-function resetLocalVoiceRuntimeForTests() {
-	sharedRuntime?.stop();
-	sharedRuntime = void 0;
-}
-//#endregion
-export { LocalVoiceRuntimeClient, getLocalVoiceRuntimeClient, resetLocalVoiceRuntimeForTests };

package/dist/src/voice/local/runtime-worker.d.ts

@@ -1 +0,0 @@
-export {};