@elizaos/app-core 2.0.0-beta.3 → 2.0.3-beta.3

package/platforms/electrobun/src/native/whisper.ts

@@ -1,280 +0,0 @@
-import fs from "node:fs";
-import path from "node:path";
-
-export interface WhisperResult {
-	text: string;
-	segments: WhisperSegment[];
-	language?: string;
-	duration?: number;
-}
-
-export interface WhisperSegment {
-	text: string;
-	start: number; // seconds
-	end: number; // seconds
-	tokens?: WhisperToken[];
-}
-
-export interface WhisperToken {
-	text: string;
-	start: number;
-	end: number;
-	probability: number;
-}
-
-// Resolution order (first existing path wins):
-//   1. ELIZA_WHISPER_BIN / ELIZA_WHISPER_MODEL env vars
-//   2. Relative to import.meta.dir
-//   3. Relative to process.cwd()
-function resolveWhisperPath(
-	envVar: string,
-	relativeFromMeta: string,
-	relativeFromCwd: string,
-): string {
-	const envValue = process.env[envVar];
-	if (envValue && fs.existsSync(envValue)) {
-		return envValue;
-	}
-	const fromMeta = path.resolve(import.meta.dir, relativeFromMeta);
-	if (fs.existsSync(fromMeta)) return fromMeta;
-	return path.resolve(process.cwd(), relativeFromCwd);
-}
-
-// Windows whisper.cpp binary has a .exe extension; other platforms do not.
-const WHISPER_BIN_NAME = process.platform === "win32" ? "main.exe" : "main";
-const WHISPER_BIN = resolveWhisperPath(
-	"ELIZA_WHISPER_BIN",
-	`../../../../node_modules/whisper-node/lib/whisper.cpp/${WHISPER_BIN_NAME}`,
-	`node_modules/whisper-node/lib/whisper.cpp/${WHISPER_BIN_NAME}`,
-);
-const WHISPER_MODEL = resolveWhisperPath(
-	"ELIZA_WHISPER_MODEL",
-	"../../../../node_modules/whisper-node/lib/whisper.cpp/models/ggml-base.en.bin",
-	"node_modules/whisper-node/lib/whisper.cpp/models/ggml-base.en.bin",
-);
-
-let whisperBinaryChecked = false;
-let whisperBinaryResult = false;
-
-export function isWhisperBinaryAvailable(): boolean {
-	if (!whisperBinaryChecked) {
-		whisperBinaryResult =
-			fs.existsSync(WHISPER_BIN) && fs.existsSync(WHISPER_MODEL);
-		whisperBinaryChecked = true;
-	}
-	return whisperBinaryResult;
-}
-
-/** Reset the cached result — only for testing. */
-export function _resetWhisperCache(): void {
-	whisperBinaryChecked = false;
-	whisperBinaryResult = false;
-}
-
-/**
- * Write Float32 PCM samples to a 16-bit PCM RIFF WAV file.
- * whisper.cpp requires 16kHz mono 16-bit PCM WAV input.
- */
-export function writeWavFile(
-	filePath: string,
-	pcmFloat32: Float32Array,
-	sampleRate = 16000,
-	channels = 1,
-): void {
-	const numSamples = pcmFloat32.length;
-	const bytesPerSample = 2; // 16-bit
-	const dataSize = numSamples * bytesPerSample;
-	const bufferSize = 44 + dataSize;
-	const buffer = Buffer.allocUnsafe(bufferSize);
-
-	// RIFF header
-	buffer.write("RIFF", 0, "ascii");
-	buffer.writeUInt32LE(36 + dataSize, 4);
-	buffer.write("WAVE", 8, "ascii");
-
-	// fmt  chunk
-	buffer.write("fmt ", 12, "ascii");
-	buffer.writeUInt32LE(16, 16); // chunk size
-	buffer.writeUInt16LE(1, 20); // PCM format
-	buffer.writeUInt16LE(channels, 22);
-	buffer.writeUInt32LE(sampleRate, 24);
-	buffer.writeUInt32LE(sampleRate * channels * bytesPerSample, 28); // byte rate
-	buffer.writeUInt16LE(channels * bytesPerSample, 32); // block align
-	buffer.writeUInt16LE(16, 34); // bits per sample
-
-	// data chunk
-	buffer.write("data", 36, "ascii");
-	buffer.writeUInt32LE(dataSize, 40);
-
-	// Convert Float32 [-1, 1] to Int16
-	for (let i = 0; i < numSamples; i++) {
-		const s = Math.max(-1, Math.min(1, pcmFloat32[i]));
-		const int16 = s < 0 ? s * 32768 : s * 32767;
-		buffer.writeInt16LE(Math.round(int16), 44 + i * 2);
-	}
-
-	fs.writeFileSync(filePath, buffer);
-}
-
-/**
- * Parse whisper.cpp stdout into a WhisperResult.
- *
- * whisper.cpp output format (with --output-txt):
- *   [00:00:00.000 --> 00:00:01.230]   Hello world
- *   [00:00:01.230 --> 00:00:02.500]   How are you
- */
-export function parseWhisperOutput(stdout: string): WhisperResult {
-	const lines = stdout.split("\n");
-	const segments: WhisperSegment[] = [];
-	const textParts: string[] = [];
-
-	// Pattern: [HH:MM:SS.mmm --> HH:MM:SS.mmm]   text
-	const linePattern =
-		/\[\s*(\d+:\d+:\d+\.\d+)\s*-->\s*(\d+:\d+:\d+\.\d+)\s*\]\s*(.*)/;
-
-	for (const line of lines) {
-		const match = line.match(linePattern);
-		if (!match) continue;
-
-		const start = parseTimestamp(match[1]);
-		const end = parseTimestamp(match[2]);
-		const text = match[3].trim();
-
-		if (text) {
-			segments.push({ text, start, end });
-			textParts.push(text);
-		}
-	}
-
-	return {
-		text: textParts.join(" "),
-		segments,
-	};
-}
-
-function parseTimestamp(ts: string): number {
-	// HH:MM:SS.mmm → seconds
-	const parts = ts.split(":");
-	const hours = Number.parseInt(parts[0], 10);
-	const minutes = Number.parseInt(parts[1], 10);
-	const secs = Number.parseFloat(parts[2]);
-	return hours * 3600 + minutes * 60 + secs;
-}
-
-/**
- * Transcribe an audio file using the whisper.cpp binary directly.
- * Returns null if the binary is not available.
- */
-export async function transcribeBunSpawn(
-	audioPath: string,
-): Promise<WhisperResult | null> {
-	if (!isWhisperBinaryAvailable()) {
-		return null;
-	}
-
-	try {
-		const proc = Bun.spawn(
-			[WHISPER_BIN, "-m", WHISPER_MODEL, "-f", audioPath, "-l", "en"],
-			{
-				stdout: "pipe",
-				stderr: "pipe",
-				cwd: path.dirname(WHISPER_BIN),
-			},
-		);
-
-		const [stdout] = await Promise.all([
-			new Response(proc.stdout).text(),
-			proc.exited,
-		]);
-
-		return parseWhisperOutput(stdout);
-	} catch (err) {
-		console.error("[Whisper] transcribeBunSpawn failed:", err);
-		return null;
-	}
-}
-
-let whisperAvailable = false;
-let whisperModule: Record<string, unknown> | null = null;
-let whisperLoadPromise: Promise<boolean> | null = null;
-
-async function tryLoadWhisper(): Promise<boolean> {
-	if (whisperAvailable && whisperModule) {
-		return true;
-	}
-	if (whisperLoadPromise) {
-		return whisperLoadPromise;
-	}
-
-	const packages = [
-		"whisper-node",
-		"@nicksellen/whisper-node",
-		"whisper.cpp",
-		"@nicksellen/whispercpp",
-	];
-
-	whisperLoadPromise = (async () => {
-		for (const pkg of packages) {
-			try {
-				whisperModule = await import(pkg);
-				console.log(`[Whisper] Loaded ${pkg}`);
-				whisperAvailable = true;
-				return true;
-			} catch {}
-		}
-
-		console.warn(
-			"[Whisper] No whisper module available in Bun runtime. " +
-				"STT will fall back to Web Speech API in renderer.",
-		);
-		return false;
-	})();
-
-	try {
-		return await whisperLoadPromise;
-	} finally {
-		if (!whisperAvailable) {
-			whisperLoadPromise = null;
-		}
-	}
-}
-
-export function isWhisperAvailable(): boolean {
-	return whisperAvailable || isWhisperBinaryAvailable();
-}
-
-export function getWhisperModule(): Record<string, unknown> | null {
-	return whisperModule;
-}
-
-export async function transcribe(
-	_audioPath: string,
-	_options?: Record<string, unknown>,
-): Promise<WhisperResult | null> {
-	// Try Bun.spawn path first (more reliable in Bun runtime)
-	const bunResult = await transcribeBunSpawn(_audioPath);
-	if (bunResult) return bunResult;
-
-	// Fallback to dynamic import path
-	if (!whisperAvailable || !whisperModule) {
-		const loaded = await tryLoadWhisper();
-		if (!loaded || !whisperModule) {
-			return null;
-		}
-	}
-
-	try {
-		const whisper =
-			(whisperModule as { default?: unknown }).default ?? whisperModule;
-		if (typeof (whisper as { whisper?: unknown }).whisper === "function") {
-			const result = await (
-				whisper as { whisper: (...args: unknown[]) => Promise<unknown> }
-			).whisper(_audioPath, _options);
-			return result as WhisperResult;
-		}
-		return null;
-	} catch (err) {
-		console.error("[Whisper] Transcription failed:", err);
-		return null;
-	}
-}

package/registry/generate-apps.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=generate-apps.d.ts.map

package/registry/generate-apps.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"generate-apps.d.ts","sourceRoot":"","sources":["../../../../../src/registry/generate-apps.ts"],"names":[],"mappings":""}

package/registry/generate-apps.js

@@ -1,338 +0,0 @@
-// One-off migration: hardcoded INTERNAL_TOOL_APPS + ELIZA_CURATED_APP_DEFINITIONS
-// -> per-entry registry JSON files under data/apps/.
-//
-// After this runs, the registry is the SoT for these app definitions and
-// internal-tool-apps.ts / the curated portion of ELIZA_CURATED_APP_DEFINITIONS
-// can be deleted.
-import { mkdirSync, writeFileSync } from "node:fs";
-import { join } from "node:path";
-import { registryEntrySchema } from "./schema";
-const INTERNAL_TOOLS = [
-    {
-        id: "lifeops",
-        npmName: "@elizaos/app-lifeops",
-        displayName: "LifeOps",
-        description: "Run tasks, reminders, calendar, inbox, and connected operational workflows.",
-        targetTab: "lifeops",
-        capabilities: ["lifeops", "tasks", "calendar", "gmail"],
-        groupOrder: 0,
-        icon: "Calendar",
-        routePlugin: {
-            specifier: "@elizaos/app-lifeops",
-            exportName: "lifeopsPlugin",
-        },
-    },
-    {
-        id: "plugin-viewer",
-        npmName: "@elizaos/app-plugin-viewer",
-        displayName: "Plugin Viewer",
-        description: "Inspect installed plugins, connectors, and runtime feature flags.",
-        targetTab: "plugins",
-        capabilities: ["plugins", "connectors", "viewer"],
-        groupOrder: 1,
-        icon: "Package",
-    },
-    {
-        id: "skills-viewer",
-        npmName: "@elizaos/app-skills-viewer",
-        displayName: "Skills Viewer",
-        description: "Create, enable, review, and install custom agent skills.",
-        targetTab: "skills",
-        capabilities: ["skills", "viewer"],
-        groupOrder: 2,
-        icon: "Wrench",
-    },
-    {
-        id: "trajectory-viewer",
-        npmName: "@elizaos/app-trajectory-viewer",
-        displayName: "Trajectory Viewer",
-        description: "Inspect LLM call history, prompts, and execution traces.",
-        targetTab: "trajectories",
-        capabilities: ["trajectories", "debug", "viewer"],
-        groupOrder: 3,
-        icon: "TrendingDown",
-    },
-    {
-        id: "relationship-viewer",
-        npmName: "@elizaos/app-relationship-viewer",
-        displayName: "Relationship Viewer",
-        description: "Explore cross-channel people, identities, and relationship graphs.",
-        targetTab: "relationships",
-        capabilities: ["relationships", "graph", "viewer"],
-        groupOrder: 4,
-        icon: "Link",
-    },
-    {
-        id: "memory-viewer",
-        npmName: "@elizaos/app-memory-viewer",
-        displayName: "Memory Viewer",
-        description: "Browse memory, fact, and extraction activity.",
-        targetTab: "memories",
-        capabilities: ["memory", "facts", "viewer"],
-        groupOrder: 5,
-        icon: "Dna",
-    },
-    {
-        id: "runtime-debugger",
-        npmName: "@elizaos/app-runtime-debugger",
-        displayName: "Runtime Debugger",
-        description: "Inspect runtime objects, plugin order, providers, and services.",
-        targetTab: "runtime",
-        capabilities: ["runtime", "debug", "viewer"],
-        groupOrder: 6,
-        icon: "Settings",
-    },
-    {
-        id: "database-viewer",
-        npmName: "@elizaos/app-database-viewer",
-        displayName: "Database Viewer",
-        description: "Inspect tables, media, vectors, and ad-hoc SQL.",
-        targetTab: "database",
-        capabilities: ["database", "sql", "viewer"],
-        groupOrder: 7,
-        icon: "Server",
-    },
-    {
-        id: "log-viewer",
-        npmName: "@elizaos/app-log-viewer",
-        displayName: "Log Viewer",
-        description: "Search runtime and service logs.",
-        targetTab: "logs",
-        capabilities: ["logs", "debug", "viewer"],
-        groupOrder: 8,
-        icon: "FileText",
-    },
-];
-const CURATED_APPS = [
-    {
-        id: "companion",
-        npmName: "@elizaos/app-companion",
-        displayName: "Companion",
-        description: "The companion overlay shell for ambient agent presence.",
-        subtype: "shell",
-        launchType: "overlay",
-        target: "companion",
-        icon: "Bot",
-        groupOrder: 0,
-    },
-    {
-        id: "hyperscape",
-        npmName: "@elizaos/app-hyperscape",
-        displayName: "Hyperscape",
-        description: "Multiplayer 3D world for embodied agent interactions.",
-        subtype: "game",
-        launchType: "server-launch",
-        icon: "Gamepad2",
-        groupOrder: 1,
-    },
-    {
-        id: "babylon",
-        npmName: "@elizaos/app-babylon",
-        displayName: "Babylon",
-        description: "Babylon.js scene host for embodied agents.",
-        subtype: "game",
-        launchType: "server-launch",
-        icon: "Gamepad",
-        groupOrder: 2,
-    },
-    {
-        id: "2004scape",
-        npmName: "@elizaos/app-2004scape",
-        displayName: "2004scape",
-        description: "Classic-era RuneScape-inspired multiplayer world.",
-        subtype: "game",
-        launchType: "server-launch",
-        icon: "Gamepad2",
-        groupOrder: 3,
-    },
-    {
-        id: "defense-of-the-agents",
-        npmName: "@elizaos/app-defense-of-the-agents",
-        displayName: "Defense of the Agents",
-        description: "MOBA-style arena for agent strategy and combat.",
-        subtype: "game",
-        launchType: "server-launch",
-        icon: "Gamepad",
-        groupOrder: 5,
-    },
-    {
-        id: "vincent",
-        npmName: "@elizaos/app-vincent",
-        displayName: "Vincent",
-        description: "Connect Vincent to trade on Hyperliquid and Polymarket through Vincent's agent.",
-        subtype: "trading",
-        launchType: "server-launch",
-        icon: "Wallet",
-        groupOrder: 6,
-        dependsOn: ["wallet"],
-        capabilities: ["vincent", "delegated-trading", "wallet"],
-        routePlugin: {
-            specifier: "@elizaos/app-vincent",
-            exportName: "vincentPlugin",
-        },
-    },
-    {
-        id: "hyperliquid",
-        npmName: "@elizaos/app-hyperliquid",
-        displayName: "Hyperliquid",
-        description: "Native Hyperliquid market, position, and order status for wallet trading.",
-        subtype: "trading",
-        launchType: "server-launch",
-        icon: "ChartCandlestick",
-        groupOrder: 7,
-        dependsOn: ["wallet"],
-        capabilities: ["hyperliquid", "trading", "wallet"],
-        routePlugin: {
-            specifier: "@elizaos/app-hyperliquid",
-            exportName: "hyperliquidPlugin",
-        },
-    },
-    {
-        id: "app-polymarket",
-        npmName: "@elizaos/app-polymarket",
-        displayName: "Polymarket",
-        description: "Native Polymarket market discovery and trading readiness for prediction markets.",
-        subtype: "trading",
-        launchType: "server-launch",
-        icon: "Landmark",
-        groupOrder: 8,
-        dependsOn: ["wallet"],
-        capabilities: ["polymarket", "prediction-markets", "trading", "wallet"],
-        routePlugin: {
-            specifier: "@elizaos/app-polymarket",
-            exportName: "polymarketPlugin",
-        },
-    },
-    {
-        id: "shopify",
-        npmName: "@elizaos/app-shopify",
-        displayName: "Shopify",
-        description: "Storefront and admin tools for agent-driven commerce.",
-        subtype: "marketplace",
-        launchType: "server-launch",
-        icon: "Briefcase",
-        groupOrder: 9,
-        routePlugin: {
-            specifier: "@elizaos/app-shopify",
-            exportName: "shopifyPlugin",
-        },
-    },
-    {
-        id: "steward",
-        npmName: "@elizaos/app-steward",
-        displayName: "Steward",
-        description: "Wallet management, browser wallet bridge, and trade approval routes.",
-        subtype: "trading",
-        launchType: "server-launch",
-        icon: "Wallet",
-        groupOrder: 100,
-        visible: false,
-        routePlugin: {
-            specifier: "@elizaos/app-steward",
-            exportName: "stewardPlugin",
-        },
-    },
-    {
-        id: "clawville",
-        npmName: "@clawville/app-clawville",
-        displayName: "ClawVille",
-        description: "Sea-themed agent world with skill-learning buildings, NPC chat, and Solana wallet identity.",
-        subtype: "game",
-        launchType: "server-launch",
-        icon: "Gamepad2",
-        groupOrder: 8,
-    },
-];
-function buildInternal(def) {
-    return {
-        id: def.id,
-        kind: "app",
-        subtype: "tool",
-        name: def.displayName,
-        description: def.description,
-        npmName: def.npmName,
-        source: "bundled",
-        tags: def.capabilities,
-        config: {},
-        render: {
-            visible: true,
-            pinTo: [],
-            style: "card",
-            icon: def.icon,
-            group: "Apps",
-            groupOrder: def.groupOrder,
-            actions: ["launch"],
-        },
-        resources: {},
-        dependsOn: [],
-        launch: {
-            type: "internal-tab",
-            target: def.targetTab,
-            capabilities: def.capabilities,
-            routePlugin: def.routePlugin,
-        },
-    };
-}
-function buildCurated(def) {
-    return {
-        id: def.id,
-        kind: "app",
-        subtype: def.subtype,
-        name: def.displayName,
-        description: def.description,
-        npmName: def.npmName,
-        source: "bundled",
-        tags: [],
-        config: {},
-        render: {
-            visible: def.visible ?? true,
-            pinTo: [],
-            style: def.launchType === "overlay" ? "card" : "hero-card",
-            icon: def.icon,
-            group: "Curated",
-            groupOrder: def.groupOrder,
-            actions: def.visible === false ? [] : ["launch", "configure"],
-        },
-        resources: {},
-        dependsOn: def.dependsOn ?? [],
-        launch: {
-            type: def.launchType,
-            target: def.target,
-            capabilities: def.capabilities ?? [],
-            curatedSlug: def.id,
-            routePlugin: def.routePlugin,
-        },
-    };
-}
-function main() {
-    const outDir = join(process.cwd(), "eliza/packages/app-core/src/registry/entries/apps");
-    mkdirSync(outDir, { recursive: true });
-    let count = 0;
-    let errors = 0;
-    for (const def of INTERNAL_TOOLS) {
-        const entry = buildInternal(def);
-        const parsed = registryEntrySchema.safeParse(entry);
-        if (!parsed.success) {
-            errors += 1;
-            console.error(`✗ ${def.id}:`, parsed.error.issues[0]);
-            continue;
-        }
-        writeFileSync(join(outDir, `${def.id}.json`), `${JSON.stringify(parsed.data, null, 2)}\n`);
-        count += 1;
-    }
-    for (const def of CURATED_APPS) {
-        const entry = buildCurated(def);
-        const parsed = registryEntrySchema.safeParse(entry);
-        if (!parsed.success) {
-            errors += 1;
-            console.error(`✗ ${def.id}:`, parsed.error.issues[0]);
-            continue;
-        }
-        writeFileSync(join(outDir, `${def.id}.json`), `${JSON.stringify(parsed.data, null, 2)}\n`);
-        count += 1;
-    }
-    console.log(`Generated ${count} app entries (${errors} errors).`);
-    if (errors > 0)
-        process.exit(1);
-}
-main();

package/registry/generate.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=generate.d.ts.map

package/registry/generate.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../../../../src/registry/generate.ts"],"names":[],"mappings":""}