@elizaos/plugin-local-inference 2.0.0-beta.1 → 2.0.3-beta.2

package/src/routes/compat-helpers.d.ts

@@ -0,0 +1,18 @@
+import type http from "node:http";
+import type { AgentRuntime } from "@elizaos/core";
+export interface CompatRuntimeState {
+    current: AgentRuntime | null;
+    pendingAgentName?: string | null;
+    pendingRestartReasons?: string[];
+}
+export declare function getCompatApiToken(): string | null;
+export declare function getProvidedApiToken(req: Pick<http.IncomingMessage, "headers">): string | null;
+export declare function tokenMatches(expected: string, provided: string): boolean;
+export declare function isTrustedLocalRequest(req: Pick<http.IncomingMessage, "headers" | "socket">): boolean;
+export declare function sendJson(res: http.ServerResponse, status: number, body: unknown): void;
+export declare function sendJsonError(res: http.ServerResponse, status: number, message: string): void;
+export declare function ensureCompatApiAuthorized(req: Pick<http.IncomingMessage, "headers" | "socket">, res: http.ServerResponse): boolean;
+export declare function ensureCompatSensitiveRouteAuthorized(req: Pick<http.IncomingMessage, "headers" | "socket">, res: http.ServerResponse): boolean;
+export declare function ensureRouteAuthorized(req: Pick<http.IncomingMessage, "headers" | "socket" | "method">, res: http.ServerResponse, _state: CompatRuntimeState): Promise<boolean>;
+export declare function readCompatJsonBody(req: http.IncomingMessage, res: http.ServerResponse): Promise<Record<string, unknown> | null>;
+//# sourceMappingURL=compat-helpers.d.ts.map

package/src/routes/compat-helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compat-helpers.d.ts","sourceRoot":"","sources":["compat-helpers.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAKlD,MAAM,WAAW,kBAAkB;IAClC,OAAO,EAAE,YAAY,GAAG,IAAI,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,qBAAqB,CAAC,EAAE,MAAM,EAAE,CAAC;CACjC;AAQD,wBAAgB,iBAAiB,IAAI,MAAM,GAAG,IAAI,CAEjD;AAED,wBAAgB,mBAAmB,CAClC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,CAAC,GACxC,MAAM,GAAG,IAAI,CAgBf;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAOxE;AAkFD,wBAAgB,qBAAqB,CACpC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,GAAG,QAAQ,CAAC,GACnD,OAAO,CAqBT;AAiBD,wBAAgB,QAAQ,CACvB,GAAG,EAAE,IAAI,CAAC,cAAc,EACxB,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,OAAO,GACX,IAAI,CAKN;AAED,wBAAgB,aAAa,CAC5B,GAAG,EAAE,IAAI,CAAC,cAAc,EACxB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,GACb,IAAI,CAEN;AAED,wBAAgB,yBAAyB,CACxC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,GAAG,QAAQ,CAAC,EACrD,GAAG,EAAE,IAAI,CAAC,cAAc,GACtB,OAAO,CAWT;AAED,wBAAgB,oCAAoC,CACnD,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,GAAG,QAAQ,CAAC,EACrD,GAAG,EAAE,IAAI,CAAC,cAAc,GACtB,OAAO,CAWT;AAED,wBAAsB,qBAAqB,CAC1C,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,GAAG,QAAQ,GAAG,QAAQ,CAAC,EAChE,GAAG,EAAE,IAAI,CAAC,cAAc,EACxB,MAAM,EAAE,kBAAkB,GACxB,OAAO,CAAC,OAAO,CAAC,CAElB;AAED,wBAAsB,kBAAkB,CACvC,GAAG,EAAE,IAAI,CAAC,eAAe,EACzB,GAAG,EAAE,IAAI,CAAC,cAAc,GACtB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,CAsCzC"}

package/src/routes/compat-helpers.ts

@@ -0,0 +1,274 @@
+import crypto from "node:crypto";
+import type http from "node:http";
+import { isIP } from "node:net";
+import type { AgentRuntime } from "@elizaos/core";
+import { isLoopbackBindHost, resolveApiToken } from "@elizaos/shared";
+
+const MAX_BODY_BYTES = 1_048_576;
+
+export interface CompatRuntimeState {
+	current: AgentRuntime | null;
+	pendingAgentName?: string | null;
+	pendingRestartReasons?: string[];
+}
+
+function firstHeaderValue(value: string | string[] | undefined): string | null {
+	if (typeof value === "string") return value;
+	if (Array.isArray(value) && typeof value[0] === "string") return value[0];
+	return null;
+}
+
+export function getCompatApiToken(): string | null {
+	return resolveApiToken(process.env);
+}
+
+export function getProvidedApiToken(
+	req: Pick<http.IncomingMessage, "headers">,
+): string | null {
+	const authHeader = firstHeaderValue(req.headers.authorization)
+		?.slice(0, 1024)
+		.trim();
+	if (authHeader) {
+		const match = /^Bearer\s{1,8}(.+)$/i.exec(authHeader);
+		if (match?.[1]) return match[1].trim();
+	}
+	return (
+		(
+			firstHeaderValue(req.headers["x-eliza-token"]) ??
+			firstHeaderValue(req.headers["x-elizaos-token"]) ??
+			firstHeaderValue(req.headers["x-api-key"]) ??
+			firstHeaderValue(req.headers["x-api-token"])
+		)?.trim() || null
+	);
+}
+
+export function tokenMatches(expected: string, provided: string): boolean {
+	const expectedBytes = Buffer.from(expected);
+	const providedBytes = Buffer.from(provided);
+	return (
+		expectedBytes.length === providedBytes.length &&
+		crypto.timingSafeEqual(expectedBytes, providedBytes)
+	);
+}
+
+function isLoopbackRemoteAddress(
+	remoteAddress: string | null | undefined,
+): boolean {
+	if (!remoteAddress) return false;
+	const normalized = remoteAddress.trim().toLowerCase();
+	return (
+		normalized === "127.0.0.1" ||
+		normalized === "::1" ||
+		normalized === "0:0:0:0:0:0:0:1" ||
+		normalized === "::ffff:127.0.0.1" ||
+		normalized === "::ffff:0:127.0.0.1"
+	);
+}
+
+function headerList(value: string | string[] | undefined): string[] {
+	if (!value) return [];
+	return (Array.isArray(value) ? value : [value])
+		.flatMap((entry) => entry.split(","))
+		.map((entry) => entry.trim())
+		.filter(Boolean);
+}
+
+function proxyClientHeaderBlocksLocalTrust(
+	headers: http.IncomingHttpHeaders,
+): boolean {
+	for (const name of [
+		"forwarded",
+		"forwarded-for",
+		"x-forwarded",
+		"x-forwarded-for",
+		"x-original-forwarded-for",
+		"x-real-ip",
+		"x-client-ip",
+		"x-forwarded-client-ip",
+		"x-cluster-client-ip",
+		"cf-connecting-ip",
+		"true-client-ip",
+		"fastly-client-ip",
+		"x-appengine-user-ip",
+		"x-azure-clientip",
+	]) {
+		const values = headerList(headers[name]);
+		for (const value of values) {
+			const host = value.replace(/^\[|\]$/g, "").split(":")[0];
+			if (host && isIP(host) && !isLoopbackRemoteAddress(host)) return true;
+		}
+	}
+	return false;
+}
+
+function isCloudProvisionedByEnv(): boolean {
+	return process.env.ELIZA_CLOUD_PROVISIONED === "1";
+}
+
+function isLocalAuthRequiredByEnv(): boolean {
+	return process.env.ELIZA_REQUIRE_LOCAL_AUTH === "1";
+}
+
+function isTrustedLocalOrigin(raw: string): boolean {
+	const trimmed = raw.trim();
+	if (!trimmed || trimmed === "null") return true;
+	try {
+		const parsed = new URL(trimmed);
+		if (
+			parsed.protocol === "file:" ||
+			parsed.protocol === "app:" ||
+			parsed.protocol === "tauri:" ||
+			parsed.protocol === "capacitor:" ||
+			parsed.protocol === "capacitor-electron:" ||
+			parsed.protocol === "electrobun:" ||
+			parsed.protocol === "views:"
+		) {
+			return true;
+		}
+		return isLoopbackBindHost(parsed.hostname);
+	} catch {
+		return false;
+	}
+}
+
+export function isTrustedLocalRequest(
+	req: Pick<http.IncomingMessage, "headers" | "socket">,
+): boolean {
+	if (isLocalAuthRequiredByEnv()) return false;
+	if (isCloudProvisionedByEnv()) return false;
+	if (!isLoopbackRemoteAddress(req.socket.remoteAddress)) return false;
+	if (proxyClientHeaderBlocksLocalTrust(req.headers)) return false;
+
+	const host = firstHeaderValue(req.headers.host);
+	if (host && !isLoopbackBindHost(host)) return false;
+
+	const secFetchSite = firstHeaderValue(
+		req.headers["sec-fetch-site"],
+	)?.toLowerCase();
+	if (secFetchSite === "cross-site") return false;
+
+	const origin = firstHeaderValue(req.headers.origin);
+	if (origin && !isTrustedLocalOrigin(origin)) return false;
+
+	const referer = firstHeaderValue(req.headers.referer);
+	if (!origin && referer && !isTrustedLocalOrigin(referer)) return false;
+
+	return true;
+}
+
+function scrubStackFields(value: unknown): unknown {
+	if (value instanceof Error)
+		return { error: value.message || "Internal error" };
+	if (Array.isArray(value)) return value.map(scrubStackFields);
+	if (value && typeof value === "object") {
+		const out: Record<string, unknown> = {};
+		for (const [key, nested] of Object.entries(value)) {
+			if (key === "stack" || key === "stackTrace") continue;
+			out[key] = scrubStackFields(nested);
+		}
+		return out;
+	}
+	return value;
+}
+
+export function sendJson(
+	res: http.ServerResponse,
+	status: number,
+	body: unknown,
+): void {
+	if (res.headersSent) return;
+	res.statusCode = status;
+	res.setHeader("content-type", "application/json; charset=utf-8");
+	res.end(JSON.stringify(scrubStackFields(body)));
+}
+
+export function sendJsonError(
+	res: http.ServerResponse,
+	status: number,
+	message: string,
+): void {
+	sendJson(res, status, { error: message });
+}
+
+export function ensureCompatApiAuthorized(
+	req: Pick<http.IncomingMessage, "headers" | "socket">,
+	res: http.ServerResponse,
+): boolean {
+	if (isTrustedLocalRequest(req)) return true;
+	const expectedToken = getCompatApiToken();
+	if (!expectedToken) {
+		sendJsonError(res, 401, "Unauthorized");
+		return false;
+	}
+	const providedToken = getProvidedApiToken(req);
+	if (providedToken && tokenMatches(expectedToken, providedToken)) return true;
+	sendJsonError(res, 401, "Unauthorized");
+	return false;
+}
+
+export function ensureCompatSensitiveRouteAuthorized(
+	req: Pick<http.IncomingMessage, "headers" | "socket">,
+	res: http.ServerResponse,
+): boolean {
+	if (!getCompatApiToken()) {
+		if (isTrustedLocalRequest(req)) return true;
+		sendJsonError(
+			res,
+			403,
+			"Sensitive endpoint requires API token authentication",
+		);
+		return false;
+	}
+	return ensureCompatApiAuthorized(req, res);
+}
+
+export async function ensureRouteAuthorized(
+	req: Pick<http.IncomingMessage, "headers" | "socket" | "method">,
+	res: http.ServerResponse,
+	_state: CompatRuntimeState,
+): Promise<boolean> {
+	return ensureCompatApiAuthorized(req, res);
+}
+
+export async function readCompatJsonBody(
+	req: http.IncomingMessage,
+	res: http.ServerResponse,
+): Promise<Record<string, unknown> | null> {
+	const preParsed = (req as { body?: unknown }).body;
+	if (preParsed && typeof preParsed === "object" && !Array.isArray(preParsed)) {
+		return preParsed as Record<string, unknown>;
+	}
+
+	const chunks: Buffer[] = [];
+	let totalBytes = 0;
+	try {
+		for await (const chunk of req) {
+			const buf = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
+			totalBytes += buf.length;
+			if (totalBytes > MAX_BODY_BYTES) {
+				req.destroy();
+				sendJsonError(res, 413, "Request body too large");
+				return null;
+			}
+			chunks.push(buf);
+		}
+	} catch {
+		sendJsonError(res, 400, "Invalid request body");
+		return null;
+	}
+
+	if (chunks.length === 0) return {};
+	try {
+		const parsed = JSON.parse(
+			Buffer.concat(chunks).toString("utf8"),
+		) as unknown;
+		if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
+			sendJsonError(res, 400, "Invalid JSON body");
+			return null;
+		}
+		return parsed as Record<string, unknown>;
+	} catch {
+		sendJsonError(res, 400, "Invalid JSON body");
+		return null;
+	}
+}

package/src/routes/family-member-route.d.ts

@@ -0,0 +1,62 @@
+/**
+ * Voice first-run route: create a family-member voice profile.
+ *
+ * Route:
+ *   POST /v1/voice/first-run/family-member
+ *     Body (JSON):
+ *       {
+ *         audioBase64: string,   // raw base64-encoded audio (webm/wav/ogg)
+ *         durationMs: number,    // client-measured capture length
+ *         displayName: string,   // e.g. "Alex"
+ *         relationship: string,  // free-form label, e.g. "spouse", "colleague"
+ *         ownerEntityId?: string // optional — stored on the profile for edge creation
+ *       }
+ *     Response:
+ *       {
+ *         profileId: string,    // content-addressed vp_<sha> id
+ *         entityId: string,     // freshly minted UUID for the family-member entity
+ *         displayName: string,
+ *         relationship: string,
+ *         relationshipTag: "family_of"
+ *       }
+ *
+ * Audio pipeline (mirrors voice-first-run-routes.ts):
+ *   1. Decode base64 → Buffer → Float32 PCM (assumes 16 kHz, mono).
+ *   2. Encode via the fused `FusedSpeakerEncoder` → 256-dim centroid.
+ *   3. Store in VoiceProfileStore (non-OWNER entity binding).
+ *
+ * Graceful degradation: when the fused libelizainference (or its speaker ABI)
+ * is unavailable the route returns a 503. The client-side adapter
+ * (`VoiceProfilesClient`) falls back to a client-side pending profile so the UI
+ * flow is not blocked.
+ *
+ * The `family_of` relationship edge is recorded in profile metadata so a
+ * runtime-level consumer (e.g. voice-first-run-complete handler) can create
+ * the real Entity + Relationship rows after the runtime is up. The route
+ * itself does not call IAgentRuntime because HTTP route handlers in this
+ * plugin do not hold a runtime reference.
+ */
+import type * as http from "node:http";
+import { VoiceProfileStore } from "../services/voice/profile-store.js";
+import { type SpeakerEncoder } from "../services/voice/speaker/encoder.js";
+export type FamilyMemberEncoderFactory = () => Promise<SpeakerEncoder>;
+export declare function setFamilyMemberEncoderFactory(factory: FamilyMemberEncoderFactory | null): void;
+export declare function setFamilyMemberProfileStore(store: VoiceProfileStore | null): void;
+/** Relationship tag written to profile metadata and echoed in response. */
+export declare const FAMILY_OF_TAG: "family_of";
+export interface FamilyMemberResult {
+    profileId: string;
+    entityId: string;
+    displayName: string;
+    relationship: string;
+    relationshipTag: typeof FAMILY_OF_TAG;
+    ownerEntityId: string | null;
+}
+/**
+ * Handle `POST /v1/voice/first-run/family-member`.
+ *
+ * Returns `true` when the request was handled (success or error response
+ * written), `false` when the path does not match this handler.
+ */
+export declare function handleFamilyMemberRoute(req: http.IncomingMessage, res: http.ServerResponse): Promise<boolean>;
+//# sourceMappingURL=family-member-route.d.ts.map

package/src/routes/family-member-route.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"family-member-route.d.ts","sourceRoot":"","sources":["family-member-route.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AAGH,OAAO,KAAK,KAAK,IAAI,MAAM,WAAW,CAAC;AAWvC,OAAO,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,EACN,KAAK,cAAc,EAMnB,MAAM,sCAAsC,CAAC;AAO9C,MAAM,MAAM,0BAA0B,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,CAAC;AAKvE,wBAAgB,6BAA6B,CAC5C,OAAO,EAAE,0BAA0B,GAAG,IAAI,GACxC,IAAI,CAGN;AAID,wBAAgB,2BAA2B,CAC1C,KAAK,EAAE,iBAAiB,GAAG,IAAI,GAC7B,IAAI,CAEN;AA6HD,2EAA2E;AAC3E,eAAO,MAAM,aAAa,EAAG,WAAoB,CAAC;AAElD,MAAM,WAAW,kBAAkB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,OAAO,aAAa,CAAC;IACtC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAC5C,GAAG,EAAE,IAAI,CAAC,eAAe,EACzB,GAAG,EAAE,IAAI,CAAC,cAAc,GACtB,OAAO,CAAC,OAAO,CAAC,CA0HlB"}