@laplace.live/persona-sdk 0.18.1 → 1.1.0

package/dist/wire/methods.d.ts

@@ -1,5 +1,9 @@
+import type { Binding, BindingEditorData } from '../values/bindings.ts';
+import type { ControllerMovementConfig, ControllerState } from '../values/controller.ts';
+import type { LipSyncCalibrationCommand, LipSyncConfig, LipSyncMode, LipSyncState } from '../values/lipsync.ts';
+import type { SceneInspection } from '../values/stage-info.ts';
 import type { EventName } from './events.ts';
-import type { AnchorOption, AppCapability, AssetKind, AssetRef, Attach, AttachHeadAngle, Expression, ExpressionPersistence, HotkeyConfig, HotkeyState, InjectEntry, InjectTarget, InstanceRuntime, JsonValue, ModelInfo, ModelRef, MotionGroup, MToonTuning, ObjectContent, ObjectLightOverride, ObjectSpace, Place2D, Place3D, PlayingMotion, PoseSourceId, PoseStatus, Scene, SceneItem, ScenePatch, SceneState, ScreenPlacement, Settings, SettingsPatch, ShortcutInfo, TrackingSourceConfig, TrackingSourceId, TrackingSourceKind, TrackingStatus, VrmPlacement } from './types.ts';
+import type { AnchorOption, AppCapability, AssetKind, AssetRef, Attach, AttachHeadAngle, BindingInput, Expression, ExpressionPersistence, HandTrackingMode, HotkeyConfig, HotkeyState, InjectEntry, InjectTarget, InstanceRuntime, JsonValue, LayerEffectKey, LayerEffects, LayerEffectsPatch, MediaPipeConfig, ModelInfo, ModelRef, MotionGroup, MToonTuning, ObjectContent, ObjectLightOverride, ObjectSpace, Place2D, Place3D, PlayingMotion, PoseSourceId, PoseStatus, Scene, SceneItem, ScenePatch, SceneState, ScreenPlacement, Settings, SettingsPatch, ShortcutInfo, TrackingSourceConfig, TrackingSourceId, TrackingSourceKind, TrackingStatus, VrmPlacement } from './types.ts';
 /** Marker for methods that take no parameters; the client lets you omit the argument. */
 export type EmptyRequest = Record<never, never>;
 /** Marker for methods whose success response carries no data. */
@@ -73,13 +77,48 @@ export interface InstanceSetVisibleRequest {
     visible: boolean;
 }
 export type InstanceSetVisibleResponse = EmptyResponse;
+/** Edits one model or object's source effects; gate on the `layer-effects` app capability. */
+export interface InstanceSetEffectsRequest {
+    instanceId: string;
+    effects: LayerEffectsPatch;
+    /** Replaces the added-effect list; omitted preserves it. Enabled effects always appear. */
+    effectLayers?: LayerEffectKey[];
+}
+export interface InstanceSetEffectsResponse {
+    effects: LayerEffects;
+    effectLayers: LayerEffectKey[];
+}
 /** Omitted fields keep their binding; null stops tracking that channel for this instance. */
 export interface InstanceSetTrackingSourcesRequest {
     instanceId: string;
     faceSourceId?: string | null;
     poseSourceId?: string | null;
+    handSourceId?: string | null;
+    handTrackingMode?: HandTrackingMode;
 }
 export type InstanceSetTrackingSourcesResponse = EmptyResponse;
+export interface InstanceSetControllerMovementRequest {
+    instanceId: string;
+    movement: Partial<ControllerMovementConfig>;
+}
+export interface InstanceSetControllerMovementResponse {
+    movement: ControllerMovementConfig;
+}
+export interface InstanceSetLipSyncRequest {
+    instanceId?: string;
+    mode: LipSyncMode;
+}
+export interface InstanceSetLipSyncResponse {
+    mode: LipSyncMode;
+}
+export type LipSyncStateRequest = EmptyRequest;
+export type LipSyncStateResponse = LipSyncState;
+export type LipSyncConfigureRequest = Partial<LipSyncConfig>;
+export type LipSyncConfigureResponse = LipSyncConfig;
+export type LipSyncRestartRequest = EmptyRequest;
+export type LipSyncRestartResponse = EmptyResponse;
+export type LipSyncCalibrateRequest = LipSyncCalibrationCommand;
+export type LipSyncCalibrateResponse = LipSyncState;
 export interface InstanceReorderRequest {
     /** Full z-order within the scene; ids not listed keep their relative order at the end. */
     orderedInstanceIds: string[];
@@ -301,6 +340,7 @@ export interface SettingsPatchResponse {
     settings: Settings;
 }
 export interface TrackingSetEnabledRequest {
+    /** Enables network face sources; webcam tracking is controlled by its source's enabled flag. */
     enabled: boolean;
 }
 export type TrackingSetEnabledResponse = EmptyResponse;
@@ -309,13 +349,14 @@ export interface TrackingSetSourceRequest {
 }
 export type TrackingSetSourceResponse = EmptyResponse;
 export interface PoseSetEnabledRequest {
+    /** Enables network body sources; webcam tracking is controlled by its source's enabled flag. */
     enabled: boolean;
 }
 export type PoseSetEnabledResponse = EmptyResponse;
 export interface PoseSetSourceRequest {
     source: PoseSourceId;
 }
-/** Switching protocol resets the port to that source's default; the response reports it. */
+/** Switching protocol resets the port to that source's next free default; the response reports it. */
 export interface PoseSetSourceResponse {
     port: number;
 }
@@ -328,8 +369,12 @@ export interface TrackingAddSourceRequest {
     name?: string;
     /** Face kinds: pin to a device IP. */
     phoneIp?: string | null;
-    /** vmc: the UDP port to listen on; defaults to the next free VMC port. */
+    /**
+     * vmc / mocopi: the UDP port to listen on, default the next free port from 39539 / 12351.
+     * ifacialmocap: the receive port, default 49983 (set the phone's Send Port to match).
+     */
     port?: number;
+    mediapipe?: Partial<MediaPipeConfig>;
 }
 export interface TrackingAddSourceResponse {
     source: TrackingSourceConfig;
@@ -340,6 +385,7 @@ export interface TrackingUpdateSourceRequest {
     enabled?: boolean;
     phoneIp?: string | null;
     port?: number;
+    mediapipe?: Partial<MediaPipeConfig>;
 }
 export interface TrackingUpdateSourceResponse {
     source: TrackingSourceConfig;
@@ -350,7 +396,9 @@ export interface TrackingRemoveSourceRequest {
 export type TrackingRemoveSourceResponse = EmptyResponse;
 export type TrackingStatusRequest = EmptyRequest;
 export interface TrackingStatusResponse {
+    /** Aggregate network face status. Webcam activity is reported in sources. */
     tracking: TrackingStatus;
+    /** Aggregate network body status. Webcam activity is reported in sources. */
     pose: PoseStatus;
     /** Per-source status by {@link TrackingSourceConfig.id}. */
     sources: Record<string, TrackingStatus>;
@@ -440,11 +488,160 @@ export interface ParamReleaseRequest {
     targets?: InjectTarget[];
 }
 export type ParamReleaseResponse = EmptyResponse;
+export type ControllerStateRequest = EmptyRequest;
+export type ControllerStateResponse = ControllerState;
+export interface ControllerRenameRequest {
+    slot: number;
+    name: string;
+}
+export type ControllerRenameResponse = EmptyResponse;
+export interface ControllerSetDeadZoneRequest {
+    slot: number;
+    /** Radial stick dead zone, 0..0.5. */
+    deadZone: number;
+}
+export type ControllerSetDeadZoneResponse = EmptyResponse;
+export interface ControllerRemoveRequest {
+    slot: number;
+}
+export type ControllerRemoveResponse = EmptyResponse;
+export interface ControllerAssignRequest {
+    slot: number | null;
+}
+export type ControllerAssignResponse = EmptyResponse;
+export interface BindingTarget {
+    instanceId: string;
+    modelId: string;
+}
+export type BindingGetRequest = BindingTarget;
+export type BindingReleaseRequest = BindingTarget;
+export type BindingReleaseResponse = EmptyResponse;
+export interface BindingGetResponse {
+    data: BindingEditorData | null;
+}
+export interface BindingPreviewRequest extends BindingTarget {
+    connections: Binding[];
+}
+export type BindingPreviewResponse = EmptyResponse;
+export type BindingSetRequest = BindingPreviewRequest;
+export interface BindingSetResponse {
+    saved: boolean;
+}
+export type BindingInputsRequest = BindingTarget;
+export interface BindingInputsResponse {
+    inputs: Partial<Record<BindingInput, number>>;
+}
+export interface BindingOverrideRequest extends BindingTarget {
+    input: BindingInput;
+    value: number | null;
+}
+export type BindingOverrideResponse = EmptyResponse;
+export interface InstanceSetBreathRequest {
+    instanceId: string;
+    breath?: boolean;
+    breathDepth?: number;
+}
+export type InstanceSetBreathResponse = EmptyResponse;
+/** A small image preview for a registered id; never a path or arbitrary file request. */
+export interface RegistryThumbnailRequest {
+    kind: 'model' | 'asset';
+    id: string;
+}
+export interface RegistryThumbnailResponse {
+    dataUrl: string | null;
+}
+export type SceneInspectRequest = EmptyRequest;
+export type SceneInspectResponse = SceneInspection;
+export interface MotionPlayAssetRequest {
+    instanceId: string;
+    assetId: string;
+}
+export type MotionPlayAssetResponse = EmptyResponse;
 /**
  * The full request surface: method → request/response. Model-scoped methods take
  * an optional `instanceId` defaulting to the scene's primary model instance.
  */
 export interface MethodMap {
+    'registry.thumbnail': {
+        request: RegistryThumbnailRequest;
+        response: RegistryThumbnailResponse;
+    };
+    'scene.inspect': {
+        request: SceneInspectRequest;
+        response: SceneInspectResponse;
+    };
+    'motion.playAsset': {
+        request: MotionPlayAssetRequest;
+        response: MotionPlayAssetResponse;
+    };
+    'binding.release': {
+        request: BindingReleaseRequest;
+        response: BindingReleaseResponse;
+    };
+    'binding.get': {
+        request: BindingGetRequest;
+        response: BindingGetResponse;
+    };
+    'binding.preview': {
+        request: BindingPreviewRequest;
+        response: BindingPreviewResponse;
+    };
+    'binding.set': {
+        request: BindingSetRequest;
+        response: BindingSetResponse;
+    };
+    'binding.inputs': {
+        request: BindingInputsRequest;
+        response: BindingInputsResponse;
+    };
+    'binding.override': {
+        request: BindingOverrideRequest;
+        response: BindingOverrideResponse;
+    };
+    'instance.setBreath': {
+        request: InstanceSetBreathRequest;
+        response: InstanceSetBreathResponse;
+    };
+    'instance.setLipSync': {
+        request: InstanceSetLipSyncRequest;
+        response: InstanceSetLipSyncResponse;
+    };
+    'lipSync.state': {
+        request: LipSyncStateRequest;
+        response: LipSyncStateResponse;
+    };
+    'lipSync.configure': {
+        request: LipSyncConfigureRequest;
+        response: LipSyncConfigureResponse;
+    };
+    'lipSync.restart': {
+        request: LipSyncRestartRequest;
+        response: LipSyncRestartResponse;
+    };
+    'lipSync.calibrate': {
+        request: LipSyncCalibrateRequest;
+        response: LipSyncCalibrateResponse;
+    };
+    'controller.state': {
+        request: ControllerStateRequest;
+        response: ControllerStateResponse;
+    };
+    'controller.rename': {
+        request: ControllerRenameRequest;
+        response: ControllerRenameResponse;
+    };
+    'controller.setDeadZone': {
+        request: ControllerSetDeadZoneRequest;
+        response: ControllerSetDeadZoneResponse;
+    };
+    'controller.remove': {
+        request: ControllerRemoveRequest;
+        response: ControllerRemoveResponse;
+    };
+    'controller.assign': {
+        request: ControllerAssignRequest;
+        response: ControllerAssignResponse;
+    };
     'scene.list': {
         request: SceneListRequest;
         response: SceneListResponse;
@@ -508,11 +705,19 @@ export interface MethodMap {
         request: InstanceSetVisibleRequest;
         response: InstanceSetVisibleResponse;
     };
+    'instance.setEffects': {
+        request: InstanceSetEffectsRequest;
+        response: InstanceSetEffectsResponse;
+    };
     /** Bind this instance's face/pose channels to tracking sources (null stops tracking that channel). */
     'instance.setTrackingSources': {
         request: InstanceSetTrackingSourcesRequest;
         response: InstanceSetTrackingSourcesResponse;
     };
+    'instance.setControllerMovement': {
+        request: InstanceSetControllerMovementRequest;
+        response: InstanceSetControllerMovementResponse;
+    };
     'instance.reorder': {
         request: InstanceReorderRequest;
         response: InstanceReorderResponse;
@@ -696,12 +901,12 @@ export interface MethodMap {
         request: PoseSetEnabledRequest;
         response: PoseSetEnabledResponse;
     };
-    /** Legacy: operates on the first vmc source. Prefer the tracking.* source CRUD. */
+    /** Legacy: operates on the first body source. Prefer the tracking.* source CRUD. */
     'pose.setSource': {
         request: PoseSetSourceRequest;
         response: PoseSetSourceResponse;
     };
-    /** Legacy: sets the first vmc source's port. */
+    /** Legacy: sets the first body source's port. */
     'pose.setPort': {
         request: PoseSetPortRequest;
         response: PoseSetPortResponse;

package/dist/wire/protocol.d.ts

@@ -1,6 +1,6 @@
 import type { InjectTarget } from './types.ts';
 /** Bumped on breaking wire changes; the server reports it in `hello` and clients warn on mismatch. */
-export declare const PROTOCOL_VERSION = 1;
+export declare const PROTOCOL_VERSION = 2;
 /** Default port the Persona API server listens on (user-configurable in the app). */
 export declare const DEFAULT_API_PORT = 25034;
 /** Default host clients dial: the server binds loopback unless LAN is opted in. */

package/dist/wire/protocol.js

@@ -1,5 +1,5 @@
 /** Bumped on breaking wire changes; the server reports it in `hello` and clients warn on mismatch. */
-export const PROTOCOL_VERSION = 1;
+export const PROTOCOL_VERSION = 2;
 /** Default port the Persona API server listens on (user-configurable in the app). */
 export const DEFAULT_API_PORT = 25034;
 /** Default host clients dial: the server binds loopback unless LAN is opted in. */

package/dist/wire/schemas.d.ts

@@ -22,6 +22,16 @@ export declare const InjectEntrySchema: z.ZodObject<{
     weight: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strip>;
 export declare const SettingsPatchSchema: z.ZodObject<{
+    lipSync: z.ZodOptional<z.ZodObject<{
+        enabled: z.ZodOptional<z.ZodBoolean>;
+        deviceId: z.ZodOptional<z.ZodString>;
+        gain: z.ZodOptional<z.ZodNumber>;
+        noiseGate: z.ZodOptional<z.ZodNumber>;
+        smoothing: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>>;
+    controller: z.ZodOptional<z.ZodObject<{
+        enabled: z.ZodOptional<z.ZodBoolean>;
+    }, z.core.$strip>>;
     window: z.ZodOptional<z.ZodObject<{
         alwaysOnTop: z.ZodOptional<z.ZodBoolean>;
     }, z.core.$strip>>;
@@ -37,9 +47,71 @@ export declare const SettingsPatchSchema: z.ZodObject<{
             medium: "medium";
             high: "high";
         }>>;
+        renderScale: z.ZodOptional<z.ZodNumber>;
+        live2dEngine: z.ZodOptional<z.ZodEnum<{
+            pixi: "pixi";
+            three: "three";
+        }>>;
     }, z.core.$strip>>;
 }, z.core.$strip>;
 export declare const requestSchemas: {
+    'lipSync.state': z.ZodObject<{}, z.core.$strip>;
+    'lipSync.configure': z.ZodObject<{
+        enabled: z.ZodOptional<z.ZodBoolean>;
+        deviceId: z.ZodOptional<z.ZodString>;
+        gain: z.ZodOptional<z.ZodNumber>;
+        noiseGate: z.ZodOptional<z.ZodNumber>;
+        smoothing: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>;
+    'lipSync.restart': z.ZodObject<{}, z.core.$strip>;
+    'lipSync.calibrate': z.ZodDiscriminatedUnion<[z.ZodObject<{
+        action: z.ZodEnum<{
+            start: "start";
+            cancel: "cancel";
+            preview: "preview";
+            save: "save";
+            reset: "reset";
+        }>;
+    }, z.core.$strip>, z.ZodObject<{
+        action: z.ZodLiteral<"record">;
+        phoneme: z.ZodEnum<{
+            A: "A";
+            I: "I";
+            U: "U";
+            E: "E";
+            O: "O";
+            S: "S";
+        }>;
+    }, z.core.$strip>], "action">;
+    'instance.setLipSync': z.ZodObject<{
+        instanceId: z.ZodOptional<z.ZodString>;
+        mode: z.ZodEnum<{
+            off: "off";
+            always: "always";
+            "when-untracked": "when-untracked";
+        }>;
+    }, z.core.$strip>;
+    'registry.thumbnail': z.ZodObject<{
+        kind: z.ZodEnum<{
+            model: "model";
+            asset: "asset";
+        }>;
+        id: z.ZodString;
+    }, z.core.$strip>;
+    'controller.rename': z.ZodObject<{
+        slot: z.ZodNumber;
+        name: z.ZodString;
+    }, z.core.$strip>;
+    'controller.setDeadZone': z.ZodObject<{
+        slot: z.ZodNumber;
+        deadZone: z.ZodNumber;
+    }, z.core.$strip>;
+    'controller.remove': z.ZodObject<{
+        slot: z.ZodNumber;
+    }, z.core.$strip>;
+    'controller.assign': z.ZodObject<{
+        slot: z.ZodNullable<z.ZodNumber>;
+    }, z.core.$strip>;
     'scene.get': z.ZodObject<{
         sceneId: z.ZodOptional<z.ZodString>;
     }, z.core.$strip>;
@@ -97,13 +169,27 @@ export declare const requestSchemas: {
     }, z.core.$strip>;
     'tracking.addSource': z.ZodObject<{
         kind: z.ZodEnum<{
-            "vts-ios": "vts-ios";
+            "persona-ios": "persona-ios";
             ifacialmocap: "ifacialmocap";
+            "vts-ios": "vts-ios";
             vmc: "vmc";
+            mocopi: "mocopi";
+            mediapipe: "mediapipe";
         }>;
         name: z.ZodOptional<z.ZodString>;
         phoneIp: z.ZodOptional<z.ZodNullable<z.ZodString>>;
         port: z.ZodOptional<z.ZodNumber>;
+        mediapipe: z.ZodOptional<z.ZodObject<{
+            deviceId: z.ZodOptional<z.ZodString>;
+            mirror: z.ZodOptional<z.ZodBoolean>;
+            face: z.ZodOptional<z.ZodBoolean>;
+            hands: z.ZodOptional<z.ZodBoolean>;
+            body: z.ZodOptional<z.ZodBoolean>;
+            delegate: z.ZodOptional<z.ZodEnum<{
+                CPU: "CPU";
+                GPU: "GPU";
+            }>>;
+        }, z.core.$strip>>;
     }, z.core.$strip>;
     'tracking.updateSource': z.ZodObject<{
         id: z.ZodString;
@@ -111,6 +197,17 @@ export declare const requestSchemas: {
         enabled: z.ZodOptional<z.ZodBoolean>;
         phoneIp: z.ZodOptional<z.ZodNullable<z.ZodString>>;
         port: z.ZodOptional<z.ZodNumber>;
+        mediapipe: z.ZodOptional<z.ZodObject<{
+            deviceId: z.ZodOptional<z.ZodString>;
+            mirror: z.ZodOptional<z.ZodBoolean>;
+            face: z.ZodOptional<z.ZodBoolean>;
+            hands: z.ZodOptional<z.ZodBoolean>;
+            body: z.ZodOptional<z.ZodBoolean>;
+            delegate: z.ZodOptional<z.ZodEnum<{
+                CPU: "CPU";
+                GPU: "GPU";
+            }>>;
+        }, z.core.$strip>>;
     }, z.core.$strip>;
     'tracking.removeSource': z.ZodObject<{
         id: z.ZodString;
@@ -132,6 +229,16 @@ export declare const requestSchemas: {
     }, z.core.$strip>;
     'settings.patch': z.ZodObject<{
         settings: z.ZodObject<{
+            lipSync: z.ZodOptional<z.ZodObject<{
+                enabled: z.ZodOptional<z.ZodBoolean>;
+                deviceId: z.ZodOptional<z.ZodString>;
+                gain: z.ZodOptional<z.ZodNumber>;
+                noiseGate: z.ZodOptional<z.ZodNumber>;
+                smoothing: z.ZodOptional<z.ZodNumber>;
+            }, z.core.$strip>>;
+            controller: z.ZodOptional<z.ZodObject<{
+                enabled: z.ZodOptional<z.ZodBoolean>;
+            }, z.core.$strip>>;
             window: z.ZodOptional<z.ZodObject<{
                 alwaysOnTop: z.ZodOptional<z.ZodBoolean>;
             }, z.core.$strip>>;
@@ -147,6 +254,11 @@ export declare const requestSchemas: {
                     medium: "medium";
                     high: "high";
                 }>>;
+                renderScale: z.ZodOptional<z.ZodNumber>;
+                live2dEngine: z.ZodOptional<z.ZodEnum<{
+                    pixi: "pixi";
+                    three: "three";
+                }>>;
             }, z.core.$strip>>;
         }, z.core.$strip>;
     }, z.core.$strip>;
@@ -155,8 +267,9 @@ export declare const requestSchemas: {
     }, z.core.$strip>;
     'tracking.setSource': z.ZodObject<{
         source: z.ZodEnum<{
-            "vts-ios": "vts-ios";
+            "persona-ios": "persona-ios";
             ifacialmocap: "ifacialmocap";
+            "vts-ios": "vts-ios";
         }>;
     }, z.core.$strip>;
     'pose.setEnabled': z.ZodObject<{
@@ -165,6 +278,7 @@ export declare const requestSchemas: {
     'pose.setSource': z.ZodObject<{
         source: z.ZodEnum<{
             vmc: "vmc";
+            mocopi: "mocopi";
         }>;
     }, z.core.$strip>;
     'pose.setPort': z.ZodObject<{

package/dist/wire/schemas.js

@@ -1,6 +1,8 @@
 import * as z from 'zod';
+import { CONTROLLER_DEAD_ZONE_MAX } from "../values/controller.js";
 import { isRecord } from "../values/guards.js";
 import { SPEECH_URL_MAX_LENGTH, STORAGE_KEY_MAX_LENGTH, STORAGE_VALUE_MAX_LENGTH } from "../values/limits.js";
+import { LIP_SYNC_CALIBRATION_ACTIONS, LIP_SYNC_GAIN_MAX, LIP_SYNC_MODES, LIP_SYNC_NOISE_GATE_MIN, LIP_SYNC_PHONEMES, LIP_SYNC_SMOOTHING_MAX, } from "../values/lipsync.js";
 import { ASSET_KINDS, POSE_SOURCE_IDS, TRACKING_SOURCE_IDS, TRACKING_SOURCE_KINDS } from "./types.js";
 // Runtime validation for the request side of the wire. Schemas exist for the
 // methods whose params the app's main process consumes directly; methods without
@@ -9,6 +11,25 @@ import { ASSET_KINDS, POSE_SOURCE_IDS, TRACKING_SOURCE_IDS, TRACKING_SOURCE_KIND
 // the app heals them into shape server-side.
 const nonEmpty = z.string().min(1);
 const port = z.number().int().min(1).max(65535);
+const lipSyncCalibration = z.discriminatedUnion('action', [
+    z.object({ action: z.enum(LIP_SYNC_CALIBRATION_ACTIONS) }),
+    z.object({ action: z.literal('record'), phoneme: z.enum(LIP_SYNC_PHONEMES) }),
+]);
+const lipSyncPatch = z.object({
+    enabled: z.boolean().optional(),
+    deviceId: z.string().optional(),
+    gain: z.number().min(0).max(LIP_SYNC_GAIN_MAX).optional(),
+    noiseGate: z.number().min(LIP_SYNC_NOISE_GATE_MIN).max(0).optional(),
+    smoothing: z.number().min(0).max(LIP_SYNC_SMOOTHING_MAX).optional(),
+});
+const mediapipePatch = z.object({
+    deviceId: z.string().optional(),
+    mirror: z.boolean().optional(),
+    face: z.boolean().optional(),
+    hands: z.boolean().optional(),
+    body: z.boolean().optional(),
+    delegate: z.enum(['CPU', 'GPU']).optional(),
+});
 export const InjectTargetSchema = z.object({
     type: z.enum(['input', 'live2d-param', 'vrm-expression']),
     id: nonEmpty,
@@ -19,6 +40,8 @@ export const InjectEntrySchema = InjectTargetSchema.extend({
     weight: z.number().min(0).max(1).optional(),
 });
 export const SettingsPatchSchema = z.object({
+    lipSync: lipSyncPatch.optional(),
+    controller: z.object({ enabled: z.boolean().optional() }).optional(),
     window: z.object({ alwaysOnTop: z.boolean().optional() }).optional(),
     ui: z.object({ trayVisible: z.boolean().optional() }).optional(),
     performance: z
@@ -27,6 +50,8 @@ export const SettingsPatchSchema = z.object({
         fpsLimit: z.number().optional(),
         selectionOutline: z.boolean().optional(),
         effectsQuality: z.enum(['high', 'medium', 'low']).optional(),
+        renderScale: z.number().optional(),
+        live2dEngine: z.enum(['pixi', 'three']).optional(),
     })
         .optional(),
 });
@@ -52,6 +77,19 @@ const speechUrl = z
     }
 }, 'url must be http(s) or data:audio/*');
 export const requestSchemas = {
+    'lipSync.state': z.object({}),
+    'lipSync.configure': lipSyncPatch,
+    'lipSync.restart': z.object({}),
+    'lipSync.calibrate': lipSyncCalibration,
+    'instance.setLipSync': z.object({ instanceId: nonEmpty.optional(), mode: z.enum(LIP_SYNC_MODES) }),
+    'registry.thumbnail': z.object({ kind: z.enum(['model', 'asset']), id: nonEmpty }),
+    'controller.rename': z.object({ slot: z.number().int().positive(), name: z.string() }),
+    'controller.setDeadZone': z.object({
+        slot: z.number().int().positive(),
+        deadZone: z.number().min(0).max(CONTROLLER_DEAD_ZONE_MAX),
+    }),
+    'controller.remove': z.object({ slot: z.number().int().positive() }),
+    'controller.assign': z.object({ slot: z.number().int().positive().nullable() }),
     'scene.get': z.object({ sceneId: nonEmpty.optional() }),
     'scene.activate': z.object({ sceneId: nonEmpty }),
     'scene.duplicate': z.object({ sceneId: nonEmpty }),
@@ -84,6 +122,7 @@ export const requestSchemas = {
         name: z.string().optional(),
         phoneIp: nonEmpty.nullable().optional(),
         port: port.optional(),
+        mediapipe: mediapipePatch.optional(),
     }),
     'tracking.updateSource': z.object({
         id: nonEmpty,
@@ -91,6 +130,7 @@ export const requestSchemas = {
         enabled: z.boolean().optional(),
         phoneIp: nonEmpty.nullable().optional(),
         port: port.optional(),
+        mediapipe: mediapipePatch.optional(),
     }),
     'tracking.removeSource': z.object({ id: nonEmpty }),
     'model.register': z.object({ path: nonEmpty }),