@noya-app/noya-multiplayer-react 0.1.89 → 0.2.0

package/dist/index.d.mts

@@ -1,5 +1,5 @@
 import * as _noya_app_state_manager from '@noya-app/state-manager';
-import { AIToolDefinition, UserManager, SharedConnectionDataManager, NoyaManager, StateManagerOptions, StateManager, NoyaManagerOptions, SyncAdapter, TSchema, AccessType, PolicyAuthContext, LocalStorageSyncOptions, Static, ExtractRequestBody, PublishCallback, ResourceManager, TranscriptionManager, AssetTranscriptionResult, StreamFilter, ActivityEventsManager, MultiplayerPatchMetadata, SafeEval, CreateParams, MultiplayerStateManager, ResourceUrlOptions, ReconnectingWebSocketState, ClientToServerMessage, ServerToClientMessage, MultiplayerStateManagerError } from '@noya-app/state-manager';
+import { AIToolDefinition, UserManager, SharedConnectionDataManager, NoyaManager, StateManagerOptions, StateManager, NoyaManagerOptions, SyncAdapter, TSchema, AccessType, PolicyAuthContext, LocalStorageSyncOptions, Static, ExtractRequestBody, PublishCallback, ResourceManager, TranscriptionManager, AssetTranscriptionResult, StreamFilter, ActivityEventsManager, MultiplayerPatchMetadata, SafeEval, CreateParams, MultiplayerStateManager, ResourceUrlOptions, ConnectionEvent as ConnectionEvent$1, ClientToServerMessage, ReconnectingWebSocketState } from '@noya-app/state-manager';
 export * from '@noya-app/state-manager';
 import React, { SetStateAction, ComponentProps, Dispatch } from 'react';
 import { Asset, ResourceCreate, CreateResourceParametersWithoutAccessibleByFileId, ModifiedResource, Resource, MediaItem, ResourceMap, ResourceCreateMap, OutputTransform, Input } from '@noya-app/noya-schemas';
@@ -172,6 +172,7 @@ type GetAppDataOptions = {
 };
 declare function enforceSchema<State>(initialState: State, schema?: TSchema): State;
 declare function parseAppDataParameter(options?: GetAppDataOptions): AppData<unknown> | null;
+declare function parseInspectorParameter(options?: GetAppDataOptions): boolean | null;
 declare function getAppData<State>(initialState: State | (() => State), schema?: TSchema, options?: GetAppDataOptions): AppData<State>;
 declare function getSyncAdapter<S, M extends object = object, E extends object = object, MenuT extends string = string, I extends Record<string, any> = Record<string, unknown>>(params?: {
     multiplayerUrl?: string;
@@ -637,21 +638,12 @@ declare function useObservable<T, P extends PathKey[] | string>(observable: Obse
 
 declare function useResourceUrl(idOrStableId: string | undefined, options?: ResourceUrlOptions): string | undefined;
 
-type ConnectionEvent<State> = {
-    type: "stateChange";
-    state: ReconnectingWebSocketState;
-} | {
-    type: "send";
-    message: ClientToServerMessage<State>;
-} | {
-    type: "receive";
-    message: ServerToClientMessage<State>;
-} | {
-    type: "error";
-    error: MultiplayerStateManagerError;
-};
+type ConnectionEvent<State> = ConnectionEvent$1<State>;
 type ConnectionOptions<State> = {
     debug?: boolean;
+    heartbeatIntervalMs?: number;
+    silentTimeoutMs?: number;
+    realtimeInputWatchdogMs?: number;
     onConnectionEvent?: (event: ConnectionEvent<State>) => void;
 };
 declare class WebSocketConnection<State> {
@@ -659,15 +651,72 @@ declare class WebSocketConnection<State> {
     private options;
     private ws;
     private closedForever;
+    private heartbeatIntervalHandle?;
+    private silentTimeoutHandle?;
+    private simulationClockPulseIntervalHandle?;
+    private simulationClockPulseSocket?;
+    private simulationClockDirectFailed;
+    private heartbeatSequence;
+    private pendingSimulationFrames;
+    private frameFlushHandle?;
+    private frameFlushScheduler?;
+    private droppedSimulationFrames;
+    private pendingFrameReceipts;
+    private deliveredSimulationFrameCursors;
+    private queuedRealtimeInputs;
+    /**
+     * A batch stays here until the server explicitly confirms ingestion.
+     * Reconnects resend these exact batches, so a frame that was already in
+     * flight can never create a hole in an input stream.
+     */
+    private unconfirmedRealtimeBatches;
+    private lastSentRealtimeSequences;
+    private readonly realtimeInputSessionId;
+    private nextRealtimeInputBatchSequence;
+    private realtimeInputWatchdogHandle?;
+    private realtimeBatchesSent;
+    private realtimeInputsSent;
     constructor(url: URL, options?: ConnectionOptions<State>);
     connect(): Promise<void>;
     private handleOpen;
     private handleMessage;
+    private emitReceivedMessage;
+    private scheduleSimulationFrameFlush;
+    private flushSimulationFrames;
+    private shouldSuppressNonMonotonicObject;
+    private cancelSimulationFrameFlush;
     private handleClose;
+    private startHeartbeat;
+    private armSilentTimeout;
+    private stopHeartbeat;
+    private applySimulationClockConfig;
+    private openSimulationClockPulseSocket;
+    private stopSimulationClockPulses;
+    getSimulationFrameDiagnostics(): {
+        pending: number;
+        dropped: number;
+        pendingReceipts: number;
+        queuedRealtimeInputs: number;
+        replayRealtimeInputs: number;
+        unconfirmedRealtimeBatches: number;
+        realtimeBatchesSent: number;
+        realtimeInputsSent: number;
+        realtimeWatchdogArmed: boolean;
+        simulationClockPulsesActive: boolean;
+    };
     send(message: ClientToServerMessage<State>): void;
+    private sendTransportMessage;
+    private getRealtimeInputSequence;
+    private getContiguousRealtimeInputCount;
+    private flushRealtimeBatch;
+    private flushPendingFrameReceipts;
+    private armRealtimeInputWatchdog;
+    private stopRealtimeInputWatchdog;
+    private replayUnconfirmedRealtimeBatches;
+    private confirmRealtimeInputBatches;
     close(): void;
     addListener(listener: (state: ReconnectingWebSocketState) => void): () => void;
     removeListener(listener: (state: ReconnectingWebSocketState) => void): void;
 }
 
-export { type AnyNoyaSingletonBindings, type AnyNoyaSingletonOptions, AnyNoyaStateContext, type AnyNoyaStateContextValue, type AppData, type AppTheme, type AppViewType, type ConnectionEvent, type ConnectionOptions, FallbackUntilInitialized, type GetAppDataOptions, type NoyaStateProviderProps, type RenderUserPointer, type RenderUserPointerProps, StateInspector, type StateInspectorAnchor, type StateInspectorOptions, type UseMultiplayerStateOptions, type UseNoyaStateOptions, type UseNoyaStateResult, type UserPointerData, UserPointersOverlay, type UserPointersOverlayProps, WebSocketConnection, buildResourcePatchPayload, createDefaultAppData, createNoyaContext, createStateInspectorRoot, decodeAll, deleteNoyaSingleton, encodeAll, enforceSchema, exportAll, fetchAssetMap, getAppData, getNoyaManagerSingleton, getNoyaSingletonBindings, getSyncAdapter, importAll, initializeNoyaSingleton, parseAppDataParameter, replaceDeep, resourceToCreateParameters, resourceToMediaItem, useAIManager, useActivityEvents, useActivityEventsForManager, useAnyNoyaManager, useAnyNoyaStateContext, useAnySharedConnectionData, useAsset, useAssetManager, useAssets, useBindNoyaManager, useCallableAITools, useColorScheme, useEnqueueInput, useFileName, useFilePropertyManager, useIOManager, useInputs, useIsInitialized, useIsProcessing, useManagedHistory, useManagedState, useMultiplayerState, useNoyaActiveUsers, useNoyaAssetTranscription, useNoyaCurrentUser, useNoyaCurrentUserId, useNoyaStateInternal, useNoyaTranscriptionManager, useNoyaUser, useNoyaUserManager, useNoyaUsers, useObservable, useOptionalAnyNoyaStateContext, useOutputTransforms, usePipelineManager, usePublish, useRegisterAITool, useResourceManager, useResourceUrl, useResources, useScriptEvaluator, useSecret, useSecretManager, useSecrets, useSetFileNameState, useStateInspector, useViewType };
+export { type AnyNoyaSingletonBindings, type AnyNoyaSingletonOptions, AnyNoyaStateContext, type AnyNoyaStateContextValue, type AppData, type AppTheme, type AppViewType, type ConnectionEvent, type ConnectionOptions, FallbackUntilInitialized, type GetAppDataOptions, type NoyaStateProviderProps, type RenderUserPointer, type RenderUserPointerProps, StateInspector, type StateInspectorAnchor, type StateInspectorOptions, type UseMultiplayerStateOptions, type UseNoyaStateOptions, type UseNoyaStateResult, type UserPointerData, UserPointersOverlay, type UserPointersOverlayProps, WebSocketConnection, buildResourcePatchPayload, createDefaultAppData, createNoyaContext, createStateInspectorRoot, decodeAll, deleteNoyaSingleton, encodeAll, enforceSchema, exportAll, fetchAssetMap, getAppData, getNoyaManagerSingleton, getNoyaSingletonBindings, getSyncAdapter, importAll, initializeNoyaSingleton, parseAppDataParameter, parseInspectorParameter, replaceDeep, resourceToCreateParameters, resourceToMediaItem, useAIManager, useActivityEvents, useActivityEventsForManager, useAnyNoyaManager, useAnyNoyaStateContext, useAnySharedConnectionData, useAsset, useAssetManager, useAssets, useBindNoyaManager, useCallableAITools, useColorScheme, useEnqueueInput, useFileName, useFilePropertyManager, useIOManager, useInputs, useIsInitialized, useIsProcessing, useManagedHistory, useManagedState, useMultiplayerState, useNoyaActiveUsers, useNoyaAssetTranscription, useNoyaCurrentUser, useNoyaCurrentUserId, useNoyaStateInternal, useNoyaTranscriptionManager, useNoyaUser, useNoyaUserManager, useNoyaUsers, useObservable, useOptionalAnyNoyaStateContext, useOutputTransforms, usePipelineManager, usePublish, useRegisterAITool, useResourceManager, useResourceUrl, useResources, useScriptEvaluator, useSecret, useSecretManager, useSecrets, useSetFileNameState, useStateInspector, useViewType };

package/dist/index.d.ts

@@ -1,5 +1,5 @@
 import * as _noya_app_state_manager from '@noya-app/state-manager';
-import { AIToolDefinition, UserManager, SharedConnectionDataManager, NoyaManager, StateManagerOptions, StateManager, NoyaManagerOptions, SyncAdapter, TSchema, AccessType, PolicyAuthContext, LocalStorageSyncOptions, Static, ExtractRequestBody, PublishCallback, ResourceManager, TranscriptionManager, AssetTranscriptionResult, StreamFilter, ActivityEventsManager, MultiplayerPatchMetadata, SafeEval, CreateParams, MultiplayerStateManager, ResourceUrlOptions, ReconnectingWebSocketState, ClientToServerMessage, ServerToClientMessage, MultiplayerStateManagerError } from '@noya-app/state-manager';
+import { AIToolDefinition, UserManager, SharedConnectionDataManager, NoyaManager, StateManagerOptions, StateManager, NoyaManagerOptions, SyncAdapter, TSchema, AccessType, PolicyAuthContext, LocalStorageSyncOptions, Static, ExtractRequestBody, PublishCallback, ResourceManager, TranscriptionManager, AssetTranscriptionResult, StreamFilter, ActivityEventsManager, MultiplayerPatchMetadata, SafeEval, CreateParams, MultiplayerStateManager, ResourceUrlOptions, ConnectionEvent as ConnectionEvent$1, ClientToServerMessage, ReconnectingWebSocketState } from '@noya-app/state-manager';
 export * from '@noya-app/state-manager';
 import React, { SetStateAction, ComponentProps, Dispatch } from 'react';
 import { Asset, ResourceCreate, CreateResourceParametersWithoutAccessibleByFileId, ModifiedResource, Resource, MediaItem, ResourceMap, ResourceCreateMap, OutputTransform, Input } from '@noya-app/noya-schemas';
@@ -172,6 +172,7 @@ type GetAppDataOptions = {
 };
 declare function enforceSchema<State>(initialState: State, schema?: TSchema): State;
 declare function parseAppDataParameter(options?: GetAppDataOptions): AppData<unknown> | null;
+declare function parseInspectorParameter(options?: GetAppDataOptions): boolean | null;
 declare function getAppData<State>(initialState: State | (() => State), schema?: TSchema, options?: GetAppDataOptions): AppData<State>;
 declare function getSyncAdapter<S, M extends object = object, E extends object = object, MenuT extends string = string, I extends Record<string, any> = Record<string, unknown>>(params?: {
     multiplayerUrl?: string;
@@ -637,21 +638,12 @@ declare function useObservable<T, P extends PathKey[] | string>(observable: Obse
 
 declare function useResourceUrl(idOrStableId: string | undefined, options?: ResourceUrlOptions): string | undefined;
 
-type ConnectionEvent<State> = {
-    type: "stateChange";
-    state: ReconnectingWebSocketState;
-} | {
-    type: "send";
-    message: ClientToServerMessage<State>;
-} | {
-    type: "receive";
-    message: ServerToClientMessage<State>;
-} | {
-    type: "error";
-    error: MultiplayerStateManagerError;
-};
+type ConnectionEvent<State> = ConnectionEvent$1<State>;
 type ConnectionOptions<State> = {
     debug?: boolean;
+    heartbeatIntervalMs?: number;
+    silentTimeoutMs?: number;
+    realtimeInputWatchdogMs?: number;
     onConnectionEvent?: (event: ConnectionEvent<State>) => void;
 };
 declare class WebSocketConnection<State> {
@@ -659,15 +651,72 @@ declare class WebSocketConnection<State> {
     private options;
     private ws;
     private closedForever;
+    private heartbeatIntervalHandle?;
+    private silentTimeoutHandle?;
+    private simulationClockPulseIntervalHandle?;
+    private simulationClockPulseSocket?;
+    private simulationClockDirectFailed;
+    private heartbeatSequence;
+    private pendingSimulationFrames;
+    private frameFlushHandle?;
+    private frameFlushScheduler?;
+    private droppedSimulationFrames;
+    private pendingFrameReceipts;
+    private deliveredSimulationFrameCursors;
+    private queuedRealtimeInputs;
+    /**
+     * A batch stays here until the server explicitly confirms ingestion.
+     * Reconnects resend these exact batches, so a frame that was already in
+     * flight can never create a hole in an input stream.
+     */
+    private unconfirmedRealtimeBatches;
+    private lastSentRealtimeSequences;
+    private readonly realtimeInputSessionId;
+    private nextRealtimeInputBatchSequence;
+    private realtimeInputWatchdogHandle?;
+    private realtimeBatchesSent;
+    private realtimeInputsSent;
     constructor(url: URL, options?: ConnectionOptions<State>);
     connect(): Promise<void>;
     private handleOpen;
     private handleMessage;
+    private emitReceivedMessage;
+    private scheduleSimulationFrameFlush;
+    private flushSimulationFrames;
+    private shouldSuppressNonMonotonicObject;
+    private cancelSimulationFrameFlush;
     private handleClose;
+    private startHeartbeat;
+    private armSilentTimeout;
+    private stopHeartbeat;
+    private applySimulationClockConfig;
+    private openSimulationClockPulseSocket;
+    private stopSimulationClockPulses;
+    getSimulationFrameDiagnostics(): {
+        pending: number;
+        dropped: number;
+        pendingReceipts: number;
+        queuedRealtimeInputs: number;
+        replayRealtimeInputs: number;
+        unconfirmedRealtimeBatches: number;
+        realtimeBatchesSent: number;
+        realtimeInputsSent: number;
+        realtimeWatchdogArmed: boolean;
+        simulationClockPulsesActive: boolean;
+    };
     send(message: ClientToServerMessage<State>): void;
+    private sendTransportMessage;
+    private getRealtimeInputSequence;
+    private getContiguousRealtimeInputCount;
+    private flushRealtimeBatch;
+    private flushPendingFrameReceipts;
+    private armRealtimeInputWatchdog;
+    private stopRealtimeInputWatchdog;
+    private replayUnconfirmedRealtimeBatches;
+    private confirmRealtimeInputBatches;
     close(): void;
     addListener(listener: (state: ReconnectingWebSocketState) => void): () => void;
     removeListener(listener: (state: ReconnectingWebSocketState) => void): void;
 }
 
-export { type AnyNoyaSingletonBindings, type AnyNoyaSingletonOptions, AnyNoyaStateContext, type AnyNoyaStateContextValue, type AppData, type AppTheme, type AppViewType, type ConnectionEvent, type ConnectionOptions, FallbackUntilInitialized, type GetAppDataOptions, type NoyaStateProviderProps, type RenderUserPointer, type RenderUserPointerProps, StateInspector, type StateInspectorAnchor, type StateInspectorOptions, type UseMultiplayerStateOptions, type UseNoyaStateOptions, type UseNoyaStateResult, type UserPointerData, UserPointersOverlay, type UserPointersOverlayProps, WebSocketConnection, buildResourcePatchPayload, createDefaultAppData, createNoyaContext, createStateInspectorRoot, decodeAll, deleteNoyaSingleton, encodeAll, enforceSchema, exportAll, fetchAssetMap, getAppData, getNoyaManagerSingleton, getNoyaSingletonBindings, getSyncAdapter, importAll, initializeNoyaSingleton, parseAppDataParameter, replaceDeep, resourceToCreateParameters, resourceToMediaItem, useAIManager, useActivityEvents, useActivityEventsForManager, useAnyNoyaManager, useAnyNoyaStateContext, useAnySharedConnectionData, useAsset, useAssetManager, useAssets, useBindNoyaManager, useCallableAITools, useColorScheme, useEnqueueInput, useFileName, useFilePropertyManager, useIOManager, useInputs, useIsInitialized, useIsProcessing, useManagedHistory, useManagedState, useMultiplayerState, useNoyaActiveUsers, useNoyaAssetTranscription, useNoyaCurrentUser, useNoyaCurrentUserId, useNoyaStateInternal, useNoyaTranscriptionManager, useNoyaUser, useNoyaUserManager, useNoyaUsers, useObservable, useOptionalAnyNoyaStateContext, useOutputTransforms, usePipelineManager, usePublish, useRegisterAITool, useResourceManager, useResourceUrl, useResources, useScriptEvaluator, useSecret, useSecretManager, useSecrets, useSetFileNameState, useStateInspector, useViewType };
+export { type AnyNoyaSingletonBindings, type AnyNoyaSingletonOptions, AnyNoyaStateContext, type AnyNoyaStateContextValue, type AppData, type AppTheme, type AppViewType, type ConnectionEvent, type ConnectionOptions, FallbackUntilInitialized, type GetAppDataOptions, type NoyaStateProviderProps, type RenderUserPointer, type RenderUserPointerProps, StateInspector, type StateInspectorAnchor, type StateInspectorOptions, type UseMultiplayerStateOptions, type UseNoyaStateOptions, type UseNoyaStateResult, type UserPointerData, UserPointersOverlay, type UserPointersOverlayProps, WebSocketConnection, buildResourcePatchPayload, createDefaultAppData, createNoyaContext, createStateInspectorRoot, decodeAll, deleteNoyaSingleton, encodeAll, enforceSchema, exportAll, fetchAssetMap, getAppData, getNoyaManagerSingleton, getNoyaSingletonBindings, getSyncAdapter, importAll, initializeNoyaSingleton, parseAppDataParameter, parseInspectorParameter, replaceDeep, resourceToCreateParameters, resourceToMediaItem, useAIManager, useActivityEvents, useActivityEventsForManager, useAnyNoyaManager, useAnyNoyaStateContext, useAnySharedConnectionData, useAsset, useAssetManager, useAssets, useBindNoyaManager, useCallableAITools, useColorScheme, useEnqueueInput, useFileName, useFilePropertyManager, useIOManager, useInputs, useIsInitialized, useIsProcessing, useManagedHistory, useManagedState, useMultiplayerState, useNoyaActiveUsers, useNoyaAssetTranscription, useNoyaCurrentUser, useNoyaCurrentUserId, useNoyaStateInternal, useNoyaTranscriptionManager, useNoyaUser, useNoyaUserManager, useNoyaUsers, useObservable, useOptionalAnyNoyaStateContext, useOutputTransforms, usePipelineManager, usePublish, useRegisterAITool, useResourceManager, useResourceUrl, useResources, useScriptEvaluator, useSecret, useSecretManager, useSecrets, useSetFileNameState, useStateInspector, useViewType };