@hocuspocus/provider 1.0.0-alpha.36 → 1.0.0-alpha.39

package/dist/packages/extension-database/src/Database.d.ts

@@ -1,12 +1,10 @@
-import { Extension, onChangePayload, onLoadDocumentPayload, storePayload } from '@hocuspocus/server';
+import { Extension, onChangePayload, onLoadDocumentPayload, storePayload, fetchPayload } from '@hocuspocus/server';
 export interface DatabaseConfiguration {
     /**
      * Pass a Promise to retrieve updates from your database. The Promise should resolve to
      * an array of items with Y.js-compatible binary data.
      */
-    fetch: ({ documentName }: {
-        documentName: string;
-    }) => Promise<Uint8Array | null>;
+    fetch: (data: fetchPayload) => Promise<Uint8Array | null>;
     /**
      * Pass a function to store updates in your database.
      */
@@ -24,7 +22,7 @@ export declare class Database implements Extension {
     /**
      * Get stored data from the database.
      */
-    onLoadDocument({ document, documentName }: onLoadDocumentPayload): Promise<any>;
+    onLoadDocument(data: onLoadDocumentPayload): Promise<any>;
     /**
      * Store new updates in the database.
      */

package/dist/packages/extension-redis/src/Redis.d.ts

@@ -1,6 +1,6 @@
 import RedisClient from 'ioredis';
 import Redlock from 'redlock';
-import { Document, Extension, afterLoadDocumentPayload, afterStoreDocumentPayload, onDisconnectPayload, onStoreDocumentPayload, onAwarenessUpdatePayload, Debugger, onConfigurePayload, onListenPayload } from '@hocuspocus/server';
+import { Document, Extension, afterLoadDocumentPayload, afterStoreDocumentPayload, onDisconnectPayload, onStoreDocumentPayload, onAwarenessUpdatePayload, onChangePayload, Debugger, onConfigurePayload, onListenPayload } from '@hocuspocus/server';
 export interface Configuration {
     /**
      * Redis port
@@ -75,13 +75,17 @@ export declare class Redis implements Extension {
     /**
      * Handle awareness update messages received directly by this Hocuspocus instance.
      */
-    onAwarenessUpdate({ documentName, awareness }: onAwarenessUpdatePayload): Promise<number>;
+    onAwarenessUpdate({ documentName, awareness, added, updated, removed, }: onAwarenessUpdatePayload): Promise<number>;
     /**
      * Handle incoming messages published on all subscribed document channels.
      * Note that this will also include messages from ourselves as it is not possible
      * in Redis to filter these.
     */
     private handleIncomingMessage;
+    /**
+     * if the ydoc changed, we'll need to inform other Hocuspocus servers about it.
+     */
+    onChange(data: onChangePayload): Promise<any>;
     /**
      * Make sure to *not* listen for further changes, when there’s
      * noone connected anymore.

package/dist/packages/provider/src/HocuspocusProvider.d.ts

@@ -110,6 +110,7 @@ export declare class HocuspocusProvider extends EventEmitter {
     shouldConnect: boolean;
     status: WebSocketStatus;
     isSynced: boolean;
+    unsyncedChanges: number;
     isAuthenticated: boolean;
     lastMessageReceived: number;
     mux: mutex.mutex;
@@ -120,6 +121,7 @@ export declare class HocuspocusProvider extends EventEmitter {
     } | null;
     constructor(configuration: HocuspocusProviderConfiguration);
     setConfiguration(configuration?: Partial<HocuspocusProviderConfiguration>): void;
+    boundConnect: () => Promise<void>;
     connect(): Promise<void>;
     createWebSocketConnection(): Promise<unknown>;
     resolveConnectionAttempt(): void;
@@ -127,8 +129,11 @@ export declare class HocuspocusProvider extends EventEmitter {
     rejectConnectionAttempt(): void;
     get document(): Y.Doc;
     get awareness(): Awareness;
+    get hasUnsyncedChanges(): boolean;
     checkConnection(): void;
     forceSync(): void;
+    boundBeforeUnload: () => void;
+    beforeUnload(): void;
     registerEventListeners(): void;
     documentUpdateHandler(update: Uint8Array, origin: any): void;
     awarenessUpdateHandler({ added, updated, removed }: any, origin: any): void;
@@ -148,6 +153,7 @@ export declare class HocuspocusProvider extends EventEmitter {
     onClose(event: CloseEvent): void;
     destroy(): void;
     get broadcastChannel(): string;
+    boundBroadcastChannelSubscriber: (data: ArrayBuffer) => void;
     broadcastChannelSubscriber(data: ArrayBuffer): void;
     subscribeToBroadcastChannel(): void;
     disconnectBroadcastChannel(): void;

package/dist/packages/server/src/Document.d.ts

@@ -19,7 +19,7 @@ export declare class Document extends Doc {
     /**
      * Constructor.
      */
-    constructor(name: string, logger: Debugger);
+    constructor(name: string, logger: Debugger, yDocOptions: {});
     /**
      * Check if the Document is empty
      */

package/dist/packages/server/src/Hocuspocus.d.ts

@@ -12,6 +12,10 @@ export declare const defaultConfiguration: {
     debounce: number;
     maxDebounce: number;
     quiet: boolean;
+    yDocOptions: {
+        gc: boolean;
+        gcFilter: () => boolean;
+    };
 };
 /**
  * Hocuspocus Server

package/dist/packages/server/src/MessageReceiver.d.ts

@@ -8,6 +8,6 @@ export declare class MessageReceiver {
     logger: Debugger;
     constructor(message: IncomingMessage, logger: Debugger);
     apply(document: Document, connection?: Connection, reply?: (message: Uint8Array) => void): void;
-    readSyncMessage(message: IncomingMessage, document: Document, connection?: Connection, reply?: (message: Uint8Array) => void): 0 | 2 | 1;
+    readSyncMessage(message: IncomingMessage, document: Document, connection?: Connection, reply?: (message: Uint8Array) => void, requestFirstSync?: boolean): 0 | 2 | 1;
     applyQueryAwarenessMessage(awareness: Awareness, reply?: (message: Uint8Array) => void): void;
 }

package/dist/packages/server/src/OutgoingMessage.d.ts

@@ -7,6 +7,7 @@ export declare class OutgoingMessage {
     category?: string;
     constructor();
     createSyncMessage(): OutgoingMessage;
+    createSyncReplyMessage(): OutgoingMessage;
     createAwarenessUpdateMessage(awareness: Awareness, changedClients?: Array<any>): OutgoingMessage;
     writeQueryAwareness(): OutgoingMessage;
     writeAuthenticated(): OutgoingMessage;

package/dist/packages/server/src/types.d.ts

@@ -9,7 +9,8 @@ export declare enum MessageType {
     Sync = 0,
     Awareness = 1,
     Auth = 2,
-    QueryAwareness = 3
+    QueryAwareness = 3,
+    SyncReply = 4
 }
 export interface AwarenessUpdate {
     added: Array<any>;
@@ -48,7 +49,7 @@ export declare type HookName = 'onConfigure' | 'onListen' | 'onUpgrade' | 'onCon
  * @deprecated onCreateDocument is deprecated, use onLoadDocument instead
  */
 'onCreateDocument' | 'onLoadDocument' | 'afterLoadDocument' | 'onChange' | 'onStoreDocument' | 'afterStoreDocument' | 'onAwarenessUpdate' | 'onRequest' | 'onDisconnect' | 'onDestroy';
-export declare type HookPayload = onConfigurePayload | onListenPayload | onUpgradePayload | onConnectPayload | connectedPayload | onAuthenticatePayload | onLoadDocumentPayload | onLoadDocumentPayload | onLoadDocumentPayload | onChangePayload | onStoreDocumentPayload | afterStoreDocumentPayload | onAwarenessUpdatePayload | onRequestPayload | onDisconnectPayload | onDestroyPayload;
+export declare type HookPayload = onConfigurePayload | onListenPayload | onUpgradePayload | onConnectPayload | connectedPayload | onAuthenticatePayload | onLoadDocumentPayload | onChangePayload | onStoreDocumentPayload | afterStoreDocumentPayload | onAwarenessUpdatePayload | onRequestPayload | onDisconnectPayload | onDestroyPayload;
 export interface Configuration extends Extension {
     /**
      * A name for the instance, used for logging.
@@ -79,6 +80,13 @@ export interface Configuration extends Extension {
      * By default, the servers show a start screen. If passed false, the server will start quietly.
      */
     quiet: boolean;
+    /**
+     * options to pass to the ydoc document
+     */
+    yDocOptions: {
+        gc: boolean;
+        gcFilter: () => boolean;
+    };
     /**
      * Function which returns the (customized) document name based on the request
      */
@@ -179,6 +187,16 @@ export declare type StatesArray = {
     clientId: number;
     [key: string | number]: any;
 }[];
+export interface fetchPayload {
+    context: any;
+    document: Document;
+    documentName: string;
+    instance: Hocuspocus;
+    requestHeaders: IncomingHttpHeaders;
+    requestParameters: URLSearchParams;
+    socketId: string;
+    connection: ConnectionConfiguration;
+}
 export interface storePayload extends onStoreDocumentPayload {
     state: Buffer;
 }

package/dist/tests/extension-database/fetch.d.ts

@@ -0,0 +1 @@
+export {};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hocuspocus/provider",
-  "version": "1.0.0-alpha.36",
+  "version": "1.0.0-alpha.39",
   "description": "hocuspocus provider",
   "homepage": "https://hocuspocus.dev",
   "keywords": [
@@ -34,5 +34,5 @@
     "y-protocols": "^1.0.5",
     "yjs": "^13.5.29"
   },
-  "gitHead": "b0a04ffe8d56cfa6b269a2c8ad7f64c92b108de0"
+  "gitHead": "02845d914742af88c8ef034adf072fcaadb48208"
 }

package/src/HocuspocusProvider.ts

@@ -182,6 +182,8 @@ export class HocuspocusProvider extends EventEmitter {
 
   isSynced = false
 
+  unsyncedChanges = 0
+
   isAuthenticated = false
 
   lastMessageReceived = 0
@@ -259,11 +261,14 @@ export class HocuspocusProvider extends EventEmitter {
     this.configuration = { ...this.configuration, ...configuration }
   }
 
+  boundConnect = this.connect.bind(this)
+
   async connect() {
     if (this.status === WebSocketStatus.Connected) {
       return
     }
 
+    this.unsyncedChanges = 0 // set to 0 in case we got reconnected
     this.shouldConnect = true
     this.subscribeToBroadcastChannel()
 
@@ -300,8 +305,8 @@ export class HocuspocusProvider extends EventEmitter {
       ws.onmessage = this.onMessage.bind(this)
       ws.onclose = this.onClose.bind(this)
       ws.onopen = this.onOpen.bind(this)
-      ws.onerror = () => {
-        reject()
+      ws.onerror = (err: any) => {
+        reject(err)
       }
       this.webSocket = ws
 
@@ -344,6 +349,10 @@ export class HocuspocusProvider extends EventEmitter {
     return this.configuration.awareness
   }
 
+  get hasUnsyncedChanges() {
+    return this.unsyncedChanges > 0
+  }
+
   checkConnection() {
     // Don’t check the connection when it’s not even established
     if (this.status !== WebSocketStatus.Connected) {
@@ -373,15 +382,19 @@ export class HocuspocusProvider extends EventEmitter {
     this.send(SyncStepOneMessage, { document: this.document })
   }
 
+  boundBeforeUnload = this.beforeUnload.bind(this)
+
+  beforeUnload() {
+    removeAwarenessStates(this.awareness, [this.document.clientID], 'window unload')
+  }
+
   registerEventListeners() {
     if (typeof window === 'undefined') {
       return
     }
 
-    window.addEventListener('online', this.connect.bind(this))
-    window.addEventListener('beforeunload', () => {
-      removeAwarenessStates(this.awareness, [this.document.clientID], 'window unload')
-    })
+    window.addEventListener('online', this.boundConnect)
+    window.addEventListener('beforeunload', this.boundBeforeUnload)
   }
 
   documentUpdateHandler(update: Uint8Array, origin: any) {
@@ -389,6 +402,7 @@ export class HocuspocusProvider extends EventEmitter {
       return
     }
 
+    this.unsyncedChanges += 1
     this.send(UpdateMessage, { update }, true)
   }
 
@@ -605,13 +619,16 @@ export class HocuspocusProvider extends EventEmitter {
       return
     }
 
-    window.removeEventListener('online', this.connect.bind(this))
+    window.removeEventListener('online', this.boundConnect)
+    window.removeEventListener('beforeunload', this.boundBeforeUnload)
   }
 
   get broadcastChannel() {
     return `${this.serverUrl}/${this.configuration.name}`
   }
 
+  boundBroadcastChannelSubscriber = this.broadcastChannelSubscriber.bind(this)
+
   broadcastChannelSubscriber(data: ArrayBuffer) {
     this.mux(() => {
       const message = new IncomingMessage(data)
@@ -623,7 +640,7 @@ export class HocuspocusProvider extends EventEmitter {
 
   subscribeToBroadcastChannel() {
     if (!this.subscribedToBroadcastChannel) {
-      bc.subscribe(this.broadcastChannel, this.broadcastChannelSubscriber.bind(this))
+      bc.subscribe(this.broadcastChannel, this.boundBroadcastChannelSubscriber)
       this.subscribedToBroadcastChannel = true
     }
 
@@ -644,7 +661,7 @@ export class HocuspocusProvider extends EventEmitter {
     }, true)
 
     if (this.subscribedToBroadcastChannel) {
-      bc.unsubscribe(this.broadcastChannel, this.broadcastChannelSubscriber.bind(this))
+      bc.unsubscribe(this.broadcastChannel, this.boundBroadcastChannelSubscriber)
       this.subscribedToBroadcastChannel = false
     }
   }

package/src/MessageReceiver.ts

@@ -1,5 +1,5 @@
 import * as awarenessProtocol from 'y-protocols/awareness'
-import { readSyncMessage, messageYjsSyncStep2 } from 'y-protocols/sync'
+import { readSyncMessage, messageYjsSyncStep2, messageYjsUpdate } from 'y-protocols/sync'
 import { readAuthMessage } from '@hocuspocus/common'
 import { MessageType } from './types'
 import { HocuspocusProvider } from './HocuspocusProvider'
@@ -75,9 +75,15 @@ export class MessageReceiver {
     )
 
     // Synced once we receive Step2
-    if (emitSynced && syncMessageType === messageYjsSyncStep2) {
+    if (emitSynced && (syncMessageType === messageYjsSyncStep2)) {
       provider.synced = true
     }
+
+    if (syncMessageType === messageYjsUpdate || syncMessageType === messageYjsSyncStep2) {
+      if (provider.unsyncedChanges > 0) {
+        provider.unsyncedChanges -= 1
+      }
+    }
   }
 
   private applyAwarenessMessage(provider: HocuspocusProvider) {