@fluidframework/container-loader 1.1.0 → 1.2.0-77818
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/collabWindowTracker.js +1 -1
- package/dist/collabWindowTracker.js.map +1 -1
- package/dist/connectionManager.d.ts +10 -0
- package/dist/connectionManager.d.ts.map +1 -1
- package/dist/connectionManager.js +59 -21
- package/dist/connectionManager.js.map +1 -1
- package/dist/connectionState.d.ts +2 -2
- package/dist/connectionState.js +2 -2
- package/dist/connectionState.js.map +1 -1
- package/dist/container.d.ts +2 -1
- package/dist/container.d.ts.map +1 -1
- package/dist/container.js +15 -11
- package/dist/container.js.map +1 -1
- package/dist/deltaManager.d.ts +4 -0
- package/dist/deltaManager.d.ts.map +1 -1
- package/dist/deltaManager.js +8 -3
- package/dist/deltaManager.js.map +1 -1
- package/dist/packageVersion.d.ts +1 -1
- package/dist/packageVersion.d.ts.map +1 -1
- package/dist/packageVersion.js +1 -1
- package/dist/packageVersion.js.map +1 -1
- package/lib/collabWindowTracker.js +1 -1
- package/lib/collabWindowTracker.js.map +1 -1
- package/lib/connectionManager.d.ts +10 -0
- package/lib/connectionManager.d.ts.map +1 -1
- package/lib/connectionManager.js +59 -22
- package/lib/connectionManager.js.map +1 -1
- package/lib/connectionState.d.ts +2 -2
- package/lib/connectionState.js +2 -2
- package/lib/connectionState.js.map +1 -1
- package/lib/container.d.ts +2 -1
- package/lib/container.d.ts.map +1 -1
- package/lib/container.js +17 -13
- package/lib/container.js.map +1 -1
- package/lib/deltaManager.d.ts +4 -0
- package/lib/deltaManager.d.ts.map +1 -1
- package/lib/deltaManager.js +9 -4
- package/lib/deltaManager.js.map +1 -1
- package/lib/packageVersion.d.ts +1 -1
- package/lib/packageVersion.d.ts.map +1 -1
- package/lib/packageVersion.js +1 -1
- package/lib/packageVersion.js.map +1 -1
- package/package.json +11 -11
- package/src/collabWindowTracker.ts +1 -1
- package/src/connectionManager.ts +80 -20
- package/src/connectionState.ts +2 -2
- package/src/container.ts +33 -27
- package/src/deltaManager.ts +11 -2
- package/src/packageVersion.ts +1 -1
package/lib/connectionManager.js
CHANGED
|
@@ -2,9 +2,12 @@
|
|
|
2
2
|
* Copyright (c) Microsoft Corporation and contributors. All rights reserved.
|
|
3
3
|
* Licensed under the MIT License.
|
|
4
4
|
*/
|
|
5
|
+
import { default as AbortController } from "abort-controller";
|
|
5
6
|
import { assert, performance, TypedEventEmitter } from "@fluidframework/common-utils";
|
|
6
7
|
import { GenericError, UsageError } from "@fluidframework/container-utils";
|
|
7
|
-
import { canRetryOnError, createWriteError, createGenericNetworkError, getRetryDelayFromError, waitForConnectedState, DeltaStreamConnectionForbiddenError, logNetworkFailure,
|
|
8
|
+
import { canRetryOnError, createWriteError, createGenericNetworkError, getRetryDelayFromError, waitForConnectedState, DeltaStreamConnectionForbiddenError, logNetworkFailure,
|
|
9
|
+
// isRuntimeMessage,
|
|
10
|
+
} from "@fluidframework/driver-utils";
|
|
8
11
|
import { MessageType, ScopeType, } from "@fluidframework/protocol-definitions";
|
|
9
12
|
import { TelemetryLogger, normalizeError, } from "@fluidframework/telemetry-utils";
|
|
10
13
|
import { ReconnectMode, } from "./contracts";
|
|
@@ -73,7 +76,6 @@ export class ConnectionManager {
|
|
|
73
76
|
this.client = client;
|
|
74
77
|
this.logger = logger;
|
|
75
78
|
this.props = props;
|
|
76
|
-
this.pendingConnection = false;
|
|
77
79
|
/** tracks host requiring read-only mode. */
|
|
78
80
|
this._forceReadonly = false;
|
|
79
81
|
/** True if there is pending (async) reconnection from "read" to "write" */
|
|
@@ -229,7 +231,7 @@ export class ConnectionManager {
|
|
|
229
231
|
return;
|
|
230
232
|
}
|
|
231
233
|
this.closed = true;
|
|
232
|
-
this.pendingConnection =
|
|
234
|
+
this.pendingConnection = undefined;
|
|
233
235
|
// Ensure that things like triggerConnect() will short circuit
|
|
234
236
|
this._reconnectMode = ReconnectMode.Never;
|
|
235
237
|
this._outbound.clear();
|
|
@@ -318,12 +320,19 @@ export class ConnectionManager {
|
|
|
318
320
|
});
|
|
319
321
|
}
|
|
320
322
|
async connectCore(connectionMode) {
|
|
321
|
-
var _a;
|
|
323
|
+
var _a, _b;
|
|
322
324
|
assert(!this.closed, 0x26a /* "not closed" */);
|
|
323
|
-
if (this.connection !== undefined
|
|
324
|
-
return;
|
|
325
|
+
if (this.connection !== undefined) {
|
|
326
|
+
return; // Connection attempt already completed successfully
|
|
327
|
+
}
|
|
328
|
+
let pendingConnectionMode;
|
|
329
|
+
if (this.pendingConnection !== undefined) {
|
|
330
|
+
pendingConnectionMode = this.pendingConnection.connectionMode;
|
|
331
|
+
this.cancelConnection(); // Throw out in-progress connection attempt in favor of new attempt
|
|
332
|
+
assert(this.pendingConnection === undefined, "this.pendingConnection should be undefined");
|
|
325
333
|
}
|
|
326
|
-
|
|
334
|
+
// If there is no specified ConnectionMode, try the previous mode, if there is no previous mode use default
|
|
335
|
+
let requestedMode = (_a = connectionMode !== null && connectionMode !== void 0 ? connectionMode : pendingConnectionMode) !== null && _a !== void 0 ? _a : this.defaultReconnectionMode;
|
|
327
336
|
// if we have any non-acked ops from last connection, reconnect as "write".
|
|
328
337
|
// without that we would connect in view-only mode, which will result in immediate
|
|
329
338
|
// firing of "connected" event from Container and switch of current clientId (as tracked
|
|
@@ -335,29 +344,37 @@ export class ConnectionManager {
|
|
|
335
344
|
const docService = this.serviceProvider();
|
|
336
345
|
assert(docService !== undefined, 0x2a7 /* "Container is not attached" */);
|
|
337
346
|
let connection;
|
|
338
|
-
if (((
|
|
347
|
+
if (((_b = docService.policies) === null || _b === void 0 ? void 0 : _b.storageOnly) === true) {
|
|
339
348
|
connection = new NoDeltaStream();
|
|
340
|
-
// to keep setupNewSuccessfulConnection happy
|
|
341
|
-
this.pendingConnection = true;
|
|
342
349
|
this.setupNewSuccessfulConnection(connection, "read");
|
|
343
|
-
assert(
|
|
350
|
+
assert(this.pendingConnection === undefined, 0x2b3 /* "logic error" */);
|
|
344
351
|
return;
|
|
345
352
|
}
|
|
346
|
-
// this.pendingConnection resets to false as soon as we know the outcome of the connection attempt
|
|
347
|
-
this.pendingConnection = true;
|
|
348
353
|
let delayMs = InitialReconnectDelayInMs;
|
|
349
354
|
let connectRepeatCount = 0;
|
|
350
355
|
const connectStartTime = performance.now();
|
|
351
356
|
let lastError;
|
|
357
|
+
const abortController = new AbortController();
|
|
358
|
+
const abortSignal = abortController.signal;
|
|
359
|
+
this.pendingConnection = { abort: () => { abortController.abort(); }, connectionMode: requestedMode };
|
|
352
360
|
// This loop will keep trying to connect until successful, with a delay between each iteration.
|
|
353
361
|
while (connection === undefined) {
|
|
354
362
|
if (this.closed) {
|
|
355
363
|
throw new Error("Attempting to connect a closed DeltaManager");
|
|
356
364
|
}
|
|
365
|
+
if (abortSignal.aborted === true) {
|
|
366
|
+
this.logger.sendTelemetryEvent({
|
|
367
|
+
eventName: "ConnectionAttemptCancelled",
|
|
368
|
+
attempts: connectRepeatCount,
|
|
369
|
+
duration: TelemetryLogger.formatTick(performance.now() - connectStartTime),
|
|
370
|
+
connectionEstablished: false,
|
|
371
|
+
});
|
|
372
|
+
return;
|
|
373
|
+
}
|
|
357
374
|
connectRepeatCount++;
|
|
358
375
|
try {
|
|
359
376
|
this.client.mode = requestedMode;
|
|
360
|
-
connection = await docService.connectToDeltaStream(this.client);
|
|
377
|
+
connection = await docService.connectToDeltaStream(Object.assign(Object.assign({}, this.client), { mode: requestedMode }));
|
|
361
378
|
if (connection.disposed) {
|
|
362
379
|
// Nobody observed this connection, so drop it on the floor and retry.
|
|
363
380
|
this.logger.sendTelemetryEvent({ eventName: "ReceivedClosedConnection" });
|
|
@@ -401,6 +418,17 @@ export class ConnectionManager {
|
|
|
401
418
|
duration: TelemetryLogger.formatTick(performance.now() - connectStartTime),
|
|
402
419
|
}, lastError);
|
|
403
420
|
}
|
|
421
|
+
// Check for abort signal after while loop as well
|
|
422
|
+
if (abortSignal.aborted === true) {
|
|
423
|
+
connection.dispose();
|
|
424
|
+
this.logger.sendTelemetryEvent({
|
|
425
|
+
eventName: "ConnectionAttemptCancelled",
|
|
426
|
+
attempts: connectRepeatCount,
|
|
427
|
+
duration: TelemetryLogger.formatTick(performance.now() - connectStartTime),
|
|
428
|
+
connectionEstablished: true,
|
|
429
|
+
});
|
|
430
|
+
return;
|
|
431
|
+
}
|
|
404
432
|
this.setupNewSuccessfulConnection(connection, requestedMode);
|
|
405
433
|
}
|
|
406
434
|
/**
|
|
@@ -418,13 +446,18 @@ export class ConnectionManager {
|
|
|
418
446
|
/**
|
|
419
447
|
* Disconnect the current connection.
|
|
420
448
|
* @param reason - Text description of disconnect reason to emit with disconnect event
|
|
449
|
+
* @returns A boolean that indicates if there was an existing connection (or pending connection) to disconnect
|
|
421
450
|
*/
|
|
422
451
|
disconnectFromDeltaStream(reason) {
|
|
423
452
|
this.pendingReconnect = false;
|
|
424
453
|
if (this.connection === undefined) {
|
|
454
|
+
if (this.pendingConnection !== undefined) {
|
|
455
|
+
this.cancelConnection();
|
|
456
|
+
return true;
|
|
457
|
+
}
|
|
425
458
|
return false;
|
|
426
459
|
}
|
|
427
|
-
assert(
|
|
460
|
+
assert(this.pendingConnection === undefined, 0x27b /* "reentrancy may result in incorrect behavior" */);
|
|
428
461
|
const connection = this.connection;
|
|
429
462
|
// Avoid any re-entrancy - clear object reference
|
|
430
463
|
this.connection = undefined;
|
|
@@ -443,6 +476,15 @@ export class ConnectionManager {
|
|
|
443
476
|
this._connectionVerboseProps = {};
|
|
444
477
|
return true;
|
|
445
478
|
}
|
|
479
|
+
/**
|
|
480
|
+
* Cancel in-progress connection attempt.
|
|
481
|
+
*/
|
|
482
|
+
cancelConnection() {
|
|
483
|
+
assert(this.pendingConnection !== undefined, "this.pendingConnection is undefined when trying to cancel");
|
|
484
|
+
this.pendingConnection.abort();
|
|
485
|
+
this.pendingConnection = undefined;
|
|
486
|
+
this.logger.sendTelemetryEvent({ eventName: "ConnectionCancelReceived" });
|
|
487
|
+
}
|
|
446
488
|
/**
|
|
447
489
|
* Once we've successfully gotten a connection, we need to set up state, attach event listeners, and process
|
|
448
490
|
* initial messages.
|
|
@@ -452,12 +494,7 @@ export class ConnectionManager {
|
|
|
452
494
|
// Old connection should have been cleaned up before establishing a new one
|
|
453
495
|
assert(this.connection === undefined, 0x0e6 /* "old connection exists on new connection setup" */);
|
|
454
496
|
assert(!connection.disposed, 0x28a /* "can't be disposed - Callers need to ensure that!" */);
|
|
455
|
-
|
|
456
|
-
this.pendingConnection = false;
|
|
457
|
-
}
|
|
458
|
-
else {
|
|
459
|
-
assert(this.closed, 0x27f /* "reentrancy may result in incorrect behavior" */);
|
|
460
|
-
}
|
|
497
|
+
this.pendingConnection = undefined;
|
|
461
498
|
this.connection = connection;
|
|
462
499
|
// Does information in scopes & mode matches?
|
|
463
500
|
// If we asked for "write" and got "read", then file is read-only
|
|
@@ -650,7 +687,7 @@ export class ConnectionManager {
|
|
|
650
687
|
// We have been kicked out from quorum
|
|
651
688
|
this.logger.sendPerformanceEvent({ eventName: "ReadConnectionTransition" });
|
|
652
689
|
// Please see #8483 for more details on why maintaining connection further as is would not work.
|
|
653
|
-
// Short story - connection properties are immutable, and many processes (consensus
|
|
690
|
+
// Short story - connection properties are immutable, and many processes (consensus DDSes, summarizer)
|
|
654
691
|
// assume that connection stays "write" connection until disconnect, and act accordingly, which may
|
|
655
692
|
// not work well with de-facto "read" connection we are in after receiving own leave op on timeout.
|
|
656
693
|
// Clients need to be able to transition to "read" state after some time of inactivity!
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"connectionManager.js","sourceRoot":"","sources":["../src/connectionManager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAOH,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AAOtF,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAM3E,OAAO,EACH,eAAe,EACf,gBAAgB,EAChB,yBAAyB,EACzB,sBAAsB,EAEtB,qBAAqB,EACrB,mCAAmC,EACnC,iBAAiB,GACpB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAYH,WAAW,EACX,SAAS,GAEZ,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EACH,eAAe,EACf,cAAc,GACjB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACH,aAAa,GAGhB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,MAAM,qBAAqB,GAAG,IAAI,CAAC;AACnC,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,CAAC;AAEnC,MAAM,qBAAqB,GAAG,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC;AAE1D,SAAS,oBAAoB,CAAC,WAAyB;IACnD,MAAM,OAAO,GAAG,SAAS,WAAW,CAAC,IAAI,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;IACrE,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,KAAK,GAAG,CAAC;IAC1C,MAAM,YAAY,GAAG,WAAW,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACtG,OAAO,yBAAyB,CAC5B,OAAO,EACP,EAAE,QAAQ,EAAE,YAAY,EAAE,EAC1B,EAAE,UAAU,EAAE,WAAW,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC;AACpE,CAAC;AAED;;;GAGG;AACH,MAAM,aACF,SAAQ,iBAAiD;IAD7D;;QAGI,aAAQ,GAAW,qBAAqB,CAAC;QACzC,WAAM,GAAiB;YACnB,MAAM,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC;SACvB,CAAC;QACT,SAAI,GAAmB,MAAM,CAAC;QAC9B,aAAQ,GAAY,IAAI,CAAC;QACzB,mBAAc,GAAW,CAAC,CAAC;QAC3B,YAAO,GAAW,EAAE,CAAC;QACrB,oBAAe,GAAgC,EAAE,CAAC;QAClD,mBAAc,GAAqB,EAAE,CAAC;QACtC,mBAAc,GAAoB,EAAE,CAAC;QACrC,yBAAoB,GAAyB;YACzC,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,SAAgB;SAC5B,CAAC;QACF,6BAAwB,GAAwB,SAAS,CAAC;QAgBlD,cAAS,GAAG,KAAK,CAAC;IAG9B,CAAC;IAlBG,MAAM,CAAC,QAA4B;QAC/B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YACxD,OAAO;gBACH,SAAS;gBACT,OAAO,EAAE,EAAE,OAAO,EAAE,4CAA4C,EAAE,IAAI,EAAE,GAAG,EAAE;aAChF,CAAC;QACN,CAAC,CAAC,CAAC,CAAC;IACR,CAAC;IACD,YAAY,CAAC,OAAY;QACrB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE;YAC7B,SAAS,EAAE,OAAO;YAClB,OAAO,EAAE,EAAE,OAAO,EAAE,mDAAmD,EAAE,IAAI,EAAE,GAAG,EAAE;SACvF,CAAC,CAAC;IACP,CAAC;IAGD,IAAW,QAAQ,KAAK,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IACzC,OAAO,KAAK,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC;CAC9C;AAED;;;;GAIG;AACH,MAAM,OAAO,iBAAiB;IAqJ1B,YACqB,eAAmD,EAC5D,MAAe,EACvB,gBAAyB,EACR,MAAwB,EACxB,KAAoC;QAJpC,oBAAe,GAAf,eAAe,CAAoC;QAC5D,WAAM,GAAN,MAAM,CAAS;QAEN,WAAM,GAAN,MAAM,CAAkB;QACxB,UAAK,GAAL,KAAK,CAA+B;QAtJjD,sBAAiB,GAAG,KAAK,CAAC;QAMlC,4CAA4C;QACpC,mBAAc,GAAG,KAAK,CAAC;QAO/B,2EAA2E;QACnE,qBAAgB,GAAG,KAAK,CAAC;QAEzB,yBAAoB,GAAG,CAAC,CAAC;QACzB,iCAA4B,GAAG,CAAC,CAAC;QACzC,4EAA4E;QACpE,sBAAiB,GAAG,CAAC,CAAC;QAKtB,2BAAsB,GAAG,IAAI,CAAC;QAE9B,4BAAuB,GAAoC,EAAE,CAAC;QAE9D,qBAAgB,GAAyB,EAAE,CAAC;QAE5C,WAAM,GAAG,KAAK,CAAC;QAirBN,cAAS,GAAG,CAAC,UAAkB,EAAE,WAAwC,EAAE,EAAE;YAC1F,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YAC1E,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QACxD,CAAC,CAAC;QAEF,qDAAqD;QACpC,gBAAW,GAAG,CAAC,UAAkB,EAAE,QAAiB,EAAE,EAAE;YACrE,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,IAAI,CAAC,oBAAoB,KAAK,IAAI,EAAE;gBACpC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,gBAAgB,CAAC,yBAAyB,EAAE,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;gBACnG,OAAO;aACV;YAED,MAAM,aAAa,GAAG,oBAAoB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE5D,2EAA2E;YAC3E,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE;gBACzB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;gBACvC,OAAO;aACV;YAED,IAAI,CAAC,gBAAgB,CACjB,OAAO,EACP,aAAa,CAChB,CAAC;QACN,CAAC,CAAC;QAEF,uFAAuF;QACtE,8BAAyB,GAAG,CAAC,gBAAiC,EAAE,EAAE;YAC/E,gGAAgG;YAChG,iEAAiE;YACjE,IAAI,CAAC,gBAAgB,CACjB,IAAI,CAAC,uBAAuB,EAC5B,gBAAgB,CACnB,CAAC;QACN,CAAC,CAAC;QAEe,iBAAY,GAAG,CAAC,KAAsB,EAAE,EAAE;YACvD,IAAI,CAAC,gBAAgB,CACjB,IAAI,CAAC,uBAAuB,EAC5B,KAAK,CACR,CAAC;QACN,CAAC,CAAC;QAlmBE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QACzC,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QAChD,IAAI,CAAC,cAAc,GAAG,gBAAgB,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC;QAErF,yGAAyG;QACzG,sGAAsG;QACtG,IAAI,CAAC,SAAS,GAAG,IAAI,UAAU,CAC3B,CAAC,QAAQ,EAAE,EAAE;YACT,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE;gBAC/B,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;aACjF;YACD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEP,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACjC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACP,CAAC;IAtID,IAAW,sBAAsB,KAAK,OAAO,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC;IAI5E;;OAEG;IACH,IAAW,cAAc;;QACrB,OAAO,MAAA,MAAA,IAAI,CAAC,UAAU,0CAAE,IAAI,mCAAI,MAAM,CAAC;IAC3C,CAAC;IAED,IAAW,SAAS,KAAK,OAAO,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC;IAEhE,IAAW,QAAQ,aAAK,OAAO,MAAA,IAAI,CAAC,UAAU,0CAAE,QAAQ,CAAC,CAAC,CAAC;IAC3D;;;OAGG;IACF,IAAW,aAAa;QACrB,OAAO,IAAI,CAAC,cAAc,CAAC;IAC/B,CAAC;IAED,IAAW,cAAc;;QACrB,OAAO,MAAA,MAAA,MAAA,IAAI,CAAC,UAAU,0CAAE,oBAAoB,0CAAE,cAAc,mCACrD,gBAAgB,CAAC;IAC5B,CAAC;IAED,IAAW,OAAO;QACd,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE;YAC/B,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;SAChE;QACD,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;IACnC,CAAC;IAED,IAAW,oBAAoB;;QAC3B,OAAO,MAAA,IAAI,CAAC,UAAU,0CAAE,oBAAoB,CAAC;IACjD,CAAC;IAED,IAAW,MAAM;;QACb,OAAO,MAAA,IAAI,CAAC,UAAU,0CAAE,MAAM,CAAC,MAAM,CAAC;IAC1C,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED;;;MAGE;IACD,IAAW,eAAe;QACvB,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE;YAC/B,OAAO,IAAI,CAAC,gBAAgB,CAAC;SAChC;aAAM;YACH,uCACO,IAAI,CAAC,gBAAgB;gBACxB,oEAAoE;gBACpE,OAAO,EAAE,IAAI,CAAC,oBAAoB,IACpC;SACL;IACL,CAAC;IAEM,eAAe;QAClB,sEAAsE;QACtE,OAAO,IAAI,CAAC,4BAA4B,GAAG,CAAC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACpG,CAAC;IAED;;;;;;;;OAQG;IACH,IAAY,QAAQ;QAChB,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,OAAO,IAAI,CAAC;SACf;QACD,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACrC,CAAC;IAED,IAAW,YAAY;QACnB,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,YAAY,aAAa,CAAC;QAC9F,IAAI,WAAW,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,oBAAoB,KAAK,IAAI,EAAE;YAC1E,OAAO;gBACH,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE,IAAI,CAAC,cAAc;gBAC3B,WAAW,EAAE,IAAI,CAAC,oBAAoB;gBACtC,WAAW;aACd,CAAC;SACL;QAED,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,oBAAoB,EAAE,CAAC;IACnD,CAAC;IAEO,MAAM,CAAC,qBAAqB,CAAC,UAAoC;QACrE,OAAO;YACH,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,wBAAwB,EAAE,UAAU,CAAC,wBAAwB;YAC7D,IAAI,cAAc,KAAK,OAAO,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC;YAC1D,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,oBAAoB,EAAE,UAAU,CAAC,oBAAoB;YACrD,OAAO,EAAE,UAAU,CAAC,OAAO;SAC9B,CAAC;IACN,CAAC;IA4BM,OAAO,CAAC,KAA+B;QAC1C,IAAI,IAAI,CAAC,MAAM,EAAE;YACb,OAAO;SACV;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAE/B,8DAA8D;QAC9D,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC;QAE1C,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAEvB,MAAM,gBAAgB,GAAG,KAAK,KAAK,SAAS;YACxC,CAAC,CAAC,yBAAyB,KAAK,CAAC,OAAO,GAAG;YAC3C,CAAC,CAAC,sBAAsB,CAAC;QAE7B,+DAA+D;QAC/D,IAAI,CAAC,yBAAyB,CAAC,gBAAgB,CAAC,CAAC;QAEjD,6CAA6C;QAC7C,6DAA6D;QAC7D,wDAAwD;QACxD,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED;;;MAGE;IACK,gBAAgB,CAAC,IAAmB;QACvC,MAAM,CAAC,IAAI,KAAK,aAAa,CAAC,KAAK,IAAI,IAAI,CAAC,cAAc,KAAK,aAAa,CAAC,KAAK,EAC9E,KAAK,CAAC,mEAAmE,CAAC,CAAC;QAE/E,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAE3B,IAAI,IAAI,KAAK,aAAa,CAAC,OAAO,EAAE;YAChC,kFAAkF;YAClF,IAAI,CAAC,yBAAyB,CAAC,kBAAkB,CAAC,CAAC;SACtD;IACL,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACK,aAAa,CAAC,QAAiB;QACnC,IAAI,QAAQ,KAAK,IAAI,CAAC,cAAc,EAAE;YAClC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;gBAC3B,SAAS,EAAE,eAAe;gBAC1B,KAAK,EAAE,QAAQ;aAClB,CAAC,CAAC;SACN;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC;QAE/B,IAAI,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE;YAC5B,IAAI,IAAI,CAAC,cAAc,KAAK,aAAa,CAAC,KAAK,EAAE;gBAC7C,MAAM,IAAI,UAAU,CAAC,6DAA6D,CAAC,CAAC;aACvF;YACD,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE;gBACxB,uEAAuE;gBACvE,wEAAwE;gBACxE,mCAAmC;gBAEnC,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;oBACxB,4EAA4E;oBAC5E,oBAAoB;oBACpB,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,SAAS,EAAE,6BAA6B,EAAE,CAAC,CAAC;iBAC5E;gBAED,SAAS,GAAG,IAAI,CAAC,yBAAyB,CAAC,gBAAgB,CAAC,CAAC;aAChE;YACD,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAChD,IAAI,SAAS,EAAE;gBACX,4CAA4C;gBAC5C,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;aAC/B;SACJ;IACL,CAAC;IAEO,uBAAuB,CAAC,QAAiB;QAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,oBAAoB,GAAG,QAAQ,CAAC;QACrC,IAAI,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE;YAC5B,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;SACnD;IACL,CAAC;IAEM,OAAO,CAAC,cAA+B;QAC1C,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC7C,MAAM,eAAe,GAAG,cAAc,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;YAChF,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,cAA+B;;QACrD,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAE/C,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,iBAAiB,EAAE;YACzD,OAAO;SACV;QAED,IAAI,aAAa,GAAG,cAAc,aAAd,cAAc,cAAd,cAAc,GAAI,IAAI,CAAC,uBAAuB,CAAC;QAEnE,2EAA2E;QAC3E,kFAAkF;QAClF,wFAAwF;QACxF,6FAA6F;QAC7F,+GAA+G;QAC/G,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;YACxB,aAAa,GAAG,OAAO,CAAC;SAC3B;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAC1C,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,KAAK,CAAC,iCAAiC,CAAC,CAAC;QAE1E,IAAI,UAAgD,CAAC;QAErD,IAAI,CAAA,MAAA,UAAU,CAAC,QAAQ,0CAAE,WAAW,MAAK,IAAI,EAAE;YAC3C,UAAU,GAAG,IAAI,aAAa,EAAE,CAAC;YACjC,6CAA6C;YAC7C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAC9B,IAAI,CAAC,4BAA4B,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACtD,MAAM,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAC3D,OAAO;SACV;QAED,kGAAkG;QAClG,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAE9B,IAAI,OAAO,GAAG,yBAAyB,CAAC;QACxC,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAC3B,MAAM,gBAAgB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC3C,IAAI,SAAc,CAAC;QAEnB,+FAA+F;QAC/F,OAAO,UAAU,KAAK,SAAS,EAAE;YAC7B,IAAI,IAAI,CAAC,MAAM,EAAE;gBACb,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;aAClE;YACD,kBAAkB,EAAE,CAAC;YAErB,IAAI;gBACA,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,aAAa,CAAC;gBACjC,UAAU,GAAG,MAAM,UAAU,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAEhE,IAAI,UAAU,CAAC,QAAQ,EAAE;oBACrB,sEAAsE;oBACtE,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;oBAC1E,UAAU,GAAG,SAAS,CAAC;iBAC1B;aACJ;YAAC,OAAO,SAAc,EAAE;gBACrB,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI;oBACnD,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,SAAS,MAAK,mCAAmC,CAAC,SAAS,EAAE;oBACxE,UAAU,GAAG,IAAI,aAAa,EAAE,CAAC;oBACjC,aAAa,GAAG,MAAM,CAAC;oBACvB,MAAM;iBACT;gBAED,gFAAgF;gBAChF,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE;oBAC7B,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;oBAC1E,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;oBAC/B,MAAM,KAAK,CAAC;iBACf;gBAED,oEAAoE;gBACpE,iBAAiB,CACb,IAAI,CAAC,MAAM,EACX;oBACI,QAAQ,EAAE,kBAAkB;oBAC5B,KAAK,EAAE,OAAO;oBACd,SAAS,EAAE,iCAAiC;oBAC5C,QAAQ,EAAE,eAAe,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;iBAC7E,EACD,SAAS,CAAC,CAAC;gBAEf,SAAS,GAAG,SAAS,CAAC;gBAEtB,MAAM,mBAAmB,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;gBAC9D,OAAO,GAAG,mBAAmB,aAAnB,mBAAmB,cAAnB,mBAAmB,GAAI,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,qBAAqB,CAAC,CAAC;gBAE9E,IAAI,mBAAmB,KAAK,SAAS,EAAE;oBACnC,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,mBAAmB,EAAE,SAAS,CAAC,CAAC;iBACvE;gBACD,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;aACxC;SACJ;QAED,uGAAuG;QACvG,IAAI,kBAAkB,GAAG,CAAC,EAAE;YACxB,iBAAiB,CACb,IAAI,CAAC,MAAM,EACX;gBACI,SAAS,EAAE,iCAAiC;gBAC5C,QAAQ,EAAE,kBAAkB;gBAC5B,QAAQ,EAAE,eAAe,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;aAC7E,EACD,SAAS,CACZ,CAAC;SACL;QAED,IAAI,CAAC,4BAA4B,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;IACjE,CAAC;IAED;;;;OAIG;IACM,cAAc,CAAC,cAA8B;QAClD,MAAM,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,KAAK,CAAC,yCAAyC,CAAC,CAAC;QACvF,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa,CAAC,OAAO,EAAE;YAC9C,OAAO;SACV;QACD,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACjC,CAAC;IAED;;;OAGG;IACM,yBAAyB,CAAC,MAAc;QAC7C,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAE9B,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE;YAC/B,OAAO,KAAK,CAAC;SAChB;QAED,MAAM,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,mDAAmD,CAAC,CAAC;QAE3F,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACnC,iDAAiD;QACjD,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAE5B,sGAAsG;QACtG,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACrC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACnD,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACzC,UAAU,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAC7D,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAC3C,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAE/C,mEAAmE;QACnE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAErC,UAAU,CAAC,OAAO,EAAE,CAAC;QAErB,IAAI,CAAC,uBAAuB,GAAG,EAAE,CAAC;QAElC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACM,4BAA4B,CAAC,UAAoC,EAAE,aAA6B;QACrG,2EAA2E;QAC3E,MAAM,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACnG,MAAM,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAE7F,IAAI,IAAI,CAAC,iBAAiB,EAAE;YACxB,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;SAClC;aAAM;YACH,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,mDAAmD,CAAC,CAAC;SAClF;QACD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAE7B,6CAA6C;QAC7C,iEAAiE;QACjE,sDAAsD;QACtD,MAAM,QAAQ,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAExE,yGAAyG;QACzG,oEAAoE;QACpE,MAAM,CAAC,aAAa,KAAK,MAAM,IAAI,QAAQ,KAAK,CAAC,IAAI,CAAC,cAAc,KAAK,MAAM,CAAC,EAC5E,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAClD,MAAM,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,EAAE,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAEvG,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QAEvC,IAAI,IAAI,CAAC,MAAM,EAAE;YACb,iEAAiE;YACjE,IAAI,CAAC,yBAAyB,CAAC,kCAAkC,CAAC,CAAC;YACnE,OAAO;SACV;QAED,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QAExB,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACpC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAClD,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACxC,UAAU,CAAC,EAAE,CAAC,YAAY,EAAE,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAC5D,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAC1C,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAE9C,gHAAgH;QAChH,6GAA6G;QAC7G,+GAA+G;QAC/G,iBAAiB;QACjB,MAAM,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC;QAEvG,2FAA2F;QAC3F,IAAI,wBAAwB,GAAG,UAAU,CAAC,wBAAwB,CAAC;QAEnE,IAAI,CAAC,uBAAuB,GAAG;YAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,IAAI,EAAE,UAAU,CAAC,IAAI;SACxB,CAAC;QAEF,yBAAyB;QACzB,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;QAE3B,IAAI,UAAU,CAAC,iBAAiB,KAAK,SAAS,EAAE;YAC5C,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,GAAG,UAAU,CAAC,iBAAiB,CAAC;YAC9E,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,GAAG,UAAU,CAAC,iBAAiB,CAAC;SAC1E;QACD,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,GAAG,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC;QACtE,IAAI,CAAC,gBAAgB,CAAC,cAAc,GAAG,UAAU,CAAC,IAAI,CAAC;QAEvD,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC;QACd,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE;YAC9B,IAAI,CAAC,uBAAuB,CAAC,wBAAwB,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;YAC1F,IAAI,GAAG,eAAe,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC;YAClE,IAAI,CAAC,uBAAuB,CAAC,sBAAsB,GAAG,IAAI,GAAG,CAAC,CAAC;YAC/D,4EAA4E;YAC5E,wGAAwG;YACxG,4CAA4C;YAC5C,IAAI,wBAAwB,KAAK,SAAS,IAAI,wBAAwB,GAAG,IAAI,EAAE;gBAC3E,wBAAwB,GAAG,IAAI,CAAC;aACnC;SACJ;QAED,IAAI,CAAC,KAAK,CAAC,iBAAiB,CACxB,eAAe,EACf,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;QAEjE,IAAI,UAAU,CAAC,cAAc,KAAK,SAAS,EAAE;YACzC,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,cAAc,EAAE;gBAC5C,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;aACpC;SACJ;QAED,MAAM,OAAO,GAAG,iBAAiB,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QACpE,OAAO,CAAC,wBAAwB,GAAG,wBAAwB,CAAC;QAC5D,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAEnC,IAAI,CAAC,sBAAsB,GAAG,KAAK,CAAC;IACxC,CAAC;IAED;;;;;;OAMG;IACM,gBAAgB,CACrB,aAA6B,EAC7B,KAAsB;QAEtB,IAAI,CAAC,SAAS,CACV,aAAa,EACb,KAAK,CAAC,OAAO,EACb,KAAK,CAAC;aACT,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACpC,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,SAAS,CACnB,aAA6B,EAC7B,iBAAyB,EACzB,KAAuB;QAEvB,8EAA8E;QAC9E,qDAAqD;QACrD,uFAAuF;QACvF,MAAM,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAEtF,IAAI,CAAC,yBAAyB,CAAC,iBAAiB,CAAC,CAAC;QAElD,+DAA+D;QAC/D,uFAAuF;QACvF,0EAA0E;QAC1E,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE;YACxC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;gBAC3B,SAAS,EAAE,+BAA+B;gBAC1C,aAAa,EAAE,IAAI,CAAC,aAAa;aACnC,EAAE,KAAK,CAAC,CAAC;SACd;QAED,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa,CAAC,KAAK,EAAE;YAC5C,kFAAkF;YAClF,+EAA+E;YAC/E,yEAAyE;YACzE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;SAC7B;QAED,oCAAoC;QACpC,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa,CAAC,OAAO,EAAE;YAC7D,OAAO;SACV;QAED,MAAM,OAAO,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS,EAAE;YAC9C,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;SACxC;QAED,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IACvC,CAAC;IAEM,oBAAoB,CAAC,OAAuD;;QAC/E,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE;YACxB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,KAAK,IAAI,EAAE,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC3F,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,4BAA4B,EAAE,SAAS,CAAC,WAAW,EAAE;gBAChF,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,QAAQ;gBACpC,cAAc,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM;gBACxC,mBAAmB,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW;gBAClD,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW;aAC7C,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAC/B,OAAO,SAAS,CAAC;SACpB;QAED,2DAA2D;QAC3D,oGAAoG;QACpG,sCAAsC;QACtC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC9D,IAAI,IAAI,CAAC,qBAAqB,MAAK,MAAA,IAAI,CAAC,UAAU,0CAAE,QAAQ,CAAA,EAAE;YAC1D,IAAI,CAAC,qBAAqB,GAAG,MAAA,IAAI,CAAC,UAAU,0CAAE,QAAQ,CAAC;YACvD,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,4BAA4B,GAAG,CAAC,CAAC;SACzC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,EAAE;YACnC,IAAI,CAAC,iBAAiB,EAAE,CAAC;SAC5B;aAAM;YACH,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;SAC9B;QAED,uCACO,OAAO,KACV,oBAAoB,EAAE,EAAE,IAAI,CAAC,oBAAoB,IACnD;IACN,CAAC;IAEM,YAAY,CAAC,OAAY;QAC5B,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE;YAC/B,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;SACzC;aAAM;YACH,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;SACzE;IACL,CAAC;IAEM,YAAY,CAAC,QAA4B;QAC5C,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,qCAAqC,CAAC,CAAC;QAEpE,oFAAoF;QACpF,oEAAoE;QACpE,qCAAqC;QACrC,mFAAmF;QACnF,wFAAwF;QACxF,6DAA6D;QAC7D,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,EAAE;YAChC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBACxB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;gBAC7B,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;oBAC9B,IAAI,IAAI,CAAC,gBAAgB,EAAE,EAAE,eAAe;wBACxC,MAAM,IAAI,CAAC,SAAS,CAChB,OAAO,EAAE,iBAAiB;wBAC1B,iBAAiB,CACpB,CAAC;qBACL;gBACL,CAAC,CAAC;qBACD,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;aACpB;YACD,OAAO;SACV;QAED,MAAM,CAAC,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAE1D,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAEM,0BAA0B,CAAC,OAAkC;QAChE,iFAAiF;QACjF,MAAM,CAAC,IAAI,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,qBAAqB,KAAK,OAAO,CAAC,QAAQ,EACxF,KAAK,CAAC,+CAA+C,CACxD,CAAC;QAEF,IAAI,IAAI,CAAC,qBAAqB,KAAK,SAAS,IAAI,IAAI,CAAC,qBAAqB,KAAK,OAAO,CAAC,QAAQ,EAAE;YAC7F,MAAM,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC;YAE1D,MAAM,CAAC,IAAI,CAAC,4BAA4B,GAAG,oBAAoB,EAAE,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACxG,MAAM,CAAC,oBAAoB,IAAI,IAAI,CAAC,oBAAoB,EACpD,KAAK,CAAC,6DAA6D,CAAC,CAAC;YAEzE,IAAI,CAAC,4BAA4B,GAAG,oBAAoB,CAAC;SAC5D;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,WAAW,EAAE;YAC1C,MAAM,kBAAkB,GAAG,OAA0C,CAAC;YACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAW,CAAC;YAC/D,IAAI,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE;gBAC5B,sCAAsC;gBACtC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;gBAE5E,gGAAgG;gBAChG,qGAAqG;gBACrG,mGAAmG;gBACnG,mGAAmG;gBACnG,uFAAuF;gBACvF,mCAAmC;gBACnC,IAAI,CAAC,SAAS,CACV,MAAM,EAAE,iBAAiB;gBACzB,gBAAgB,CACnB,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBACd,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,SAAS,EAAE,wBAAwB,EAAE,EAAE,KAAK,CAAC,CAAC;gBAC/E,CAAC,CAAC,CAAC;aACN;SACJ;IACL,CAAC;CA6CJ","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport {\n IDisposable,\n ITelemetryLogger,\n ITelemetryProperties,\n} from \"@fluidframework/common-definitions\";\nimport { assert, performance, TypedEventEmitter } from \"@fluidframework/common-utils\";\nimport {\n IDeltaQueue,\n ReadOnlyInfo,\n IConnectionDetails,\n ICriticalContainerError,\n} from \"@fluidframework/container-definitions\";\nimport { GenericError, UsageError } from \"@fluidframework/container-utils\";\nimport {\n IDocumentService,\n IDocumentDeltaConnection,\n IDocumentDeltaConnectionEvents,\n} from \"@fluidframework/driver-definitions\";\nimport {\n canRetryOnError,\n createWriteError,\n createGenericNetworkError,\n getRetryDelayFromError,\n IAnyDriverError,\n waitForConnectedState,\n DeltaStreamConnectionForbiddenError,\n logNetworkFailure,\n} from \"@fluidframework/driver-utils\";\nimport {\n ConnectionMode,\n IClient,\n IClientConfiguration,\n IClientDetails,\n IDocumentMessage,\n INack,\n INackContent,\n ISequencedDocumentMessage,\n ISignalClient,\n ISignalMessage,\n ITokenClaims,\n MessageType,\n ScopeType,\n ISequencedDocumentSystemMessage,\n} from \"@fluidframework/protocol-definitions\";\nimport {\n TelemetryLogger,\n normalizeError,\n} from \"@fluidframework/telemetry-utils\";\nimport {\n ReconnectMode,\n IConnectionManager,\n IConnectionManagerFactoryArgs,\n} from \"./contracts\";\nimport { DeltaQueue } from \"./deltaQueue\";\n\nconst MaxReconnectDelayInMs = 8000;\nconst InitialReconnectDelayInMs = 1000;\nconst DefaultChunkSize = 16 * 1024;\n\nconst fatalConnectErrorProp = { fatalConnectError: true };\n\nfunction getNackReconnectInfo(nackContent: INackContent) {\n const message = `Nack (${nackContent.type}): ${nackContent.message}`;\n const canRetry = nackContent.code !== 403;\n const retryAfterMs = nackContent.retryAfter !== undefined ? nackContent.retryAfter * 1000 : undefined;\n return createGenericNetworkError(\n message,\n { canRetry, retryAfterMs },\n { statusCode: nackContent.code, driverVersion: undefined });\n}\n\n/**\n * Implementation of IDocumentDeltaConnection that does not support submitting\n * or receiving ops. Used in storage-only mode.\n */\nclass NoDeltaStream\n extends TypedEventEmitter<IDocumentDeltaConnectionEvents>\n implements IDocumentDeltaConnection, IDisposable {\n clientId: string = \"storage-only client\";\n claims: ITokenClaims = {\n scopes: [ScopeType.DocRead],\n } as any;\n mode: ConnectionMode = \"read\";\n existing: boolean = true;\n maxMessageSize: number = 0;\n version: string = \"\";\n initialMessages: ISequencedDocumentMessage[] = [];\n initialSignals: ISignalMessage[] = [];\n initialClients: ISignalClient[] = [];\n serviceConfiguration: IClientConfiguration = {\n maxMessageSize: 0,\n blockSize: 0,\n summary: undefined as any,\n };\n checkpointSequenceNumber?: number | undefined = undefined;\n submit(messages: IDocumentMessage[]): void {\n this.emit(\"nack\", this.clientId, messages.map((operation) => {\n return {\n operation,\n content: { message: \"Cannot submit with storage-only connection\", code: 403 },\n };\n }));\n }\n submitSignal(message: any): void {\n this.emit(\"nack\", this.clientId, {\n operation: message,\n content: { message: \"Cannot submit signal with storage-only connection\", code: 403 },\n });\n }\n\n private _disposed = false;\n public get disposed() { return this._disposed; }\n public dispose() { this._disposed = true; }\n}\n\n/**\n * Implementation of IConnectionManager, used by Container class\n * Implements constant connectivity to relay service, by reconnecting in case of loast connection or error.\n * Exposes various controls to influecen this process, including manual reconnects, forced read-only mode, etc.\n */\nexport class ConnectionManager implements IConnectionManager {\n /** Connection mode used when reconnecting on error or disconnect. */\n private readonly defaultReconnectionMode: ConnectionMode;\n\n private pendingConnection = false;\n private connection: IDocumentDeltaConnection | undefined;\n\n /** file ACL - whether user has only read-only access to a file */\n private _readonlyPermissions: boolean | undefined;\n\n /** tracks host requiring read-only mode. */\n private _forceReadonly = false;\n\n /**\n * Controls whether the DeltaManager will automatically reconnect to the delta stream after receiving a disconnect.\n */\n private _reconnectMode: ReconnectMode;\n\n /** True if there is pending (async) reconnection from \"read\" to \"write\" */\n private pendingReconnect = false;\n\n private clientSequenceNumber = 0;\n private clientSequenceNumberObserved = 0;\n /** Counts the number of noops sent by the client which may not be acked. */\n private trailingNoopCount = 0;\n\n /** track clientId used last time when we sent any ops */\n private lastSubmittedClientId: string | undefined;\n\n private connectFirstConnection = true;\n\n private _connectionVerboseProps: Record<string, string | number> = {};\n\n private _connectionProps: ITelemetryProperties = {};\n\n private closed = false;\n\n private readonly _outbound: DeltaQueue<IDocumentMessage[]>;\n\n public get connectionVerboseProps() { return this._connectionVerboseProps; }\n\n public readonly clientDetails: IClientDetails;\n\n /**\n * The current connection mode, initially read.\n */\n public get connectionMode(): ConnectionMode {\n return this.connection?.mode ?? \"read\";\n }\n\n public get connected() { return this.connection !== undefined; }\n\n public get clientId() { return this.connection?.clientId; }\n /**\n * Automatic reconnecting enabled or disabled.\n * If set to Never, then reconnecting will never be allowed.\n */\n public get reconnectMode(): ReconnectMode {\n return this._reconnectMode;\n }\n\n public get maxMessageSize(): number {\n return this.connection?.serviceConfiguration?.maxMessageSize\n ?? DefaultChunkSize;\n }\n\n public get version(): string {\n if (this.connection === undefined) {\n throw new Error(\"Cannot check version without a connection\");\n }\n return this.connection.version;\n }\n\n public get serviceConfiguration(): IClientConfiguration | undefined {\n return this.connection?.serviceConfiguration;\n }\n\n public get scopes(): string[] | undefined {\n return this.connection?.claims.scopes;\n }\n\n public get outbound(): IDeltaQueue<IDocumentMessage[]> {\n return this._outbound;\n }\n\n /**\n * Returns set of props that can be logged in telemetry that provide some insights / statistics\n * about current or last connection (if there is no connection at the moment)\n */\n public get connectionProps(): ITelemetryProperties {\n if (this.connection !== undefined) {\n return this._connectionProps;\n } else {\n return {\n ...this._connectionProps,\n // Report how many ops this client sent in last disconnected session\n sentOps: this.clientSequenceNumber,\n };\n }\n }\n\n public shouldJoinWrite(): boolean {\n // We don't have to wait for ack for topmost NoOps. So subtract those.\n return this.clientSequenceNumberObserved < (this.clientSequenceNumber - this.trailingNoopCount);\n }\n\n /**\n * Tells if container is in read-only mode.\n * Data stores should listen for \"readonly\" notifications and disallow user\n * making changes to data stores.\n * Readonly state can be because of no storage write permission,\n * or due to host forcing readonly mode for container.\n * It is undefined if we have not yet established websocket connection\n * and do not know if user has write access to a file.\n */\n private get readonly() {\n if (this._forceReadonly) {\n return true;\n }\n return this._readonlyPermissions;\n }\n\n public get readOnlyInfo(): ReadOnlyInfo {\n const storageOnly = this.connection !== undefined && this.connection instanceof NoDeltaStream;\n if (storageOnly || this._forceReadonly || this._readonlyPermissions === true) {\n return {\n readonly: true,\n forced: this._forceReadonly,\n permissions: this._readonlyPermissions,\n storageOnly,\n };\n }\n\n return { readonly: this._readonlyPermissions };\n }\n\n private static detailsFromConnection(connection: IDocumentDeltaConnection): IConnectionDetails {\n return {\n claims: connection.claims,\n clientId: connection.clientId,\n existing: connection.existing,\n checkpointSequenceNumber: connection.checkpointSequenceNumber,\n get initialClients() { return connection.initialClients; },\n mode: connection.mode,\n serviceConfiguration: connection.serviceConfiguration,\n version: connection.version,\n };\n }\n\n constructor(\n private readonly serviceProvider: () => IDocumentService | undefined,\n private client: IClient,\n reconnectAllowed: boolean,\n private readonly logger: ITelemetryLogger,\n private readonly props: IConnectionManagerFactoryArgs,\n ) {\n this.clientDetails = this.client.details;\n this.defaultReconnectionMode = this.client.mode;\n this._reconnectMode = reconnectAllowed ? ReconnectMode.Enabled : ReconnectMode.Never;\n\n // Outbound message queue. The outbound queue is represented as a queue of an array of ops. Ops contained\n // within an array *must* fit within the maxMessageSize and are guaranteed to be ordered sequentially.\n this._outbound = new DeltaQueue<IDocumentMessage[]>(\n (messages) => {\n if (this.connection === undefined) {\n throw new Error(\"Attempted to submit an outbound message without connection\");\n }\n this.connection.submit(messages);\n });\n\n this._outbound.on(\"error\", (error) => {\n this.props.closeHandler(normalizeError(error));\n });\n }\n\n public dispose(error?: ICriticalContainerError) {\n if (this.closed) {\n return;\n }\n this.closed = true;\n\n this.pendingConnection = false;\n\n // Ensure that things like triggerConnect() will short circuit\n this._reconnectMode = ReconnectMode.Never;\n\n this._outbound.clear();\n\n const disconnectReason = error !== undefined\n ? `Closing DeltaManager (${error.message})`\n : \"Closing DeltaManager\";\n\n // This raises \"disconnect\" event if we have active connection.\n this.disconnectFromDeltaStream(disconnectReason);\n\n // Notify everyone we are in read-only state.\n // Useful for data stores in case we hit some critical error,\n // to switch to a mode where user edits are not accepted\n this.set_readonlyPermissions(true);\n }\n\n /**\n * Enables or disables automatic reconnecting.\n * Will throw an error if reconnectMode set to Never.\n */\n public setAutoReconnect(mode: ReconnectMode): void {\n assert(mode !== ReconnectMode.Never && this._reconnectMode !== ReconnectMode.Never,\n 0x278 /* \"API is not supported for non-connecting or closed container\" */);\n\n this._reconnectMode = mode;\n\n if (mode !== ReconnectMode.Enabled) {\n // immediately disconnect - do not rely on service eventually dropping connection.\n this.disconnectFromDeltaStream(\"setAutoReconnect\");\n }\n }\n\n /**\n * Sends signal to runtime (and data stores) to be read-only.\n * Hosts may have read only views, indicating to data stores that no edits are allowed.\n * This is independent from this._readonlyPermissions (permissions) and this.connectionMode\n * (server can return \"write\" mode even when asked for \"read\")\n * Leveraging same \"readonly\" event as runtime & data stores should behave the same in such case\n * as in read-only permissions.\n * But this.active can be used by some DDSes to figure out if ops can be sent\n * (for example, read-only view still participates in code proposals / upgrades decisions)\n *\n * Forcing Readonly does not prevent DDS from generating ops. It is up to user code to honour\n * the readonly flag. If ops are generated, they will accumulate locally and not be sent. If\n * there are pending in the outbound queue, it will stop sending until force readonly is\n * cleared.\n *\n * @param readonly - set or clear force readonly.\n */\n public forceReadonly(readonly: boolean) {\n if (readonly !== this._forceReadonly) {\n this.logger.sendTelemetryEvent({\n eventName: \"ForceReadOnly\",\n value: readonly,\n });\n }\n const oldValue = this.readonly;\n this._forceReadonly = readonly;\n\n if (oldValue !== this.readonly) {\n if (this._reconnectMode === ReconnectMode.Never) {\n throw new UsageError(\"API is not supported for non-connecting or closed container\");\n }\n let reconnect = false;\n if (this.readonly === true) {\n // If we switch to readonly while connected, we should disconnect first\n // See comment in the \"readonly\" event handler to deltaManager set up by\n // the ContainerRuntime constructor\n\n if (this.shouldJoinWrite()) {\n // If we have pending changes, then we will never send them - it smells like\n // host logic error.\n this.logger.sendErrorEvent({ eventName: \"ForceReadonlyPendingChanged\" });\n }\n\n reconnect = this.disconnectFromDeltaStream(\"Force readonly\");\n }\n this.props.readonlyChangeHandler(this.readonly);\n if (reconnect) {\n // reconnect if we disconnected from before.\n this.triggerConnect(\"read\");\n }\n }\n }\n\n private set_readonlyPermissions(readonly: boolean) {\n const oldValue = this.readonly;\n this._readonlyPermissions = readonly;\n if (oldValue !== this.readonly) {\n this.props.readonlyChangeHandler(this.readonly);\n }\n }\n\n public connect(connectionMode?: ConnectionMode) {\n this.connectCore(connectionMode).catch((error) => {\n const normalizedError = normalizeError(error, { props: fatalConnectErrorProp });\n this.props.closeHandler(normalizedError);\n });\n }\n\n private async connectCore(connectionMode?: ConnectionMode): Promise<void> {\n assert(!this.closed, 0x26a /* \"not closed\" */);\n\n if (this.connection !== undefined || this.pendingConnection) {\n return;\n }\n\n let requestedMode = connectionMode ?? this.defaultReconnectionMode;\n\n // if we have any non-acked ops from last connection, reconnect as \"write\".\n // without that we would connect in view-only mode, which will result in immediate\n // firing of \"connected\" event from Container and switch of current clientId (as tracked\n // by all DDSes). This will make it impossible to figure out if ops actually made it through,\n // so DDSes will immediately resubmit all pending ops, and some of them will be duplicates, corrupting document\n if (this.shouldJoinWrite()) {\n requestedMode = \"write\";\n }\n\n const docService = this.serviceProvider();\n assert(docService !== undefined, 0x2a7 /* \"Container is not attached\" */);\n\n let connection: IDocumentDeltaConnection | undefined;\n\n if (docService.policies?.storageOnly === true) {\n connection = new NoDeltaStream();\n // to keep setupNewSuccessfulConnection happy\n this.pendingConnection = true;\n this.setupNewSuccessfulConnection(connection, \"read\");\n assert(!this.pendingConnection, 0x2b3 /* \"logic error\" */);\n return;\n }\n\n // this.pendingConnection resets to false as soon as we know the outcome of the connection attempt\n this.pendingConnection = true;\n\n let delayMs = InitialReconnectDelayInMs;\n let connectRepeatCount = 0;\n const connectStartTime = performance.now();\n let lastError: any;\n\n // This loop will keep trying to connect until successful, with a delay between each iteration.\n while (connection === undefined) {\n if (this.closed) {\n throw new Error(\"Attempting to connect a closed DeltaManager\");\n }\n connectRepeatCount++;\n\n try {\n this.client.mode = requestedMode;\n connection = await docService.connectToDeltaStream(this.client);\n\n if (connection.disposed) {\n // Nobody observed this connection, so drop it on the floor and retry.\n this.logger.sendTelemetryEvent({ eventName: \"ReceivedClosedConnection\" });\n connection = undefined;\n }\n } catch (origError: any) {\n if (typeof origError === \"object\" && origError !== null &&\n origError?.errorType === DeltaStreamConnectionForbiddenError.errorType) {\n connection = new NoDeltaStream();\n requestedMode = \"read\";\n break;\n }\n\n // Socket.io error when we connect to wrong socket, or hit some multiplexing bug\n if (!canRetryOnError(origError)) {\n const error = normalizeError(origError, { props: fatalConnectErrorProp });\n this.props.closeHandler(error);\n throw error;\n }\n\n // Since the error is retryable this will not log to the error table\n logNetworkFailure(\n this.logger,\n {\n attempts: connectRepeatCount,\n delay: delayMs, // milliseconds\n eventName: \"DeltaConnectionFailureToConnect\",\n duration: TelemetryLogger.formatTick(performance.now() - connectStartTime),\n },\n origError);\n\n lastError = origError;\n\n const retryDelayFromError = getRetryDelayFromError(origError);\n delayMs = retryDelayFromError ?? Math.min(delayMs * 2, MaxReconnectDelayInMs);\n\n if (retryDelayFromError !== undefined) {\n this.props.reconnectionDelayHandler(retryDelayFromError, origError);\n }\n await waitForConnectedState(delayMs);\n }\n }\n\n // If we retried more than once, log an event about how long it took (this will not log to error table)\n if (connectRepeatCount > 1) {\n logNetworkFailure(\n this.logger,\n {\n eventName: \"MultipleDeltaConnectionFailures\",\n attempts: connectRepeatCount,\n duration: TelemetryLogger.formatTick(performance.now() - connectStartTime),\n },\n lastError,\n );\n }\n\n this.setupNewSuccessfulConnection(connection, requestedMode);\n }\n\n /**\n * Start the connection. Any error should result in container being close.\n * And report the error if it excape for any reason.\n * @param args - The connection arguments\n */\n private triggerConnect(connectionMode: ConnectionMode) {\n assert(this.connection === undefined, 0x239 /* \"called only in disconnected state\" */);\n if (this.reconnectMode !== ReconnectMode.Enabled) {\n return;\n }\n this.connect(connectionMode);\n }\n\n /**\n * Disconnect the current connection.\n * @param reason - Text description of disconnect reason to emit with disconnect event\n */\n private disconnectFromDeltaStream(reason: string): boolean {\n this.pendingReconnect = false;\n\n if (this.connection === undefined) {\n return false;\n }\n\n assert(!this.pendingConnection, 0x27b /* \"reentrancy may result in incorrect behavior\" */);\n\n const connection = this.connection;\n // Avoid any re-entrancy - clear object reference\n this.connection = undefined;\n\n // Remove listeners first so we don't try to retrigger this flow accidentally through reconnectOnError\n connection.off(\"op\", this.opHandler);\n connection.off(\"signal\", this.props.signalHandler);\n connection.off(\"nack\", this.nackHandler);\n connection.off(\"disconnect\", this.disconnectHandlerInternal);\n connection.off(\"error\", this.errorHandler);\n connection.off(\"pong\", this.props.pongHandler);\n\n // eslint-disable-next-line @typescript-eslint/no-floating-promises\n this._outbound.pause();\n this._outbound.clear();\n this.props.disconnectHandler(reason);\n\n connection.dispose();\n\n this._connectionVerboseProps = {};\n\n return true;\n }\n\n /**\n * Once we've successfully gotten a connection, we need to set up state, attach event listeners, and process\n * initial messages.\n * @param connection - The newly established connection\n */\n private setupNewSuccessfulConnection(connection: IDocumentDeltaConnection, requestedMode: ConnectionMode) {\n // Old connection should have been cleaned up before establishing a new one\n assert(this.connection === undefined, 0x0e6 /* \"old connection exists on new connection setup\" */);\n assert(!connection.disposed, 0x28a /* \"can't be disposed - Callers need to ensure that!\" */);\n\n if (this.pendingConnection) {\n this.pendingConnection = false;\n } else {\n assert(this.closed, 0x27f /* \"reentrancy may result in incorrect behavior\" */);\n }\n this.connection = connection;\n\n // Does information in scopes & mode matches?\n // If we asked for \"write\" and got \"read\", then file is read-only\n // But if we ask read, server can still give us write.\n const readonly = !connection.claims.scopes.includes(ScopeType.DocWrite);\n\n // This connection mode validation logic is moving to the driver layer in 0.44. These two asserts can be\n // removed after those packages have released and become ubiquitous.\n assert(requestedMode === \"read\" || readonly === (this.connectionMode === \"read\"),\n 0x0e7 /* \"claims/connectionMode mismatch\" */);\n assert(!readonly || this.connectionMode === \"read\", 0x0e8 /* \"readonly perf with write connection\" */);\n\n this.set_readonlyPermissions(readonly);\n\n if (this.closed) {\n // Raise proper events, Log telemetry event and close connection.\n this.disconnectFromDeltaStream(\"ConnectionManager already closed\");\n return;\n }\n\n this._outbound.resume();\n\n connection.on(\"op\", this.opHandler);\n connection.on(\"signal\", this.props.signalHandler);\n connection.on(\"nack\", this.nackHandler);\n connection.on(\"disconnect\", this.disconnectHandlerInternal);\n connection.on(\"error\", this.errorHandler);\n connection.on(\"pong\", this.props.pongHandler);\n\n // Initial messages are always sorted. However, due to early op handler installed by drivers and appending those\n // ops to initialMessages, resulting set is no longer sorted, which would result in client hitting storage to\n // fill in gap. We will recover by cancelling this request once we process remaining ops, but it's a waste that\n // we could avoid\n const initialMessages = connection.initialMessages.sort((a, b) => a.sequenceNumber - b.sequenceNumber);\n\n // Some storages may provide checkpointSequenceNumber to identify how far client is behind.\n let checkpointSequenceNumber = connection.checkpointSequenceNumber;\n\n this._connectionVerboseProps = {\n clientId: connection.clientId,\n mode: connection.mode,\n };\n\n // reset connection props\n this._connectionProps = {};\n\n if (connection.relayServiceAgent !== undefined) {\n this._connectionVerboseProps.relayServiceAgent = connection.relayServiceAgent;\n this._connectionProps.relayServiceAgent = connection.relayServiceAgent;\n }\n this._connectionProps.socketDocumentId = connection.claims.documentId;\n this._connectionProps.connectionMode = connection.mode;\n\n let last = -1;\n if (initialMessages.length !== 0) {\n this._connectionVerboseProps.connectionInitialOpsFrom = initialMessages[0].sequenceNumber;\n last = initialMessages[initialMessages.length - 1].sequenceNumber;\n this._connectionVerboseProps.connectionInitialOpsTo = last + 1;\n // Update knowledge of how far we are behind, before raising \"connect\" event\n // This is duplication of what incomingOpHandler() does, but we have to raise event before we get there,\n // so duplicating update logic here as well.\n if (checkpointSequenceNumber === undefined || checkpointSequenceNumber < last) {\n checkpointSequenceNumber = last;\n }\n }\n\n this.props.incomingOpHandler(\n initialMessages,\n this.connectFirstConnection ? \"InitialOps\" : \"ReconnectOps\");\n\n if (connection.initialSignals !== undefined) {\n for (const signal of connection.initialSignals) {\n this.props.signalHandler(signal);\n }\n }\n\n const details = ConnectionManager.detailsFromConnection(connection);\n details.checkpointSequenceNumber = checkpointSequenceNumber;\n this.props.connectHandler(details);\n\n this.connectFirstConnection = false;\n }\n\n /**\n * Disconnect the current connection and reconnect. Closes the container if it fails.\n * @param connection - The connection that wants to reconnect - no-op if it's different from this.connection\n * @param requestedMode - Read or write\n * @param error - Error reconnect information including whether or not to reconnect\n * @returns A promise that resolves when the connection is reestablished or we stop trying\n */\n private reconnectOnError(\n requestedMode: ConnectionMode,\n error: IAnyDriverError,\n ) {\n this.reconnect(\n requestedMode,\n error.message,\n error)\n .catch(this.props.closeHandler);\n }\n\n /**\n * Disconnect the current connection and reconnect.\n * @param connection - The connection that wants to reconnect - no-op if it's different from this.connection\n * @param requestedMode - Read or write\n * @param error - Error reconnect information including whether or not to reconnect\n * @returns A promise that resolves when the connection is reestablished or we stop trying\n */\n private async reconnect(\n requestedMode: ConnectionMode,\n disconnectMessage: string,\n error?: IAnyDriverError,\n ) {\n // We quite often get protocol errors before / after observing nack/disconnect\n // we do not want to run through same sequence twice.\n // If we're already disconnected/disconnecting it's not appropriate to call this again.\n assert(this.connection !== undefined, 0x0eb /* \"Missing connection for reconnect\" */);\n\n this.disconnectFromDeltaStream(disconnectMessage);\n\n // We will always trigger reconnect, even if canRetry is false.\n // Any truly fatal error state will result in container close upon attempted reconnect,\n // which is a preferable to closing abruptly when a live connection fails.\n if (error !== undefined && !error.canRetry) {\n this.logger.sendTelemetryEvent({\n eventName: \"reconnectingDespiteFatalError\",\n reconnectMode: this.reconnectMode,\n }, error);\n }\n\n if (this.reconnectMode === ReconnectMode.Never) {\n // Do not raise container error if we are closing just because we lost connection.\n // Those errors (like IdleDisconnect) would show up in telemetry dashboards and\n // are very misleading, as first initial reaction - some logic is broken.\n this.props.closeHandler();\n }\n\n // If closed then we can't reconnect\n if (this.closed || this.reconnectMode !== ReconnectMode.Enabled) {\n return;\n }\n\n const delayMs = getRetryDelayFromError(error);\n if (error !== undefined && delayMs !== undefined) {\n this.props.reconnectionDelayHandler(delayMs, error);\n await waitForConnectedState(delayMs);\n }\n\n this.triggerConnect(requestedMode);\n }\n\n public prepareMessageToSend(message: Omit<IDocumentMessage, \"clientSequenceNumber\">): IDocumentMessage | undefined {\n if (this.readonly === true) {\n assert(this.readOnlyInfo.readonly === true, 0x1f0 /* \"Unexpected mismatch in readonly\" */);\n const error = new GenericError(\"deltaManagerReadonlySubmit\", undefined /* error */, {\n readonly: this.readOnlyInfo.readonly,\n forcedReadonly: this.readOnlyInfo.forced,\n readonlyPermissions: this.readOnlyInfo.permissions,\n storageOnly: this.readOnlyInfo.storageOnly,\n });\n this.props.closeHandler(error);\n return undefined;\n }\n\n // reset clientSequenceNumber if we are using new clientId.\n // we keep info about old connection as long as possible to be able to account for all non-acked ops\n // that we pick up on next connection.\n assert(!!this.connection, 0x0e4 /* \"Lost old connection!\" */);\n if (this.lastSubmittedClientId !== this.connection?.clientId) {\n this.lastSubmittedClientId = this.connection?.clientId;\n this.clientSequenceNumber = 0;\n this.clientSequenceNumberObserved = 0;\n }\n\n if (message.type === MessageType.NoOp) {\n this.trailingNoopCount++;\n } else {\n this.trailingNoopCount = 0;\n }\n\n return {\n ...message,\n clientSequenceNumber: ++this.clientSequenceNumber,\n };\n }\n\n public submitSignal(content: any) {\n if (this.connection !== undefined) {\n this.connection.submitSignal(content);\n } else {\n this.logger.sendErrorEvent({ eventName: \"submitSignalDisconnected\" });\n }\n }\n\n public sendMessages(messages: IDocumentMessage[]) {\n assert(this.connected, 0x2b4 /* \"not connected on sending ops!\" */);\n\n // If connection is \"read\" or implicit \"read\" (got leave op for \"write\" connection),\n // then op can't make it through - we will get a nack if op is sent.\n // We can short-circuit this process.\n // Note that we also want nacks to be rare and be treated as catastrophic failures.\n // Be careful with reentrancy though - disconnected event should not be be raised in the\n // middle of the current workflow, but rather on clean stack!\n if (this.connectionMode === \"read\") {\n if (!this.pendingReconnect) {\n this.pendingReconnect = true;\n Promise.resolve().then(async () => {\n if (this.pendingReconnect) { // still valid?\n await this.reconnect(\n \"write\", // connectionMode\n \"Switch to write\", // message\n );\n }\n })\n .catch(() => {});\n }\n return;\n }\n\n assert(!this.pendingReconnect, 0x2b5 /* \"logic error\" */);\n\n this._outbound.push(messages);\n }\n\n public beforeProcessingIncomingOp(message: ISequencedDocumentMessage) {\n // if we have connection, and message is local, then we better treat is as local!\n assert(this.clientId !== message.clientId || this.lastSubmittedClientId === message.clientId,\n 0x0ee /* \"Not accounting local messages correctly\" */,\n );\n\n if (this.lastSubmittedClientId !== undefined && this.lastSubmittedClientId === message.clientId) {\n const clientSequenceNumber = message.clientSequenceNumber;\n\n assert(this.clientSequenceNumberObserved < clientSequenceNumber, 0x0ef /* \"client seq# not growing\" */);\n assert(clientSequenceNumber <= this.clientSequenceNumber,\n 0x0f0 /* \"Incoming local client seq# > generated by this client\" */);\n\n this.clientSequenceNumberObserved = clientSequenceNumber;\n }\n\n if (message.type === MessageType.ClientLeave) {\n const systemLeaveMessage = message as ISequencedDocumentSystemMessage;\n const clientId = JSON.parse(systemLeaveMessage.data) as string;\n if (clientId === this.clientId) {\n // We have been kicked out from quorum\n this.logger.sendPerformanceEvent({ eventName: \"ReadConnectionTransition\" });\n\n // Please see #8483 for more details on why maintaining connection further as is would not work.\n // Short story - connection properties are immutable, and many processes (consensus DDSs, summarizer)\n // assume that connection stays \"write\" connection until disconnect, and act accordingly, which may\n // not work well with de-facto \"read\" connection we are in after receiving own leave op on timeout.\n // Clients need to be able to transition to \"read\" state after some time of inactivity!\n // Note - this may close container!\n this.reconnect(\n \"read\", // connectionMode\n \"Switch to read\", // message\n ).catch((error) => {\n this.logger.sendErrorEvent({ eventName: \"SwitchToReadConnection\" }, error);\n });\n }\n }\n }\n\n private readonly opHandler = (documentId: string, messagesArg: ISequencedDocumentMessage[]) => {\n const messages = Array.isArray(messagesArg) ? messagesArg : [messagesArg];\n this.props.incomingOpHandler(messages, \"opHandler\");\n };\n\n // Always connect in write mode after getting nacked.\n private readonly nackHandler = (documentId: string, messages: INack[]) => {\n const message = messages[0];\n if (this._readonlyPermissions === true) {\n this.props.closeHandler(createWriteError(\"writeOnReadOnlyDocument\", { driverVersion: undefined }));\n return;\n }\n\n const reconnectInfo = getNackReconnectInfo(message.content);\n\n // If the nack indicates we cannot retry, then close the container outright\n if (!reconnectInfo.canRetry) {\n this.props.closeHandler(reconnectInfo);\n return;\n }\n\n this.reconnectOnError(\n \"write\",\n reconnectInfo,\n );\n };\n\n // Connection mode is always read on disconnect/error unless the system mode was write.\n private readonly disconnectHandlerInternal = (disconnectReason: IAnyDriverError) => {\n // Note: we might get multiple disconnect calls on same socket, as early disconnect notification\n // (\"server_disconnect\", ODSP-specific) is mapped to \"disconnect\"\n this.reconnectOnError(\n this.defaultReconnectionMode,\n disconnectReason,\n );\n };\n\n private readonly errorHandler = (error: IAnyDriverError) => {\n this.reconnectOnError(\n this.defaultReconnectionMode,\n error,\n );\n };\n}\n"]}
|
|
1
|
+
{"version":3,"file":"connectionManager.js","sourceRoot":"","sources":["../src/connectionManager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,OAAO,IAAI,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAM9D,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AAOtF,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAM3E,OAAO,EACH,eAAe,EACf,gBAAgB,EAChB,yBAAyB,EACzB,sBAAsB,EAEtB,qBAAqB,EACrB,mCAAmC,EACnC,iBAAiB;AACjB,oBAAoB;EACvB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAYH,WAAW,EACX,SAAS,GAEZ,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EACH,eAAe,EACf,cAAc,GACjB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACH,aAAa,GAGhB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,MAAM,qBAAqB,GAAG,IAAI,CAAC;AACnC,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,CAAC;AAEnC,MAAM,qBAAqB,GAAG,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC;AAE1D,SAAS,oBAAoB,CAAC,WAAyB;IACnD,MAAM,OAAO,GAAG,SAAS,WAAW,CAAC,IAAI,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;IACrE,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,KAAK,GAAG,CAAC;IAC1C,MAAM,YAAY,GAAG,WAAW,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACtG,OAAO,yBAAyB,CAC5B,OAAO,EACP,EAAE,QAAQ,EAAE,YAAY,EAAE,EAC1B,EAAE,UAAU,EAAE,WAAW,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC;AACpE,CAAC;AAED;;;GAGG;AACH,MAAM,aACF,SAAQ,iBAAiD;IAD7D;;QAGI,aAAQ,GAAW,qBAAqB,CAAC;QACzC,WAAM,GAAiB;YACnB,MAAM,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC;SACvB,CAAC;QACT,SAAI,GAAmB,MAAM,CAAC;QAC9B,aAAQ,GAAY,IAAI,CAAC;QACzB,mBAAc,GAAW,CAAC,CAAC;QAC3B,YAAO,GAAW,EAAE,CAAC;QACrB,oBAAe,GAAgC,EAAE,CAAC;QAClD,mBAAc,GAAqB,EAAE,CAAC;QACtC,mBAAc,GAAoB,EAAE,CAAC;QACrC,yBAAoB,GAAyB;YACzC,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,SAAgB;SAC5B,CAAC;QACF,6BAAwB,GAAwB,SAAS,CAAC;QAgBlD,cAAS,GAAG,KAAK,CAAC;IAG9B,CAAC;IAlBG,MAAM,CAAC,QAA4B;QAC/B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YACxD,OAAO;gBACH,SAAS;gBACT,OAAO,EAAE,EAAE,OAAO,EAAE,4CAA4C,EAAE,IAAI,EAAE,GAAG,EAAE;aAChF,CAAC;QACN,CAAC,CAAC,CAAC,CAAC;IACR,CAAC;IACD,YAAY,CAAC,OAAY;QACrB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE;YAC7B,SAAS,EAAE,OAAO;YAClB,OAAO,EAAE,EAAE,OAAO,EAAE,mDAAmD,EAAE,IAAI,EAAE,GAAG,EAAE;SACvF,CAAC,CAAC;IACP,CAAC;IAGD,IAAW,QAAQ,KAAK,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IACzC,OAAO,KAAK,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC;CAC9C;AAiBD;;;;GAIG;AACH,MAAM,OAAO,iBAAiB;IA0J1B,YACqB,eAAmD,EAC5D,MAAe,EACvB,gBAAyB,EACR,MAAwB,EACxB,KAAoC;QAJpC,oBAAe,GAAf,eAAe,CAAoC;QAC5D,WAAM,GAAN,MAAM,CAAS;QAEN,WAAM,GAAN,MAAM,CAAkB;QACxB,UAAK,GAAL,KAAK,CAA+B;QAhJzD,4CAA4C;QACpC,mBAAc,GAAG,KAAK,CAAC;QAO/B,2EAA2E;QACnE,qBAAgB,GAAG,KAAK,CAAC;QAEzB,yBAAoB,GAAG,CAAC,CAAC;QACzB,iCAA4B,GAAG,CAAC,CAAC;QACzC,4EAA4E;QACpE,sBAAiB,GAAG,CAAC,CAAC;QAKtB,2BAAsB,GAAG,IAAI,CAAC;QAE9B,4BAAuB,GAAoC,EAAE,CAAC;QAE9D,qBAAgB,GAAyB,EAAE,CAAC;QAE5C,WAAM,GAAG,KAAK,CAAC;QAutBN,cAAS,GAAG,CAAC,UAAkB,EAAE,WAAwC,EAAE,EAAE;YAC1F,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YAC1E,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QACxD,CAAC,CAAC;QAEF,qDAAqD;QACpC,gBAAW,GAAG,CAAC,UAAkB,EAAE,QAAiB,EAAE,EAAE;YACrE,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,IAAI,CAAC,oBAAoB,KAAK,IAAI,EAAE;gBACpC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,gBAAgB,CAAC,yBAAyB,EAAE,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;gBACnG,OAAO;aACV;YAED,MAAM,aAAa,GAAG,oBAAoB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE5D,2EAA2E;YAC3E,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE;gBACzB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;gBACvC,OAAO;aACV;YAED,IAAI,CAAC,gBAAgB,CACjB,OAAO,EACP,aAAa,CAChB,CAAC;QACN,CAAC,CAAC;QAEF,uFAAuF;QACtE,8BAAyB,GAAG,CAAC,gBAAiC,EAAE,EAAE;YAC/E,gGAAgG;YAChG,iEAAiE;YACjE,IAAI,CAAC,gBAAgB,CACjB,IAAI,CAAC,uBAAuB,EAC5B,gBAAgB,CACnB,CAAC;QACN,CAAC,CAAC;QAEe,iBAAY,GAAG,CAAC,KAAsB,EAAE,EAAE;YACvD,IAAI,CAAC,gBAAgB,CACjB,IAAI,CAAC,uBAAuB,EAC5B,KAAK,CACR,CAAC;QACN,CAAC,CAAC;QAxoBE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QACzC,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QAChD,IAAI,CAAC,cAAc,GAAG,gBAAgB,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC;QAErF,yGAAyG;QACzG,sGAAsG;QACtG,IAAI,CAAC,SAAS,GAAG,IAAI,UAAU,CAC3B,CAAC,QAAQ,EAAE,EAAE;YACT,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE;gBAC/B,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;aACjF;YACD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEP,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACjC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACP,CAAC;IAtID,IAAW,sBAAsB,KAAK,OAAO,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC;IAI5E;;OAEG;IACH,IAAW,cAAc;;QACrB,OAAO,MAAA,MAAA,IAAI,CAAC,UAAU,0CAAE,IAAI,mCAAI,MAAM,CAAC;IAC3C,CAAC;IAED,IAAW,SAAS,KAAK,OAAO,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC;IAEhE,IAAW,QAAQ,aAAK,OAAO,MAAA,IAAI,CAAC,UAAU,0CAAE,QAAQ,CAAC,CAAC,CAAC;IAC3D;;;OAGG;IACF,IAAW,aAAa;QACrB,OAAO,IAAI,CAAC,cAAc,CAAC;IAC/B,CAAC;IAED,IAAW,cAAc;;QACrB,OAAO,MAAA,MAAA,MAAA,IAAI,CAAC,UAAU,0CAAE,oBAAoB,0CAAE,cAAc,mCACrD,gBAAgB,CAAC;IAC5B,CAAC;IAED,IAAW,OAAO;QACd,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE;YAC/B,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;SAChE;QACD,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;IACnC,CAAC;IAED,IAAW,oBAAoB;;QAC3B,OAAO,MAAA,IAAI,CAAC,UAAU,0CAAE,oBAAoB,CAAC;IACjD,CAAC;IAED,IAAW,MAAM;;QACb,OAAO,MAAA,IAAI,CAAC,UAAU,0CAAE,MAAM,CAAC,MAAM,CAAC;IAC1C,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED;;;MAGE;IACD,IAAW,eAAe;QACvB,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE;YAC/B,OAAO,IAAI,CAAC,gBAAgB,CAAC;SAChC;aAAM;YACH,uCACO,IAAI,CAAC,gBAAgB;gBACxB,oEAAoE;gBACpE,OAAO,EAAE,IAAI,CAAC,oBAAoB,IACpC;SACL;IACL,CAAC;IAEM,eAAe;QAClB,sEAAsE;QACtE,OAAO,IAAI,CAAC,4BAA4B,GAAG,CAAC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACpG,CAAC;IAED;;;;;;;;OAQG;IACH,IAAY,QAAQ;QAChB,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,OAAO,IAAI,CAAC;SACf;QACD,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACrC,CAAC;IAED,IAAW,YAAY;QACnB,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,YAAY,aAAa,CAAC;QAC9F,IAAI,WAAW,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,oBAAoB,KAAK,IAAI,EAAE;YAC1E,OAAO;gBACH,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE,IAAI,CAAC,cAAc;gBAC3B,WAAW,EAAE,IAAI,CAAC,oBAAoB;gBACtC,WAAW;aACd,CAAC;SACL;QAED,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,oBAAoB,EAAE,CAAC;IACnD,CAAC;IAEO,MAAM,CAAC,qBAAqB,CAAC,UAAoC;QACrE,OAAO;YACH,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,wBAAwB,EAAE,UAAU,CAAC,wBAAwB;YAC7D,IAAI,cAAc,KAAK,OAAO,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC;YAC1D,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,oBAAoB,EAAE,UAAU,CAAC,oBAAoB;YACrD,OAAO,EAAE,UAAU,CAAC,OAAO;SAC9B,CAAC;IACN,CAAC;IA4BM,OAAO,CAAC,KAA+B;QAC1C,IAAI,IAAI,CAAC,MAAM,EAAE;YACb,OAAO;SACV;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QAEnC,8DAA8D;QAC9D,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC;QAE1C,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAEvB,MAAM,gBAAgB,GAAG,KAAK,KAAK,SAAS;YACxC,CAAC,CAAC,yBAAyB,KAAK,CAAC,OAAO,GAAG;YAC3C,CAAC,CAAC,sBAAsB,CAAC;QAE7B,+DAA+D;QAC/D,IAAI,CAAC,yBAAyB,CAAC,gBAAgB,CAAC,CAAC;QAEjD,6CAA6C;QAC7C,6DAA6D;QAC7D,wDAAwD;QACxD,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED;;;MAGE;IACK,gBAAgB,CAAC,IAAmB;QACvC,MAAM,CAAC,IAAI,KAAK,aAAa,CAAC,KAAK,IAAI,IAAI,CAAC,cAAc,KAAK,aAAa,CAAC,KAAK,EAC9E,KAAK,CAAC,mEAAmE,CAAC,CAAC;QAE/E,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAE3B,IAAI,IAAI,KAAK,aAAa,CAAC,OAAO,EAAE;YAChC,kFAAkF;YAClF,IAAI,CAAC,yBAAyB,CAAC,kBAAkB,CAAC,CAAC;SACtD;IACL,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACK,aAAa,CAAC,QAAiB;QACnC,IAAI,QAAQ,KAAK,IAAI,CAAC,cAAc,EAAE;YAClC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;gBAC3B,SAAS,EAAE,eAAe;gBAC1B,KAAK,EAAE,QAAQ;aAClB,CAAC,CAAC;SACN;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC;QAE/B,IAAI,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE;YAC5B,IAAI,IAAI,CAAC,cAAc,KAAK,aAAa,CAAC,KAAK,EAAE;gBAC7C,MAAM,IAAI,UAAU,CAAC,6DAA6D,CAAC,CAAC;aACvF;YACD,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE;gBACxB,uEAAuE;gBACvE,wEAAwE;gBACxE,mCAAmC;gBAEnC,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;oBACxB,4EAA4E;oBAC5E,oBAAoB;oBACpB,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,SAAS,EAAE,6BAA6B,EAAE,CAAC,CAAC;iBAC5E;gBAED,SAAS,GAAG,IAAI,CAAC,yBAAyB,CAAC,gBAAgB,CAAC,CAAC;aAChE;YACD,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAChD,IAAI,SAAS,EAAE;gBACX,4CAA4C;gBAC5C,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;aAC/B;SACJ;IACL,CAAC;IAEO,uBAAuB,CAAC,QAAiB;QAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,oBAAoB,GAAG,QAAQ,CAAC;QACrC,IAAI,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE;YAC5B,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;SACnD;IACL,CAAC;IAEM,OAAO,CAAC,cAA+B;QAC1C,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC7C,MAAM,eAAe,GAAG,cAAc,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;YAChF,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,cAA+B;;QACrD,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAE/C,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE;YAC/B,OAAO,CAAE,oDAAoD;SAChE;QAED,IAAI,qBAAqB,CAAC;QAC1B,IAAI,IAAI,CAAC,iBAAiB,KAAK,SAAS,EAAE;YACtC,qBAAqB,GAAG,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC;YAC9D,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAE,mEAAmE;YAC7F,MAAM,CAAC,IAAI,CAAC,iBAAiB,KAAK,SAAS,EAAE,4CAA4C,CAAC,CAAC;SAC9F;QACD,2GAA2G;QAC3G,IAAI,aAAa,GAAG,MAAA,cAAc,aAAd,cAAc,cAAd,cAAc,GAAI,qBAAqB,mCAAI,IAAI,CAAC,uBAAuB,CAAC;QAE5F,2EAA2E;QAC3E,kFAAkF;QAClF,wFAAwF;QACxF,6FAA6F;QAC7F,+GAA+G;QAC/G,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;YACxB,aAAa,GAAG,OAAO,CAAC;SAC3B;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAC1C,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,KAAK,CAAC,iCAAiC,CAAC,CAAC;QAE1E,IAAI,UAAgD,CAAC;QAErD,IAAI,CAAA,MAAA,UAAU,CAAC,QAAQ,0CAAE,WAAW,MAAK,IAAI,EAAE;YAC3C,UAAU,GAAG,IAAI,aAAa,EAAE,CAAC;YACjC,IAAI,CAAC,4BAA4B,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACtD,MAAM,CAAC,IAAI,CAAC,iBAAiB,KAAK,SAAS,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;YACxE,OAAO;SACV;QAED,IAAI,OAAO,GAAG,yBAAyB,CAAC;QACxC,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAC3B,MAAM,gBAAgB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC3C,IAAI,SAAc,CAAC;QAEnB,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAC9C,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC;QAC3C,IAAI,CAAC,iBAAiB,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC;QAEtG,+FAA+F;QAC/F,OAAO,UAAU,KAAK,SAAS,EAAE;YAC7B,IAAI,IAAI,CAAC,MAAM,EAAE;gBACb,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;aAClE;YACD,IAAI,WAAW,CAAC,OAAO,KAAK,IAAI,EAAE;gBAC9B,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;oBAC3B,SAAS,EAAE,4BAA4B;oBACvC,QAAQ,EAAE,kBAAkB;oBAC5B,QAAQ,EAAE,eAAe,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;oBAC1E,qBAAqB,EAAE,KAAK;iBAC/B,CAAC,CAAC;gBACH,OAAO;aACV;YACD,kBAAkB,EAAE,CAAC;YAErB,IAAI;gBACA,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,aAAa,CAAC;gBACjC,UAAU,GAAG,MAAM,UAAU,CAAC,oBAAoB,iCAAM,IAAI,CAAC,MAAM,KAAE,IAAI,EAAE,aAAa,IAAG,CAAC;gBAE5F,IAAI,UAAU,CAAC,QAAQ,EAAE;oBACrB,sEAAsE;oBACtE,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;oBAC1E,UAAU,GAAG,SAAS,CAAC;iBAC1B;aACJ;YAAC,OAAO,SAAc,EAAE;gBACrB,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI;oBACnD,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,SAAS,MAAK,mCAAmC,CAAC,SAAS,EAAE;oBACxE,UAAU,GAAG,IAAI,aAAa,EAAE,CAAC;oBACjC,aAAa,GAAG,MAAM,CAAC;oBACvB,MAAM;iBACT;gBAED,gFAAgF;gBAChF,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE;oBAC7B,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;oBAC1E,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;oBAC/B,MAAM,KAAK,CAAC;iBACf;gBAED,oEAAoE;gBACpE,iBAAiB,CACb,IAAI,CAAC,MAAM,EACX;oBACI,QAAQ,EAAE,kBAAkB;oBAC5B,KAAK,EAAE,OAAO;oBACd,SAAS,EAAE,iCAAiC;oBAC5C,QAAQ,EAAE,eAAe,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;iBAC7E,EACD,SAAS,CAAC,CAAC;gBAEf,SAAS,GAAG,SAAS,CAAC;gBAEtB,MAAM,mBAAmB,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;gBAC9D,OAAO,GAAG,mBAAmB,aAAnB,mBAAmB,cAAnB,mBAAmB,GAAI,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,qBAAqB,CAAC,CAAC;gBAE9E,IAAI,mBAAmB,KAAK,SAAS,EAAE;oBACnC,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,mBAAmB,EAAE,SAAS,CAAC,CAAC;iBACvE;gBACD,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;aACxC;SACJ;QAED,uGAAuG;QACvG,IAAI,kBAAkB,GAAG,CAAC,EAAE;YACxB,iBAAiB,CACb,IAAI,CAAC,MAAM,EACX;gBACI,SAAS,EAAE,iCAAiC;gBAC5C,QAAQ,EAAE,kBAAkB;gBAC5B,QAAQ,EAAE,eAAe,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;aAC7E,EACD,SAAS,CACZ,CAAC;SACL;QAED,kDAAkD;QAClD,IAAI,WAAW,CAAC,OAAO,KAAK,IAAI,EAAE;YAC9B,UAAU,CAAC,OAAO,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;gBAC3B,SAAS,EAAE,4BAA4B;gBACvC,QAAQ,EAAE,kBAAkB;gBAC5B,QAAQ,EAAE,eAAe,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;gBAC1E,qBAAqB,EAAE,IAAI;aAC9B,CAAC,CAAC;YACH,OAAO;SACV;QAED,IAAI,CAAC,4BAA4B,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;IACjE,CAAC;IAED;;;;OAIG;IACM,cAAc,CAAC,cAA8B;QAClD,MAAM,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,KAAK,CAAC,yCAAyC,CAAC,CAAC;QACvF,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa,CAAC,OAAO,EAAE;YAC9C,OAAO;SACV;QACD,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACM,yBAAyB,CAAC,MAAc;QAC7C,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAE9B,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE;YAC/B,IAAI,IAAI,CAAC,iBAAiB,KAAK,SAAS,EAAE;gBACtC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACxB,OAAO,IAAI,CAAC;aACf;YACD,OAAO,KAAK,CAAC;SAChB;QAED,MAAM,CAAC,IAAI,CAAC,iBAAiB,KAAK,SAAS,EAAE,KAAK,CAAC,mDAAmD,CAAC,CAAC;QAExG,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACnC,iDAAiD;QACjD,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAE5B,sGAAsG;QACtG,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACrC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACnD,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACzC,UAAU,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAC7D,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAC3C,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAE/C,mEAAmE;QACnE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAErC,UAAU,CAAC,OAAO,EAAE,CAAC;QAErB,IAAI,CAAC,uBAAuB,GAAG,EAAE,CAAC;QAElC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,gBAAgB;QACpB,MAAM,CAAC,IAAI,CAAC,iBAAiB,KAAK,SAAS,EAAE,2DAA2D,CAAC,CAAC;QAC1G,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED;;;;OAIG;IACM,4BAA4B,CAAC,UAAoC,EAAE,aAA6B;QACrG,2EAA2E;QAC3E,MAAM,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACnG,MAAM,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAE7F,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QAEnC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAE7B,6CAA6C;QAC7C,iEAAiE;QACjE,sDAAsD;QACtD,MAAM,QAAQ,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAExE,yGAAyG;QACzG,oEAAoE;QACpE,MAAM,CAAC,aAAa,KAAK,MAAM,IAAI,QAAQ,KAAK,CAAC,IAAI,CAAC,cAAc,KAAK,MAAM,CAAC,EAC5E,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAClD,MAAM,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,EAAE,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAEvG,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QAEvC,IAAI,IAAI,CAAC,MAAM,EAAE;YACb,iEAAiE;YACjE,IAAI,CAAC,yBAAyB,CAAC,kCAAkC,CAAC,CAAC;YACnE,OAAO;SACV;QAED,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QAExB,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACpC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAClD,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACxC,UAAU,CAAC,EAAE,CAAC,YAAY,EAAE,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAC5D,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAC1C,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAE9C,gHAAgH;QAChH,6GAA6G;QAC7G,+GAA+G;QAC/G,iBAAiB;QACjB,MAAM,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC;QAEvG,2FAA2F;QAC3F,IAAI,wBAAwB,GAAG,UAAU,CAAC,wBAAwB,CAAC;QAEnE,IAAI,CAAC,uBAAuB,GAAG;YAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,IAAI,EAAE,UAAU,CAAC,IAAI;SACxB,CAAC;QAEF,yBAAyB;QACzB,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;QAE3B,IAAI,UAAU,CAAC,iBAAiB,KAAK,SAAS,EAAE;YAC5C,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,GAAG,UAAU,CAAC,iBAAiB,CAAC;YAC9E,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,GAAG,UAAU,CAAC,iBAAiB,CAAC;SAC1E;QACD,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,GAAG,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC;QACtE,IAAI,CAAC,gBAAgB,CAAC,cAAc,GAAG,UAAU,CAAC,IAAI,CAAC;QAEvD,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC;QACd,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE;YAC9B,IAAI,CAAC,uBAAuB,CAAC,wBAAwB,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;YAC1F,IAAI,GAAG,eAAe,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC;YAClE,IAAI,CAAC,uBAAuB,CAAC,sBAAsB,GAAG,IAAI,GAAG,CAAC,CAAC;YAC/D,4EAA4E;YAC5E,wGAAwG;YACxG,4CAA4C;YAC5C,IAAI,wBAAwB,KAAK,SAAS,IAAI,wBAAwB,GAAG,IAAI,EAAE;gBAC3E,wBAAwB,GAAG,IAAI,CAAC;aACnC;SACJ;QAED,IAAI,CAAC,KAAK,CAAC,iBAAiB,CACxB,eAAe,EACf,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;QAEjE,IAAI,UAAU,CAAC,cAAc,KAAK,SAAS,EAAE;YACzC,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,cAAc,EAAE;gBAC5C,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;aACpC;SACJ;QAED,MAAM,OAAO,GAAG,iBAAiB,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QACpE,OAAO,CAAC,wBAAwB,GAAG,wBAAwB,CAAC;QAC5D,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAEnC,IAAI,CAAC,sBAAsB,GAAG,KAAK,CAAC;IACxC,CAAC;IAED;;;;;;OAMG;IACM,gBAAgB,CACrB,aAA6B,EAC7B,KAAsB;QAEtB,IAAI,CAAC,SAAS,CACV,aAAa,EACb,KAAK,CAAC,OAAO,EACb,KAAK,CAAC;aACT,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACpC,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,SAAS,CACnB,aAA6B,EAC7B,iBAAyB,EACzB,KAAuB;QAEvB,8EAA8E;QAC9E,qDAAqD;QACrD,uFAAuF;QACvF,MAAM,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAEtF,IAAI,CAAC,yBAAyB,CAAC,iBAAiB,CAAC,CAAC;QAElD,+DAA+D;QAC/D,uFAAuF;QACvF,0EAA0E;QAC1E,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE;YACxC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;gBAC3B,SAAS,EAAE,+BAA+B;gBAC1C,aAAa,EAAE,IAAI,CAAC,aAAa;aACnC,EAAE,KAAK,CAAC,CAAC;SACd;QAED,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa,CAAC,KAAK,EAAE;YAC5C,kFAAkF;YAClF,+EAA+E;YAC/E,yEAAyE;YACzE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;SAC7B;QAED,oCAAoC;QACpC,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa,CAAC,OAAO,EAAE;YAC7D,OAAO;SACV;QAED,MAAM,OAAO,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS,EAAE;YAC9C,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;SACxC;QAED,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IACvC,CAAC;IAEM,oBAAoB,CAAC,OAAuD;;QAC/E,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE;YACxB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,KAAK,IAAI,EAAE,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC3F,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,4BAA4B,EAAE,SAAS,CAAC,WAAW,EAAE;gBAChF,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,QAAQ;gBACpC,cAAc,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM;gBACxC,mBAAmB,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW;gBAClD,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW;aAC7C,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAC/B,OAAO,SAAS,CAAC;SACpB;QAED,2DAA2D;QAC3D,oGAAoG;QACpG,sCAAsC;QACtC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC9D,IAAI,IAAI,CAAC,qBAAqB,MAAK,MAAA,IAAI,CAAC,UAAU,0CAAE,QAAQ,CAAA,EAAE;YAC1D,IAAI,CAAC,qBAAqB,GAAG,MAAA,IAAI,CAAC,UAAU,0CAAE,QAAQ,CAAC;YACvD,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,4BAA4B,GAAG,CAAC,CAAC;SACzC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,EAAE;YACnC,IAAI,CAAC,iBAAiB,EAAE,CAAC;SAC5B;aAAM;YACH,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;SAC9B;QAED,uCACO,OAAO,KACV,oBAAoB,EAAE,EAAE,IAAI,CAAC,oBAAoB,IACnD;IACN,CAAC;IAEM,YAAY,CAAC,OAAY;QAC5B,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE;YAC/B,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;SACzC;aAAM;YACH,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;SACzE;IACL,CAAC;IAEM,YAAY,CAAC,QAA4B;QAC5C,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACpE,oFAAoF;QACpF,oEAAoE;QACpE,qCAAqC;QACrC,mFAAmF;QACnF,wFAAwF;QACxF,6DAA6D;QAC7D,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,EAAE;YAChC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBACxB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;gBAC7B,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;oBAC9B,IAAI,IAAI,CAAC,gBAAgB,EAAE,EAAE,eAAe;wBACxC,MAAM,IAAI,CAAC,SAAS,CAChB,OAAO,EAAE,iBAAiB;wBAC1B,iBAAiB,CACpB,CAAC;qBACL;gBACL,CAAC,CAAC;qBACD,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;aACpB;YACD,OAAO;SACV;QAED,MAAM,CAAC,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAE1D,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAEM,0BAA0B,CAAC,OAAkC;QAChE,iFAAiF;QACjF,MAAM,CAAC,IAAI,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,qBAAqB,KAAK,OAAO,CAAC,QAAQ,EACxF,KAAK,CAAC,+CAA+C,CACxD,CAAC;QAEF,IAAI,IAAI,CAAC,qBAAqB,KAAK,SAAS,IAAI,IAAI,CAAC,qBAAqB,KAAK,OAAO,CAAC,QAAQ,EAAE;YAC7F,MAAM,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC;YAE1D,MAAM,CAAC,IAAI,CAAC,4BAA4B,GAAG,oBAAoB,EAAE,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACxG,MAAM,CAAC,oBAAoB,IAAI,IAAI,CAAC,oBAAoB,EACpD,KAAK,CAAC,6DAA6D,CAAC,CAAC;YAEzE,IAAI,CAAC,4BAA4B,GAAG,oBAAoB,CAAC;SAC5D;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,WAAW,EAAE;YAC1C,MAAM,kBAAkB,GAAG,OAA0C,CAAC;YACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAW,CAAC;YAC/D,IAAI,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE;gBAC5B,sCAAsC;gBACtC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;gBAE5E,gGAAgG;gBAChG,sGAAsG;gBACtG,mGAAmG;gBACnG,mGAAmG;gBACnG,uFAAuF;gBACvF,mCAAmC;gBACnC,IAAI,CAAC,SAAS,CACV,MAAM,EAAE,iBAAiB;gBACzB,gBAAgB,CACnB,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBACd,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,SAAS,EAAE,wBAAwB,EAAE,EAAE,KAAK,CAAC,CAAC;gBAC/E,CAAC,CAAC,CAAC;aACN;SACJ;IACL,CAAC;CA6CJ","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { default as AbortController } from \"abort-controller\";\nimport {\n IDisposable,\n ITelemetryLogger,\n ITelemetryProperties,\n} from \"@fluidframework/common-definitions\";\nimport { assert, performance, TypedEventEmitter } from \"@fluidframework/common-utils\";\nimport {\n IDeltaQueue,\n ReadOnlyInfo,\n IConnectionDetails,\n ICriticalContainerError,\n} from \"@fluidframework/container-definitions\";\nimport { GenericError, UsageError } from \"@fluidframework/container-utils\";\nimport {\n IDocumentService,\n IDocumentDeltaConnection,\n IDocumentDeltaConnectionEvents,\n} from \"@fluidframework/driver-definitions\";\nimport {\n canRetryOnError,\n createWriteError,\n createGenericNetworkError,\n getRetryDelayFromError,\n IAnyDriverError,\n waitForConnectedState,\n DeltaStreamConnectionForbiddenError,\n logNetworkFailure,\n // isRuntimeMessage,\n} from \"@fluidframework/driver-utils\";\nimport {\n ConnectionMode,\n IClient,\n IClientConfiguration,\n IClientDetails,\n IDocumentMessage,\n INack,\n INackContent,\n ISequencedDocumentMessage,\n ISignalClient,\n ISignalMessage,\n ITokenClaims,\n MessageType,\n ScopeType,\n ISequencedDocumentSystemMessage,\n} from \"@fluidframework/protocol-definitions\";\nimport {\n TelemetryLogger,\n normalizeError,\n} from \"@fluidframework/telemetry-utils\";\nimport {\n ReconnectMode,\n IConnectionManager,\n IConnectionManagerFactoryArgs,\n} from \"./contracts\";\nimport { DeltaQueue } from \"./deltaQueue\";\n\nconst MaxReconnectDelayInMs = 8000;\nconst InitialReconnectDelayInMs = 1000;\nconst DefaultChunkSize = 16 * 1024;\n\nconst fatalConnectErrorProp = { fatalConnectError: true };\n\nfunction getNackReconnectInfo(nackContent: INackContent) {\n const message = `Nack (${nackContent.type}): ${nackContent.message}`;\n const canRetry = nackContent.code !== 403;\n const retryAfterMs = nackContent.retryAfter !== undefined ? nackContent.retryAfter * 1000 : undefined;\n return createGenericNetworkError(\n message,\n { canRetry, retryAfterMs },\n { statusCode: nackContent.code, driverVersion: undefined });\n}\n\n/**\n * Implementation of IDocumentDeltaConnection that does not support submitting\n * or receiving ops. Used in storage-only mode.\n */\nclass NoDeltaStream\n extends TypedEventEmitter<IDocumentDeltaConnectionEvents>\n implements IDocumentDeltaConnection, IDisposable {\n clientId: string = \"storage-only client\";\n claims: ITokenClaims = {\n scopes: [ScopeType.DocRead],\n } as any;\n mode: ConnectionMode = \"read\";\n existing: boolean = true;\n maxMessageSize: number = 0;\n version: string = \"\";\n initialMessages: ISequencedDocumentMessage[] = [];\n initialSignals: ISignalMessage[] = [];\n initialClients: ISignalClient[] = [];\n serviceConfiguration: IClientConfiguration = {\n maxMessageSize: 0,\n blockSize: 0,\n summary: undefined as any,\n };\n checkpointSequenceNumber?: number | undefined = undefined;\n submit(messages: IDocumentMessage[]): void {\n this.emit(\"nack\", this.clientId, messages.map((operation) => {\n return {\n operation,\n content: { message: \"Cannot submit with storage-only connection\", code: 403 },\n };\n }));\n }\n submitSignal(message: any): void {\n this.emit(\"nack\", this.clientId, {\n operation: message,\n content: { message: \"Cannot submit signal with storage-only connection\", code: 403 },\n });\n }\n\n private _disposed = false;\n public get disposed() { return this._disposed; }\n public dispose() { this._disposed = true; }\n}\n\n/**\n * Interface to track the current in-progress connection attempt.\n */\ninterface IPendingConnection {\n /**\n * Used to cancel an in-progress connection attempt.\n */\n abort(): void;\n\n /**\n * Desired ConnectionMode of this in-progress connection attempt.\n */\n connectionMode: ConnectionMode;\n}\n\n/**\n * Implementation of IConnectionManager, used by Container class\n * Implements constant connectivity to relay service, by reconnecting in case of loast connection or error.\n * Exposes various controls to influecen this process, including manual reconnects, forced read-only mode, etc.\n */\nexport class ConnectionManager implements IConnectionManager {\n /** Connection mode used when reconnecting on error or disconnect. */\n private readonly defaultReconnectionMode: ConnectionMode;\n\n /**\n * Tracks the current in-progress connection attempt. Undefined if there is none.\n * Note: Once the connection attempt fires and the code becomes asynchronous, its possible that a new connection\n * attempt was fired and this.pendingConnection was overwritten to reflect the new attempt.\n */\n private pendingConnection: IPendingConnection | undefined;\n private connection: IDocumentDeltaConnection | undefined;\n\n /** file ACL - whether user has only read-only access to a file */\n private _readonlyPermissions: boolean | undefined;\n\n /** tracks host requiring read-only mode. */\n private _forceReadonly = false;\n\n /**\n * Controls whether the DeltaManager will automatically reconnect to the delta stream after receiving a disconnect.\n */\n private _reconnectMode: ReconnectMode;\n\n /** True if there is pending (async) reconnection from \"read\" to \"write\" */\n private pendingReconnect = false;\n\n private clientSequenceNumber = 0;\n private clientSequenceNumberObserved = 0;\n /** Counts the number of noops sent by the client which may not be acked. */\n private trailingNoopCount = 0;\n\n /** track clientId used last time when we sent any ops */\n private lastSubmittedClientId: string | undefined;\n\n private connectFirstConnection = true;\n\n private _connectionVerboseProps: Record<string, string | number> = {};\n\n private _connectionProps: ITelemetryProperties = {};\n\n private closed = false;\n\n private readonly _outbound: DeltaQueue<IDocumentMessage[]>;\n\n public get connectionVerboseProps() { return this._connectionVerboseProps; }\n\n public readonly clientDetails: IClientDetails;\n\n /**\n * The current connection mode, initially read.\n */\n public get connectionMode(): ConnectionMode {\n return this.connection?.mode ?? \"read\";\n }\n\n public get connected() { return this.connection !== undefined; }\n\n public get clientId() { return this.connection?.clientId; }\n /**\n * Automatic reconnecting enabled or disabled.\n * If set to Never, then reconnecting will never be allowed.\n */\n public get reconnectMode(): ReconnectMode {\n return this._reconnectMode;\n }\n\n public get maxMessageSize(): number {\n return this.connection?.serviceConfiguration?.maxMessageSize\n ?? DefaultChunkSize;\n }\n\n public get version(): string {\n if (this.connection === undefined) {\n throw new Error(\"Cannot check version without a connection\");\n }\n return this.connection.version;\n }\n\n public get serviceConfiguration(): IClientConfiguration | undefined {\n return this.connection?.serviceConfiguration;\n }\n\n public get scopes(): string[] | undefined {\n return this.connection?.claims.scopes;\n }\n\n public get outbound(): IDeltaQueue<IDocumentMessage[]> {\n return this._outbound;\n }\n\n /**\n * Returns set of props that can be logged in telemetry that provide some insights / statistics\n * about current or last connection (if there is no connection at the moment)\n */\n public get connectionProps(): ITelemetryProperties {\n if (this.connection !== undefined) {\n return this._connectionProps;\n } else {\n return {\n ...this._connectionProps,\n // Report how many ops this client sent in last disconnected session\n sentOps: this.clientSequenceNumber,\n };\n }\n }\n\n public shouldJoinWrite(): boolean {\n // We don't have to wait for ack for topmost NoOps. So subtract those.\n return this.clientSequenceNumberObserved < (this.clientSequenceNumber - this.trailingNoopCount);\n }\n\n /**\n * Tells if container is in read-only mode.\n * Data stores should listen for \"readonly\" notifications and disallow user\n * making changes to data stores.\n * Readonly state can be because of no storage write permission,\n * or due to host forcing readonly mode for container.\n * It is undefined if we have not yet established websocket connection\n * and do not know if user has write access to a file.\n */\n private get readonly() {\n if (this._forceReadonly) {\n return true;\n }\n return this._readonlyPermissions;\n }\n\n public get readOnlyInfo(): ReadOnlyInfo {\n const storageOnly = this.connection !== undefined && this.connection instanceof NoDeltaStream;\n if (storageOnly || this._forceReadonly || this._readonlyPermissions === true) {\n return {\n readonly: true,\n forced: this._forceReadonly,\n permissions: this._readonlyPermissions,\n storageOnly,\n };\n }\n\n return { readonly: this._readonlyPermissions };\n }\n\n private static detailsFromConnection(connection: IDocumentDeltaConnection): IConnectionDetails {\n return {\n claims: connection.claims,\n clientId: connection.clientId,\n existing: connection.existing,\n checkpointSequenceNumber: connection.checkpointSequenceNumber,\n get initialClients() { return connection.initialClients; },\n mode: connection.mode,\n serviceConfiguration: connection.serviceConfiguration,\n version: connection.version,\n };\n }\n\n constructor(\n private readonly serviceProvider: () => IDocumentService | undefined,\n private client: IClient,\n reconnectAllowed: boolean,\n private readonly logger: ITelemetryLogger,\n private readonly props: IConnectionManagerFactoryArgs,\n ) {\n this.clientDetails = this.client.details;\n this.defaultReconnectionMode = this.client.mode;\n this._reconnectMode = reconnectAllowed ? ReconnectMode.Enabled : ReconnectMode.Never;\n\n // Outbound message queue. The outbound queue is represented as a queue of an array of ops. Ops contained\n // within an array *must* fit within the maxMessageSize and are guaranteed to be ordered sequentially.\n this._outbound = new DeltaQueue<IDocumentMessage[]>(\n (messages) => {\n if (this.connection === undefined) {\n throw new Error(\"Attempted to submit an outbound message without connection\");\n }\n this.connection.submit(messages);\n });\n\n this._outbound.on(\"error\", (error) => {\n this.props.closeHandler(normalizeError(error));\n });\n }\n\n public dispose(error?: ICriticalContainerError) {\n if (this.closed) {\n return;\n }\n this.closed = true;\n\n this.pendingConnection = undefined;\n\n // Ensure that things like triggerConnect() will short circuit\n this._reconnectMode = ReconnectMode.Never;\n\n this._outbound.clear();\n\n const disconnectReason = error !== undefined\n ? `Closing DeltaManager (${error.message})`\n : \"Closing DeltaManager\";\n\n // This raises \"disconnect\" event if we have active connection.\n this.disconnectFromDeltaStream(disconnectReason);\n\n // Notify everyone we are in read-only state.\n // Useful for data stores in case we hit some critical error,\n // to switch to a mode where user edits are not accepted\n this.set_readonlyPermissions(true);\n }\n\n /**\n * Enables or disables automatic reconnecting.\n * Will throw an error if reconnectMode set to Never.\n */\n public setAutoReconnect(mode: ReconnectMode): void {\n assert(mode !== ReconnectMode.Never && this._reconnectMode !== ReconnectMode.Never,\n 0x278 /* \"API is not supported for non-connecting or closed container\" */);\n\n this._reconnectMode = mode;\n\n if (mode !== ReconnectMode.Enabled) {\n // immediately disconnect - do not rely on service eventually dropping connection.\n this.disconnectFromDeltaStream(\"setAutoReconnect\");\n }\n }\n\n /**\n * Sends signal to runtime (and data stores) to be read-only.\n * Hosts may have read only views, indicating to data stores that no edits are allowed.\n * This is independent from this._readonlyPermissions (permissions) and this.connectionMode\n * (server can return \"write\" mode even when asked for \"read\")\n * Leveraging same \"readonly\" event as runtime & data stores should behave the same in such case\n * as in read-only permissions.\n * But this.active can be used by some DDSes to figure out if ops can be sent\n * (for example, read-only view still participates in code proposals / upgrades decisions)\n *\n * Forcing Readonly does not prevent DDS from generating ops. It is up to user code to honour\n * the readonly flag. If ops are generated, they will accumulate locally and not be sent. If\n * there are pending in the outbound queue, it will stop sending until force readonly is\n * cleared.\n *\n * @param readonly - set or clear force readonly.\n */\n public forceReadonly(readonly: boolean) {\n if (readonly !== this._forceReadonly) {\n this.logger.sendTelemetryEvent({\n eventName: \"ForceReadOnly\",\n value: readonly,\n });\n }\n const oldValue = this.readonly;\n this._forceReadonly = readonly;\n\n if (oldValue !== this.readonly) {\n if (this._reconnectMode === ReconnectMode.Never) {\n throw new UsageError(\"API is not supported for non-connecting or closed container\");\n }\n let reconnect = false;\n if (this.readonly === true) {\n // If we switch to readonly while connected, we should disconnect first\n // See comment in the \"readonly\" event handler to deltaManager set up by\n // the ContainerRuntime constructor\n\n if (this.shouldJoinWrite()) {\n // If we have pending changes, then we will never send them - it smells like\n // host logic error.\n this.logger.sendErrorEvent({ eventName: \"ForceReadonlyPendingChanged\" });\n }\n\n reconnect = this.disconnectFromDeltaStream(\"Force readonly\");\n }\n this.props.readonlyChangeHandler(this.readonly);\n if (reconnect) {\n // reconnect if we disconnected from before.\n this.triggerConnect(\"read\");\n }\n }\n }\n\n private set_readonlyPermissions(readonly: boolean) {\n const oldValue = this.readonly;\n this._readonlyPermissions = readonly;\n if (oldValue !== this.readonly) {\n this.props.readonlyChangeHandler(this.readonly);\n }\n }\n\n public connect(connectionMode?: ConnectionMode) {\n this.connectCore(connectionMode).catch((error) => {\n const normalizedError = normalizeError(error, { props: fatalConnectErrorProp });\n this.props.closeHandler(normalizedError);\n });\n }\n\n private async connectCore(connectionMode?: ConnectionMode): Promise<void> {\n assert(!this.closed, 0x26a /* \"not closed\" */);\n\n if (this.connection !== undefined) {\n return; // Connection attempt already completed successfully\n }\n\n let pendingConnectionMode;\n if (this.pendingConnection !== undefined) {\n pendingConnectionMode = this.pendingConnection.connectionMode;\n this.cancelConnection(); // Throw out in-progress connection attempt in favor of new attempt\n assert(this.pendingConnection === undefined, \"this.pendingConnection should be undefined\");\n }\n // If there is no specified ConnectionMode, try the previous mode, if there is no previous mode use default\n let requestedMode = connectionMode ?? pendingConnectionMode ?? this.defaultReconnectionMode;\n\n // if we have any non-acked ops from last connection, reconnect as \"write\".\n // without that we would connect in view-only mode, which will result in immediate\n // firing of \"connected\" event from Container and switch of current clientId (as tracked\n // by all DDSes). This will make it impossible to figure out if ops actually made it through,\n // so DDSes will immediately resubmit all pending ops, and some of them will be duplicates, corrupting document\n if (this.shouldJoinWrite()) {\n requestedMode = \"write\";\n }\n\n const docService = this.serviceProvider();\n assert(docService !== undefined, 0x2a7 /* \"Container is not attached\" */);\n\n let connection: IDocumentDeltaConnection | undefined;\n\n if (docService.policies?.storageOnly === true) {\n connection = new NoDeltaStream();\n this.setupNewSuccessfulConnection(connection, \"read\");\n assert(this.pendingConnection === undefined, 0x2b3 /* \"logic error\" */);\n return;\n }\n\n let delayMs = InitialReconnectDelayInMs;\n let connectRepeatCount = 0;\n const connectStartTime = performance.now();\n let lastError: any;\n\n const abortController = new AbortController();\n const abortSignal = abortController.signal;\n this.pendingConnection = { abort: () => { abortController.abort(); }, connectionMode: requestedMode };\n\n // This loop will keep trying to connect until successful, with a delay between each iteration.\n while (connection === undefined) {\n if (this.closed) {\n throw new Error(\"Attempting to connect a closed DeltaManager\");\n }\n if (abortSignal.aborted === true) {\n this.logger.sendTelemetryEvent({\n eventName: \"ConnectionAttemptCancelled\",\n attempts: connectRepeatCount,\n duration: TelemetryLogger.formatTick(performance.now() - connectStartTime),\n connectionEstablished: false,\n });\n return;\n }\n connectRepeatCount++;\n\n try {\n this.client.mode = requestedMode;\n connection = await docService.connectToDeltaStream({ ...this.client, mode: requestedMode });\n\n if (connection.disposed) {\n // Nobody observed this connection, so drop it on the floor and retry.\n this.logger.sendTelemetryEvent({ eventName: \"ReceivedClosedConnection\" });\n connection = undefined;\n }\n } catch (origError: any) {\n if (typeof origError === \"object\" && origError !== null &&\n origError?.errorType === DeltaStreamConnectionForbiddenError.errorType) {\n connection = new NoDeltaStream();\n requestedMode = \"read\";\n break;\n }\n\n // Socket.io error when we connect to wrong socket, or hit some multiplexing bug\n if (!canRetryOnError(origError)) {\n const error = normalizeError(origError, { props: fatalConnectErrorProp });\n this.props.closeHandler(error);\n throw error;\n }\n\n // Since the error is retryable this will not log to the error table\n logNetworkFailure(\n this.logger,\n {\n attempts: connectRepeatCount,\n delay: delayMs, // milliseconds\n eventName: \"DeltaConnectionFailureToConnect\",\n duration: TelemetryLogger.formatTick(performance.now() - connectStartTime),\n },\n origError);\n\n lastError = origError;\n\n const retryDelayFromError = getRetryDelayFromError(origError);\n delayMs = retryDelayFromError ?? Math.min(delayMs * 2, MaxReconnectDelayInMs);\n\n if (retryDelayFromError !== undefined) {\n this.props.reconnectionDelayHandler(retryDelayFromError, origError);\n }\n await waitForConnectedState(delayMs);\n }\n }\n\n // If we retried more than once, log an event about how long it took (this will not log to error table)\n if (connectRepeatCount > 1) {\n logNetworkFailure(\n this.logger,\n {\n eventName: \"MultipleDeltaConnectionFailures\",\n attempts: connectRepeatCount,\n duration: TelemetryLogger.formatTick(performance.now() - connectStartTime),\n },\n lastError,\n );\n }\n\n // Check for abort signal after while loop as well\n if (abortSignal.aborted === true) {\n connection.dispose();\n this.logger.sendTelemetryEvent({\n eventName: \"ConnectionAttemptCancelled\",\n attempts: connectRepeatCount,\n duration: TelemetryLogger.formatTick(performance.now() - connectStartTime),\n connectionEstablished: true,\n });\n return;\n }\n\n this.setupNewSuccessfulConnection(connection, requestedMode);\n }\n\n /**\n * Start the connection. Any error should result in container being close.\n * And report the error if it excape for any reason.\n * @param args - The connection arguments\n */\n private triggerConnect(connectionMode: ConnectionMode) {\n assert(this.connection === undefined, 0x239 /* \"called only in disconnected state\" */);\n if (this.reconnectMode !== ReconnectMode.Enabled) {\n return;\n }\n this.connect(connectionMode);\n }\n\n /**\n * Disconnect the current connection.\n * @param reason - Text description of disconnect reason to emit with disconnect event\n * @returns A boolean that indicates if there was an existing connection (or pending connection) to disconnect\n */\n private disconnectFromDeltaStream(reason: string): boolean {\n this.pendingReconnect = false;\n\n if (this.connection === undefined) {\n if (this.pendingConnection !== undefined) {\n this.cancelConnection();\n return true;\n }\n return false;\n }\n\n assert(this.pendingConnection === undefined, 0x27b /* \"reentrancy may result in incorrect behavior\" */);\n\n const connection = this.connection;\n // Avoid any re-entrancy - clear object reference\n this.connection = undefined;\n\n // Remove listeners first so we don't try to retrigger this flow accidentally through reconnectOnError\n connection.off(\"op\", this.opHandler);\n connection.off(\"signal\", this.props.signalHandler);\n connection.off(\"nack\", this.nackHandler);\n connection.off(\"disconnect\", this.disconnectHandlerInternal);\n connection.off(\"error\", this.errorHandler);\n connection.off(\"pong\", this.props.pongHandler);\n\n // eslint-disable-next-line @typescript-eslint/no-floating-promises\n this._outbound.pause();\n this._outbound.clear();\n this.props.disconnectHandler(reason);\n\n connection.dispose();\n\n this._connectionVerboseProps = {};\n\n return true;\n }\n\n /**\n * Cancel in-progress connection attempt.\n */\n private cancelConnection() {\n assert(this.pendingConnection !== undefined, \"this.pendingConnection is undefined when trying to cancel\");\n this.pendingConnection.abort();\n this.pendingConnection = undefined;\n this.logger.sendTelemetryEvent({ eventName: \"ConnectionCancelReceived\" });\n }\n\n /**\n * Once we've successfully gotten a connection, we need to set up state, attach event listeners, and process\n * initial messages.\n * @param connection - The newly established connection\n */\n private setupNewSuccessfulConnection(connection: IDocumentDeltaConnection, requestedMode: ConnectionMode) {\n // Old connection should have been cleaned up before establishing a new one\n assert(this.connection === undefined, 0x0e6 /* \"old connection exists on new connection setup\" */);\n assert(!connection.disposed, 0x28a /* \"can't be disposed - Callers need to ensure that!\" */);\n\n this.pendingConnection = undefined;\n\n this.connection = connection;\n\n // Does information in scopes & mode matches?\n // If we asked for \"write\" and got \"read\", then file is read-only\n // But if we ask read, server can still give us write.\n const readonly = !connection.claims.scopes.includes(ScopeType.DocWrite);\n\n // This connection mode validation logic is moving to the driver layer in 0.44. These two asserts can be\n // removed after those packages have released and become ubiquitous.\n assert(requestedMode === \"read\" || readonly === (this.connectionMode === \"read\"),\n 0x0e7 /* \"claims/connectionMode mismatch\" */);\n assert(!readonly || this.connectionMode === \"read\", 0x0e8 /* \"readonly perf with write connection\" */);\n\n this.set_readonlyPermissions(readonly);\n\n if (this.closed) {\n // Raise proper events, Log telemetry event and close connection.\n this.disconnectFromDeltaStream(\"ConnectionManager already closed\");\n return;\n }\n\n this._outbound.resume();\n\n connection.on(\"op\", this.opHandler);\n connection.on(\"signal\", this.props.signalHandler);\n connection.on(\"nack\", this.nackHandler);\n connection.on(\"disconnect\", this.disconnectHandlerInternal);\n connection.on(\"error\", this.errorHandler);\n connection.on(\"pong\", this.props.pongHandler);\n\n // Initial messages are always sorted. However, due to early op handler installed by drivers and appending those\n // ops to initialMessages, resulting set is no longer sorted, which would result in client hitting storage to\n // fill in gap. We will recover by cancelling this request once we process remaining ops, but it's a waste that\n // we could avoid\n const initialMessages = connection.initialMessages.sort((a, b) => a.sequenceNumber - b.sequenceNumber);\n\n // Some storages may provide checkpointSequenceNumber to identify how far client is behind.\n let checkpointSequenceNumber = connection.checkpointSequenceNumber;\n\n this._connectionVerboseProps = {\n clientId: connection.clientId,\n mode: connection.mode,\n };\n\n // reset connection props\n this._connectionProps = {};\n\n if (connection.relayServiceAgent !== undefined) {\n this._connectionVerboseProps.relayServiceAgent = connection.relayServiceAgent;\n this._connectionProps.relayServiceAgent = connection.relayServiceAgent;\n }\n this._connectionProps.socketDocumentId = connection.claims.documentId;\n this._connectionProps.connectionMode = connection.mode;\n\n let last = -1;\n if (initialMessages.length !== 0) {\n this._connectionVerboseProps.connectionInitialOpsFrom = initialMessages[0].sequenceNumber;\n last = initialMessages[initialMessages.length - 1].sequenceNumber;\n this._connectionVerboseProps.connectionInitialOpsTo = last + 1;\n // Update knowledge of how far we are behind, before raising \"connect\" event\n // This is duplication of what incomingOpHandler() does, but we have to raise event before we get there,\n // so duplicating update logic here as well.\n if (checkpointSequenceNumber === undefined || checkpointSequenceNumber < last) {\n checkpointSequenceNumber = last;\n }\n }\n\n this.props.incomingOpHandler(\n initialMessages,\n this.connectFirstConnection ? \"InitialOps\" : \"ReconnectOps\");\n\n if (connection.initialSignals !== undefined) {\n for (const signal of connection.initialSignals) {\n this.props.signalHandler(signal);\n }\n }\n\n const details = ConnectionManager.detailsFromConnection(connection);\n details.checkpointSequenceNumber = checkpointSequenceNumber;\n this.props.connectHandler(details);\n\n this.connectFirstConnection = false;\n }\n\n /**\n * Disconnect the current connection and reconnect. Closes the container if it fails.\n * @param connection - The connection that wants to reconnect - no-op if it's different from this.connection\n * @param requestedMode - Read or write\n * @param error - Error reconnect information including whether or not to reconnect\n * @returns A promise that resolves when the connection is reestablished or we stop trying\n */\n private reconnectOnError(\n requestedMode: ConnectionMode,\n error: IAnyDriverError,\n ) {\n this.reconnect(\n requestedMode,\n error.message,\n error)\n .catch(this.props.closeHandler);\n }\n\n /**\n * Disconnect the current connection and reconnect.\n * @param connection - The connection that wants to reconnect - no-op if it's different from this.connection\n * @param requestedMode - Read or write\n * @param error - Error reconnect information including whether or not to reconnect\n * @returns A promise that resolves when the connection is reestablished or we stop trying\n */\n private async reconnect(\n requestedMode: ConnectionMode,\n disconnectMessage: string,\n error?: IAnyDriverError,\n ) {\n // We quite often get protocol errors before / after observing nack/disconnect\n // we do not want to run through same sequence twice.\n // If we're already disconnected/disconnecting it's not appropriate to call this again.\n assert(this.connection !== undefined, 0x0eb /* \"Missing connection for reconnect\" */);\n\n this.disconnectFromDeltaStream(disconnectMessage);\n\n // We will always trigger reconnect, even if canRetry is false.\n // Any truly fatal error state will result in container close upon attempted reconnect,\n // which is a preferable to closing abruptly when a live connection fails.\n if (error !== undefined && !error.canRetry) {\n this.logger.sendTelemetryEvent({\n eventName: \"reconnectingDespiteFatalError\",\n reconnectMode: this.reconnectMode,\n }, error);\n }\n\n if (this.reconnectMode === ReconnectMode.Never) {\n // Do not raise container error if we are closing just because we lost connection.\n // Those errors (like IdleDisconnect) would show up in telemetry dashboards and\n // are very misleading, as first initial reaction - some logic is broken.\n this.props.closeHandler();\n }\n\n // If closed then we can't reconnect\n if (this.closed || this.reconnectMode !== ReconnectMode.Enabled) {\n return;\n }\n\n const delayMs = getRetryDelayFromError(error);\n if (error !== undefined && delayMs !== undefined) {\n this.props.reconnectionDelayHandler(delayMs, error);\n await waitForConnectedState(delayMs);\n }\n\n this.triggerConnect(requestedMode);\n }\n\n public prepareMessageToSend(message: Omit<IDocumentMessage, \"clientSequenceNumber\">): IDocumentMessage | undefined {\n if (this.readonly === true) {\n assert(this.readOnlyInfo.readonly === true, 0x1f0 /* \"Unexpected mismatch in readonly\" */);\n const error = new GenericError(\"deltaManagerReadonlySubmit\", undefined /* error */, {\n readonly: this.readOnlyInfo.readonly,\n forcedReadonly: this.readOnlyInfo.forced,\n readonlyPermissions: this.readOnlyInfo.permissions,\n storageOnly: this.readOnlyInfo.storageOnly,\n });\n this.props.closeHandler(error);\n return undefined;\n }\n\n // reset clientSequenceNumber if we are using new clientId.\n // we keep info about old connection as long as possible to be able to account for all non-acked ops\n // that we pick up on next connection.\n assert(!!this.connection, 0x0e4 /* \"Lost old connection!\" */);\n if (this.lastSubmittedClientId !== this.connection?.clientId) {\n this.lastSubmittedClientId = this.connection?.clientId;\n this.clientSequenceNumber = 0;\n this.clientSequenceNumberObserved = 0;\n }\n\n if (message.type === MessageType.NoOp) {\n this.trailingNoopCount++;\n } else {\n this.trailingNoopCount = 0;\n }\n\n return {\n ...message,\n clientSequenceNumber: ++this.clientSequenceNumber,\n };\n }\n\n public submitSignal(content: any) {\n if (this.connection !== undefined) {\n this.connection.submitSignal(content);\n } else {\n this.logger.sendErrorEvent({ eventName: \"submitSignalDisconnected\" });\n }\n }\n\n public sendMessages(messages: IDocumentMessage[]) {\n assert(this.connected, 0x2b4 /* \"not connected on sending ops!\" */);\n // If connection is \"read\" or implicit \"read\" (got leave op for \"write\" connection),\n // then op can't make it through - we will get a nack if op is sent.\n // We can short-circuit this process.\n // Note that we also want nacks to be rare and be treated as catastrophic failures.\n // Be careful with reentrancy though - disconnected event should not be be raised in the\n // middle of the current workflow, but rather on clean stack!\n if (this.connectionMode === \"read\") {\n if (!this.pendingReconnect) {\n this.pendingReconnect = true;\n Promise.resolve().then(async () => {\n if (this.pendingReconnect) { // still valid?\n await this.reconnect(\n \"write\", // connectionMode\n \"Switch to write\", // message\n );\n }\n })\n .catch(() => {});\n }\n return;\n }\n\n assert(!this.pendingReconnect, 0x2b5 /* \"logic error\" */);\n\n this._outbound.push(messages);\n }\n\n public beforeProcessingIncomingOp(message: ISequencedDocumentMessage) {\n // if we have connection, and message is local, then we better treat is as local!\n assert(this.clientId !== message.clientId || this.lastSubmittedClientId === message.clientId,\n 0x0ee /* \"Not accounting local messages correctly\" */,\n );\n\n if (this.lastSubmittedClientId !== undefined && this.lastSubmittedClientId === message.clientId) {\n const clientSequenceNumber = message.clientSequenceNumber;\n\n assert(this.clientSequenceNumberObserved < clientSequenceNumber, 0x0ef /* \"client seq# not growing\" */);\n assert(clientSequenceNumber <= this.clientSequenceNumber,\n 0x0f0 /* \"Incoming local client seq# > generated by this client\" */);\n\n this.clientSequenceNumberObserved = clientSequenceNumber;\n }\n\n if (message.type === MessageType.ClientLeave) {\n const systemLeaveMessage = message as ISequencedDocumentSystemMessage;\n const clientId = JSON.parse(systemLeaveMessage.data) as string;\n if (clientId === this.clientId) {\n // We have been kicked out from quorum\n this.logger.sendPerformanceEvent({ eventName: \"ReadConnectionTransition\" });\n\n // Please see #8483 for more details on why maintaining connection further as is would not work.\n // Short story - connection properties are immutable, and many processes (consensus DDSes, summarizer)\n // assume that connection stays \"write\" connection until disconnect, and act accordingly, which may\n // not work well with de-facto \"read\" connection we are in after receiving own leave op on timeout.\n // Clients need to be able to transition to \"read\" state after some time of inactivity!\n // Note - this may close container!\n this.reconnect(\n \"read\", // connectionMode\n \"Switch to read\", // message\n ).catch((error) => {\n this.logger.sendErrorEvent({ eventName: \"SwitchToReadConnection\" }, error);\n });\n }\n }\n }\n\n private readonly opHandler = (documentId: string, messagesArg: ISequencedDocumentMessage[]) => {\n const messages = Array.isArray(messagesArg) ? messagesArg : [messagesArg];\n this.props.incomingOpHandler(messages, \"opHandler\");\n };\n\n // Always connect in write mode after getting nacked.\n private readonly nackHandler = (documentId: string, messages: INack[]) => {\n const message = messages[0];\n if (this._readonlyPermissions === true) {\n this.props.closeHandler(createWriteError(\"writeOnReadOnlyDocument\", { driverVersion: undefined }));\n return;\n }\n\n const reconnectInfo = getNackReconnectInfo(message.content);\n\n // If the nack indicates we cannot retry, then close the container outright\n if (!reconnectInfo.canRetry) {\n this.props.closeHandler(reconnectInfo);\n return;\n }\n\n this.reconnectOnError(\n \"write\",\n reconnectInfo,\n );\n };\n\n // Connection mode is always read on disconnect/error unless the system mode was write.\n private readonly disconnectHandlerInternal = (disconnectReason: IAnyDriverError) => {\n // Note: we might get multiple disconnect calls on same socket, as early disconnect notification\n // (\"server_disconnect\", ODSP-specific) is mapped to \"disconnect\"\n this.reconnectOnError(\n this.defaultReconnectionMode,\n disconnectReason,\n );\n };\n\n private readonly errorHandler = (error: IAnyDriverError) => {\n this.reconnectOnError(\n this.defaultReconnectionMode,\n error,\n );\n };\n}\n"]}
|
package/lib/connectionState.d.ts
CHANGED
|
@@ -15,8 +15,8 @@ export declare enum ConnectionState {
|
|
|
15
15
|
*/
|
|
16
16
|
EstablishingConnection = 3,
|
|
17
17
|
/**
|
|
18
|
-
* @
|
|
19
|
-
* @deprecated - This state itself is not gone, just being renamed. Please use ConnectionState.CatchingUp.
|
|
18
|
+
* See {@link ConnectionState.CatchingUp}, which is the new name for this state.
|
|
19
|
+
* @deprecated - This state itself is not gone, just being renamed. Please use {@link ConnectionState.CatchingUp}.
|
|
20
20
|
*/
|
|
21
21
|
Connecting = 1,
|
|
22
22
|
/**
|
package/lib/connectionState.js
CHANGED
|
@@ -16,8 +16,8 @@ export var ConnectionState;
|
|
|
16
16
|
*/
|
|
17
17
|
ConnectionState[ConnectionState["EstablishingConnection"] = 3] = "EstablishingConnection";
|
|
18
18
|
/**
|
|
19
|
-
* @
|
|
20
|
-
* @deprecated - This state itself is not gone, just being renamed. Please use ConnectionState.CatchingUp.
|
|
19
|
+
* See {@link ConnectionState.CatchingUp}, which is the new name for this state.
|
|
20
|
+
* @deprecated - This state itself is not gone, just being renamed. Please use {@link ConnectionState.CatchingUp}.
|
|
21
21
|
*/
|
|
22
22
|
ConnectionState[ConnectionState["Connecting"] = 1] = "Connecting";
|
|
23
23
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"connectionState.js","sourceRoot":"","sources":["../src/connectionState.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,CAAN,IAAY,eA6BX;AA7BD,WAAY,eAAe;IACvB;;;;OAIG;IACH,qEAAgB,CAAA;IAEhB;;;OAGG;IACH,yFAA0B,CAAA;IAE1B;;;OAGG;IACH,iEAAc,CAAA;IAEd;;OAEG;IACH,iEAAc,CAAA;IAEd;;OAEG;IACH,+DAAa,CAAA;AACjB,CAAC,EA7BW,eAAe,KAAf,eAAe,QA6B1B","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nexport enum ConnectionState {\n /**\n * The container is not connected to the ordering service\n * Note - When in this state the container may be about to reconnect,\n * or may remain disconnected until explicitly told to connect.\n */\n Disconnected = 0,\n\n /**\n * The container is disconnected but actively trying to establish a new connection\n * PLEASE NOTE that this numerical value falls out of the order you may expect for this state\n */\n EstablishingConnection = 3,\n\n /**\n * @
|
|
1
|
+
{"version":3,"file":"connectionState.js","sourceRoot":"","sources":["../src/connectionState.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,CAAN,IAAY,eA6BX;AA7BD,WAAY,eAAe;IACvB;;;;OAIG;IACH,qEAAgB,CAAA;IAEhB;;;OAGG;IACH,yFAA0B,CAAA;IAE1B;;;OAGG;IACH,iEAAc,CAAA;IAEd;;OAEG;IACH,iEAAc,CAAA;IAEd;;OAEG;IACH,+DAAa,CAAA;AACjB,CAAC,EA7BW,eAAe,KAAf,eAAe,QA6B1B","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nexport enum ConnectionState {\n /**\n * The container is not connected to the ordering service\n * Note - When in this state the container may be about to reconnect,\n * or may remain disconnected until explicitly told to connect.\n */\n Disconnected = 0,\n\n /**\n * The container is disconnected but actively trying to establish a new connection\n * PLEASE NOTE that this numerical value falls out of the order you may expect for this state\n */\n EstablishingConnection = 3,\n\n /**\n * See {@link ConnectionState.CatchingUp}, which is the new name for this state.\n * @deprecated - This state itself is not gone, just being renamed. Please use {@link ConnectionState.CatchingUp}.\n */\n Connecting = 1,\n\n /**\n * The container has an inbound connection only, and is catching up to the latest known state from the service.\n */\n CatchingUp = 1,\n\n /**\n * The container is fully connected and syncing\n */\n Connected = 2,\n}\n"]}
|
package/lib/container.d.ts
CHANGED
|
@@ -98,7 +98,8 @@ export declare class Container extends EventEmitterWithErrorHandling<IContainerE
|
|
|
98
98
|
private get context();
|
|
99
99
|
private _protocolHandler;
|
|
100
100
|
private get protocolHandler();
|
|
101
|
-
|
|
101
|
+
/** During initialization we pause the inbound queues. We track this state to ensure we only call resume once */
|
|
102
|
+
private inboundQueuePausedFromInit;
|
|
102
103
|
private firstConnection;
|
|
103
104
|
private readonly connectionTransitionTimes;
|
|
104
105
|
private messageCountAfterDisconnection;
|
package/lib/container.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"container.d.ts","sourceRoot":"","sources":["../src/container.ts"],"names":[],"mappings":"AAAA;;;GAGG;AASH,OAAO,EACH,QAAQ,EACR,SAAS,EACT,YAAY,EACf,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACH,SAAS,EAET,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,uBAAuB,EAEvB,WAAW,EAEX,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EAEpB,MAAM,uCAAuC,CAAC;AAO/C,OAAO,EAEH,uBAAuB,EACvB,iBAAiB,EACjB,YAAY,EACf,MAAM,oCAAoC,CAAC;
|
|
1
|
+
{"version":3,"file":"container.d.ts","sourceRoot":"","sources":["../src/container.ts"],"names":[],"mappings":"AAAA;;;GAGG;AASH,OAAO,EACH,QAAQ,EACR,SAAS,EACT,YAAY,EACf,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACH,SAAS,EAET,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,uBAAuB,EAEvB,WAAW,EAEX,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EAEpB,MAAM,uCAAuC,CAAC;AAO/C,OAAO,EAEH,uBAAuB,EACvB,iBAAiB,EACjB,YAAY,EACf,MAAM,oCAAoC,CAAC;AAgB5C,OAAO,EAEH,oBAAoB,EACpB,cAAc,EAGd,gBAAgB,EAEhB,cAAc,EACd,cAAc,EAGd,yBAAyB,EAOzB,QAAQ,EAGX,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAEH,6BAA6B,EAG7B,eAAe,EAOlB,MAAM,iCAAiC,CAAC;AAMzC,OAAO,EAAE,cAAc,EAAE,MAAM,EAAkB,MAAM,UAAU,CAAC;AAUlE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAOpD,MAAM,WAAW,qBAAqB;IAClC;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB;;OAEG;IACH,qBAAqB,CAAC,EAAE,cAAc,CAAC;IACvC,WAAW,EAAE,iBAAiB,CAAC;IAC/B;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B;;OAEG;IACH,QAAQ,CAAC,EAAE,kBAAkB,CAAC;CACjC;AAED,MAAM,WAAW,gBAAgB;IAC7B,WAAW,CAAC,EAAE,iBAAiB,CAAC;IAChC,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB;;OAEG;IACH,qBAAqB,CAAC,EAAE,cAAc,CAAC;IACvC;;OAEG;IACH,wBAAwB,CAAC,EAAE,sBAAsB,CAAC;CACrD;AAED;;;;;;;;;;GAUG;AACH,wBAAsB,sBAAsB,CAAC,SAAS,EAAE,UAAU,oBA+DjE;AAMD;;;GAGG;AACH,MAAM,WAAW,sBAAsB;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,cAAc,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAID,qBAAa,SAAU,SAAQ,6BAA6B,CAAC,gBAAgB,CAAE,YAAW,UAAU;IA+R5F,OAAO,CAAC,QAAQ,CAAC,MAAM;IA9R3B,OAAc,OAAO,SAAY;IAEjC;;OAEG;WACiB,IAAI,CACpB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,qBAAqB,EAClC,iBAAiB,CAAC,EAAE,sBAAsB,GAC3C,OAAO,CAAC,SAAS,CAAC;IAkDrB;;OAEG;WACiB,cAAc,CAC9B,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,iBAAiB,GAC/B,OAAO,CAAC,SAAS,CAAC;IAerB;;;OAGG;WACiB,6BAA6B,CAC7C,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,GACjB,OAAO,CAAC,SAAS,CAAC;IAed,SAAS,EAAE,eAAe,CAAC;IAIlC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAiB;IAE/C,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAoB;IAEvC,OAAO,CAAC,eAAe,CAA0D;IAEjF,OAAO,CAAC,SAAS;IAUjB,IAAW,MAAM,IAAI,OAAO,CAE3B;IAED,OAAO,CAAC,YAAY,CAAwB;IAE5C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA0B;IACnD,IAAW,OAAO,IAAI,uBAAuB,CAE5C;IAED,OAAO,CAAC,eAAe,CAAoD;IAC3E,OAAO,KAAK,cAAc,GAKzB;IAED,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAA6B;IACnE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAkC;IAChE,OAAO,CAAC,OAAO,CAA+B;IAC9C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAW;IAErC,OAAO,CAAC,QAAQ,CAA+B;IAC/C,OAAO,KAAK,OAAO,GAKlB;IACD,OAAO,CAAC,gBAAgB,CAA+B;IACvD,OAAO,KAAK,eAAe,GAK1B;IAED,gHAAgH;IAChH,OAAO,CAAC,0BAA0B,CAAQ;IAC1C,OAAO,CAAC,eAAe,CAAQ;IAC/B,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAgB;IAC1D,OAAO,CAAC,8BAA8B,CAAa;IACnD,OAAO,CAAC,kBAAkB,CAAuB;IACjD,OAAO,CAAC,YAAY,CAAgC;IACpD,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,eAAe,CAAS;IAEhC,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAA2B;IAClE,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAyB;IAEhE,OAAO,CAAC,oBAAoB,CAAqB;IAEjD,OAAO,CAAC,mBAAmB,CAAkC;IAE7D,OAAO,KAAK,cAAc,GAAkE;IAE5F,IAAW,YAAY,IAAI,YAAY,CAAiB;IAExD,IAAW,WAAW,IAAI,YAAY,GAAG,SAAS,CAEjD;IAED,IAAW,iBAAiB,IAAI,QAAQ,GAAG,SAAS,CAEnD;IAED,IAAW,YAAY,IAAI,YAAY,CAEtC;IAED,IAAW,WAAW,IAAI,WAAW,CAEpC;IAED;;OAEG;IACI,aAAa,CAAC,QAAQ,EAAE,OAAO;IAItC,IAAW,YAAY,IAAI,aAAa,CAAC,yBAAyB,EAAE,gBAAgB,CAAC,CAEpF;IAED,IAAW,eAAe,IAAI,eAAe,CAE5C;IAED,IAAW,SAAS,IAAI,OAAO,CAE9B;IAED;;;OAGG;IACH,IAAW,oBAAoB,IAAI,oBAAoB,GAAG,SAAS,CAElE;IAED;;;OAGG;IACH,IAAW,QAAQ,IAAI,MAAM,GAAG,SAAS,CAExC;IAED;;;OAGG;IACH,IAAW,MAAM,IAAI,MAAM,EAAE,GAAG,SAAS,CAExC;IAED,IAAW,aAAa,IAAI,cAAc,CAEzC;IAED;;;OAGG;IACI,uBAAuB,IAAI,iBAAiB,GAAG,SAAS;IAI/D;;;;OAIG;IACI,oBAAoB,IAAI,iBAAiB,GAAG,SAAS;IAI5D;;OAEG;IACH,IAAW,QAAQ,IAAI,SAAS,CAE/B;IAED;;;;OAIG;IACH,IAAW,OAAO,YAEjB;IAED,OAAO,KAAK,cAAc,GAA0D;IACpF,OAAO,KAAK,WAAW,GAA+C;IACtE,SAAgB,OAAO,EAAE,cAAc,CAAC;IACxC,OAAO,KAAK,KAAK,GAAyC;IAC1D,OAAO,KAAK,UAAU,GAA8C;gBAG/C,MAAM,EAAE,MAAM,EAC/B,MAAM,EAAE,gBAAgB;IAyK5B;;OAEG;IACI,SAAS,IAAI,cAAc;IAI3B,KAAK,CAAC,KAAK,CAAC,EAAE,uBAAuB;IAY5C,OAAO,CAAC,SAAS;IA6CV,4BAA4B,IAAI,MAAM;IAwB7C,IAAW,WAAW,IAAI,WAAW,CAEpC;IAEM,SAAS,IAAI,MAAM;IAab,MAAM,CAAC,OAAO,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAoHxC,OAAO,CAAC,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC;IASxD,OAAO,CAAC,wBAAwB;IAqBzB,OAAO;IAad,OAAO,CAAC,eAAe;IAahB,UAAU;IAQjB,OAAO,CAAC,kBAAkB;IAQ1B,OAAO,CAAC,cAAc;IAcT,cAAc,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAWhE,kBAAkB,CAAC,WAAW,EAAE,iBAAiB;YAmBhD,mBAAmB;YAiBnB,UAAU;IAKxB,OAAO,CAAC,sBAAsB;IAM9B,OAAO,CAAC,oBAAoB;IAW5B;;;;;;OAMG;YACW,IAAI;YA2IJ,cAAc;YA0Bd,6BAA6B;YAmC7B,qBAAqB;YAsBrB,qBAAqB;YA2BrB,mCAAmC;YA2BnC,uBAAuB;IAkDrC,OAAO,CAAC,sBAAsB;IA2B9B,OAAO,CAAC,wBAAwB;IAQhC,OAAO,KAAK,MAAM,GAkBjB;IAED;;;;;OAKG;IACH,OAAO,CAAC,gBAAgB;IAKxB,OAAO,CAAC,kBAAkB;YA4DZ,2BAA2B;IAgBzC,OAAO,CAAC,iCAAiC;IA0DzC,OAAO,CAAC,wBAAwB;IAyBhC,OAAO,CAAC,sBAAsB;IA4B9B,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,oBAAoB;IAmD5B,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,aAAa;IAiBrB;;;;OAIG;YACW,iBAAiB;YAiBjB,0BAA0B;YAgB1B,kBAAkB;IAgChC,OAAO,CAAC,yBAAyB;IAQjC,OAAO,CAAC,iBAAiB;CAG5B"}
|
package/lib/container.js
CHANGED
|
@@ -8,8 +8,8 @@ import { v4 as uuid } from "uuid";
|
|
|
8
8
|
import { assert, performance, unreachableCase } from "@fluidframework/common-utils";
|
|
9
9
|
import { AttachState, isFluidCodeDetails, } from "@fluidframework/container-definitions";
|
|
10
10
|
import { DataCorruptionError, extractSafePropertiesFromMessage, GenericError, UsageError, } from "@fluidframework/container-utils";
|
|
11
|
-
import { readAndParse, OnlineStatus, isOnline, ensureFluidResolvedUrl, combineAppAndProtocolSummary, runWithRetry, isFluidResolvedUrl, } from "@fluidframework/driver-utils";
|
|
12
|
-
import {
|
|
11
|
+
import { readAndParse, OnlineStatus, isOnline, ensureFluidResolvedUrl, combineAppAndProtocolSummary, runWithRetry, isFluidResolvedUrl, isRuntimeMessage, isUnpackedRuntimeMessage, } from "@fluidframework/driver-utils";
|
|
12
|
+
import { ProtocolOpHandlerWithClientValidation, } from "@fluidframework/protocol-base";
|
|
13
13
|
import { MessageType, SummaryType, } from "@fluidframework/protocol-definitions";
|
|
14
14
|
import { ChildLogger, EventEmitterWithErrorHandling, PerformanceEvent, raiseConnectedEvent, TelemetryLogger, connectedEventName, disconnectedEventName, normalizeError, loggerToMonitoringContext, wrapError, } from "@fluidframework/telemetry-utils";
|
|
15
15
|
import { Audience } from "./audience";
|
|
@@ -90,7 +90,9 @@ export async function waitContainerToCatchUp(container) {
|
|
|
90
90
|
waitForOps();
|
|
91
91
|
};
|
|
92
92
|
container.on(connectedEventName, callback);
|
|
93
|
-
container.
|
|
93
|
+
if (container.connectionState === ConnectionState.Disconnected) {
|
|
94
|
+
container.connect();
|
|
95
|
+
}
|
|
94
96
|
});
|
|
95
97
|
}
|
|
96
98
|
const getCodeProposal =
|
|
@@ -112,7 +114,8 @@ export class Container extends EventEmitterWithErrorHandling {
|
|
|
112
114
|
this._canReconnect = true;
|
|
113
115
|
this._lifecycleState = "loading";
|
|
114
116
|
this._attachState = AttachState.Detached;
|
|
115
|
-
|
|
117
|
+
/** During initialization we pause the inbound queues. We track this state to ensure we only call resume once */
|
|
118
|
+
this.inboundQueuePausedFromInit = true;
|
|
116
119
|
this.firstConnection = true;
|
|
117
120
|
this.connectionTransitionTimes = [];
|
|
118
121
|
this.messageCountAfterDisconnection = 0;
|
|
@@ -657,8 +660,8 @@ export class Container extends EventEmitterWithErrorHandling {
|
|
|
657
660
|
resumeInternal(args) {
|
|
658
661
|
assert(!this.closed, 0x0d9 /* "Attempting to connect() a closed DeltaManager" */);
|
|
659
662
|
// Resume processing ops
|
|
660
|
-
if (
|
|
661
|
-
this.
|
|
663
|
+
if (this.inboundQueuePausedFromInit) {
|
|
664
|
+
this.inboundQueuePausedFromInit = false;
|
|
662
665
|
this._deltaManager.inbound.resume();
|
|
663
666
|
this._deltaManager.inboundSignal.resume();
|
|
664
667
|
}
|
|
@@ -804,13 +807,9 @@ export class Container extends EventEmitterWithErrorHandling {
|
|
|
804
807
|
}
|
|
805
808
|
switch (loadMode.deltaConnection) {
|
|
806
809
|
case undefined:
|
|
807
|
-
// Note: no need to fetch ops as we do it preemptively as part of DeltaManager.attachOpHandler().
|
|
808
|
-
// If there is gap, we will learn about it once connected, but the gap should be small (if any),
|
|
809
|
-
// assuming that resumeInternal() is called quickly after initial container boot.
|
|
810
|
-
this.resumeInternal({ reason: "DocumentLoad", fetchOpsFromStorage: false });
|
|
811
|
-
break;
|
|
812
810
|
case "delayed":
|
|
813
|
-
this.
|
|
811
|
+
assert(this.inboundQueuePausedFromInit, "inboundQueuePausedFromInit should be true");
|
|
812
|
+
this.inboundQueuePausedFromInit = false;
|
|
814
813
|
this._deltaManager.inbound.resume();
|
|
815
814
|
this._deltaManager.inboundSignal.resume();
|
|
816
815
|
break;
|
|
@@ -1162,8 +1161,13 @@ export class Container extends EventEmitterWithErrorHandling {
|
|
|
1162
1161
|
catch (error) {
|
|
1163
1162
|
this.close(wrapError(error, (errorMessage) => new DataCorruptionError(errorMessage, extractSafePropertiesFromMessage(message))));
|
|
1164
1163
|
}
|
|
1164
|
+
// eslint-disable-next-line @typescript-eslint/strict-boolean-expressions
|
|
1165
|
+
if (isUnpackedRuntimeMessage(message) && !isRuntimeMessage(message)) {
|
|
1166
|
+
this.mc.logger.sendTelemetryEvent({ eventName: "UnpackedRuntimeMessage", type: message.type });
|
|
1167
|
+
}
|
|
1165
1168
|
// Forward non system messages to the loaded runtime for processing
|
|
1166
|
-
|
|
1169
|
+
// eslint-disable-next-line @typescript-eslint/strict-boolean-expressions
|
|
1170
|
+
if (isRuntimeMessage(message) || isUnpackedRuntimeMessage(message)) {
|
|
1167
1171
|
this.context.process(message, local, undefined);
|
|
1168
1172
|
}
|
|
1169
1173
|
// Inactive (not in quorum or not writers) clients don't take part in the minimum sequence number calculation.
|