@fluidframework/azure-end-to-end-tests 2.60.0 → 2.61.0-355516

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -4,13 +4,17 @@
4
4
  */
5
5
  import { strict as assert } from "node:assert";
6
6
  import inspector from "node:inspector";
7
- import { timeoutPromise } from "@fluidframework/test-utils/internal";
8
- import { forkChildProcesses, connectChildProcesses, connectAndWaitForAttendees, getLatestMapValueResponses, getLatestValueResponses, registerWorkspaceOnChildren, testConsole, waitForLatestMapValueUpdates, waitForLatestValueUpdates, } from "./orchestratorUtils.js";
7
+ import { timeoutAwait, timeoutPromise } from "@fluidframework/test-utils/internal";
8
+ import { connectAndListenForAttendees, connectAndWaitForAttendees, connectChildProcesses, forkChildProcesses, getLatestMapValueResponses, getLatestValueResponses, registerWorkspaceOnChildren, testConsole, waitForLatestMapValueUpdates, waitForLatestValueUpdates, } from "./orchestratorUtils.js";
9
+ const useAzure = process.env.FLUID_CLIENT === "azure";
10
+ /**
11
+ * Detects if the debugger is attached (when code loaded).
12
+ */
9
13
  const debuggerAttached = inspector.url() !== undefined;
10
14
  /**
11
15
  * Set this to a high number when debugging to avoid timeouts from debugging time.
12
16
  */
13
- const timeoutMultiplier = debuggerAttached ? 1000 : 1;
17
+ const timeoutMultiplier = debuggerAttached ? 1000 : useAzure ? 3 : 1;
14
18
  /**
15
19
  * Sets the timeout for the given test context.
16
20
  *
@@ -48,7 +52,7 @@ function setTimeout(context, duration) {
48
52
  * - Receive response messages from child clients to verify expected behavior.
49
53
  * - Clean up child processes after each test.
50
54
  *
51
- * The child processes are located in the `childClient.ts` file. Each child process simulates a Fluid client.
55
+ * The child processes are located in the `childClient.tool.ts` file. Each child process simulates a Fluid client.
52
56
  *
53
57
  * The child client's job includes:
54
58
  * - Create/Get + connect to Fluid container.
@@ -82,22 +86,10 @@ describe(`Presence with AzureClient`, () => {
82
86
  /**
83
87
  * Timeout for presence attendees to connect {@link AttendeeConnectedEvent}
84
88
  */
85
- const attendeesJoinedTimeoutMs = (1000 + 200 * numClients) * timeoutMultiplier;
86
- /**
87
- * Timeout for workspace registration {@link WorkspaceRegisteredEvent}
88
- */
89
- const workspaceRegisterTimeoutMs = 5000;
90
- /**
91
- * Timeout for presence update events {@link LatestMapValueUpdatedEvent} and {@link LatestValueUpdatedEvent}
92
- */
93
- const stateUpdateTimeoutMs = 5000;
94
- /**
95
- * Timeout for {@link LatestMapValueGetResponseEvent} and {@link LatestValueGetResponseEvent}
96
- */
97
- const getStateTimeoutMs = 5000;
89
+ const allAttendeesJoinedTimeoutMs = (1000 + 200 * numClients) * timeoutMultiplier;
98
90
  for (const writeClients of [numClients, 1]) {
99
91
  it(`announces 'attendeeConnected' when remote client joins session [${numClients} clients, ${writeClients} writers]`, async function () {
100
- setTimeout(this, childConnectTimeoutMs + attendeesJoinedTimeoutMs + 1000);
92
+ setTimeout(this, childConnectTimeoutMs + allAttendeesJoinedTimeoutMs + 1000);
101
93
  // Setup
102
94
  const { children, childErrorPromise } = await forkChildProcesses(numClients, afterCleanUp);
103
95
  // Further Setup with Act and Verify
@@ -105,7 +97,7 @@ describe(`Presence with AzureClient`, () => {
105
97
  writeClients,
106
98
  attendeeCountRequired: numClients - 1,
107
99
  childConnectTimeoutMs,
108
- attendeesJoinedTimeoutMs,
100
+ allAttendeesJoinedTimeoutMs,
109
101
  }, childErrorPromise);
110
102
  });
111
103
  it(`announces 'attendeeDisconnected' when remote client disconnects [${numClients} clients, ${writeClients} writers]`, async function () {
@@ -116,15 +108,32 @@ describe(`Presence with AzureClient`, () => {
116
108
  this.skip();
117
109
  }
118
110
  const childDisconnectTimeoutMs = 10_000 * timeoutMultiplier;
119
- setTimeout(this, childConnectTimeoutMs + attendeesJoinedTimeoutMs + childDisconnectTimeoutMs + 1000);
111
+ setTimeout(this, childConnectTimeoutMs +
112
+ allAttendeesJoinedTimeoutMs +
113
+ childDisconnectTimeoutMs +
114
+ 1000);
120
115
  // Setup
121
116
  const { children, childErrorPromise } = await forkChildProcesses(numClients, afterCleanUp);
122
- const connectResult = await connectAndWaitForAttendees(children, {
117
+ const connectResult = await connectAndListenForAttendees(children, {
123
118
  writeClients,
124
119
  attendeeCountRequired: numClients - 1,
125
120
  childConnectTimeoutMs,
126
- attendeesJoinedTimeoutMs,
127
- }, childErrorPromise);
121
+ });
122
+ // Wait for all attendees to be fully joined
123
+ // Keep a tally for debuggability
124
+ let childrenFullyJoined = 0;
125
+ const allAttendeesFullyJoined = Promise.all(
126
+ // eslint-disable-next-line @typescript-eslint/promise-function-async
127
+ connectResult.attendeeCountRequiredPromises.map((attendeeFullyJoinedPromise) => attendeeFullyJoinedPromise.then(() => childrenFullyJoined++)));
128
+ await timeoutAwait(allAttendeesFullyJoined, {
129
+ durationMs: allAttendeesJoinedTimeoutMs,
130
+ errorMsg: "Not all attendees fully joined",
131
+ }).catch((error) => {
132
+ // Ideally this information would just be in the timeout error message, but that
133
+ // must be a resolved string (not dynamic). So, just log it separately.
134
+ testConsole.log(`${childrenFullyJoined} attendees fully joined before error...`);
135
+ throw error;
136
+ });
128
137
  const waitForDisconnected = children.map(async (child, index) => index === 0
129
138
  ? Promise.resolve()
130
139
  : timeoutPromise((resolve) => {
@@ -145,179 +154,207 @@ describe(`Presence with AzureClient`, () => {
145
154
  await Promise.race([Promise.all(waitForDisconnected), childErrorPromise]);
146
155
  });
147
156
  }
157
+ }
158
+ {
159
+ /**
160
+ * Timeout for workspace registration {@link WorkspaceRegisteredEvent}
161
+ */
162
+ const workspaceRegisterTimeoutMs = 5000;
163
+ /**
164
+ * Timeout for presence update events {@link LatestMapValueUpdatedEvent} and {@link LatestValueUpdatedEvent}
165
+ */
166
+ const stateUpdateTimeoutMs = 5000;
167
+ /**
168
+ * Timeout for {@link LatestMapValueGetResponseEvent} and {@link LatestValueGetResponseEvent}
169
+ */
170
+ const getStateTimeoutMs = 5000;
148
171
  // This test suite focuses on the synchronization of Latest state between clients.
149
172
  // NOTE: For testing purposes child clients will expect a Latest value of type string.
150
- describe(`using Latest state object [${numClients} clients]`, () => {
151
- let children;
152
- let childErrorPromise;
153
- let containerCreatorAttendeeId;
154
- let attendeeIdPromises;
155
- let remoteClients;
156
- const testValue = "testValue";
157
- const workspaceId = "presenceTestWorkspace";
158
- beforeEach(async () => {
159
- ({ children, childErrorPromise } = await forkChildProcesses(numClients, afterCleanUp));
160
- ({ containerCreatorAttendeeId, attendeeIdPromises } = await connectChildProcesses(children, { writeClients: numClients, readyTimeoutMs: childConnectTimeoutMs }));
161
- await Promise.all(attendeeIdPromises);
162
- remoteClients = children.filter((_, index) => index !== 0);
163
- // NOTE: For testing purposes child clients will expect a Latest value of type string (StateFactory.latest<{ value: string }>).
164
- await registerWorkspaceOnChildren(children, workspaceId, {
165
- latest: true,
166
- timeoutMs: workspaceRegisterTimeoutMs,
167
- });
168
- });
169
- it(`allows clients to read Latest state from other clients [${numClients} clients]`, async () => {
170
- // Setup
171
- const updateEventsPromise = waitForLatestValueUpdates(remoteClients, workspaceId, childErrorPromise, stateUpdateTimeoutMs, { fromAttendeeId: containerCreatorAttendeeId, expectedValue: testValue });
172
- // Act - Trigger the update
173
- children[0].send({
174
- command: "setLatestValue",
175
- workspaceId,
176
- value: testValue,
173
+ describe(`using Latest state object`, () => {
174
+ for (const numClients of [5, 20]) {
175
+ assert(numClients > 1, "Must have at least two clients");
176
+ /**
177
+ * Timeout for child processes to connect to container ({@link ConnectedEvent})
178
+ */
179
+ const childConnectTimeoutMs = 1000 * numClients * timeoutMultiplier;
180
+ let children;
181
+ let childErrorPromise;
182
+ let containerCreatorAttendeeId;
183
+ let attendeeIdPromises;
184
+ let remoteClients;
185
+ const testValue = "testValue";
186
+ const workspaceId = "presenceTestWorkspace";
187
+ beforeEach(async () => {
188
+ ({ children, childErrorPromise } = await forkChildProcesses(numClients, afterCleanUp));
189
+ ({ containerCreatorAttendeeId, attendeeIdPromises } = await connectChildProcesses(children, { writeClients: numClients, readyTimeoutMs: childConnectTimeoutMs }));
190
+ await Promise.all(attendeeIdPromises);
191
+ remoteClients = children.filter((_, index) => index !== 0);
192
+ // NOTE: For testing purposes child clients will expect a Latest value of type string (StateFactory.latest<{ value: string }>).
193
+ await registerWorkspaceOnChildren(children, workspaceId, {
194
+ latest: true,
195
+ timeoutMs: workspaceRegisterTimeoutMs,
196
+ });
177
197
  });
178
- const updateEvents = await updateEventsPromise;
179
- // Verify all events are from the expected attendee
180
- for (const updateEvent of updateEvents) {
181
- assert.strictEqual(updateEvent.attendeeId, containerCreatorAttendeeId);
182
- assert.deepStrictEqual(updateEvent.value, testValue);
183
- }
184
- // Act - Request each remote client to read latest state from container creator
185
- for (const child of remoteClients) {
186
- child.send({
187
- command: "getLatestValue",
198
+ it(`allows clients to read Latest state from other clients [${numClients} clients]`, async () => {
199
+ // Setup
200
+ const updateEventsPromise = waitForLatestValueUpdates(remoteClients, workspaceId, childErrorPromise, stateUpdateTimeoutMs, { fromAttendeeId: containerCreatorAttendeeId, expectedValue: testValue });
201
+ // Act - Trigger the update
202
+ children[0].send({
203
+ command: "setLatestValue",
188
204
  workspaceId,
189
- attendeeId: containerCreatorAttendeeId,
205
+ value: testValue,
190
206
  });
191
- }
192
- const getResponses = await getLatestValueResponses(remoteClients, workspaceId, childErrorPromise, getStateTimeoutMs);
193
- // Verify - all responses should contain the expected value
194
- for (const getResponse of getResponses) {
195
- assert.deepStrictEqual(getResponse.value, testValue);
196
- }
197
- });
207
+ const updateEvents = await updateEventsPromise;
208
+ // Verify all events are from the expected attendee
209
+ for (const updateEvent of updateEvents) {
210
+ assert.strictEqual(updateEvent.attendeeId, containerCreatorAttendeeId);
211
+ assert.deepStrictEqual(updateEvent.value, testValue);
212
+ }
213
+ // Act - Request each remote client to read latest state from container creator
214
+ for (const child of remoteClients) {
215
+ child.send({
216
+ command: "getLatestValue",
217
+ workspaceId,
218
+ attendeeId: containerCreatorAttendeeId,
219
+ });
220
+ }
221
+ const getResponses = await getLatestValueResponses(remoteClients, workspaceId, childErrorPromise, getStateTimeoutMs);
222
+ // Verify - all responses should contain the expected value
223
+ for (const getResponse of getResponses) {
224
+ assert.deepStrictEqual(getResponse.value, testValue);
225
+ }
226
+ });
227
+ }
198
228
  });
199
229
  // This test suite focuses on the synchronization of LatestMap state between clients.
200
230
  // NOTE: For testing purposes child clients will expect a LatestMap value of type Record<string, string | number>.
201
- describe(`using LatestMap state object [${numClients} clients]`, () => {
202
- let children;
203
- let childErrorPromise;
204
- let containerCreatorAttendeeId;
205
- let attendeeIdPromises;
206
- let remoteClients;
207
- const workspaceId = "presenceTestWorkspace";
208
- const key1 = "player1";
209
- const key2 = "player2";
210
- const value1 = { name: "Alice", score: 100 };
211
- const value2 = { name: "Bob", score: 200 };
212
- beforeEach(async () => {
213
- ({ children, childErrorPromise } = await forkChildProcesses(numClients, afterCleanUp));
214
- ({ containerCreatorAttendeeId, attendeeIdPromises } = await connectChildProcesses(children, { writeClients: numClients, readyTimeoutMs: childConnectTimeoutMs }));
215
- await Promise.all(attendeeIdPromises);
216
- remoteClients = children.filter((_, index) => index !== 0);
217
- // NOTE: For testing purposes child clients will expect a LatestMap value of type Record<string, string | number> (StateFactory.latestMap<{ value: Record<string, string | number> }, string>).
218
- await registerWorkspaceOnChildren(children, workspaceId, {
219
- latestMap: true,
220
- timeoutMs: workspaceRegisterTimeoutMs,
221
- });
222
- });
223
- it(`allows clients to read LatestMap values from other clients [${numClients} clients]`, async () => {
224
- // Setup
225
- const testKey = "cursor";
226
- const testValue = { x: 150, y: 300 };
227
- const updateEventsPromise = waitForLatestMapValueUpdates(remoteClients, workspaceId, testKey, childErrorPromise, stateUpdateTimeoutMs, { fromAttendeeId: containerCreatorAttendeeId, expectedValue: testValue });
228
- // Act
229
- children[0].send({
230
- command: "setLatestMapValue",
231
- workspaceId,
232
- key: testKey,
233
- value: testValue,
231
+ describe(`using LatestMap state object`, () => {
232
+ for (const numClients of [5, 20]) {
233
+ assert(numClients > 1, "Must have at least two clients");
234
+ /**
235
+ * Timeout for child processes to connect to container ({@link ConnectedEvent})
236
+ */
237
+ const childConnectTimeoutMs = 1000 * numClients * timeoutMultiplier;
238
+ let children;
239
+ let childErrorPromise;
240
+ let containerCreatorAttendeeId;
241
+ let attendeeIdPromises;
242
+ let remoteClients;
243
+ const workspaceId = "presenceTestWorkspace";
244
+ const key1 = "player1";
245
+ const key2 = "player2";
246
+ const value1 = { name: "Alice", score: 100 };
247
+ const value2 = { name: "Bob", score: 200 };
248
+ beforeEach(async () => {
249
+ ({ children, childErrorPromise } = await forkChildProcesses(numClients, afterCleanUp));
250
+ ({ containerCreatorAttendeeId, attendeeIdPromises } = await connectChildProcesses(children, { writeClients: numClients, readyTimeoutMs: childConnectTimeoutMs }));
251
+ await Promise.all(attendeeIdPromises);
252
+ remoteClients = children.filter((_, index) => index !== 0);
253
+ // NOTE: For testing purposes child clients will expect a LatestMap value of type Record<string, string | number> (StateFactory.latestMap<{ value: Record<string, string | number> }, string>).
254
+ await registerWorkspaceOnChildren(children, workspaceId, {
255
+ latestMap: true,
256
+ timeoutMs: workspaceRegisterTimeoutMs,
257
+ });
234
258
  });
235
- const updateEvents = await updateEventsPromise;
236
- // Check all events are from the expected attendee
237
- for (const updateEvent of updateEvents) {
238
- assert.strictEqual(updateEvent.attendeeId, containerCreatorAttendeeId);
239
- assert.strictEqual(updateEvent.key, testKey);
240
- assert.deepStrictEqual(updateEvent.value, testValue);
241
- }
242
- for (const child of remoteClients) {
243
- child.send({
244
- command: "getLatestMapValue",
259
+ it(`allows clients to read LatestMap values from other clients [${numClients} clients]`, async () => {
260
+ // Setup
261
+ const testKey = "cursor";
262
+ const testValue = { x: 150, y: 300 };
263
+ const updateEventsPromise = waitForLatestMapValueUpdates(remoteClients, workspaceId, testKey, childErrorPromise, stateUpdateTimeoutMs, { fromAttendeeId: containerCreatorAttendeeId, expectedValue: testValue });
264
+ // Act
265
+ children[0].send({
266
+ command: "setLatestMapValue",
245
267
  workspaceId,
246
268
  key: testKey,
247
- attendeeId: containerCreatorAttendeeId,
269
+ value: testValue,
248
270
  });
249
- }
250
- const getResponses = await getLatestMapValueResponses(remoteClients, workspaceId, testKey, childErrorPromise, getStateTimeoutMs);
251
- // Verify
252
- for (const getResponse of getResponses) {
253
- assert.deepStrictEqual(getResponse.value, testValue);
254
- }
255
- });
256
- it(`returns per-key values on read [${numClients} clients]`, async () => {
257
- // Setup
258
- const allAttendeeIds = await Promise.all(attendeeIdPromises);
259
- const attendee0Id = containerCreatorAttendeeId;
260
- const attendee1Id = allAttendeeIds[1];
261
- const key1Recipients = children.filter((_, index) => index !== 0);
262
- const key2Recipients = children.filter((_, index) => index !== 1);
263
- const key1UpdateEventsPromise = waitForLatestMapValueUpdates(key1Recipients, workspaceId, key1, childErrorPromise, stateUpdateTimeoutMs, { fromAttendeeId: attendee0Id, expectedValue: value1 });
264
- const key2UpdateEventsPromise = waitForLatestMapValueUpdates(key2Recipients, workspaceId, key2, childErrorPromise, stateUpdateTimeoutMs, { fromAttendeeId: attendee1Id, expectedValue: value2 });
265
- // Act
266
- children[0].send({
267
- command: "setLatestMapValue",
268
- workspaceId,
269
- key: key1,
270
- value: value1,
271
- });
272
- const key1UpdateEvents = await key1UpdateEventsPromise;
273
- children[1].send({
274
- command: "setLatestMapValue",
275
- workspaceId,
276
- key: key2,
277
- value: value2,
271
+ const updateEvents = await updateEventsPromise;
272
+ // Check all events are from the expected attendee
273
+ for (const updateEvent of updateEvents) {
274
+ assert.strictEqual(updateEvent.attendeeId, containerCreatorAttendeeId);
275
+ assert.strictEqual(updateEvent.key, testKey);
276
+ assert.deepStrictEqual(updateEvent.value, testValue);
277
+ }
278
+ for (const child of remoteClients) {
279
+ child.send({
280
+ command: "getLatestMapValue",
281
+ workspaceId,
282
+ key: testKey,
283
+ attendeeId: containerCreatorAttendeeId,
284
+ });
285
+ }
286
+ const getResponses = await getLatestMapValueResponses(remoteClients, workspaceId, testKey, childErrorPromise, getStateTimeoutMs);
287
+ // Verify
288
+ for (const getResponse of getResponses) {
289
+ assert.deepStrictEqual(getResponse.value, testValue);
290
+ }
278
291
  });
279
- const key2UpdateEvents = await key2UpdateEventsPromise;
280
- // Verify all events are from the expected attendees
281
- for (const updateEvent of key1UpdateEvents) {
282
- assert.strictEqual(updateEvent.attendeeId, attendee0Id);
283
- assert.strictEqual(updateEvent.key, key1);
284
- assert.deepStrictEqual(updateEvent.value, value1);
285
- }
286
- for (const updateEvent of key2UpdateEvents) {
287
- assert.strictEqual(updateEvent.attendeeId, attendee1Id);
288
- assert.strictEqual(updateEvent.key, key2);
289
- assert.deepStrictEqual(updateEvent.value, value2);
290
- }
291
- // Read key1 of attendee0 from all children
292
- for (const child of children) {
293
- child.send({
294
- command: "getLatestMapValue",
292
+ it(`returns per-key values on read [${numClients} clients]`, async () => {
293
+ // Setup
294
+ const allAttendeeIds = await Promise.all(attendeeIdPromises);
295
+ const attendee0Id = containerCreatorAttendeeId;
296
+ const attendee1Id = allAttendeeIds[1];
297
+ const key1Recipients = children.filter((_, index) => index !== 0);
298
+ const key2Recipients = children.filter((_, index) => index !== 1);
299
+ const key1UpdateEventsPromise = waitForLatestMapValueUpdates(key1Recipients, workspaceId, key1, childErrorPromise, stateUpdateTimeoutMs, { fromAttendeeId: attendee0Id, expectedValue: value1 });
300
+ const key2UpdateEventsPromise = waitForLatestMapValueUpdates(key2Recipients, workspaceId, key2, childErrorPromise, stateUpdateTimeoutMs, { fromAttendeeId: attendee1Id, expectedValue: value2 });
301
+ // Act
302
+ children[0].send({
303
+ command: "setLatestMapValue",
295
304
  workspaceId,
296
305
  key: key1,
297
- attendeeId: attendee0Id,
306
+ value: value1,
298
307
  });
299
- }
300
- const key1Responses = await getLatestMapValueResponses(children, workspaceId, key1, childErrorPromise, getStateTimeoutMs);
301
- // Read key2 of attendee1 from all children
302
- for (const child of children) {
303
- child.send({
304
- command: "getLatestMapValue",
308
+ const key1UpdateEvents = await key1UpdateEventsPromise;
309
+ children[1].send({
310
+ command: "setLatestMapValue",
305
311
  workspaceId,
306
312
  key: key2,
307
- attendeeId: attendee1Id,
313
+ value: value2,
308
314
  });
309
- }
310
- const key2Responses = await getLatestMapValueResponses(children, workspaceId, key2, childErrorPromise, getStateTimeoutMs);
311
- // Verify
312
- assert.strictEqual(key1Responses.length, numClients, "Expected responses from all clients for key1");
313
- assert.strictEqual(key2Responses.length, numClients, "Expected responses from all clients for key2");
314
- for (const response of key1Responses) {
315
- assert.deepStrictEqual(response.value, value1, "Key1 value should match");
316
- }
317
- for (const response of key2Responses) {
318
- assert.deepStrictEqual(response.value, value2, "Key2 value should match");
319
- }
320
- });
315
+ const key2UpdateEvents = await key2UpdateEventsPromise;
316
+ // Verify all events are from the expected attendees
317
+ for (const updateEvent of key1UpdateEvents) {
318
+ assert.strictEqual(updateEvent.attendeeId, attendee0Id);
319
+ assert.strictEqual(updateEvent.key, key1);
320
+ assert.deepStrictEqual(updateEvent.value, value1);
321
+ }
322
+ for (const updateEvent of key2UpdateEvents) {
323
+ assert.strictEqual(updateEvent.attendeeId, attendee1Id);
324
+ assert.strictEqual(updateEvent.key, key2);
325
+ assert.deepStrictEqual(updateEvent.value, value2);
326
+ }
327
+ // Read key1 of attendee0 from all children
328
+ for (const child of children) {
329
+ child.send({
330
+ command: "getLatestMapValue",
331
+ workspaceId,
332
+ key: key1,
333
+ attendeeId: attendee0Id,
334
+ });
335
+ }
336
+ const key1Responses = await getLatestMapValueResponses(children, workspaceId, key1, childErrorPromise, getStateTimeoutMs);
337
+ // Read key2 of attendee1 from all children
338
+ for (const child of children) {
339
+ child.send({
340
+ command: "getLatestMapValue",
341
+ workspaceId,
342
+ key: key2,
343
+ attendeeId: attendee1Id,
344
+ });
345
+ }
346
+ const key2Responses = await getLatestMapValueResponses(children, workspaceId, key2, childErrorPromise, getStateTimeoutMs);
347
+ // Verify
348
+ assert.strictEqual(key1Responses.length, numClients, "Expected responses from all clients for key1");
349
+ assert.strictEqual(key2Responses.length, numClients, "Expected responses from all clients for key2");
350
+ for (const response of key1Responses) {
351
+ assert.deepStrictEqual(response.value, value1, "Key1 value should match");
352
+ }
353
+ for (const response of key2Responses) {
354
+ assert.deepStrictEqual(response.value, value2, "Key2 value should match");
355
+ }
356
+ });
357
+ }
321
358
  });
322
359
  }
323
360
  });
@@ -1 +1 @@
1
- {"version":3,"file":"presenceTest.spec.js","sourceRoot":"","sources":["../../../src/test/multiprocess/presenceTest.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,SAAS,MAAM,gBAAgB,CAAC;AAGvC,OAAO,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAC;AAGrE,OAAO,EACN,kBAAkB,EAClB,qBAAqB,EACrB,0BAA0B,EAC1B,0BAA0B,EAC1B,uBAAuB,EACvB,2BAA2B,EAC3B,WAAW,EACX,4BAA4B,EAC5B,yBAAyB,GACzB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,gBAAgB,GAAG,SAAS,CAAC,GAAG,EAAE,KAAK,SAAS,CAAC;AAEvD;;GAEG;AACH,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AAEtD;;;;;;;;;GASG;AACH,SAAS,UAAU,CAAC,OAAsB,EAAE,QAAgB;IAC3D,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IACzC,MAAM,UAAU,GACf,gBAAgB,IAAI,cAAc,KAAK,CAAC,IAAI,QAAQ,KAAK,CAAC;QACzD,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IACvC,IAAI,UAAU,KAAK,cAAc,EAAE,CAAC;QACnC,WAAW,CAAC,GAAG,CACd,GAAG,OAAO,CAAC,IAAI,EAAE,KAAK,wBAAwB,UAAU,WAAW,cAAc,KAAK,CACtF,CAAC;QACF,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC7B,CAAC;AACF,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH;;;;GAIG;AACH,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IAC1C,MAAM,YAAY,GAAmB,EAAE,CAAC;IAExC,6FAA6F;IAC7F,SAAS,CAAC,KAAK,IAAI,EAAE;QACpB,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACpC,OAAO,EAAE,CAAC;QACX,CAAC;QACD,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,qEAAqE;IACrE,MAAM,0BAA0B,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACpD,gGAAgG;IAChG,KAAK,MAAM,UAAU,IAAI,0BAA0B,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACjE,MAAM,CAAC,UAAU,GAAG,CAAC,EAAE,gCAAgC,CAAC,CAAC;QACzD;;WAEG;QACH,MAAM,qBAAqB,GAAG,IAAI,GAAG,UAAU,GAAG,iBAAiB,CAAC;QACpE;;WAEG;QACH,MAAM,wBAAwB,GAAG,CAAC,IAAI,GAAG,GAAG,GAAG,UAAU,CAAC,GAAG,iBAAiB,CAAC;QAC/E;;WAEG;QACH,MAAM,0BAA0B,GAAG,IAAI,CAAC;QACxC;;WAEG;QACH,MAAM,oBAAoB,GAAG,IAAI,CAAC;QAClC;;WAEG;QACH,MAAM,iBAAiB,GAAG,IAAI,CAAC;QAE/B,KAAK,MAAM,YAAY,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC;YAC5C,EAAE,CAAC,mEAAmE,UAAU,aAAa,YAAY,WAAW,EAAE,KAAK;gBAC1H,UAAU,CAAC,IAAI,EAAE,qBAAqB,GAAG,wBAAwB,GAAG,IAAI,CAAC,CAAC;gBAE1E,QAAQ;gBACR,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,MAAM,kBAAkB,CAC/D,UAAU,EACV,YAAY,CACZ,CAAC;gBAEF,oCAAoC;gBACpC,MAAM,0BAA0B,CAC/B,QAAQ,EACR;oBACC,YAAY;oBACZ,qBAAqB,EAAE,UAAU,GAAG,CAAC;oBACrC,qBAAqB;oBACrB,wBAAwB;iBACxB,EACD,iBAAiB,CACjB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,oEAAoE,UAAU,aAAa,YAAY,WAAW,EAAE,KAAK;gBAC3H,6EAA6E;gBAC7E,4EAA4E;gBAC5E,uCAAuC;gBACvC,IAAI,UAAU,IAAI,EAAE,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;oBAC5C,IAAI,CAAC,IAAI,EAAE,CAAC;gBACb,CAAC;gBAED,MAAM,wBAAwB,GAAG,MAAM,GAAG,iBAAiB,CAAC;gBAE5D,UAAU,CACT,IAAI,EACJ,qBAAqB,GAAG,wBAAwB,GAAG,wBAAwB,GAAG,IAAI,CAClF,CAAC;gBAEF,QAAQ;gBACR,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,MAAM,kBAAkB,CAC/D,UAAU,EACV,YAAY,CACZ,CAAC;gBAEF,MAAM,aAAa,GAAG,MAAM,0BAA0B,CACrD,QAAQ,EACR;oBACC,YAAY;oBACZ,qBAAqB,EAAE,UAAU,GAAG,CAAC;oBACrC,qBAAqB;oBACrB,wBAAwB;iBACxB,EACD,iBAAiB,CACjB,CAAC;gBAEF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAC/D,KAAK,KAAK,CAAC;oBACV,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE;oBACnB,CAAC,CAAC,cAAc,CACd,CAAC,OAAO,EAAE,EAAE;wBACX,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAqB,EAAE,EAAE;4BAC7C,IACC,GAAG,CAAC,KAAK,KAAK,sBAAsB;gCACpC,GAAG,CAAC,UAAU,KAAK,aAAa,CAAC,0BAA0B,EAC1D,CAAC;gCACF,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,0BAA0B,CAAC,CAAC;gCACtD,OAAO,EAAE,CAAC;4BACX,CAAC;wBACF,CAAC,CAAC,CAAC;oBACJ,CAAC,EACD;wBACC,UAAU,EAAE,wBAAwB;wBACpC,QAAQ,EAAE,YAAY,KAAK,wBAAwB;qBACnD,CACD,CACH,CAAC;gBAEF,uCAAuC;gBACvC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;gBAEhD,sDAAsD;gBACtD,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,iBAAiB,CAAC,CAAC,CAAC;YAC3E,CAAC,CAAC,CAAC;QACJ,CAAC;QAED,kFAAkF;QAClF,sFAAsF;QACtF,QAAQ,CAAC,8BAA8B,UAAU,WAAW,EAAE,GAAG,EAAE;YAClE,IAAI,QAAwB,CAAC;YAC7B,IAAI,iBAAiC,CAAC;YACtC,IAAI,0BAAsC,CAAC;YAC3C,IAAI,kBAAyC,CAAC;YAC9C,IAAI,aAA6B,CAAC;YAClC,MAAM,SAAS,GAAG,WAAW,CAAC;YAC9B,MAAM,WAAW,GAAG,uBAAuB,CAAC;YAE5C,UAAU,CAAC,KAAK,IAAI,EAAE;gBACrB,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,MAAM,kBAAkB,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC,CAAC;gBACvF,CAAC,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,GAAG,MAAM,qBAAqB,CAChF,QAAQ,EACR,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,qBAAqB,EAAE,CACnE,CAAC,CAAC;gBACH,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;gBACtC,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;gBAC3D,+HAA+H;gBAC/H,MAAM,2BAA2B,CAAC,QAAQ,EAAE,WAAW,EAAE;oBACxD,MAAM,EAAE,IAAI;oBACZ,SAAS,EAAE,0BAA0B;iBACrC,CAAC,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,2DAA2D,UAAU,WAAW,EAAE,KAAK,IAAI,EAAE;gBAC/F,QAAQ;gBACR,MAAM,mBAAmB,GAAG,yBAAyB,CACpD,aAAa,EACb,WAAW,EACX,iBAAiB,EACjB,oBAAoB,EACpB,EAAE,cAAc,EAAE,0BAA0B,EAAE,aAAa,EAAE,SAAS,EAAE,CACxE,CAAC;gBAEF,2BAA2B;gBAC3B,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBAChB,OAAO,EAAE,gBAAgB;oBACzB,WAAW;oBACX,KAAK,EAAE,SAAS;iBAChB,CAAC,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC;gBAE/C,mDAAmD;gBACnD,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;oBACxC,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAC;oBACvE,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBACtD,CAAC;gBAED,+EAA+E;gBAC/E,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;oBACnC,KAAK,CAAC,IAAI,CAAC;wBACV,OAAO,EAAE,gBAAgB;wBACzB,WAAW;wBACX,UAAU,EAAE,0BAA0B;qBACtC,CAAC,CAAC;gBACJ,CAAC;gBAED,MAAM,YAAY,GAAG,MAAM,uBAAuB,CACjD,aAAa,EACb,WAAW,EACX,iBAAiB,EACjB,iBAAiB,CACjB,CAAC;gBAEF,2DAA2D;gBAC3D,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;oBACxC,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBACtD,CAAC;YACF,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,qFAAqF;QACrF,kHAAkH;QAClH,QAAQ,CAAC,iCAAiC,UAAU,WAAW,EAAE,GAAG,EAAE;YACrE,IAAI,QAAwB,CAAC;YAC7B,IAAI,iBAAiC,CAAC;YACtC,IAAI,0BAAsC,CAAC;YAC3C,IAAI,kBAAyC,CAAC;YAC9C,IAAI,aAA6B,CAAC;YAClC,MAAM,WAAW,GAAG,uBAAuB,CAAC;YAC5C,MAAM,IAAI,GAAG,SAAS,CAAC;YACvB,MAAM,IAAI,GAAG,SAAS,CAAC;YACvB,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;YAC7C,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;YAE3C,UAAU,CAAC,KAAK,IAAI,EAAE;gBACrB,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,MAAM,kBAAkB,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC,CAAC;gBACvF,CAAC,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,GAAG,MAAM,qBAAqB,CAChF,QAAQ,EACR,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,qBAAqB,EAAE,CACnE,CAAC,CAAC;gBACH,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;gBACtC,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;gBAC3D,+LAA+L;gBAC/L,MAAM,2BAA2B,CAAC,QAAQ,EAAE,WAAW,EAAE;oBACxD,SAAS,EAAE,IAAI;oBACf,SAAS,EAAE,0BAA0B;iBACrC,CAAC,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,+DAA+D,UAAU,WAAW,EAAE,KAAK,IAAI,EAAE;gBACnG,QAAQ;gBACR,MAAM,OAAO,GAAG,QAAQ,CAAC;gBACzB,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;gBACrC,MAAM,mBAAmB,GAAG,4BAA4B,CACvD,aAAa,EACb,WAAW,EACX,OAAO,EACP,iBAAiB,EACjB,oBAAoB,EACpB,EAAE,cAAc,EAAE,0BAA0B,EAAE,aAAa,EAAE,SAAS,EAAE,CACxE,CAAC;gBAEF,MAAM;gBACN,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBAChB,OAAO,EAAE,mBAAmB;oBAC5B,WAAW;oBACX,GAAG,EAAE,OAAO;oBACZ,KAAK,EAAE,SAAS;iBAChB,CAAC,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC;gBAE/C,kDAAkD;gBAClD,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;oBACxC,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAC;oBACvE,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;oBAC7C,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBACtD,CAAC;gBAED,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;oBACnC,KAAK,CAAC,IAAI,CAAC;wBACV,OAAO,EAAE,mBAAmB;wBAC5B,WAAW;wBACX,GAAG,EAAE,OAAO;wBACZ,UAAU,EAAE,0BAA0B;qBACtC,CAAC,CAAC;gBACJ,CAAC;gBACD,MAAM,YAAY,GAAG,MAAM,0BAA0B,CACpD,aAAa,EACb,WAAW,EACX,OAAO,EACP,iBAAiB,EACjB,iBAAiB,CACjB,CAAC;gBAEF,SAAS;gBACT,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;oBACxC,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBACtD,CAAC;YACF,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,mCAAmC,UAAU,WAAW,EAAE,KAAK,IAAI,EAAE;gBACvE,QAAQ;gBACR,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;gBAC7D,MAAM,WAAW,GAAG,0BAA0B,CAAC;gBAC/C,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;gBAEtC,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;gBAClE,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;gBAClE,MAAM,uBAAuB,GAAG,4BAA4B,CAC3D,cAAc,EACd,WAAW,EACX,IAAI,EACJ,iBAAiB,EACjB,oBAAoB,EACpB,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,CACtD,CAAC;gBACF,MAAM,uBAAuB,GAAG,4BAA4B,CAC3D,cAAc,EACd,WAAW,EACX,IAAI,EACJ,iBAAiB,EACjB,oBAAoB,EACpB,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,CACtD,CAAC;gBAEF,MAAM;gBACN,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBAChB,OAAO,EAAE,mBAAmB;oBAC5B,WAAW;oBACX,GAAG,EAAE,IAAI;oBACT,KAAK,EAAE,MAAM;iBACb,CAAC,CAAC;gBACH,MAAM,gBAAgB,GAAG,MAAM,uBAAuB,CAAC;gBACvD,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBAChB,OAAO,EAAE,mBAAmB;oBAC5B,WAAW;oBACX,GAAG,EAAE,IAAI;oBACT,KAAK,EAAE,MAAM;iBACb,CAAC,CAAC;gBACH,MAAM,gBAAgB,GAAG,MAAM,uBAAuB,CAAC;gBAEvD,oDAAoD;gBACpD,KAAK,MAAM,WAAW,IAAI,gBAAgB,EAAE,CAAC;oBAC5C,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;oBACxD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;oBAC1C,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBACnD,CAAC;gBACD,KAAK,MAAM,WAAW,IAAI,gBAAgB,EAAE,CAAC;oBAC5C,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;oBACxD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;oBAC1C,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBACnD,CAAC;gBAED,2CAA2C;gBAC3C,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,KAAK,CAAC,IAAI,CAAC;wBACV,OAAO,EAAE,mBAAmB;wBAC5B,WAAW;wBACX,GAAG,EAAE,IAAI;wBACT,UAAU,EAAE,WAAW;qBACvB,CAAC,CAAC;gBACJ,CAAC;gBACD,MAAM,aAAa,GAAG,MAAM,0BAA0B,CACrD,QAAQ,EACR,WAAW,EACX,IAAI,EACJ,iBAAiB,EACjB,iBAAiB,CACjB,CAAC;gBAEF,2CAA2C;gBAC3C,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,KAAK,CAAC,IAAI,CAAC;wBACV,OAAO,EAAE,mBAAmB;wBAC5B,WAAW;wBACX,GAAG,EAAE,IAAI;wBACT,UAAU,EAAE,WAAW;qBACvB,CAAC,CAAC;gBACJ,CAAC;gBACD,MAAM,aAAa,GAAG,MAAM,0BAA0B,CACrD,QAAQ,EACR,WAAW,EACX,IAAI,EACJ,iBAAiB,EACjB,iBAAiB,CACjB,CAAC;gBAEF,SAAS;gBACT,MAAM,CAAC,WAAW,CACjB,aAAa,CAAC,MAAM,EACpB,UAAU,EACV,8CAA8C,CAC9C,CAAC;gBACF,MAAM,CAAC,WAAW,CACjB,aAAa,CAAC,MAAM,EACpB,UAAU,EACV,8CAA8C,CAC9C,CAAC;gBAEF,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;oBACtC,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,yBAAyB,CAAC,CAAC;gBAC3E,CAAC;gBACD,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;oBACtC,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,yBAAyB,CAAC,CAAC;gBAC3E,CAAC;YACF,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC;AACF,CAAC,CAAC,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { strict as assert } from \"node:assert\";\nimport type { ChildProcess } from \"node:child_process\";\nimport inspector from \"node:inspector\";\n\nimport type { AttendeeId } from \"@fluidframework/presence/beta\";\nimport { timeoutPromise } from \"@fluidframework/test-utils/internal\";\n\nimport type { MessageFromChild } from \"./messageTypes.js\";\nimport {\n\tforkChildProcesses,\n\tconnectChildProcesses,\n\tconnectAndWaitForAttendees,\n\tgetLatestMapValueResponses,\n\tgetLatestValueResponses,\n\tregisterWorkspaceOnChildren,\n\ttestConsole,\n\twaitForLatestMapValueUpdates,\n\twaitForLatestValueUpdates,\n} from \"./orchestratorUtils.js\";\n\nconst debuggerAttached = inspector.url() !== undefined;\n\n/**\n * Set this to a high number when debugging to avoid timeouts from debugging time.\n */\nconst timeoutMultiplier = debuggerAttached ? 1000 : 1;\n\n/**\n * Sets the timeout for the given test context.\n *\n * @remarks\n * If a debugger is attached, the timeout is set to 0 to prevent timeouts during debugging.\n * Otherwise, it sets the timeout to the maximum of the current timeout and the specified duration.\n *\n * @param context - The Mocha test context.\n * @param duration - The duration in milliseconds to set the timeout to. Zero disables the timeout.\n */\nfunction setTimeout(context: Mocha.Context, duration: number): void {\n\tconst currentTimeout = context.timeout();\n\tconst newTimeout =\n\t\tdebuggerAttached || currentTimeout === 0 || duration === 0\n\t\t\t? 0\n\t\t\t: Math.max(currentTimeout, duration);\n\tif (newTimeout !== currentTimeout) {\n\t\ttestConsole.log(\n\t\t\t`${context.test?.title}: setting timeout to ${newTimeout}ms (was ${currentTimeout}ms)`,\n\t\t);\n\t\tcontext.timeout(newTimeout);\n\t}\n}\n\n/**\n * This test suite is a prototype for a multi-process end to end test for Fluid using the new Presence API on AzureClient.\n * In the future we hope to expand and generalize this pattern to broadly test more Fluid features.\n * Other E2E tests are limited to running multiple clients on a single process which does not effectively\n * simulate real-world production scenarios where clients are usually running on different machines. Since\n * the Fluid Framework client is designed to carry most of the work burden, multi-process testing from a\n * single machine is also not representative but does at least work past some limitations of a single\n * Node.js process handling multiple clients.\n *\n * The pattern demonstrated in this test suite is as follows:\n *\n * This main test file acts as the 'Orchestrator'. The orchestrator's job includes:\n * - Fork child processes to simulate multiple Fluid clients\n * - Send command messages to child clients to perform specific Fluid actions.\n * - Receive response messages from child clients to verify expected behavior.\n * - Clean up child processes after each test.\n *\n * The child processes are located in the `childClient.ts` file. Each child process simulates a Fluid client.\n *\n * The child client's job includes:\n * - Create/Get + connect to Fluid container.\n * - Listen for command messages from the orchestrator.\n * - Perform the requested action.\n * - Send response messages including any relevant data back to the orchestrator to verify expected behavior.\n */\n\n/**\n * This particular test suite tests the following E2E functionality for Presence:\n * - Announce 'attendeeConnected' when remote client joins session.\n * - Announce 'attendeeDisconnected' when remote client disconnects.\n */\ndescribe(`Presence with AzureClient`, () => {\n\tconst afterCleanUp: (() => void)[] = [];\n\n\t// After each test, call any cleanup functions that were registered (kill each child process)\n\tafterEach(async () => {\n\t\tfor (const cleanUp of afterCleanUp) {\n\t\t\tcleanUp();\n\t\t}\n\t\tafterCleanUp.length = 0;\n\t});\n\n\t// Note that on slower systems 50+ clients may take too long to join.\n\tconst numClientsForAttendeeTests = [5, 20, 50, 100];\n\t// TODO: AB#45620: \"Presence: perf: update Join pattern for scale\" may help, then remove .slice.\n\tfor (const numClients of numClientsForAttendeeTests.slice(0, 2)) {\n\t\tassert(numClients > 1, \"Must have at least two clients\");\n\t\t/**\n\t\t * Timeout for child processes to connect to container ({@link ConnectedEvent})\n\t\t */\n\t\tconst childConnectTimeoutMs = 1000 * numClients * timeoutMultiplier;\n\t\t/**\n\t\t * Timeout for presence attendees to connect {@link AttendeeConnectedEvent}\n\t\t */\n\t\tconst attendeesJoinedTimeoutMs = (1000 + 200 * numClients) * timeoutMultiplier;\n\t\t/**\n\t\t * Timeout for workspace registration {@link WorkspaceRegisteredEvent}\n\t\t */\n\t\tconst workspaceRegisterTimeoutMs = 5000;\n\t\t/**\n\t\t * Timeout for presence update events {@link LatestMapValueUpdatedEvent} and {@link LatestValueUpdatedEvent}\n\t\t */\n\t\tconst stateUpdateTimeoutMs = 5000;\n\t\t/**\n\t\t * Timeout for {@link LatestMapValueGetResponseEvent} and {@link LatestValueGetResponseEvent}\n\t\t */\n\t\tconst getStateTimeoutMs = 5000;\n\n\t\tfor (const writeClients of [numClients, 1]) {\n\t\t\tit(`announces 'attendeeConnected' when remote client joins session [${numClients} clients, ${writeClients} writers]`, async function () {\n\t\t\t\tsetTimeout(this, childConnectTimeoutMs + attendeesJoinedTimeoutMs + 1000);\n\n\t\t\t\t// Setup\n\t\t\t\tconst { children, childErrorPromise } = await forkChildProcesses(\n\t\t\t\t\tnumClients,\n\t\t\t\t\tafterCleanUp,\n\t\t\t\t);\n\n\t\t\t\t// Further Setup with Act and Verify\n\t\t\t\tawait connectAndWaitForAttendees(\n\t\t\t\t\tchildren,\n\t\t\t\t\t{\n\t\t\t\t\t\twriteClients,\n\t\t\t\t\t\tattendeeCountRequired: numClients - 1,\n\t\t\t\t\t\tchildConnectTimeoutMs,\n\t\t\t\t\t\tattendeesJoinedTimeoutMs,\n\t\t\t\t\t},\n\t\t\t\t\tchildErrorPromise,\n\t\t\t\t);\n\t\t\t});\n\n\t\t\tit(`announces 'attendeeDisconnected' when remote client disconnects [${numClients} clients, ${writeClients} writers]`, async function () {\n\t\t\t\t// TODO: AB#45620: \"Presence: perf: update Join pattern for scale\" can handle\n\t\t\t\t// larger counts of read-only attendees. Without protocol changes tests with\n\t\t\t\t// 20+ attendees exceed current limits.\n\t\t\t\tif (numClients >= 20 && writeClients === 1) {\n\t\t\t\t\tthis.skip();\n\t\t\t\t}\n\n\t\t\t\tconst childDisconnectTimeoutMs = 10_000 * timeoutMultiplier;\n\n\t\t\t\tsetTimeout(\n\t\t\t\t\tthis,\n\t\t\t\t\tchildConnectTimeoutMs + attendeesJoinedTimeoutMs + childDisconnectTimeoutMs + 1000,\n\t\t\t\t);\n\n\t\t\t\t// Setup\n\t\t\t\tconst { children, childErrorPromise } = await forkChildProcesses(\n\t\t\t\t\tnumClients,\n\t\t\t\t\tafterCleanUp,\n\t\t\t\t);\n\n\t\t\t\tconst connectResult = await connectAndWaitForAttendees(\n\t\t\t\t\tchildren,\n\t\t\t\t\t{\n\t\t\t\t\t\twriteClients,\n\t\t\t\t\t\tattendeeCountRequired: numClients - 1,\n\t\t\t\t\t\tchildConnectTimeoutMs,\n\t\t\t\t\t\tattendeesJoinedTimeoutMs,\n\t\t\t\t\t},\n\t\t\t\t\tchildErrorPromise,\n\t\t\t\t);\n\n\t\t\t\tconst waitForDisconnected = children.map(async (child, index) =>\n\t\t\t\t\tindex === 0\n\t\t\t\t\t\t? Promise.resolve()\n\t\t\t\t\t\t: timeoutPromise(\n\t\t\t\t\t\t\t\t(resolve) => {\n\t\t\t\t\t\t\t\t\tchild.on(\"message\", (msg: MessageFromChild) => {\n\t\t\t\t\t\t\t\t\t\tif (\n\t\t\t\t\t\t\t\t\t\t\tmsg.event === \"attendeeDisconnected\" &&\n\t\t\t\t\t\t\t\t\t\t\tmsg.attendeeId === connectResult.containerCreatorAttendeeId\n\t\t\t\t\t\t\t\t\t\t) {\n\t\t\t\t\t\t\t\t\t\t\tconsole.log(`Child[${index}] saw creator disconnect`);\n\t\t\t\t\t\t\t\t\t\t\tresolve();\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\tdurationMs: childDisconnectTimeoutMs,\n\t\t\t\t\t\t\t\t\terrorMsg: `Attendee[${index}] Disconnected Timeout`,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t),\n\t\t\t\t);\n\n\t\t\t\t// Act - disconnect first child process\n\t\t\t\tchildren[0].send({ command: \"disconnectSelf\" });\n\n\t\t\t\t// Verify - wait for all 'attendeeDisconnected' events\n\t\t\t\tawait Promise.race([Promise.all(waitForDisconnected), childErrorPromise]);\n\t\t\t});\n\t\t}\n\n\t\t// This test suite focuses on the synchronization of Latest state between clients.\n\t\t// NOTE: For testing purposes child clients will expect a Latest value of type string.\n\t\tdescribe(`using Latest state object [${numClients} clients]`, () => {\n\t\t\tlet children: ChildProcess[];\n\t\t\tlet childErrorPromise: Promise<never>;\n\t\t\tlet containerCreatorAttendeeId: AttendeeId;\n\t\t\tlet attendeeIdPromises: Promise<AttendeeId>[];\n\t\t\tlet remoteClients: ChildProcess[];\n\t\t\tconst testValue = \"testValue\";\n\t\t\tconst workspaceId = \"presenceTestWorkspace\";\n\n\t\t\tbeforeEach(async () => {\n\t\t\t\t({ children, childErrorPromise } = await forkChildProcesses(numClients, afterCleanUp));\n\t\t\t\t({ containerCreatorAttendeeId, attendeeIdPromises } = await connectChildProcesses(\n\t\t\t\t\tchildren,\n\t\t\t\t\t{ writeClients: numClients, readyTimeoutMs: childConnectTimeoutMs },\n\t\t\t\t));\n\t\t\t\tawait Promise.all(attendeeIdPromises);\n\t\t\t\tremoteClients = children.filter((_, index) => index !== 0);\n\t\t\t\t// NOTE: For testing purposes child clients will expect a Latest value of type string (StateFactory.latest<{ value: string }>).\n\t\t\t\tawait registerWorkspaceOnChildren(children, workspaceId, {\n\t\t\t\t\tlatest: true,\n\t\t\t\t\ttimeoutMs: workspaceRegisterTimeoutMs,\n\t\t\t\t});\n\t\t\t});\n\n\t\t\tit(`allows clients to read Latest state from other clients [${numClients} clients]`, async () => {\n\t\t\t\t// Setup\n\t\t\t\tconst updateEventsPromise = waitForLatestValueUpdates(\n\t\t\t\t\tremoteClients,\n\t\t\t\t\tworkspaceId,\n\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\tstateUpdateTimeoutMs,\n\t\t\t\t\t{ fromAttendeeId: containerCreatorAttendeeId, expectedValue: testValue },\n\t\t\t\t);\n\n\t\t\t\t// Act - Trigger the update\n\t\t\t\tchildren[0].send({\n\t\t\t\t\tcommand: \"setLatestValue\",\n\t\t\t\t\tworkspaceId,\n\t\t\t\t\tvalue: testValue,\n\t\t\t\t});\n\t\t\t\tconst updateEvents = await updateEventsPromise;\n\n\t\t\t\t// Verify all events are from the expected attendee\n\t\t\t\tfor (const updateEvent of updateEvents) {\n\t\t\t\t\tassert.strictEqual(updateEvent.attendeeId, containerCreatorAttendeeId);\n\t\t\t\t\tassert.deepStrictEqual(updateEvent.value, testValue);\n\t\t\t\t}\n\n\t\t\t\t// Act - Request each remote client to read latest state from container creator\n\t\t\t\tfor (const child of remoteClients) {\n\t\t\t\t\tchild.send({\n\t\t\t\t\t\tcommand: \"getLatestValue\",\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\tattendeeId: containerCreatorAttendeeId,\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\tconst getResponses = await getLatestValueResponses(\n\t\t\t\t\tremoteClients,\n\t\t\t\t\tworkspaceId,\n\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\tgetStateTimeoutMs,\n\t\t\t\t);\n\n\t\t\t\t// Verify - all responses should contain the expected value\n\t\t\t\tfor (const getResponse of getResponses) {\n\t\t\t\t\tassert.deepStrictEqual(getResponse.value, testValue);\n\t\t\t\t}\n\t\t\t});\n\t\t});\n\n\t\t// This test suite focuses on the synchronization of LatestMap state between clients.\n\t\t// NOTE: For testing purposes child clients will expect a LatestMap value of type Record<string, string | number>.\n\t\tdescribe(`using LatestMap state object [${numClients} clients]`, () => {\n\t\t\tlet children: ChildProcess[];\n\t\t\tlet childErrorPromise: Promise<never>;\n\t\t\tlet containerCreatorAttendeeId: AttendeeId;\n\t\t\tlet attendeeIdPromises: Promise<AttendeeId>[];\n\t\t\tlet remoteClients: ChildProcess[];\n\t\t\tconst workspaceId = \"presenceTestWorkspace\";\n\t\t\tconst key1 = \"player1\";\n\t\t\tconst key2 = \"player2\";\n\t\t\tconst value1 = { name: \"Alice\", score: 100 };\n\t\t\tconst value2 = { name: \"Bob\", score: 200 };\n\n\t\t\tbeforeEach(async () => {\n\t\t\t\t({ children, childErrorPromise } = await forkChildProcesses(numClients, afterCleanUp));\n\t\t\t\t({ containerCreatorAttendeeId, attendeeIdPromises } = await connectChildProcesses(\n\t\t\t\t\tchildren,\n\t\t\t\t\t{ writeClients: numClients, readyTimeoutMs: childConnectTimeoutMs },\n\t\t\t\t));\n\t\t\t\tawait Promise.all(attendeeIdPromises);\n\t\t\t\tremoteClients = children.filter((_, index) => index !== 0);\n\t\t\t\t// NOTE: For testing purposes child clients will expect a LatestMap value of type Record<string, string | number> (StateFactory.latestMap<{ value: Record<string, string | number> }, string>).\n\t\t\t\tawait registerWorkspaceOnChildren(children, workspaceId, {\n\t\t\t\t\tlatestMap: true,\n\t\t\t\t\ttimeoutMs: workspaceRegisterTimeoutMs,\n\t\t\t\t});\n\t\t\t});\n\n\t\t\tit(`allows clients to read LatestMap values from other clients [${numClients} clients]`, async () => {\n\t\t\t\t// Setup\n\t\t\t\tconst testKey = \"cursor\";\n\t\t\t\tconst testValue = { x: 150, y: 300 };\n\t\t\t\tconst updateEventsPromise = waitForLatestMapValueUpdates(\n\t\t\t\t\tremoteClients,\n\t\t\t\t\tworkspaceId,\n\t\t\t\t\ttestKey,\n\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\tstateUpdateTimeoutMs,\n\t\t\t\t\t{ fromAttendeeId: containerCreatorAttendeeId, expectedValue: testValue },\n\t\t\t\t);\n\n\t\t\t\t// Act\n\t\t\t\tchildren[0].send({\n\t\t\t\t\tcommand: \"setLatestMapValue\",\n\t\t\t\t\tworkspaceId,\n\t\t\t\t\tkey: testKey,\n\t\t\t\t\tvalue: testValue,\n\t\t\t\t});\n\t\t\t\tconst updateEvents = await updateEventsPromise;\n\n\t\t\t\t// Check all events are from the expected attendee\n\t\t\t\tfor (const updateEvent of updateEvents) {\n\t\t\t\t\tassert.strictEqual(updateEvent.attendeeId, containerCreatorAttendeeId);\n\t\t\t\t\tassert.strictEqual(updateEvent.key, testKey);\n\t\t\t\t\tassert.deepStrictEqual(updateEvent.value, testValue);\n\t\t\t\t}\n\n\t\t\t\tfor (const child of remoteClients) {\n\t\t\t\t\tchild.send({\n\t\t\t\t\t\tcommand: \"getLatestMapValue\",\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\tkey: testKey,\n\t\t\t\t\t\tattendeeId: containerCreatorAttendeeId,\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t\tconst getResponses = await getLatestMapValueResponses(\n\t\t\t\t\tremoteClients,\n\t\t\t\t\tworkspaceId,\n\t\t\t\t\ttestKey,\n\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\tgetStateTimeoutMs,\n\t\t\t\t);\n\n\t\t\t\t// Verify\n\t\t\t\tfor (const getResponse of getResponses) {\n\t\t\t\t\tassert.deepStrictEqual(getResponse.value, testValue);\n\t\t\t\t}\n\t\t\t});\n\n\t\t\tit(`returns per-key values on read [${numClients} clients]`, async () => {\n\t\t\t\t// Setup\n\t\t\t\tconst allAttendeeIds = await Promise.all(attendeeIdPromises);\n\t\t\t\tconst attendee0Id = containerCreatorAttendeeId;\n\t\t\t\tconst attendee1Id = allAttendeeIds[1];\n\n\t\t\t\tconst key1Recipients = children.filter((_, index) => index !== 0);\n\t\t\t\tconst key2Recipients = children.filter((_, index) => index !== 1);\n\t\t\t\tconst key1UpdateEventsPromise = waitForLatestMapValueUpdates(\n\t\t\t\t\tkey1Recipients,\n\t\t\t\t\tworkspaceId,\n\t\t\t\t\tkey1,\n\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\tstateUpdateTimeoutMs,\n\t\t\t\t\t{ fromAttendeeId: attendee0Id, expectedValue: value1 },\n\t\t\t\t);\n\t\t\t\tconst key2UpdateEventsPromise = waitForLatestMapValueUpdates(\n\t\t\t\t\tkey2Recipients,\n\t\t\t\t\tworkspaceId,\n\t\t\t\t\tkey2,\n\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\tstateUpdateTimeoutMs,\n\t\t\t\t\t{ fromAttendeeId: attendee1Id, expectedValue: value2 },\n\t\t\t\t);\n\n\t\t\t\t// Act\n\t\t\t\tchildren[0].send({\n\t\t\t\t\tcommand: \"setLatestMapValue\",\n\t\t\t\t\tworkspaceId,\n\t\t\t\t\tkey: key1,\n\t\t\t\t\tvalue: value1,\n\t\t\t\t});\n\t\t\t\tconst key1UpdateEvents = await key1UpdateEventsPromise;\n\t\t\t\tchildren[1].send({\n\t\t\t\t\tcommand: \"setLatestMapValue\",\n\t\t\t\t\tworkspaceId,\n\t\t\t\t\tkey: key2,\n\t\t\t\t\tvalue: value2,\n\t\t\t\t});\n\t\t\t\tconst key2UpdateEvents = await key2UpdateEventsPromise;\n\n\t\t\t\t// Verify all events are from the expected attendees\n\t\t\t\tfor (const updateEvent of key1UpdateEvents) {\n\t\t\t\t\tassert.strictEqual(updateEvent.attendeeId, attendee0Id);\n\t\t\t\t\tassert.strictEqual(updateEvent.key, key1);\n\t\t\t\t\tassert.deepStrictEqual(updateEvent.value, value1);\n\t\t\t\t}\n\t\t\t\tfor (const updateEvent of key2UpdateEvents) {\n\t\t\t\t\tassert.strictEqual(updateEvent.attendeeId, attendee1Id);\n\t\t\t\t\tassert.strictEqual(updateEvent.key, key2);\n\t\t\t\t\tassert.deepStrictEqual(updateEvent.value, value2);\n\t\t\t\t}\n\n\t\t\t\t// Read key1 of attendee0 from all children\n\t\t\t\tfor (const child of children) {\n\t\t\t\t\tchild.send({\n\t\t\t\t\t\tcommand: \"getLatestMapValue\",\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\tkey: key1,\n\t\t\t\t\t\tattendeeId: attendee0Id,\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t\tconst key1Responses = await getLatestMapValueResponses(\n\t\t\t\t\tchildren,\n\t\t\t\t\tworkspaceId,\n\t\t\t\t\tkey1,\n\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\tgetStateTimeoutMs,\n\t\t\t\t);\n\n\t\t\t\t// Read key2 of attendee1 from all children\n\t\t\t\tfor (const child of children) {\n\t\t\t\t\tchild.send({\n\t\t\t\t\t\tcommand: \"getLatestMapValue\",\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\tkey: key2,\n\t\t\t\t\t\tattendeeId: attendee1Id,\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t\tconst key2Responses = await getLatestMapValueResponses(\n\t\t\t\t\tchildren,\n\t\t\t\t\tworkspaceId,\n\t\t\t\t\tkey2,\n\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\tgetStateTimeoutMs,\n\t\t\t\t);\n\n\t\t\t\t// Verify\n\t\t\t\tassert.strictEqual(\n\t\t\t\t\tkey1Responses.length,\n\t\t\t\t\tnumClients,\n\t\t\t\t\t\"Expected responses from all clients for key1\",\n\t\t\t\t);\n\t\t\t\tassert.strictEqual(\n\t\t\t\t\tkey2Responses.length,\n\t\t\t\t\tnumClients,\n\t\t\t\t\t\"Expected responses from all clients for key2\",\n\t\t\t\t);\n\n\t\t\t\tfor (const response of key1Responses) {\n\t\t\t\t\tassert.deepStrictEqual(response.value, value1, \"Key1 value should match\");\n\t\t\t\t}\n\t\t\t\tfor (const response of key2Responses) {\n\t\t\t\t\tassert.deepStrictEqual(response.value, value2, \"Key2 value should match\");\n\t\t\t\t}\n\t\t\t});\n\t\t});\n\t}\n});\n"]}
1
+ {"version":3,"file":"presenceTest.spec.js","sourceRoot":"","sources":["../../../src/test/multiprocess/presenceTest.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,SAAS,MAAM,gBAAgB,CAAC;AAGvC,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAC;AAGnF,OAAO,EACN,4BAA4B,EAC5B,0BAA0B,EAC1B,qBAAqB,EACrB,kBAAkB,EAClB,0BAA0B,EAC1B,uBAAuB,EACvB,2BAA2B,EAC3B,WAAW,EACX,4BAA4B,EAC5B,yBAAyB,GACzB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,OAAO,CAAC;AAEtD;;GAEG;AACH,MAAM,gBAAgB,GAAG,SAAS,CAAC,GAAG,EAAE,KAAK,SAAS,CAAC;AAEvD;;GAEG;AACH,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAErE;;;;;;;;;GASG;AACH,SAAS,UAAU,CAAC,OAAsB,EAAE,QAAgB;IAC3D,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IACzC,MAAM,UAAU,GACf,gBAAgB,IAAI,cAAc,KAAK,CAAC,IAAI,QAAQ,KAAK,CAAC;QACzD,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IACvC,IAAI,UAAU,KAAK,cAAc,EAAE,CAAC;QACnC,WAAW,CAAC,GAAG,CACd,GAAG,OAAO,CAAC,IAAI,EAAE,KAAK,wBAAwB,UAAU,WAAW,cAAc,KAAK,CACtF,CAAC;QACF,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC7B,CAAC;AACF,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH;;;;GAIG;AACH,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IAC1C,MAAM,YAAY,GAAmB,EAAE,CAAC;IAExC,6FAA6F;IAC7F,SAAS,CAAC,KAAK,IAAI,EAAE;QACpB,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACpC,OAAO,EAAE,CAAC;QACX,CAAC;QACD,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,qEAAqE;IACrE,MAAM,0BAA0B,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACpD,gGAAgG;IAChG,KAAK,MAAM,UAAU,IAAI,0BAA0B,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACjE,MAAM,CAAC,UAAU,GAAG,CAAC,EAAE,gCAAgC,CAAC,CAAC;QACzD;;WAEG;QACH,MAAM,qBAAqB,GAAG,IAAI,GAAG,UAAU,GAAG,iBAAiB,CAAC;QACpE;;WAEG;QACH,MAAM,2BAA2B,GAAG,CAAC,IAAI,GAAG,GAAG,GAAG,UAAU,CAAC,GAAG,iBAAiB,CAAC;QAElF,KAAK,MAAM,YAAY,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC;YAC5C,EAAE,CAAC,mEAAmE,UAAU,aAAa,YAAY,WAAW,EAAE,KAAK;gBAC1H,UAAU,CAAC,IAAI,EAAE,qBAAqB,GAAG,2BAA2B,GAAG,IAAI,CAAC,CAAC;gBAE7E,QAAQ;gBACR,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,MAAM,kBAAkB,CAC/D,UAAU,EACV,YAAY,CACZ,CAAC;gBAEF,oCAAoC;gBACpC,MAAM,0BAA0B,CAC/B,QAAQ,EACR;oBACC,YAAY;oBACZ,qBAAqB,EAAE,UAAU,GAAG,CAAC;oBACrC,qBAAqB;oBACrB,2BAA2B;iBAC3B,EACD,iBAAiB,CACjB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,oEAAoE,UAAU,aAAa,YAAY,WAAW,EAAE,KAAK;gBAC3H,6EAA6E;gBAC7E,4EAA4E;gBAC5E,uCAAuC;gBACvC,IAAI,UAAU,IAAI,EAAE,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;oBAC5C,IAAI,CAAC,IAAI,EAAE,CAAC;gBACb,CAAC;gBAED,MAAM,wBAAwB,GAAG,MAAM,GAAG,iBAAiB,CAAC;gBAE5D,UAAU,CACT,IAAI,EACJ,qBAAqB;oBACpB,2BAA2B;oBAC3B,wBAAwB;oBACxB,IAAI,CACL,CAAC;gBAEF,QAAQ;gBACR,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,MAAM,kBAAkB,CAC/D,UAAU,EACV,YAAY,CACZ,CAAC;gBAEF,MAAM,aAAa,GAAG,MAAM,4BAA4B,CAAC,QAAQ,EAAE;oBAClE,YAAY;oBACZ,qBAAqB,EAAE,UAAU,GAAG,CAAC;oBACrC,qBAAqB;iBACrB,CAAC,CAAC;gBAEH,4CAA4C;gBAC5C,iCAAiC;gBACjC,IAAI,mBAAmB,GAAG,CAAC,CAAC;gBAC5B,MAAM,uBAAuB,GAAG,OAAO,CAAC,GAAG;gBAC1C,qEAAqE;gBACrE,aAAa,CAAC,6BAA6B,CAAC,GAAG,CAAC,CAAC,0BAA0B,EAAE,EAAE,CAC9E,0BAA0B,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,mBAAmB,EAAE,CAAC,CAC5D,CACD,CAAC;gBACF,MAAM,YAAY,CAAC,uBAAuB,EAAE;oBAC3C,UAAU,EAAE,2BAA2B;oBACvC,QAAQ,EAAE,gCAAgC;iBAC1C,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBAClB,gFAAgF;oBAChF,uEAAuE;oBACvE,WAAW,CAAC,GAAG,CAAC,GAAG,mBAAmB,yCAAyC,CAAC,CAAC;oBACjF,MAAM,KAAK,CAAC;gBACb,CAAC,CAAC,CAAC;gBAEH,MAAM,mBAAmB,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAC/D,KAAK,KAAK,CAAC;oBACV,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE;oBACnB,CAAC,CAAC,cAAc,CACd,CAAC,OAAO,EAAE,EAAE;wBACX,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAqB,EAAE,EAAE;4BAC7C,IACC,GAAG,CAAC,KAAK,KAAK,sBAAsB;gCACpC,GAAG,CAAC,UAAU,KAAK,aAAa,CAAC,0BAA0B,EAC1D,CAAC;gCACF,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,0BAA0B,CAAC,CAAC;gCACtD,OAAO,EAAE,CAAC;4BACX,CAAC;wBACF,CAAC,CAAC,CAAC;oBACJ,CAAC,EACD;wBACC,UAAU,EAAE,wBAAwB;wBACpC,QAAQ,EAAE,YAAY,KAAK,wBAAwB;qBACnD,CACD,CACH,CAAC;gBAEF,uCAAuC;gBACvC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;gBAEhD,sDAAsD;gBACtD,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,iBAAiB,CAAC,CAAC,CAAC;YAC3E,CAAC,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED,CAAC;QACA;;WAEG;QACH,MAAM,0BAA0B,GAAG,IAAI,CAAC;QACxC;;WAEG;QACH,MAAM,oBAAoB,GAAG,IAAI,CAAC;QAClC;;WAEG;QACH,MAAM,iBAAiB,GAAG,IAAI,CAAC;QAE/B,kFAAkF;QAClF,sFAAsF;QACtF,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;YAC1C,KAAK,MAAM,UAAU,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;gBAClC,MAAM,CAAC,UAAU,GAAG,CAAC,EAAE,gCAAgC,CAAC,CAAC;gBACzD;;mBAEG;gBACH,MAAM,qBAAqB,GAAG,IAAI,GAAG,UAAU,GAAG,iBAAiB,CAAC;gBAEpE,IAAI,QAAwB,CAAC;gBAC7B,IAAI,iBAAiC,CAAC;gBACtC,IAAI,0BAAsC,CAAC;gBAC3C,IAAI,kBAAyC,CAAC;gBAC9C,IAAI,aAA6B,CAAC;gBAClC,MAAM,SAAS,GAAG,WAAW,CAAC;gBAC9B,MAAM,WAAW,GAAG,uBAAuB,CAAC;gBAE5C,UAAU,CAAC,KAAK,IAAI,EAAE;oBACrB,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,MAAM,kBAAkB,CAC1D,UAAU,EACV,YAAY,CACZ,CAAC,CAAC;oBACH,CAAC,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,GAAG,MAAM,qBAAqB,CAChF,QAAQ,EACR,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,qBAAqB,EAAE,CACnE,CAAC,CAAC;oBACH,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;oBACtC,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;oBAC3D,+HAA+H;oBAC/H,MAAM,2BAA2B,CAAC,QAAQ,EAAE,WAAW,EAAE;wBACxD,MAAM,EAAE,IAAI;wBACZ,SAAS,EAAE,0BAA0B;qBACrC,CAAC,CAAC;gBACJ,CAAC,CAAC,CAAC;gBAEH,EAAE,CAAC,2DAA2D,UAAU,WAAW,EAAE,KAAK,IAAI,EAAE;oBAC/F,QAAQ;oBACR,MAAM,mBAAmB,GAAG,yBAAyB,CACpD,aAAa,EACb,WAAW,EACX,iBAAiB,EACjB,oBAAoB,EACpB,EAAE,cAAc,EAAE,0BAA0B,EAAE,aAAa,EAAE,SAAS,EAAE,CACxE,CAAC;oBAEF,2BAA2B;oBAC3B,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBAChB,OAAO,EAAE,gBAAgB;wBACzB,WAAW;wBACX,KAAK,EAAE,SAAS;qBAChB,CAAC,CAAC;oBACH,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC;oBAE/C,mDAAmD;oBACnD,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;wBACxC,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAC;wBACvE,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;oBACtD,CAAC;oBAED,+EAA+E;oBAC/E,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;wBACnC,KAAK,CAAC,IAAI,CAAC;4BACV,OAAO,EAAE,gBAAgB;4BACzB,WAAW;4BACX,UAAU,EAAE,0BAA0B;yBACtC,CAAC,CAAC;oBACJ,CAAC;oBAED,MAAM,YAAY,GAAG,MAAM,uBAAuB,CACjD,aAAa,EACb,WAAW,EACX,iBAAiB,EACjB,iBAAiB,CACjB,CAAC;oBAEF,2DAA2D;oBAC3D,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;wBACxC,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;oBACtD,CAAC;gBACF,CAAC,CAAC,CAAC;YACJ,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,qFAAqF;QACrF,kHAAkH;QAClH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;YAC7C,KAAK,MAAM,UAAU,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;gBAClC,MAAM,CAAC,UAAU,GAAG,CAAC,EAAE,gCAAgC,CAAC,CAAC;gBACzD;;mBAEG;gBACH,MAAM,qBAAqB,GAAG,IAAI,GAAG,UAAU,GAAG,iBAAiB,CAAC;gBAEpE,IAAI,QAAwB,CAAC;gBAC7B,IAAI,iBAAiC,CAAC;gBACtC,IAAI,0BAAsC,CAAC;gBAC3C,IAAI,kBAAyC,CAAC;gBAC9C,IAAI,aAA6B,CAAC;gBAClC,MAAM,WAAW,GAAG,uBAAuB,CAAC;gBAC5C,MAAM,IAAI,GAAG,SAAS,CAAC;gBACvB,MAAM,IAAI,GAAG,SAAS,CAAC;gBACvB,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;gBAC7C,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;gBAE3C,UAAU,CAAC,KAAK,IAAI,EAAE;oBACrB,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,MAAM,kBAAkB,CAC1D,UAAU,EACV,YAAY,CACZ,CAAC,CAAC;oBACH,CAAC,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,GAAG,MAAM,qBAAqB,CAChF,QAAQ,EACR,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,qBAAqB,EAAE,CACnE,CAAC,CAAC;oBACH,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;oBACtC,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;oBAC3D,+LAA+L;oBAC/L,MAAM,2BAA2B,CAAC,QAAQ,EAAE,WAAW,EAAE;wBACxD,SAAS,EAAE,IAAI;wBACf,SAAS,EAAE,0BAA0B;qBACrC,CAAC,CAAC;gBACJ,CAAC,CAAC,CAAC;gBAEH,EAAE,CAAC,+DAA+D,UAAU,WAAW,EAAE,KAAK,IAAI,EAAE;oBACnG,QAAQ;oBACR,MAAM,OAAO,GAAG,QAAQ,CAAC;oBACzB,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;oBACrC,MAAM,mBAAmB,GAAG,4BAA4B,CACvD,aAAa,EACb,WAAW,EACX,OAAO,EACP,iBAAiB,EACjB,oBAAoB,EACpB,EAAE,cAAc,EAAE,0BAA0B,EAAE,aAAa,EAAE,SAAS,EAAE,CACxE,CAAC;oBAEF,MAAM;oBACN,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBAChB,OAAO,EAAE,mBAAmB;wBAC5B,WAAW;wBACX,GAAG,EAAE,OAAO;wBACZ,KAAK,EAAE,SAAS;qBAChB,CAAC,CAAC;oBACH,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC;oBAE/C,kDAAkD;oBAClD,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;wBACxC,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAC;wBACvE,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;wBAC7C,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;oBACtD,CAAC;oBAED,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;wBACnC,KAAK,CAAC,IAAI,CAAC;4BACV,OAAO,EAAE,mBAAmB;4BAC5B,WAAW;4BACX,GAAG,EAAE,OAAO;4BACZ,UAAU,EAAE,0BAA0B;yBACtC,CAAC,CAAC;oBACJ,CAAC;oBACD,MAAM,YAAY,GAAG,MAAM,0BAA0B,CACpD,aAAa,EACb,WAAW,EACX,OAAO,EACP,iBAAiB,EACjB,iBAAiB,CACjB,CAAC;oBAEF,SAAS;oBACT,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;wBACxC,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;oBACtD,CAAC;gBACF,CAAC,CAAC,CAAC;gBAEH,EAAE,CAAC,mCAAmC,UAAU,WAAW,EAAE,KAAK,IAAI,EAAE;oBACvE,QAAQ;oBACR,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;oBAC7D,MAAM,WAAW,GAAG,0BAA0B,CAAC;oBAC/C,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;oBAEtC,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;oBAClE,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;oBAClE,MAAM,uBAAuB,GAAG,4BAA4B,CAC3D,cAAc,EACd,WAAW,EACX,IAAI,EACJ,iBAAiB,EACjB,oBAAoB,EACpB,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,CACtD,CAAC;oBACF,MAAM,uBAAuB,GAAG,4BAA4B,CAC3D,cAAc,EACd,WAAW,EACX,IAAI,EACJ,iBAAiB,EACjB,oBAAoB,EACpB,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,CACtD,CAAC;oBAEF,MAAM;oBACN,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBAChB,OAAO,EAAE,mBAAmB;wBAC5B,WAAW;wBACX,GAAG,EAAE,IAAI;wBACT,KAAK,EAAE,MAAM;qBACb,CAAC,CAAC;oBACH,MAAM,gBAAgB,GAAG,MAAM,uBAAuB,CAAC;oBACvD,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBAChB,OAAO,EAAE,mBAAmB;wBAC5B,WAAW;wBACX,GAAG,EAAE,IAAI;wBACT,KAAK,EAAE,MAAM;qBACb,CAAC,CAAC;oBACH,MAAM,gBAAgB,GAAG,MAAM,uBAAuB,CAAC;oBAEvD,oDAAoD;oBACpD,KAAK,MAAM,WAAW,IAAI,gBAAgB,EAAE,CAAC;wBAC5C,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;wBACxD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;wBAC1C,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBACnD,CAAC;oBACD,KAAK,MAAM,WAAW,IAAI,gBAAgB,EAAE,CAAC;wBAC5C,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;wBACxD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;wBAC1C,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBACnD,CAAC;oBAED,2CAA2C;oBAC3C,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;wBAC9B,KAAK,CAAC,IAAI,CAAC;4BACV,OAAO,EAAE,mBAAmB;4BAC5B,WAAW;4BACX,GAAG,EAAE,IAAI;4BACT,UAAU,EAAE,WAAW;yBACvB,CAAC,CAAC;oBACJ,CAAC;oBACD,MAAM,aAAa,GAAG,MAAM,0BAA0B,CACrD,QAAQ,EACR,WAAW,EACX,IAAI,EACJ,iBAAiB,EACjB,iBAAiB,CACjB,CAAC;oBAEF,2CAA2C;oBAC3C,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;wBAC9B,KAAK,CAAC,IAAI,CAAC;4BACV,OAAO,EAAE,mBAAmB;4BAC5B,WAAW;4BACX,GAAG,EAAE,IAAI;4BACT,UAAU,EAAE,WAAW;yBACvB,CAAC,CAAC;oBACJ,CAAC;oBACD,MAAM,aAAa,GAAG,MAAM,0BAA0B,CACrD,QAAQ,EACR,WAAW,EACX,IAAI,EACJ,iBAAiB,EACjB,iBAAiB,CACjB,CAAC;oBAEF,SAAS;oBACT,MAAM,CAAC,WAAW,CACjB,aAAa,CAAC,MAAM,EACpB,UAAU,EACV,8CAA8C,CAC9C,CAAC;oBACF,MAAM,CAAC,WAAW,CACjB,aAAa,CAAC,MAAM,EACpB,UAAU,EACV,8CAA8C,CAC9C,CAAC;oBAEF,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;wBACtC,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,yBAAyB,CAAC,CAAC;oBAC3E,CAAC;oBACD,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;wBACtC,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,yBAAyB,CAAC,CAAC;oBAC3E,CAAC;gBACF,CAAC,CAAC,CAAC;YACJ,CAAC;QACF,CAAC,CAAC,CAAC;IACJ,CAAC;AACF,CAAC,CAAC,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { strict as assert } from \"node:assert\";\nimport type { ChildProcess } from \"node:child_process\";\nimport inspector from \"node:inspector\";\n\nimport type { AttendeeId } from \"@fluidframework/presence/beta\";\nimport { timeoutAwait, timeoutPromise } from \"@fluidframework/test-utils/internal\";\n\nimport type { MessageFromChild } from \"./messageTypes.js\";\nimport {\n\tconnectAndListenForAttendees,\n\tconnectAndWaitForAttendees,\n\tconnectChildProcesses,\n\tforkChildProcesses,\n\tgetLatestMapValueResponses,\n\tgetLatestValueResponses,\n\tregisterWorkspaceOnChildren,\n\ttestConsole,\n\twaitForLatestMapValueUpdates,\n\twaitForLatestValueUpdates,\n} from \"./orchestratorUtils.js\";\n\nconst useAzure = process.env.FLUID_CLIENT === \"azure\";\n\n/**\n * Detects if the debugger is attached (when code loaded).\n */\nconst debuggerAttached = inspector.url() !== undefined;\n\n/**\n * Set this to a high number when debugging to avoid timeouts from debugging time.\n */\nconst timeoutMultiplier = debuggerAttached ? 1000 : useAzure ? 3 : 1;\n\n/**\n * Sets the timeout for the given test context.\n *\n * @remarks\n * If a debugger is attached, the timeout is set to 0 to prevent timeouts during debugging.\n * Otherwise, it sets the timeout to the maximum of the current timeout and the specified duration.\n *\n * @param context - The Mocha test context.\n * @param duration - The duration in milliseconds to set the timeout to. Zero disables the timeout.\n */\nfunction setTimeout(context: Mocha.Context, duration: number): void {\n\tconst currentTimeout = context.timeout();\n\tconst newTimeout =\n\t\tdebuggerAttached || currentTimeout === 0 || duration === 0\n\t\t\t? 0\n\t\t\t: Math.max(currentTimeout, duration);\n\tif (newTimeout !== currentTimeout) {\n\t\ttestConsole.log(\n\t\t\t`${context.test?.title}: setting timeout to ${newTimeout}ms (was ${currentTimeout}ms)`,\n\t\t);\n\t\tcontext.timeout(newTimeout);\n\t}\n}\n\n/**\n * This test suite is a prototype for a multi-process end to end test for Fluid using the new Presence API on AzureClient.\n * In the future we hope to expand and generalize this pattern to broadly test more Fluid features.\n * Other E2E tests are limited to running multiple clients on a single process which does not effectively\n * simulate real-world production scenarios where clients are usually running on different machines. Since\n * the Fluid Framework client is designed to carry most of the work burden, multi-process testing from a\n * single machine is also not representative but does at least work past some limitations of a single\n * Node.js process handling multiple clients.\n *\n * The pattern demonstrated in this test suite is as follows:\n *\n * This main test file acts as the 'Orchestrator'. The orchestrator's job includes:\n * - Fork child processes to simulate multiple Fluid clients\n * - Send command messages to child clients to perform specific Fluid actions.\n * - Receive response messages from child clients to verify expected behavior.\n * - Clean up child processes after each test.\n *\n * The child processes are located in the `childClient.tool.ts` file. Each child process simulates a Fluid client.\n *\n * The child client's job includes:\n * - Create/Get + connect to Fluid container.\n * - Listen for command messages from the orchestrator.\n * - Perform the requested action.\n * - Send response messages including any relevant data back to the orchestrator to verify expected behavior.\n */\n\n/**\n * This particular test suite tests the following E2E functionality for Presence:\n * - Announce 'attendeeConnected' when remote client joins session.\n * - Announce 'attendeeDisconnected' when remote client disconnects.\n */\ndescribe(`Presence with AzureClient`, () => {\n\tconst afterCleanUp: (() => void)[] = [];\n\n\t// After each test, call any cleanup functions that were registered (kill each child process)\n\tafterEach(async () => {\n\t\tfor (const cleanUp of afterCleanUp) {\n\t\t\tcleanUp();\n\t\t}\n\t\tafterCleanUp.length = 0;\n\t});\n\n\t// Note that on slower systems 50+ clients may take too long to join.\n\tconst numClientsForAttendeeTests = [5, 20, 50, 100];\n\t// TODO: AB#45620: \"Presence: perf: update Join pattern for scale\" may help, then remove .slice.\n\tfor (const numClients of numClientsForAttendeeTests.slice(0, 2)) {\n\t\tassert(numClients > 1, \"Must have at least two clients\");\n\t\t/**\n\t\t * Timeout for child processes to connect to container ({@link ConnectedEvent})\n\t\t */\n\t\tconst childConnectTimeoutMs = 1000 * numClients * timeoutMultiplier;\n\t\t/**\n\t\t * Timeout for presence attendees to connect {@link AttendeeConnectedEvent}\n\t\t */\n\t\tconst allAttendeesJoinedTimeoutMs = (1000 + 200 * numClients) * timeoutMultiplier;\n\n\t\tfor (const writeClients of [numClients, 1]) {\n\t\t\tit(`announces 'attendeeConnected' when remote client joins session [${numClients} clients, ${writeClients} writers]`, async function () {\n\t\t\t\tsetTimeout(this, childConnectTimeoutMs + allAttendeesJoinedTimeoutMs + 1000);\n\n\t\t\t\t// Setup\n\t\t\t\tconst { children, childErrorPromise } = await forkChildProcesses(\n\t\t\t\t\tnumClients,\n\t\t\t\t\tafterCleanUp,\n\t\t\t\t);\n\n\t\t\t\t// Further Setup with Act and Verify\n\t\t\t\tawait connectAndWaitForAttendees(\n\t\t\t\t\tchildren,\n\t\t\t\t\t{\n\t\t\t\t\t\twriteClients,\n\t\t\t\t\t\tattendeeCountRequired: numClients - 1,\n\t\t\t\t\t\tchildConnectTimeoutMs,\n\t\t\t\t\t\tallAttendeesJoinedTimeoutMs,\n\t\t\t\t\t},\n\t\t\t\t\tchildErrorPromise,\n\t\t\t\t);\n\t\t\t});\n\n\t\t\tit(`announces 'attendeeDisconnected' when remote client disconnects [${numClients} clients, ${writeClients} writers]`, async function () {\n\t\t\t\t// TODO: AB#45620: \"Presence: perf: update Join pattern for scale\" can handle\n\t\t\t\t// larger counts of read-only attendees. Without protocol changes tests with\n\t\t\t\t// 20+ attendees exceed current limits.\n\t\t\t\tif (numClients >= 20 && writeClients === 1) {\n\t\t\t\t\tthis.skip();\n\t\t\t\t}\n\n\t\t\t\tconst childDisconnectTimeoutMs = 10_000 * timeoutMultiplier;\n\n\t\t\t\tsetTimeout(\n\t\t\t\t\tthis,\n\t\t\t\t\tchildConnectTimeoutMs +\n\t\t\t\t\t\tallAttendeesJoinedTimeoutMs +\n\t\t\t\t\t\tchildDisconnectTimeoutMs +\n\t\t\t\t\t\t1000,\n\t\t\t\t);\n\n\t\t\t\t// Setup\n\t\t\t\tconst { children, childErrorPromise } = await forkChildProcesses(\n\t\t\t\t\tnumClients,\n\t\t\t\t\tafterCleanUp,\n\t\t\t\t);\n\n\t\t\t\tconst connectResult = await connectAndListenForAttendees(children, {\n\t\t\t\t\twriteClients,\n\t\t\t\t\tattendeeCountRequired: numClients - 1,\n\t\t\t\t\tchildConnectTimeoutMs,\n\t\t\t\t});\n\n\t\t\t\t// Wait for all attendees to be fully joined\n\t\t\t\t// Keep a tally for debuggability\n\t\t\t\tlet childrenFullyJoined = 0;\n\t\t\t\tconst allAttendeesFullyJoined = Promise.all(\n\t\t\t\t\t// eslint-disable-next-line @typescript-eslint/promise-function-async\n\t\t\t\t\tconnectResult.attendeeCountRequiredPromises.map((attendeeFullyJoinedPromise) =>\n\t\t\t\t\t\tattendeeFullyJoinedPromise.then(() => childrenFullyJoined++),\n\t\t\t\t\t),\n\t\t\t\t);\n\t\t\t\tawait timeoutAwait(allAttendeesFullyJoined, {\n\t\t\t\t\tdurationMs: allAttendeesJoinedTimeoutMs,\n\t\t\t\t\terrorMsg: \"Not all attendees fully joined\",\n\t\t\t\t}).catch((error) => {\n\t\t\t\t\t// Ideally this information would just be in the timeout error message, but that\n\t\t\t\t\t// must be a resolved string (not dynamic). So, just log it separately.\n\t\t\t\t\ttestConsole.log(`${childrenFullyJoined} attendees fully joined before error...`);\n\t\t\t\t\tthrow error;\n\t\t\t\t});\n\n\t\t\t\tconst waitForDisconnected = children.map(async (child, index) =>\n\t\t\t\t\tindex === 0\n\t\t\t\t\t\t? Promise.resolve()\n\t\t\t\t\t\t: timeoutPromise(\n\t\t\t\t\t\t\t\t(resolve) => {\n\t\t\t\t\t\t\t\t\tchild.on(\"message\", (msg: MessageFromChild) => {\n\t\t\t\t\t\t\t\t\t\tif (\n\t\t\t\t\t\t\t\t\t\t\tmsg.event === \"attendeeDisconnected\" &&\n\t\t\t\t\t\t\t\t\t\t\tmsg.attendeeId === connectResult.containerCreatorAttendeeId\n\t\t\t\t\t\t\t\t\t\t) {\n\t\t\t\t\t\t\t\t\t\t\tconsole.log(`Child[${index}] saw creator disconnect`);\n\t\t\t\t\t\t\t\t\t\t\tresolve();\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\tdurationMs: childDisconnectTimeoutMs,\n\t\t\t\t\t\t\t\t\terrorMsg: `Attendee[${index}] Disconnected Timeout`,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t),\n\t\t\t\t);\n\n\t\t\t\t// Act - disconnect first child process\n\t\t\t\tchildren[0].send({ command: \"disconnectSelf\" });\n\n\t\t\t\t// Verify - wait for all 'attendeeDisconnected' events\n\t\t\t\tawait Promise.race([Promise.all(waitForDisconnected), childErrorPromise]);\n\t\t\t});\n\t\t}\n\t}\n\n\t{\n\t\t/**\n\t\t * Timeout for workspace registration {@link WorkspaceRegisteredEvent}\n\t\t */\n\t\tconst workspaceRegisterTimeoutMs = 5000;\n\t\t/**\n\t\t * Timeout for presence update events {@link LatestMapValueUpdatedEvent} and {@link LatestValueUpdatedEvent}\n\t\t */\n\t\tconst stateUpdateTimeoutMs = 5000;\n\t\t/**\n\t\t * Timeout for {@link LatestMapValueGetResponseEvent} and {@link LatestValueGetResponseEvent}\n\t\t */\n\t\tconst getStateTimeoutMs = 5000;\n\n\t\t// This test suite focuses on the synchronization of Latest state between clients.\n\t\t// NOTE: For testing purposes child clients will expect a Latest value of type string.\n\t\tdescribe(`using Latest state object`, () => {\n\t\t\tfor (const numClients of [5, 20]) {\n\t\t\t\tassert(numClients > 1, \"Must have at least two clients\");\n\t\t\t\t/**\n\t\t\t\t * Timeout for child processes to connect to container ({@link ConnectedEvent})\n\t\t\t\t */\n\t\t\t\tconst childConnectTimeoutMs = 1000 * numClients * timeoutMultiplier;\n\n\t\t\t\tlet children: ChildProcess[];\n\t\t\t\tlet childErrorPromise: Promise<never>;\n\t\t\t\tlet containerCreatorAttendeeId: AttendeeId;\n\t\t\t\tlet attendeeIdPromises: Promise<AttendeeId>[];\n\t\t\t\tlet remoteClients: ChildProcess[];\n\t\t\t\tconst testValue = \"testValue\";\n\t\t\t\tconst workspaceId = \"presenceTestWorkspace\";\n\n\t\t\t\tbeforeEach(async () => {\n\t\t\t\t\t({ children, childErrorPromise } = await forkChildProcesses(\n\t\t\t\t\t\tnumClients,\n\t\t\t\t\t\tafterCleanUp,\n\t\t\t\t\t));\n\t\t\t\t\t({ containerCreatorAttendeeId, attendeeIdPromises } = await connectChildProcesses(\n\t\t\t\t\t\tchildren,\n\t\t\t\t\t\t{ writeClients: numClients, readyTimeoutMs: childConnectTimeoutMs },\n\t\t\t\t\t));\n\t\t\t\t\tawait Promise.all(attendeeIdPromises);\n\t\t\t\t\tremoteClients = children.filter((_, index) => index !== 0);\n\t\t\t\t\t// NOTE: For testing purposes child clients will expect a Latest value of type string (StateFactory.latest<{ value: string }>).\n\t\t\t\t\tawait registerWorkspaceOnChildren(children, workspaceId, {\n\t\t\t\t\t\tlatest: true,\n\t\t\t\t\t\ttimeoutMs: workspaceRegisterTimeoutMs,\n\t\t\t\t\t});\n\t\t\t\t});\n\n\t\t\t\tit(`allows clients to read Latest state from other clients [${numClients} clients]`, async () => {\n\t\t\t\t\t// Setup\n\t\t\t\t\tconst updateEventsPromise = waitForLatestValueUpdates(\n\t\t\t\t\t\tremoteClients,\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\t\tstateUpdateTimeoutMs,\n\t\t\t\t\t\t{ fromAttendeeId: containerCreatorAttendeeId, expectedValue: testValue },\n\t\t\t\t\t);\n\n\t\t\t\t\t// Act - Trigger the update\n\t\t\t\t\tchildren[0].send({\n\t\t\t\t\t\tcommand: \"setLatestValue\",\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\tvalue: testValue,\n\t\t\t\t\t});\n\t\t\t\t\tconst updateEvents = await updateEventsPromise;\n\n\t\t\t\t\t// Verify all events are from the expected attendee\n\t\t\t\t\tfor (const updateEvent of updateEvents) {\n\t\t\t\t\t\tassert.strictEqual(updateEvent.attendeeId, containerCreatorAttendeeId);\n\t\t\t\t\t\tassert.deepStrictEqual(updateEvent.value, testValue);\n\t\t\t\t\t}\n\n\t\t\t\t\t// Act - Request each remote client to read latest state from container creator\n\t\t\t\t\tfor (const child of remoteClients) {\n\t\t\t\t\t\tchild.send({\n\t\t\t\t\t\t\tcommand: \"getLatestValue\",\n\t\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\t\tattendeeId: containerCreatorAttendeeId,\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\n\t\t\t\t\tconst getResponses = await getLatestValueResponses(\n\t\t\t\t\t\tremoteClients,\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\t\tgetStateTimeoutMs,\n\t\t\t\t\t);\n\n\t\t\t\t\t// Verify - all responses should contain the expected value\n\t\t\t\t\tfor (const getResponse of getResponses) {\n\t\t\t\t\t\tassert.deepStrictEqual(getResponse.value, testValue);\n\t\t\t\t\t}\n\t\t\t\t});\n\t\t\t}\n\t\t});\n\n\t\t// This test suite focuses on the synchronization of LatestMap state between clients.\n\t\t// NOTE: For testing purposes child clients will expect a LatestMap value of type Record<string, string | number>.\n\t\tdescribe(`using LatestMap state object`, () => {\n\t\t\tfor (const numClients of [5, 20]) {\n\t\t\t\tassert(numClients > 1, \"Must have at least two clients\");\n\t\t\t\t/**\n\t\t\t\t * Timeout for child processes to connect to container ({@link ConnectedEvent})\n\t\t\t\t */\n\t\t\t\tconst childConnectTimeoutMs = 1000 * numClients * timeoutMultiplier;\n\n\t\t\t\tlet children: ChildProcess[];\n\t\t\t\tlet childErrorPromise: Promise<never>;\n\t\t\t\tlet containerCreatorAttendeeId: AttendeeId;\n\t\t\t\tlet attendeeIdPromises: Promise<AttendeeId>[];\n\t\t\t\tlet remoteClients: ChildProcess[];\n\t\t\t\tconst workspaceId = \"presenceTestWorkspace\";\n\t\t\t\tconst key1 = \"player1\";\n\t\t\t\tconst key2 = \"player2\";\n\t\t\t\tconst value1 = { name: \"Alice\", score: 100 };\n\t\t\t\tconst value2 = { name: \"Bob\", score: 200 };\n\n\t\t\t\tbeforeEach(async () => {\n\t\t\t\t\t({ children, childErrorPromise } = await forkChildProcesses(\n\t\t\t\t\t\tnumClients,\n\t\t\t\t\t\tafterCleanUp,\n\t\t\t\t\t));\n\t\t\t\t\t({ containerCreatorAttendeeId, attendeeIdPromises } = await connectChildProcesses(\n\t\t\t\t\t\tchildren,\n\t\t\t\t\t\t{ writeClients: numClients, readyTimeoutMs: childConnectTimeoutMs },\n\t\t\t\t\t));\n\t\t\t\t\tawait Promise.all(attendeeIdPromises);\n\t\t\t\t\tremoteClients = children.filter((_, index) => index !== 0);\n\t\t\t\t\t// NOTE: For testing purposes child clients will expect a LatestMap value of type Record<string, string | number> (StateFactory.latestMap<{ value: Record<string, string | number> }, string>).\n\t\t\t\t\tawait registerWorkspaceOnChildren(children, workspaceId, {\n\t\t\t\t\t\tlatestMap: true,\n\t\t\t\t\t\ttimeoutMs: workspaceRegisterTimeoutMs,\n\t\t\t\t\t});\n\t\t\t\t});\n\n\t\t\t\tit(`allows clients to read LatestMap values from other clients [${numClients} clients]`, async () => {\n\t\t\t\t\t// Setup\n\t\t\t\t\tconst testKey = \"cursor\";\n\t\t\t\t\tconst testValue = { x: 150, y: 300 };\n\t\t\t\t\tconst updateEventsPromise = waitForLatestMapValueUpdates(\n\t\t\t\t\t\tremoteClients,\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\ttestKey,\n\t\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\t\tstateUpdateTimeoutMs,\n\t\t\t\t\t\t{ fromAttendeeId: containerCreatorAttendeeId, expectedValue: testValue },\n\t\t\t\t\t);\n\n\t\t\t\t\t// Act\n\t\t\t\t\tchildren[0].send({\n\t\t\t\t\t\tcommand: \"setLatestMapValue\",\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\tkey: testKey,\n\t\t\t\t\t\tvalue: testValue,\n\t\t\t\t\t});\n\t\t\t\t\tconst updateEvents = await updateEventsPromise;\n\n\t\t\t\t\t// Check all events are from the expected attendee\n\t\t\t\t\tfor (const updateEvent of updateEvents) {\n\t\t\t\t\t\tassert.strictEqual(updateEvent.attendeeId, containerCreatorAttendeeId);\n\t\t\t\t\t\tassert.strictEqual(updateEvent.key, testKey);\n\t\t\t\t\t\tassert.deepStrictEqual(updateEvent.value, testValue);\n\t\t\t\t\t}\n\n\t\t\t\t\tfor (const child of remoteClients) {\n\t\t\t\t\t\tchild.send({\n\t\t\t\t\t\t\tcommand: \"getLatestMapValue\",\n\t\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\t\tkey: testKey,\n\t\t\t\t\t\t\tattendeeId: containerCreatorAttendeeId,\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\tconst getResponses = await getLatestMapValueResponses(\n\t\t\t\t\t\tremoteClients,\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\ttestKey,\n\t\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\t\tgetStateTimeoutMs,\n\t\t\t\t\t);\n\n\t\t\t\t\t// Verify\n\t\t\t\t\tfor (const getResponse of getResponses) {\n\t\t\t\t\t\tassert.deepStrictEqual(getResponse.value, testValue);\n\t\t\t\t\t}\n\t\t\t\t});\n\n\t\t\t\tit(`returns per-key values on read [${numClients} clients]`, async () => {\n\t\t\t\t\t// Setup\n\t\t\t\t\tconst allAttendeeIds = await Promise.all(attendeeIdPromises);\n\t\t\t\t\tconst attendee0Id = containerCreatorAttendeeId;\n\t\t\t\t\tconst attendee1Id = allAttendeeIds[1];\n\n\t\t\t\t\tconst key1Recipients = children.filter((_, index) => index !== 0);\n\t\t\t\t\tconst key2Recipients = children.filter((_, index) => index !== 1);\n\t\t\t\t\tconst key1UpdateEventsPromise = waitForLatestMapValueUpdates(\n\t\t\t\t\t\tkey1Recipients,\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\tkey1,\n\t\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\t\tstateUpdateTimeoutMs,\n\t\t\t\t\t\t{ fromAttendeeId: attendee0Id, expectedValue: value1 },\n\t\t\t\t\t);\n\t\t\t\t\tconst key2UpdateEventsPromise = waitForLatestMapValueUpdates(\n\t\t\t\t\t\tkey2Recipients,\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\tkey2,\n\t\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\t\tstateUpdateTimeoutMs,\n\t\t\t\t\t\t{ fromAttendeeId: attendee1Id, expectedValue: value2 },\n\t\t\t\t\t);\n\n\t\t\t\t\t// Act\n\t\t\t\t\tchildren[0].send({\n\t\t\t\t\t\tcommand: \"setLatestMapValue\",\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\tkey: key1,\n\t\t\t\t\t\tvalue: value1,\n\t\t\t\t\t});\n\t\t\t\t\tconst key1UpdateEvents = await key1UpdateEventsPromise;\n\t\t\t\t\tchildren[1].send({\n\t\t\t\t\t\tcommand: \"setLatestMapValue\",\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\tkey: key2,\n\t\t\t\t\t\tvalue: value2,\n\t\t\t\t\t});\n\t\t\t\t\tconst key2UpdateEvents = await key2UpdateEventsPromise;\n\n\t\t\t\t\t// Verify all events are from the expected attendees\n\t\t\t\t\tfor (const updateEvent of key1UpdateEvents) {\n\t\t\t\t\t\tassert.strictEqual(updateEvent.attendeeId, attendee0Id);\n\t\t\t\t\t\tassert.strictEqual(updateEvent.key, key1);\n\t\t\t\t\t\tassert.deepStrictEqual(updateEvent.value, value1);\n\t\t\t\t\t}\n\t\t\t\t\tfor (const updateEvent of key2UpdateEvents) {\n\t\t\t\t\t\tassert.strictEqual(updateEvent.attendeeId, attendee1Id);\n\t\t\t\t\t\tassert.strictEqual(updateEvent.key, key2);\n\t\t\t\t\t\tassert.deepStrictEqual(updateEvent.value, value2);\n\t\t\t\t\t}\n\n\t\t\t\t\t// Read key1 of attendee0 from all children\n\t\t\t\t\tfor (const child of children) {\n\t\t\t\t\t\tchild.send({\n\t\t\t\t\t\t\tcommand: \"getLatestMapValue\",\n\t\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\t\tkey: key1,\n\t\t\t\t\t\t\tattendeeId: attendee0Id,\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\tconst key1Responses = await getLatestMapValueResponses(\n\t\t\t\t\t\tchildren,\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\tkey1,\n\t\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\t\tgetStateTimeoutMs,\n\t\t\t\t\t);\n\n\t\t\t\t\t// Read key2 of attendee1 from all children\n\t\t\t\t\tfor (const child of children) {\n\t\t\t\t\t\tchild.send({\n\t\t\t\t\t\t\tcommand: \"getLatestMapValue\",\n\t\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\t\tkey: key2,\n\t\t\t\t\t\t\tattendeeId: attendee1Id,\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\tconst key2Responses = await getLatestMapValueResponses(\n\t\t\t\t\t\tchildren,\n\t\t\t\t\t\tworkspaceId,\n\t\t\t\t\t\tkey2,\n\t\t\t\t\t\tchildErrorPromise,\n\t\t\t\t\t\tgetStateTimeoutMs,\n\t\t\t\t\t);\n\n\t\t\t\t\t// Verify\n\t\t\t\t\tassert.strictEqual(\n\t\t\t\t\t\tkey1Responses.length,\n\t\t\t\t\t\tnumClients,\n\t\t\t\t\t\t\"Expected responses from all clients for key1\",\n\t\t\t\t\t);\n\t\t\t\t\tassert.strictEqual(\n\t\t\t\t\t\tkey2Responses.length,\n\t\t\t\t\t\tnumClients,\n\t\t\t\t\t\t\"Expected responses from all clients for key2\",\n\t\t\t\t\t);\n\n\t\t\t\t\tfor (const response of key1Responses) {\n\t\t\t\t\t\tassert.deepStrictEqual(response.value, value1, \"Key1 value should match\");\n\t\t\t\t\t}\n\t\t\t\t\tfor (const response of key2Responses) {\n\t\t\t\t\t\tassert.deepStrictEqual(response.value, value2, \"Key2 value should match\");\n\t\t\t\t\t}\n\t\t\t\t});\n\t\t\t}\n\t\t});\n\t}\n});\n"]}