@fluidframework/agent-scheduler 2.0.0-internal.3.0.2 → 2.0.0-internal.3.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.eslintrc.js +8 -10
- package/README.md +1 -1
- package/dist/agent.d.ts.map +1 -1
- package/dist/agent.js.map +1 -1
- package/dist/scheduler.d.ts.map +1 -1
- package/dist/scheduler.js +45 -13
- package/dist/scheduler.js.map +1 -1
- package/dist/taskSubscription.d.ts.map +1 -1
- package/dist/taskSubscription.js.map +1 -1
- package/lib/agent.d.ts.map +1 -1
- package/lib/agent.js.map +1 -1
- package/lib/scheduler.d.ts.map +1 -1
- package/lib/scheduler.js +45 -13
- package/lib/scheduler.js.map +1 -1
- package/lib/taskSubscription.d.ts.map +1 -1
- package/lib/taskSubscription.js.map +1 -1
- package/package.json +40 -37
- package/prettier.config.cjs +1 -1
- package/src/agent.ts +51 -48
- package/src/scheduler.ts +471 -421
- package/src/taskSubscription.ts +45 -45
- package/tsconfig.esnext.json +6 -6
- package/tsconfig.json +9 -13
package/.eslintrc.js
CHANGED
|
@@ -4,13 +4,11 @@
|
|
|
4
4
|
*/
|
|
5
5
|
|
|
6
6
|
module.exports = {
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
}
|
|
16
|
-
}
|
|
7
|
+
extends: [require.resolve("@fluidframework/eslint-config-fluid/minimal"), "prettier"],
|
|
8
|
+
parserOptions: {
|
|
9
|
+
project: ["./tsconfig.json", "./src/test/tsconfig.json"],
|
|
10
|
+
},
|
|
11
|
+
rules: {
|
|
12
|
+
"@typescript-eslint/strict-boolean-expressions": "off",
|
|
13
|
+
},
|
|
14
|
+
};
|
package/README.md
CHANGED
|
@@ -6,7 +6,7 @@ The `AgentScheduler` is a data object that can be used to assign tasks to unique
|
|
|
6
6
|
|
|
7
7
|
### Creation
|
|
8
8
|
|
|
9
|
-
To create an `AgentScheduler` as a child instance of your data object, add the factory to your registry and call the static `createChildInstance` function on the factory.
|
|
9
|
+
To create an `AgentScheduler` as a child instance of your data object, add the factory to your registry and call the static `createChildInstance` function on the factory. You can then retrieve and store its handle to access it later:
|
|
10
10
|
|
|
11
11
|
```typescript
|
|
12
12
|
// In your Data Object
|
package/dist/agent.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAEjE,eAAO,MAAM,eAAe,EAAE,MAAM,sBAA0C,CAAC;AAE/E,MAAM,WAAW,sBAAsB;
|
|
1
|
+
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAEjE,eAAO,MAAM,eAAe,EAAE,MAAM,sBAA0C,CAAC;AAE/E,MAAM,WAAW,sBAAsB;IACtC,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;CAC1C;AAED,MAAM,WAAW,qBAAsB,SAAQ,MAAM;IACpD;;;;;;;;;;;;;;;;OAgBG;IACH,CAAC,KAAK,EAAE,QAAQ,GAAG,UAAU,GAAG,MAAM,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,OAAE;CAC5E;AAED;;GAEG;AACH,MAAM,WAAW,eAChB,SAAQ,sBAAsB,EAC7B,cAAc,CAAC,qBAAqB,CAAC,EACrC,cAAc;IACf;;;;;;OAMG;IACH,QAAQ,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/C;;;;;;;OAOG;IACH,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjE;;;;;OAKG;IACH,OAAO,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE9C;;OAEG;IACH,WAAW,IAAI,MAAM,EAAE,CAAC;CACxB"}
|
package/dist/agent.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAKU,QAAA,eAAe,GAAiC,iBAAiB,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { IEvent, IEventProvider } from \"@fluidframework/common-definitions\";\nimport { IFluidLoadable } from \"@fluidframework/core-interfaces\";\n\nexport const IAgentScheduler: keyof IProvideAgentScheduler = \"IAgentScheduler\";\n\nexport interface IProvideAgentScheduler {\n
|
|
1
|
+
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAKU,QAAA,eAAe,GAAiC,iBAAiB,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { IEvent, IEventProvider } from \"@fluidframework/common-definitions\";\nimport { IFluidLoadable } from \"@fluidframework/core-interfaces\";\n\nexport const IAgentScheduler: keyof IProvideAgentScheduler = \"IAgentScheduler\";\n\nexport interface IProvideAgentScheduler {\n\treadonly IAgentScheduler: IAgentScheduler;\n}\n\nexport interface IAgentSchedulerEvents extends IEvent {\n\t/**\n\t * Event when ownership of task changes\n\t * @param event - name of the event:\n\t *\n\t * - \"picked\" - the task has been assigned to this client, in response to pick() being called\n\t * If client loses this task (due to disconnect), it will attempt to pick it again (on connection)\n\t * automatically, unless release() is called\n\t *\n\t * - \"released\" - the task was successfully released back to the pool. Client will not attempt to\n\t * re-acquire the task, unless pick() is called.\n\t *\n\t * - \"lost\" - task is lost due to disconnect or data store / container being attached.\n\t * Task will be picked up again by some connected client (this client will try as well,\n\t * unless release() is called)\n\t *\n\t * @param listener - callback notified when change happened for particular key\n\t */\n\t(event: \"picked\" | \"released\" | \"lost\", listener: (taskId: string) => void);\n}\n\n/**\n * Agent scheduler distributes a set of tasks/variables across connected clients.\n */\nexport interface IAgentScheduler\n\textends IProvideAgentScheduler,\n\t\tIEventProvider<IAgentSchedulerEvents>,\n\t\tIFluidLoadable {\n\t/**\n\t * Registers a set of new tasks to distribute amongst connected clients. Only use this if a client wants\n\t * a new agent to run but does not have the capability to run the agent inside the host.\n\t * Client can call pick() later if the capability changes.\n\t *\n\t * This method should only be called once per task. Duplicate calls will be rejected.\n\t */\n\tregister(...taskUrls: string[]): Promise<void>;\n\n\t/**\n\t * Attempts to pick a set of tasks. A client will only run the task if it's chosen based on consensus.\n\t * Resolves when the tasks are assigned to one of the connected clients.\n\t *\n\t * This method should only be called once per task. Duplicate calls will be rejected.\n\t *\n\t * @param worker - callback to run when task is picked up.\n\t */\n\tpick(taskId: string, worker: () => Promise<void>): Promise<void>;\n\n\t/**\n\t * Releases a set of tasks for other clients to grab. Resolves when the tasks are released.\n\t *\n\t * Only previously picked tasks are allowed. Releasing non picked tasks will get a rejection.\n\t * App can call pickedTasks() to get the picked list first.\n\t */\n\trelease(...taskUrls: string[]): Promise<void>;\n\n\t/**\n\t * Returns a list of all tasks running on this client\n\t */\n\tpickedTasks(): string[];\n}\n"]}
|
package/dist/scheduler.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scheduler.d.ts","sourceRoot":"","sources":["../src/scheduler.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAU,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,
|
|
1
|
+
{"version":3,"file":"scheduler.d.ts","sourceRoot":"","sources":["../src/scheduler.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAU,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EAAe,YAAY,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAEtF,OAAO,EACN,qBAAqB,EAErB,qBAAqB,EACrB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EAAE,2BAA2B,EAAE,MAAM,qCAAqC,CAAC;AAClF,OAAO,EAAE,sBAAsB,EAAmB,MAAM,uCAAuC,CAAC;AAChG,OAAO,EACN,sBAAsB,EACtB,sBAAsB,EACtB,gCAAgC,EAChC,MAAM,qCAAqC,CAAC;AAG7C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AA4BjE,qBAAa,cACZ,SAAQ,iBAAiB,CAAC,qBAAqB,CAC/C,YAAW,eAAe;IAgEzB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,2BAA2B;WAhEzB,IAAI,CACvB,OAAO,EAAE,sBAAsB,EAC/B,OAAO,EAAE,sBAAsB,EAC/B,QAAQ,EAAE,OAAO;IAyBlB,IAAW,eAAe,SAEzB;IACD,IAAW,cAAc,SAExB;IAED,OAAO,KAAK,QAAQ,GAOnB;IAMD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAqB;IAKrD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAA0C;IAI/E,OAAO,CAAC,YAAY,CAAqB;IAEzC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;gBAG3B,OAAO,EAAE,sBAAsB,EAC/B,OAAO,EAAE,sBAAsB,EAC/B,2BAA2B,EAAE,2BAA2B,CAAC,MAAM,GAAG,IAAI,CAAC;IAMzF,IAAW,MAAM,uBAEhB;IAEY,QAAQ,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB9C,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBhE,OAAO,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAgCnD,WAAW,IAAI,MAAM,EAAE;YAIhB,YAAY;YAkBZ,WAAW;YAYX,UAAU;IASxB,OAAO,CAAC,eAAe;YAIT,SAAS;IAIvB,OAAO,CAAC,UAAU;IAiFlB,OAAO,CAAC,iBAAiB;YAcX,gBAAgB;IAuB9B,OAAO,CAAC,QAAQ;IAehB,OAAO,CAAC,cAAc;IA0BtB,OAAO,CAAC,iBAAiB;IAezB,OAAO,CAAC,cAAc;CAGtB;AAED,cAAM,qBAAsB,SAAQ,qBAAqB;gBAEvD,gBAAgB,EAAE,sBAAsB,EACxC,oBAAoB,EAAE,qBAAqB,EAC3C,QAAQ,EAAE,OAAO;IAML,OAAO,CAAC,OAAO,EAAE,QAAQ;CAetC;AAED,qBAAa,qBAAsB,YAAW,sBAAsB;IACnE,gBAAuB,IAAI,gBAAgB;IAC3C,SAAgB,IAAI,gBAA8B;IAElD,IAAW,sBAAsB,SAEhC;IAED,WAAkB,aAAa,IAAI,gCAAgC,CAElE;WAEmB,mBAAmB,CACtC,aAAa,EAAE,sBAAsB,GACnC,OAAO,CAAC,cAAc,CAAC;IAeb,oBAAoB,CAAC,OAAO,EAAE,sBAAsB,EAAE,QAAQ,EAAE,OAAO;CASpF"}
|
package/dist/scheduler.js
CHANGED
|
@@ -6,11 +6,13 @@
|
|
|
6
6
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
7
7
|
exports.AgentSchedulerFactory = exports.AgentScheduler = void 0;
|
|
8
8
|
const common_utils_1 = require("@fluidframework/common-utils");
|
|
9
|
+
const container_utils_1 = require("@fluidframework/container-utils");
|
|
9
10
|
const datastore_1 = require("@fluidframework/datastore");
|
|
10
11
|
const container_definitions_1 = require("@fluidframework/container-definitions");
|
|
11
12
|
const map_1 = require("@fluidframework/map");
|
|
12
13
|
const register_collection_1 = require("@fluidframework/register-collection");
|
|
13
14
|
const uuid_1 = require("uuid");
|
|
15
|
+
const telemetry_utils_1 = require("@fluidframework/telemetry-utils");
|
|
14
16
|
// Note: making sure this ID is unique and does not collide with storage provided clientID
|
|
15
17
|
const UnattachedClientId = `${(0, uuid_1.v4)()}_unattached`;
|
|
16
18
|
const mapWait = async (map, key) => {
|
|
@@ -64,7 +66,7 @@ class AgentScheduler extends common_utils_1.TypedEventEmitter {
|
|
|
64
66
|
root.set(schedulerId, consensusRegisterCollection.handle);
|
|
65
67
|
}
|
|
66
68
|
else {
|
|
67
|
-
root = await runtime.getChannel("root");
|
|
69
|
+
root = (await runtime.getChannel("root"));
|
|
68
70
|
const handle = await mapWait(root, schedulerId);
|
|
69
71
|
(0, common_utils_1.assert)(handle !== undefined, 0x116 /* "Missing handle on scheduler load" */);
|
|
70
72
|
consensusRegisterCollection = await handle.get();
|
|
@@ -73,8 +75,12 @@ class AgentScheduler extends common_utils_1.TypedEventEmitter {
|
|
|
73
75
|
agentScheduler.initialize();
|
|
74
76
|
return agentScheduler;
|
|
75
77
|
}
|
|
76
|
-
get IAgentScheduler() {
|
|
77
|
-
|
|
78
|
+
get IAgentScheduler() {
|
|
79
|
+
return this;
|
|
80
|
+
}
|
|
81
|
+
get IFluidLoadable() {
|
|
82
|
+
return this;
|
|
83
|
+
}
|
|
78
84
|
get clientId() {
|
|
79
85
|
if (this.runtime.attachState === container_definitions_1.AttachState.Detached) {
|
|
80
86
|
return UnattachedClientId;
|
|
@@ -89,7 +95,9 @@ class AgentScheduler extends common_utils_1.TypedEventEmitter {
|
|
|
89
95
|
async register(...taskUrls) {
|
|
90
96
|
for (const taskUrl of taskUrls) {
|
|
91
97
|
if (this.registeredTasks.has(taskUrl)) {
|
|
92
|
-
throw new
|
|
98
|
+
throw new container_utils_1.UsageError(`Task is already registered`, {
|
|
99
|
+
taskUrl: { tag: telemetry_utils_1.TelemetryDataTag.CodeArtifact, value: taskUrl },
|
|
100
|
+
});
|
|
93
101
|
}
|
|
94
102
|
}
|
|
95
103
|
const unregisteredTasks = [];
|
|
@@ -105,7 +113,9 @@ class AgentScheduler extends common_utils_1.TypedEventEmitter {
|
|
|
105
113
|
}
|
|
106
114
|
async pick(taskId, worker) {
|
|
107
115
|
if (this.locallyRunnableTasks.has(taskId)) {
|
|
108
|
-
throw new
|
|
116
|
+
throw new container_utils_1.UsageError(`Task is already attempted`, {
|
|
117
|
+
taskUrl: { tag: telemetry_utils_1.TelemetryDataTag.CodeArtifact, value: taskId },
|
|
118
|
+
});
|
|
109
119
|
}
|
|
110
120
|
this.locallyRunnableTasks.set(taskId, worker);
|
|
111
121
|
// We have a policy to disallow non-interactive clients from taking tasks. Callers of pick() can
|
|
@@ -124,13 +134,29 @@ class AgentScheduler extends common_utils_1.TypedEventEmitter {
|
|
|
124
134
|
const active = this.isActive();
|
|
125
135
|
for (const taskUrl of taskUrls) {
|
|
126
136
|
if (!this.locallyRunnableTasks.has(taskUrl)) {
|
|
127
|
-
throw new
|
|
137
|
+
throw new container_utils_1.UsageError(`Task was never registered`, {
|
|
138
|
+
taskUrl: { tag: telemetry_utils_1.TelemetryDataTag.CodeArtifact, value: taskUrl },
|
|
139
|
+
});
|
|
128
140
|
}
|
|
129
|
-
|
|
130
|
-
|
|
141
|
+
if (!this.runningTasks.has(taskUrl)) {
|
|
142
|
+
// If we got disconnected (and are attached), tasks that we WERE picked for at the time of disconnect
|
|
143
|
+
// will still show us as holding the task according to getTaskClientId (the CRC is stale), but we
|
|
144
|
+
// should not try to release because our disconnect will already result in either someone else or
|
|
145
|
+
// ourselves clearing the task upon reconnect.
|
|
146
|
+
// This UsageError is to enforce that the caller should check AgentScheduler.pickedTasks before trying
|
|
147
|
+
// to release a task.
|
|
148
|
+
throw new container_utils_1.UsageError(`Task is not currently picked`, {
|
|
149
|
+
taskUrl: { tag: telemetry_utils_1.TelemetryDataTag.CodeArtifact, value: taskUrl },
|
|
150
|
+
});
|
|
151
|
+
}
|
|
152
|
+
// We may only release tasks that we KNOW we hold (detached state or connected and own the CRC). If we're
|
|
153
|
+
// attached+disconnected then we'll lose the task automatically, and so may not release manually (someone
|
|
154
|
+
// else might hold it by the time we reconnect)
|
|
131
155
|
(0, common_utils_1.assert)(active, 0x119 /* "This agent became inactive while releasing" */);
|
|
132
156
|
if (this.getTaskClientId(taskUrl) !== this.clientId) {
|
|
133
|
-
throw new
|
|
157
|
+
throw new container_utils_1.UsageError(`Task was never picked`, {
|
|
158
|
+
taskUrl: { tag: telemetry_utils_1.TelemetryDataTag.CodeArtifact, value: taskUrl },
|
|
159
|
+
});
|
|
134
160
|
}
|
|
135
161
|
}
|
|
136
162
|
return this.releaseCore([...taskUrls]);
|
|
@@ -208,8 +234,9 @@ class AgentScheduler extends common_utils_1.TypedEventEmitter {
|
|
|
208
234
|
});
|
|
209
235
|
// Listeners for new/released tasks. All clients will try to grab at the same time.
|
|
210
236
|
// May be we want a randomized timer (Something like raft) to reduce chattiness?
|
|
237
|
+
this.consensusRegisterCollection.on("atomicChanged",
|
|
211
238
|
// eslint-disable-next-line @typescript-eslint/no-misused-promises
|
|
212
|
-
|
|
239
|
+
async (key, currentClient) => {
|
|
213
240
|
// Check if this client was chosen.
|
|
214
241
|
if (this.isActive() && currentClient === this.clientId) {
|
|
215
242
|
this.onNewTaskAssigned(key);
|
|
@@ -234,9 +261,12 @@ class AgentScheduler extends common_utils_1.TypedEventEmitter {
|
|
|
234
261
|
}
|
|
235
262
|
});
|
|
236
263
|
if (this.runtime.attachState === container_definitions_1.AttachState.Detached) {
|
|
237
|
-
this.runtime
|
|
264
|
+
this.runtime
|
|
265
|
+
.waitAttached()
|
|
266
|
+
.then(() => {
|
|
238
267
|
this.clearRunningTasks();
|
|
239
|
-
})
|
|
268
|
+
})
|
|
269
|
+
.catch((error) => {
|
|
240
270
|
this.sendErrorEvent("AgentScheduler_clearRunningTasks", error);
|
|
241
271
|
});
|
|
242
272
|
}
|
|
@@ -353,7 +383,9 @@ class AgentSchedulerFactory {
|
|
|
353
383
|
constructor() {
|
|
354
384
|
this.type = AgentSchedulerFactory.type;
|
|
355
385
|
}
|
|
356
|
-
get IFluidDataStoreFactory() {
|
|
386
|
+
get IFluidDataStoreFactory() {
|
|
387
|
+
return this;
|
|
388
|
+
}
|
|
357
389
|
static get registryEntry() {
|
|
358
390
|
return [this.type, Promise.resolve(new AgentSchedulerFactory())];
|
|
359
391
|
}
|
package/dist/scheduler.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scheduler.js","sourceRoot":"","sources":["../src/scheduler.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,+DAAyE;AAMzE,yDAImC;AACnC,iFAAoE;AACpE,6CAA2E;AAC3E,6EAAkF;AAOlF,+BAAkC;AAGlC,0FAA0F;AAC1F,MAAM,kBAAkB,GAAG,GAAG,IAAA,SAAI,GAAE,aAAa,CAAC;AAElD,MAAM,OAAO,GAAG,KAAK,EAAW,GAAe,EAAE,GAAW,EAAc,EAAE;IACxE,MAAM,UAAU,GAAG,GAAG,CAAC,GAAG,CAAI,GAAG,CAAC,CAAC;IACnC,IAAI,UAAU,KAAK,SAAS,EAAE;QAC1B,OAAO,UAAU,CAAC;KACrB;IAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC3B,MAAM,OAAO,GAAG,CAAC,OAAsB,EAAE,EAAE;YACvC,IAAI,OAAO,CAAC,GAAG,KAAK,GAAG,EAAE;gBACrB,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;gBACjC,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAI,OAAO,CAAC,GAAG,CAAC,CAAC;gBACtC,IAAI,KAAK,KAAK,SAAS,EAAE;oBACrB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;iBACrD;gBACD,OAAO,CAAC,KAAK,CAAC,CAAC;aAClB;QACL,CAAC,CAAC;QACF,GAAG,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,WAAW,CAAC;AAEhC,MAAa,cAAe,SAAQ,gCAAwC;IAmDxE,YACqB,OAA+B,EAC/B,OAA+B,EAC/B,2BAAuE;QAExF,KAAK,EAAE,CAAC;QAJS,YAAO,GAAP,OAAO,CAAwB;QAC/B,YAAO,GAAP,OAAO,CAAwB;QAC/B,gCAA2B,GAA3B,2BAA2B,CAA4C;QApB5F,0CAA0C;QAC1C,wCAAwC;QACxC,8EAA8E;QAC9E,sCAAsC;QACrB,oBAAe,GAAG,IAAI,GAAG,EAAU,CAAC;QAErD,uFAAuF;QACvF,yGAAyG;QACzG,4DAA4D;QAC3C,yBAAoB,GAAG,IAAI,GAAG,EAA+B,CAAC;QAE/E,uDAAuD;QACvD,2CAA2C;QACnC,iBAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QAUrC,IAAI,CAAC,OAAO,GAAG,IAAI,6BAAiB,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;IACvF,CAAC;IAzDM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAA+B,EAAE,OAA+B,EAAE,QAAiB;QACxG,IAAI,IAAgB,CAAC;QACrB,IAAI,2BAAuE,CAAC;QAC5E,IAAI,CAAC,QAAQ,EAAE;YACX,IAAI,GAAG,eAAS,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACzC,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,2BAA2B,GAAG,iDAA2B,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC1E,2BAA2B,CAAC,aAAa,EAAE,CAAC;YAC5C,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,2BAA2B,CAAC,MAAM,CAAC,CAAC;SAC7D;aAAM;YACH,IAAI,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,CAAe,CAAC;YACtD,MAAM,MAAM,GAAG,MAAM,OAAO,CAA2D,IAAI,EAAE,WAAW,CAAC,CAAC;YAC1G,IAAA,qBAAM,EAAC,MAAM,KAAK,SAAS,EAAE,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC7E,2BAA2B,GAAG,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC;SACpD;QACD,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,2BAA2B,CAAC,CAAC;QACzF,cAAc,CAAC,UAAU,EAAE,CAAC;QAE5B,OAAO,cAAc,CAAC;IAC1B,CAAC;IAED,IAAW,eAAe,KAAK,OAAO,IAAI,CAAC,CAAC,CAAC;IAC7C,IAAW,cAAc,KAAK,OAAO,IAAI,CAAC,CAAC,CAAC;IAE5C,IAAY,QAAQ;QAChB,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EAAE;YACnD,OAAO,kBAAkB,CAAC;SAC7B;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;QACvC,IAAA,qBAAM,EAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAClE,OAAO,QAAQ,CAAC;IACpB,CAAC;IA4BD,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,GAAG,QAAkB;QACvC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC5B,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;gBACnC,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,wBAAwB,CAAC,CAAC;aACvD;SACJ;QACD,MAAM,iBAAiB,GAAa,EAAE,CAAC;QACvC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC5B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAClC,gCAAgC;YAChC,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YACpD,IAAI,aAAa,KAAK,SAAS,EAAE;gBAC7B,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aACnC;SACJ;QACD,OAAO,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;IAChD,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,MAA2B;QACzD,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;YACvC,MAAM,IAAI,KAAK,CAAC,GAAG,MAAM,uBAAuB,CAAC,CAAC;SACrD;QACD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAE9C,iGAAiG;QACjG,kGAAkG;QAClG,6CAA6C;QAC7C,IAAA,qBAAM,EAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,aAAa,CAAC,YAAY,CAAC,WAAW,EACnE,KAAK,CAAC,oCAAoC,CAAC,CAAC;QAEhD,4GAA4G;QAC5G,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;YACjB,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACnD,IAAI,aAAa,KAAK,SAAS,IAAI,aAAa,KAAK,IAAI,EAAE;gBACvD,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;aAC/C;SACJ;IACL,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,GAAG,QAAkB;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC/B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC5B,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;gBACzC,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,uBAAuB,CAAC,CAAC;aACtD;YACD,+CAA+C;YAC/C,iFAAiF;YACjF,IAAA,qBAAM,EAAC,MAAM,EAAE,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACzE,IAAI,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,QAAQ,EAAE;gBACjD,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,mBAAmB,CAAC,CAAC;aAClD;SACJ;QACD,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;IAC3C,CAAC;IAEM,WAAW;QACd,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAAkB;QACzC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;YACrB,MAAM,UAAU,GAAoB,EAAE,CAAC;YACvC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC5B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;aAClD;YACD,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAE9B,sEAAsE;YACtE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;gBAEjD,wDAAwD;gBACxD,IAAA,qBAAM,EAAC,UAAU,KAAK,SAAS,EAAE,KAAK,CAAC,iCAAiC,CAAC,CAAC;aAC7E;SACJ;IACL,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,QAAkB;QACxC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;YACrB,MAAM,SAAS,GAAoB,EAAE,CAAC;YACtC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC5B,wDAAwD;gBACxD,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC1C,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;aACjD;YACD,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;SAChC;IACL,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,QAAkB;QACvC,IAAA,qBAAM,EAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,+CAA+C,CAAC,CAAC;QAC/E,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC5B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;SAC9C;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IAEO,eAAe,CAAC,GAAW;QAC/B,OAAO,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtD,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,GAAW,EAAE,QAAuB;QACxD,MAAM,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAChE,CAAC;IAEO,UAAU;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QACxC,yEAAyE;QACzE,6FAA6F;QAC7F,6DAA6D;QAC7D,kEAAkE;QAClE,MAAM,CAAC,EAAE,CAAC,cAAc,EAAE,KAAK,EAAE,QAAgB,EAAE,EAAE;YACjD,IAAA,qBAAM,EAAC,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,UAAU,EAAE,KAAK,CAAC,uCAAuC,CAAC,CAAC;YACrG,sGAAsG;YACtG,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;gBACjB,MAAM,KAAK,GAAmB,EAAE,CAAC;gBACjC,MAAM,SAAS,GAAa,EAAE,CAAC;gBAC/B,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,2BAA2B,CAAC,IAAI,EAAE,EAAE;oBAC3D,IAAI,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,KAAK,QAAQ,EAAE;wBAC5C,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;4BACxC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;yBACtD;6BAAM;4BACH,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;yBAC3B;qBACJ;iBACJ;gBACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;gBACvC,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBACrC,IAAI,CAAC,cAAc,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;gBACnE,CAAC,CAAC,CAAC;aACN;QACL,CAAC,CAAC,CAAC;QAEH,mFAAmF;QACnF,gFAAgF;QAChF,kEAAkE;QAClE,IAAI,CAAC,2BAA2B,CAAC,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,GAAW,EAAE,aAA4B,EAAE,EAAE;YACrG,mCAAmC;YACnC,IAAI,IAAI,CAAC,QAAQ,EAAE,IAAI,aAAa,KAAK,IAAI,CAAC,QAAQ,EAAE;gBACpD,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;aAC/B;iBAAM;gBACH,4DAA4D;gBAC5D,wCAAwC;gBACxC,kEAAkE;gBAClE,0EAA0E;gBAC1E,iDAAiD;gBACjD,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;oBACpC,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;gBACpD,CAAC,CAAC,CAAC;aACN;QACL,CAAC,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;YACjB,IAAI,CAAC,cAAc,EAAE,CAAC;SACzB;QAED,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,EAAE;YAC9B,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;gBACjB,IAAI,CAAC,cAAc,EAAE,CAAC;aACzB;QACL,CAAC,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EAAE;YACnD,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;gBAClC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC7B,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,IAAI,CAAC,cAAc,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YACnE,CAAC,CAAC,CAAC;SACN;QAED,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE;YACjC,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EAAE;gBACnD,IAAI,CAAC,iBAAiB,EAAE,CAAC;aAC5B;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,iBAAiB,CAAC,GAAW;QACjC,IAAA,qBAAM,EAAC,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC3E,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClD,IAAI,MAAM,KAAK,SAAS,EAAE;YACtB,IAAI,CAAC,cAAc,CAAC,+BAA+B,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;SACxE;aAAM;YACH,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YACzB,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACrB,IAAI,CAAC,cAAc,CAAC,2BAA2B,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YACjE,CAAC,CAAC,CAAC;SACN;IACL,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,GAAW,EAAE,aAA4B;QACpE,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YAC5B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;SAC9B;QACD,IAAA,qBAAM,EAAC,aAAa,KAAK,SAAS,EAAE,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACvE,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;YACjB,+CAA+C;YAC/C,qDAAqD;YACrD,IAAI,aAAa,KAAK,IAAI,EAAE;gBACxB,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;oBACpC,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;iBAC5C;aACJ;YACD,2CAA2C;YAC3C,kEAAkE;YAClE,uFAAuF;iBAClF,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,SAAS,EAAE;gBACtE,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;aACnC;SACJ;IACL,CAAC;IAEO,QAAQ;QACZ,oDAAoD;QACpD,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EAAE;YACnD,OAAO,IAAI,CAAC;SACf;QACD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YACzB,OAAO,KAAK,CAAC;SAChB;QAED,iGAAiG;QACjG,gFAAgF;QAEhF,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC;IAC5C,CAAC;IAEO,cAAc;QAClB,qEAAqE;QACrE,gDAAgD;QAChD,MAAM,eAAe,GAAa,EAAE,CAAC;QACrC,MAAM,KAAK,GAAmB,EAAE,CAAC;QAEjC,KAAK,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC/C,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE;gBAChC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;aACtD;SACJ;QAED,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,2BAA2B,CAAC,IAAI,EAAE,EAAE;YAC3D,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YACpD,IAAI,aAAa,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,SAAS,EAAE;gBAClF,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aACjC;SACJ;QAED,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC;QAE7C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC/B,IAAI,CAAC,cAAc,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,iBAAiB;QACrB,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QAEtC,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;YACjB,sGAAsG;YACtG,iFAAiF;YACjF,IAAI,CAAC,cAAc,EAAE,CAAC;SACzB;QAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACtB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;SAC3B;IACL,CAAC;IAEO,cAAc,CAAC,SAAiB,EAAE,KAAU,EAAE,GAAY;QAC9D,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC;IAClE,CAAC;CACJ;AAlVD,wCAkVC;AAED,MAAM,qBAAsB,SAAQ,iCAAqB;IACrD,YACI,gBAAwC,EACxC,oBAA2C,EAC3C,QAAiB;QAEjB,KAAK,CACD,gBAAgB,EAChB,oBAAoB,EACpB,QAAQ,EACR,KAAK,IAAI,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC3E,CAAC;IACM,KAAK,CAAC,OAAO,CAAC,OAAiB;;QAClC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE;YACzB,IAAI,OAAO,CAAC,GAAG,KAAK,EAAE,IAAI,OAAO,CAAC,GAAG,KAAK,GAAG,EAAE;gBAC3C,MAAM,cAAc,GAAG,MAAM,CAAA,MAAA,IAAI,CAAC,UAAU,0CAAE,GAAG,EAAE,CAAA,CAAC;gBACpD,IAAA,qBAAM,EAAC,cAAc,KAAK,SAAS,EAC/B,KAAK,CAAC,8EAA8E,CAAC,CAAC;gBAE1F,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;aAC3E;SACJ;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;CACJ;AAED,MAAa,qBAAqB;IAAlC;QAEoB,SAAI,GAAG,qBAAqB,CAAC,IAAI,CAAC;IA6BtD,CAAC;IA3BG,IAAW,sBAAsB,KAAK,OAAO,IAAI,CAAC,CAAC,CAAC;IAE7C,MAAM,KAAK,aAAa;QAC3B,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,qBAAqB,EAAE,CAAC,CAAC,CAAC;IACrE,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,aAAqC;;QACzE,MAAM,WAAW,GAAG,CAAC,GAAG,aAAa,CAAC,WAAW,EAAE,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC/E,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,gBAAgB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACpF,MAAM,UAAU,GAA6C,MAAM,CAAA,MAAA,SAAS,CAAC,UAAU,0CAAE,GAAG,EAAE,CAAA,CAAC;QAE/F,8GAA8G;QAC9G,6FAA6F;QAC7F,IAAA,qBAAM,EAAC,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,eAAe,MAAK,SAAS,EAC5C,KAAK,CAAC,2DAA2D,CAAC,CAAC;QACvE,OAAO,UAAuC,CAAC;IACnD,CAAC;IAEM,KAAK,CAAC,oBAAoB,CAAC,OAA+B,EAAE,QAAiB;QAChF,MAAM,UAAU,GAAG,eAAS,CAAC,UAAU,EAAE,CAAC;QAC1C,MAAM,kCAAkC,GAAG,iDAA2B,CAAC,UAAU,EAAE,CAAC;QACpF,MAAM,SAAS,GAAG,IAAI,GAAG,EAA2B,CAAC;QACrD,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAC3C,SAAS,CAAC,GAAG,CAAC,kCAAkC,CAAC,IAAI,EAAE,kCAAkC,CAAC,CAAC;QAE3F,OAAO,IAAI,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACnE,CAAC;;AA9BL,sDA+BC;AA9B0B,0BAAI,GAAG,YAAY,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { assert, TypedEventEmitter } from \"@fluidframework/common-utils\";\nimport {\n FluidObject,\n IFluidHandle,\n IRequest,\n} from \"@fluidframework/core-interfaces\";\nimport {\n FluidDataStoreRuntime,\n FluidObjectHandle,\n ISharedObjectRegistry,\n} from \"@fluidframework/datastore\";\nimport { AttachState } from \"@fluidframework/container-definitions\";\nimport { ISharedMap, IValueChanged, SharedMap } from \"@fluidframework/map\";\nimport { ConsensusRegisterCollection } from \"@fluidframework/register-collection\";\nimport { IFluidDataStoreRuntime, IChannelFactory } from \"@fluidframework/datastore-definitions\";\nimport {\n IFluidDataStoreContext,\n IFluidDataStoreFactory,\n NamedFluidDataStoreRegistryEntry,\n} from \"@fluidframework/runtime-definitions\";\nimport { v4 as uuid } from \"uuid\";\nimport { IAgentScheduler, IAgentSchedulerEvents } from \"./agent\";\n\n// Note: making sure this ID is unique and does not collide with storage provided clientID\nconst UnattachedClientId = `${uuid()}_unattached`;\n\nconst mapWait = async <T = any>(map: ISharedMap, key: string): Promise<T> => {\n const maybeValue = map.get<T>(key);\n if (maybeValue !== undefined) {\n return maybeValue;\n }\n\n return new Promise((resolve) => {\n const handler = (changed: IValueChanged) => {\n if (changed.key === key) {\n map.off(\"valueChanged\", handler);\n const value = map.get<T>(changed.key);\n if (value === undefined) {\n throw new Error(\"Unexpected valueChanged result\");\n }\n resolve(value);\n }\n };\n map.on(\"valueChanged\", handler);\n });\n};\n\nconst schedulerId = \"scheduler\";\n\nexport class AgentScheduler extends TypedEventEmitter<IAgentSchedulerEvents> implements IAgentScheduler {\n public static async load(runtime: IFluidDataStoreRuntime, context: IFluidDataStoreContext, existing: boolean) {\n let root: ISharedMap;\n let consensusRegisterCollection: ConsensusRegisterCollection<string | null>;\n if (!existing) {\n root = SharedMap.create(runtime, \"root\");\n root.bindToContext();\n consensusRegisterCollection = ConsensusRegisterCollection.create(runtime);\n consensusRegisterCollection.bindToContext();\n root.set(schedulerId, consensusRegisterCollection.handle);\n } else {\n root = await runtime.getChannel(\"root\") as ISharedMap;\n const handle = await mapWait<IFluidHandle<ConsensusRegisterCollection<string | null>>>(root, schedulerId);\n assert(handle !== undefined, 0x116 /* \"Missing handle on scheduler load\" */);\n consensusRegisterCollection = await handle.get();\n }\n const agentScheduler = new AgentScheduler(runtime, context, consensusRegisterCollection);\n agentScheduler.initialize();\n\n return agentScheduler;\n }\n\n public get IAgentScheduler() { return this; }\n public get IFluidLoadable() { return this; }\n\n private get clientId(): string {\n if (this.runtime.attachState === AttachState.Detached) {\n return UnattachedClientId;\n }\n const clientId = this.runtime.clientId;\n assert(!!clientId, 0x117 /* \"Trying to get missing clientId!\" */);\n return clientId;\n }\n\n // Set of tasks registered by this client.\n // Has no relationship with lists below.\n // The only requirement here - a task can be registered by a client only once.\n // Other clients can pick these tasks.\n private readonly registeredTasks = new Set<string>();\n\n // List of all tasks client is capable of running (essentially expressed desire to run)\n // Client will proactively attempt to pick them up these tasks if they are not assigned to other clients.\n // This is a strict superset of tasks running in the client.\n private readonly locallyRunnableTasks = new Map<string, () => Promise<void>>();\n\n // Set of registered tasks client is currently running.\n // It's subset of this.locallyRunnableTasks\n private runningTasks = new Set<string>();\n\n private readonly _handle: IFluidHandle<this>;\n\n constructor(\n private readonly runtime: IFluidDataStoreRuntime,\n private readonly context: IFluidDataStoreContext,\n private readonly consensusRegisterCollection: ConsensusRegisterCollection<string | null>,\n ) {\n super();\n this._handle = new FluidObjectHandle(this, \"\", this.runtime.objectsRoutingContext);\n }\n\n public get handle() {\n return this._handle;\n }\n\n public async register(...taskUrls: string[]): Promise<void> {\n for (const taskUrl of taskUrls) {\n if (this.registeredTasks.has(taskUrl)) {\n throw new Error(`${taskUrl} is already registered`);\n }\n }\n const unregisteredTasks: string[] = [];\n for (const taskUrl of taskUrls) {\n this.registeredTasks.add(taskUrl);\n // Only register for a new task.\n const currentClient = this.getTaskClientId(taskUrl);\n if (currentClient === undefined) {\n unregisteredTasks.push(taskUrl);\n }\n }\n return this.registerCore(unregisteredTasks);\n }\n\n public async pick(taskId: string, worker: () => Promise<void>): Promise<void> {\n if (this.locallyRunnableTasks.has(taskId)) {\n throw new Error(`${taskId} is already attempted`);\n }\n this.locallyRunnableTasks.set(taskId, worker);\n\n // We have a policy to disallow non-interactive clients from taking tasks. Callers of pick() can\n // either perform this check proactively and call conditionally, or catch the error (in which case\n // they can know they will not get the task).\n assert(this.context.deltaManager.clientDetails.capabilities.interactive,\n 0x118 /* \"Bad client interactive check\" */);\n\n // Check the current status and express interest if it's a new one (undefined) or currently unpicked (null).\n if (this.isActive()) {\n const currentClient = this.getTaskClientId(taskId);\n if (currentClient === undefined || currentClient === null) {\n await this.writeCore(taskId, this.clientId);\n }\n }\n }\n\n public async release(...taskUrls: string[]): Promise<void> {\n const active = this.isActive();\n for (const taskUrl of taskUrls) {\n if (!this.locallyRunnableTasks.has(taskUrl)) {\n throw new Error(`${taskUrl} was never registered`);\n }\n // Note - the assumption is - we are connected.\n // If not - all tasks should have been dropped already on disconnect / attachment\n assert(active, 0x119 /* \"This agent became inactive while releasing\" */);\n if (this.getTaskClientId(taskUrl) !== this.clientId) {\n throw new Error(`${taskUrl} was never picked`);\n }\n }\n return this.releaseCore([...taskUrls]);\n }\n\n public pickedTasks(): string[] {\n return Array.from(this.runningTasks.values());\n }\n\n private async registerCore(taskUrls: string[]): Promise<void> {\n if (taskUrls.length > 0) {\n const registersP: Promise<void>[] = [];\n for (const taskUrl of taskUrls) {\n registersP.push(this.writeCore(taskUrl, null));\n }\n await Promise.all(registersP);\n\n // The registers should have up to date results now. Check the status.\n for (const taskUrl of taskUrls) {\n const taskStatus = this.getTaskClientId(taskUrl);\n\n // Task should be either registered (null) or picked up.\n assert(taskStatus !== undefined, 0x11a /* `Unsuccessful registration` */);\n }\n }\n }\n\n private async releaseCore(taskUrls: string[]) {\n if (taskUrls.length > 0) {\n const releasesP: Promise<void>[] = [];\n for (const taskUrl of taskUrls) {\n // Remove from local map so that it can be picked later.\n this.locallyRunnableTasks.delete(taskUrl);\n releasesP.push(this.writeCore(taskUrl, null));\n }\n await Promise.all(releasesP);\n }\n }\n\n private async clearTasks(taskUrls: string[]) {\n assert(this.isActive(), 0x11b /* \"Trying to clear tasks on inactive agent\" */);\n const clearP: Promise<void>[] = [];\n for (const taskUrl of taskUrls) {\n clearP.push(this.writeCore(taskUrl, null));\n }\n await Promise.all(clearP);\n }\n\n private getTaskClientId(url: string): string | null | undefined {\n return this.consensusRegisterCollection.read(url);\n }\n\n private async writeCore(key: string, clientId: string | null): Promise<void> {\n await this.consensusRegisterCollection.write(key, clientId);\n }\n\n private initialize() {\n const quorum = this.runtime.getQuorum();\n // A client left the quorum. Iterate and clear tasks held by that client.\n // Ideally a leader should do this cleanup. But it's complicated when a leader itself leaves.\n // Probably okay for now to have every client try to do this.\n // eslint-disable-next-line @typescript-eslint/no-misused-promises\n quorum.on(\"removeMember\", async (clientId: string) => {\n assert(this.runtime.objectsRoutingContext.isAttached, 0x11c /* \"Detached object routing context\" */);\n // Cleanup only if connected. If not, cleanup will happen in initializeCore() that runs on connection.\n if (this.isActive()) {\n const tasks: Promise<any>[] = [];\n const leftTasks: string[] = [];\n for (const taskUrl of this.consensusRegisterCollection.keys()) {\n if (this.getTaskClientId(taskUrl) === clientId) {\n if (this.locallyRunnableTasks.has(taskUrl)) {\n tasks.push(this.writeCore(taskUrl, this.clientId));\n } else {\n leftTasks.push(taskUrl);\n }\n }\n }\n tasks.push(this.clearTasks(leftTasks));\n await Promise.all(tasks).catch((error) => {\n this.sendErrorEvent(\"AgentScheduler_RemoveMemberError\", error);\n });\n }\n });\n\n // Listeners for new/released tasks. All clients will try to grab at the same time.\n // May be we want a randomized timer (Something like raft) to reduce chattiness?\n // eslint-disable-next-line @typescript-eslint/no-misused-promises\n this.consensusRegisterCollection.on(\"atomicChanged\", async (key: string, currentClient: string | null) => {\n // Check if this client was chosen.\n if (this.isActive() && currentClient === this.clientId) {\n this.onNewTaskAssigned(key);\n } else {\n // The call below mutates the consensusRegisterCollection in\n // its event handler, which is not safe.\n // We need to force this to be part of a different batch of ops by\n // scheduling a microtask in order to work around the current validations.\n // This is not recommended and should be avoided.\n await Promise.resolve().then(async () => {\n await this.onTaskReassigned(key, currentClient);\n });\n }\n });\n\n if (this.isActive()) {\n this.initializeCore();\n }\n\n this.runtime.on(\"connected\", () => {\n if (this.isActive()) {\n this.initializeCore();\n }\n });\n\n if (this.runtime.attachState === AttachState.Detached) {\n this.runtime.waitAttached().then(() => {\n this.clearRunningTasks();\n }).catch((error) => {\n this.sendErrorEvent(\"AgentScheduler_clearRunningTasks\", error);\n });\n }\n\n this.runtime.on(\"disconnected\", () => {\n if (this.runtime.attachState !== AttachState.Detached) {\n this.clearRunningTasks();\n }\n });\n }\n\n private onNewTaskAssigned(key: string) {\n assert(!this.runningTasks.has(key), 0x11d /* \"task is already running\" */);\n this.runningTasks.add(key);\n const worker = this.locallyRunnableTasks.get(key);\n if (worker === undefined) {\n this.sendErrorEvent(\"AgentScheduler_UnwantedChange\", undefined, key);\n } else {\n this.emit(\"picked\", key);\n worker().catch((error) => {\n this.sendErrorEvent(\"AgentScheduler_FailedWork\", error, key);\n });\n }\n }\n\n private async onTaskReassigned(key: string, currentClient: string | null) {\n if (this.runningTasks.has(key)) {\n this.runningTasks.delete(key);\n this.emit(\"released\", key);\n }\n assert(currentClient !== undefined, 0x11e /* \"client is undefined\" */);\n if (this.isActive()) {\n // attempt to pick up task if we are connected.\n // If not, initializeCore() will do it when connected\n if (currentClient === null) {\n if (this.locallyRunnableTasks.has(key)) {\n await this.writeCore(key, this.clientId);\n }\n }\n // Check if the op came from dropped client\n // This could happen when \"old\" ops are submitted on reconnection.\n // They carry \"old\" ref seq number, but if write is not contested, it will get accepted\n else if (this.runtime.getQuorum().getMember(currentClient) === undefined) {\n await this.writeCore(key, null);\n }\n }\n }\n\n private isActive() {\n // Scheduler should be active in detached container.\n if (this.runtime.attachState === AttachState.Detached) {\n return true;\n }\n if (!this.runtime.connected) {\n return false;\n }\n\n // Note: we are not checking for this.context.deltaManager.clientDetails.capabilities.interactive\n // here. Instead we assert in pick() if a non-interactive client tries to pick.\n\n return this.context.deltaManager.active;\n }\n\n private initializeCore() {\n // Nobody released the tasks held by last client in previous session.\n // Check to see if this client needs to do this.\n const clearCandidates: string[] = [];\n const tasks: Promise<any>[] = [];\n\n for (const [taskUrl] of this.locallyRunnableTasks) {\n if (!this.getTaskClientId(taskUrl)) {\n tasks.push(this.writeCore(taskUrl, this.clientId));\n }\n }\n\n for (const taskUrl of this.consensusRegisterCollection.keys()) {\n const currentClient = this.getTaskClientId(taskUrl);\n if (currentClient && this.runtime.getQuorum().getMember(currentClient) === undefined) {\n clearCandidates.push(taskUrl);\n }\n }\n\n tasks.push(this.clearTasks(clearCandidates));\n\n Promise.all(tasks).catch((error) => {\n this.sendErrorEvent(\"AgentScheduler_InitError\", error);\n });\n }\n\n private clearRunningTasks() {\n const tasks = this.runningTasks;\n this.runningTasks = new Set<string>();\n\n if (this.isActive()) {\n // Clear all tasks with UnattachedClientId (if was unattached) and reapply for tasks with new clientId\n // If we are simply disconnected, then proper cleanup will be done on connection.\n this.initializeCore();\n }\n\n for (const task of tasks) {\n this.emit(\"lost\", task);\n }\n }\n\n private sendErrorEvent(eventName: string, error: any, key?: string) {\n this.runtime.logger.sendErrorEvent({ eventName, key }, error);\n }\n}\n\nclass AgentSchedulerRuntime extends FluidDataStoreRuntime {\n constructor(\n dataStoreContext: IFluidDataStoreContext,\n sharedObjectRegistry: ISharedObjectRegistry,\n existing: boolean,\n ) {\n super(\n dataStoreContext,\n sharedObjectRegistry,\n existing,\n async () => AgentScheduler.load(this, dataStoreContext, existing));\n }\n public async request(request: IRequest) {\n const response = await super.request(request);\n if (response.status === 404) {\n if (request.url === \"\" || request.url === \"/\") {\n const agentScheduler = await this.entryPoint?.get();\n assert(agentScheduler !== undefined,\n 0x466 /* entryPoint for AgentSchedulerRuntime should have been initialized by now */);\n\n return { status: 200, mimeType: \"fluid/object\", value: agentScheduler };\n }\n }\n return response;\n }\n}\n\nexport class AgentSchedulerFactory implements IFluidDataStoreFactory {\n public static readonly type = \"_scheduler\";\n public readonly type = AgentSchedulerFactory.type;\n\n public get IFluidDataStoreFactory() { return this; }\n\n public static get registryEntry(): NamedFluidDataStoreRegistryEntry {\n return [this.type, Promise.resolve(new AgentSchedulerFactory())];\n }\n\n public static async createChildInstance(parentContext: IFluidDataStoreContext): Promise<AgentScheduler> {\n const packagePath = [...parentContext.packagePath, AgentSchedulerFactory.type];\n const dataStore = await parentContext.containerRuntime.createDataStore(packagePath);\n const entryPoint: FluidObject<IAgentScheduler> | undefined = await dataStore.entryPoint?.get();\n\n // AgentSchedulerRuntime always puts an AgentScheduler object in the data store's entryPoint, but double-check\n // while we plumb entryPoints correctly everywhere, so we can be sure the cast below is fine.\n assert(entryPoint?.IAgentScheduler !== undefined,\n 0x467 /* The data store's entryPoint is not an AgentScheduler! */);\n return entryPoint as unknown as AgentScheduler;\n }\n\n public async instantiateDataStore(context: IFluidDataStoreContext, existing: boolean) {\n const mapFactory = SharedMap.getFactory();\n const consensusRegisterCollectionFactory = ConsensusRegisterCollection.getFactory();\n const dataTypes = new Map<string, IChannelFactory>();\n dataTypes.set(mapFactory.type, mapFactory);\n dataTypes.set(consensusRegisterCollectionFactory.type, consensusRegisterCollectionFactory);\n\n return new AgentSchedulerRuntime(context, dataTypes, existing);\n }\n}\n"]}
|
|
1
|
+
{"version":3,"file":"scheduler.js","sourceRoot":"","sources":["../src/scheduler.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,+DAAyE;AAEzE,qEAA6D;AAC7D,yDAImC;AACnC,iFAAoE;AACpE,6CAA2E;AAC3E,6EAAkF;AAOlF,+BAAkC;AAClC,qEAAmE;AAGnE,0FAA0F;AAC1F,MAAM,kBAAkB,GAAG,GAAG,IAAA,SAAI,GAAE,aAAa,CAAC;AAElD,MAAM,OAAO,GAAG,KAAK,EAAW,GAAe,EAAE,GAAW,EAAc,EAAE;IAC3E,MAAM,UAAU,GAAG,GAAG,CAAC,GAAG,CAAI,GAAG,CAAC,CAAC;IACnC,IAAI,UAAU,KAAK,SAAS,EAAE;QAC7B,OAAO,UAAU,CAAC;KAClB;IAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC9B,MAAM,OAAO,GAAG,CAAC,OAAsB,EAAE,EAAE;YAC1C,IAAI,OAAO,CAAC,GAAG,KAAK,GAAG,EAAE;gBACxB,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;gBACjC,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAI,OAAO,CAAC,GAAG,CAAC,CAAC;gBACtC,IAAI,KAAK,KAAK,SAAS,EAAE;oBACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;iBAClD;gBACD,OAAO,CAAC,KAAK,CAAC,CAAC;aACf;QACF,CAAC,CAAC;QACF,GAAG,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,WAAW,CAAC;AAEhC,MAAa,cACZ,SAAQ,gCAAwC;IAgEhD,YACkB,OAA+B,EAC/B,OAA+B,EAC/B,2BAAuE;QAExF,KAAK,EAAE,CAAC;QAJS,YAAO,GAAP,OAAO,CAAwB;QAC/B,YAAO,GAAP,OAAO,CAAwB;QAC/B,gCAA2B,GAA3B,2BAA2B,CAA4C;QApBzF,0CAA0C;QAC1C,wCAAwC;QACxC,8EAA8E;QAC9E,sCAAsC;QACrB,oBAAe,GAAG,IAAI,GAAG,EAAU,CAAC;QAErD,uFAAuF;QACvF,yGAAyG;QACzG,4DAA4D;QAC3C,yBAAoB,GAAG,IAAI,GAAG,EAA+B,CAAC;QAE/E,uDAAuD;QACvD,2CAA2C;QACnC,iBAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QAUxC,IAAI,CAAC,OAAO,GAAG,IAAI,6BAAiB,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;IACpF,CAAC;IApEM,MAAM,CAAC,KAAK,CAAC,IAAI,CACvB,OAA+B,EAC/B,OAA+B,EAC/B,QAAiB;QAEjB,IAAI,IAAgB,CAAC;QACrB,IAAI,2BAAuE,CAAC;QAC5E,IAAI,CAAC,QAAQ,EAAE;YACd,IAAI,GAAG,eAAS,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACzC,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,2BAA2B,GAAG,iDAA2B,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC1E,2BAA2B,CAAC,aAAa,EAAE,CAAC;YAC5C,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,2BAA2B,CAAC,MAAM,CAAC,CAAC;SAC1D;aAAM;YACN,IAAI,GAAG,CAAC,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAe,CAAC;YACxD,MAAM,MAAM,GAAG,MAAM,OAAO,CAC3B,IAAI,EACJ,WAAW,CACX,CAAC;YACF,IAAA,qBAAM,EAAC,MAAM,KAAK,SAAS,EAAE,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC7E,2BAA2B,GAAG,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC;SACjD;QACD,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,2BAA2B,CAAC,CAAC;QACzF,cAAc,CAAC,UAAU,EAAE,CAAC;QAE5B,OAAO,cAAc,CAAC;IACvB,CAAC;IAED,IAAW,eAAe;QACzB,OAAO,IAAI,CAAC;IACb,CAAC;IACD,IAAW,cAAc;QACxB,OAAO,IAAI,CAAC;IACb,CAAC;IAED,IAAY,QAAQ;QACnB,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EAAE;YACtD,OAAO,kBAAkB,CAAC;SAC1B;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;QACvC,IAAA,qBAAM,EAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAClE,OAAO,QAAQ,CAAC;IACjB,CAAC;IA4BD,IAAW,MAAM;QAChB,OAAO,IAAI,CAAC,OAAO,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,GAAG,QAAkB;QAC1C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC/B,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;gBACtC,MAAM,IAAI,4BAAU,CAAC,4BAA4B,EAAE;oBAClD,OAAO,EAAE,EAAE,GAAG,EAAE,kCAAgB,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE;iBAC/D,CAAC,CAAC;aACH;SACD;QACD,MAAM,iBAAiB,GAAa,EAAE,CAAC;QACvC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC/B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAClC,gCAAgC;YAChC,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YACpD,IAAI,aAAa,KAAK,SAAS,EAAE;gBAChC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aAChC;SACD;QACD,OAAO,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;IAC7C,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,MAA2B;QAC5D,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;YAC1C,MAAM,IAAI,4BAAU,CAAC,2BAA2B,EAAE;gBACjD,OAAO,EAAE,EAAE,GAAG,EAAE,kCAAgB,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE;aAC9D,CAAC,CAAC;SACH;QACD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAE9C,iGAAiG;QACjG,kGAAkG;QAClG,6CAA6C;QAC7C,IAAA,qBAAM,EACL,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,aAAa,CAAC,YAAY,CAAC,WAAW,EAChE,KAAK,CAAC,oCAAoC,CAC1C,CAAC;QAEF,4GAA4G;QAC5G,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;YACpB,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACnD,IAAI,aAAa,KAAK,SAAS,IAAI,aAAa,KAAK,IAAI,EAAE;gBAC1D,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;aAC5C;SACD;IACF,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,GAAG,QAAkB;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC/B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC/B,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;gBAC5C,MAAM,IAAI,4BAAU,CAAC,2BAA2B,EAAE;oBACjD,OAAO,EAAE,EAAE,GAAG,EAAE,kCAAgB,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE;iBAC/D,CAAC,CAAC;aACH;YACD,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;gBACpC,qGAAqG;gBACrG,iGAAiG;gBACjG,iGAAiG;gBACjG,8CAA8C;gBAC9C,sGAAsG;gBACtG,qBAAqB;gBACrB,MAAM,IAAI,4BAAU,CAAC,8BAA8B,EAAE;oBACpD,OAAO,EAAE,EAAE,GAAG,EAAE,kCAAgB,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE;iBAC/D,CAAC,CAAC;aACH;YACD,0GAA0G;YAC1G,yGAAyG;YACzG,+CAA+C;YAC/C,IAAA,qBAAM,EAAC,MAAM,EAAE,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACzE,IAAI,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,QAAQ,EAAE;gBACpD,MAAM,IAAI,4BAAU,CAAC,uBAAuB,EAAE;oBAC7C,OAAO,EAAE,EAAE,GAAG,EAAE,kCAAgB,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE;iBAC/D,CAAC,CAAC;aACH;SACD;QACD,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;IACxC,CAAC;IAEM,WAAW;QACjB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAAkB;QAC5C,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;YACxB,MAAM,UAAU,GAAoB,EAAE,CAAC;YACvC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC/B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;aAC/C;YACD,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAE9B,sEAAsE;YACtE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;gBAEjD,wDAAwD;gBACxD,IAAA,qBAAM,EAAC,UAAU,KAAK,SAAS,EAAE,KAAK,CAAC,iCAAiC,CAAC,CAAC;aAC1E;SACD;IACF,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,QAAkB;QAC3C,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;YACxB,MAAM,SAAS,GAAoB,EAAE,CAAC;YACtC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC/B,wDAAwD;gBACxD,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC1C,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;aAC9C;YACD,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;SAC7B;IACF,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,QAAkB;QAC1C,IAAA,qBAAM,EAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,+CAA+C,CAAC,CAAC;QAC/E,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC/B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;SAC3C;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;IAEO,eAAe,CAAC,GAAW;QAClC,OAAO,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnD,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,GAAW,EAAE,QAAuB;QAC3D,MAAM,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IAEO,UAAU;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QACxC,yEAAyE;QACzE,6FAA6F;QAC7F,6DAA6D;QAC7D,kEAAkE;QAClE,MAAM,CAAC,EAAE,CAAC,cAAc,EAAE,KAAK,EAAE,QAAgB,EAAE,EAAE;YACpD,IAAA,qBAAM,EACL,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,UAAU,EAC7C,KAAK,CAAC,uCAAuC,CAC7C,CAAC;YACF,sGAAsG;YACtG,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;gBACpB,MAAM,KAAK,GAAmB,EAAE,CAAC;gBACjC,MAAM,SAAS,GAAa,EAAE,CAAC;gBAC/B,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,2BAA2B,CAAC,IAAI,EAAE,EAAE;oBAC9D,IAAI,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,KAAK,QAAQ,EAAE;wBAC/C,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;4BAC3C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;yBACnD;6BAAM;4BACN,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;yBACxB;qBACD;iBACD;gBACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;gBACvC,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBACxC,IAAI,CAAC,cAAc,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;gBAChE,CAAC,CAAC,CAAC;aACH;QACF,CAAC,CAAC,CAAC;QAEH,mFAAmF;QACnF,gFAAgF;QAChF,IAAI,CAAC,2BAA2B,CAAC,EAAE,CAClC,eAAe;QACf,kEAAkE;QAClE,KAAK,EAAE,GAAW,EAAE,aAA4B,EAAE,EAAE;YACnD,mCAAmC;YACnC,IAAI,IAAI,CAAC,QAAQ,EAAE,IAAI,aAAa,KAAK,IAAI,CAAC,QAAQ,EAAE;gBACvD,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;aAC5B;iBAAM;gBACN,4DAA4D;gBAC5D,wCAAwC;gBACxC,kEAAkE;gBAClE,0EAA0E;gBAC1E,iDAAiD;gBACjD,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;oBACvC,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;gBACjD,CAAC,CAAC,CAAC;aACH;QACF,CAAC,CACD,CAAC;QAEF,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;YACpB,IAAI,CAAC,cAAc,EAAE,CAAC;SACtB;QAED,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,EAAE;YACjC,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;gBACpB,IAAI,CAAC,cAAc,EAAE,CAAC;aACtB;QACF,CAAC,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EAAE;YACtD,IAAI,CAAC,OAAO;iBACV,YAAY,EAAE;iBACd,IAAI,CAAC,GAAG,EAAE;gBACV,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC1B,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBAChB,IAAI,CAAC,cAAc,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YAChE,CAAC,CAAC,CAAC;SACJ;QAED,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE;YACpC,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EAAE;gBACtD,IAAI,CAAC,iBAAiB,EAAE,CAAC;aACzB;QACF,CAAC,CAAC,CAAC;IACJ,CAAC;IAEO,iBAAiB,CAAC,GAAW;QACpC,IAAA,qBAAM,EAAC,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC3E,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClD,IAAI,MAAM,KAAK,SAAS,EAAE;YACzB,IAAI,CAAC,cAAc,CAAC,+BAA+B,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;SACrE;aAAM;YACN,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YACzB,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACxB,IAAI,CAAC,cAAc,CAAC,2BAA2B,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC9D,CAAC,CAAC,CAAC;SACH;IACF,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,GAAW,EAAE,aAA4B;QACvE,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YAC/B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;SAC3B;QACD,IAAA,qBAAM,EAAC,aAAa,KAAK,SAAS,EAAE,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACvE,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;YACpB,+CAA+C;YAC/C,qDAAqD;YACrD,IAAI,aAAa,KAAK,IAAI,EAAE;gBAC3B,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;oBACvC,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;iBACzC;aACD;YACD,2CAA2C;YAC3C,kEAAkE;YAClE,uFAAuF;iBAClF,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,SAAS,EAAE;gBACzE,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;aAChC;SACD;IACF,CAAC;IAEO,QAAQ;QACf,oDAAoD;QACpD,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EAAE;YACtD,OAAO,IAAI,CAAC;SACZ;QACD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAC5B,OAAO,KAAK,CAAC;SACb;QAED,iGAAiG;QACjG,gFAAgF;QAEhF,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC;IACzC,CAAC;IAEO,cAAc;QACrB,qEAAqE;QACrE,gDAAgD;QAChD,MAAM,eAAe,GAAa,EAAE,CAAC;QACrC,MAAM,KAAK,GAAmB,EAAE,CAAC;QAEjC,KAAK,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAClD,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE;gBACnC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;aACnD;SACD;QAED,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,2BAA2B,CAAC,IAAI,EAAE,EAAE;YAC9D,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YACpD,IAAI,aAAa,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,SAAS,EAAE;gBACrF,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aAC9B;SACD;QAED,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC;QAE7C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAClC,IAAI,CAAC,cAAc,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACJ,CAAC;IAEO,iBAAiB;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QAEtC,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;YACpB,sGAAsG;YACtG,iFAAiF;YACjF,IAAI,CAAC,cAAc,EAAE,CAAC;SACtB;QAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACzB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;SACxB;IACF,CAAC;IAEO,cAAc,CAAC,SAAiB,EAAE,KAAU,EAAE,GAAY;QACjE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC;IAC/D,CAAC;CACD;AA/XD,wCA+XC;AAED,MAAM,qBAAsB,SAAQ,iCAAqB;IACxD,YACC,gBAAwC,EACxC,oBAA2C,EAC3C,QAAiB;QAEjB,KAAK,CAAC,gBAAgB,EAAE,oBAAoB,EAAE,QAAQ,EAAE,KAAK,IAAI,EAAE,CAClE,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,EAAE,QAAQ,CAAC,CACrD,CAAC;IACH,CAAC;IACM,KAAK,CAAC,OAAO,CAAC,OAAiB;;QACrC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE;YAC5B,IAAI,OAAO,CAAC,GAAG,KAAK,EAAE,IAAI,OAAO,CAAC,GAAG,KAAK,GAAG,EAAE;gBAC9C,MAAM,cAAc,GAAG,MAAM,CAAA,MAAA,IAAI,CAAC,UAAU,0CAAE,GAAG,EAAE,CAAA,CAAC;gBACpD,IAAA,qBAAM,EACL,cAAc,KAAK,SAAS,EAC5B,KAAK,CAAC,8EAA8E,CACpF,CAAC;gBAEF,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;aACxE;SACD;QACD,OAAO,QAAQ,CAAC;IACjB,CAAC;CACD;AAED,MAAa,qBAAqB;IAAlC;QAEiB,SAAI,GAAG,qBAAqB,CAAC,IAAI,CAAC;IAoCnD,CAAC;IAlCA,IAAW,sBAAsB;QAChC,OAAO,IAAI,CAAC;IACb,CAAC;IAEM,MAAM,KAAK,aAAa;QAC9B,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,qBAAqB,EAAE,CAAC,CAAC,CAAC;IAClE,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,mBAAmB,CACtC,aAAqC;;QAErC,MAAM,WAAW,GAAG,CAAC,GAAG,aAAa,CAAC,WAAW,EAAE,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC/E,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,gBAAgB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACpF,MAAM,UAAU,GACf,MAAM,CAAA,MAAA,SAAS,CAAC,UAAU,0CAAE,GAAG,EAAE,CAAA,CAAC;QAEnC,8GAA8G;QAC9G,6FAA6F;QAC7F,IAAA,qBAAM,EACL,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,eAAe,MAAK,SAAS,EACzC,KAAK,CAAC,2DAA2D,CACjE,CAAC;QACF,OAAO,UAAuC,CAAC;IAChD,CAAC;IAEM,KAAK,CAAC,oBAAoB,CAAC,OAA+B,EAAE,QAAiB;QACnF,MAAM,UAAU,GAAG,eAAS,CAAC,UAAU,EAAE,CAAC;QAC1C,MAAM,kCAAkC,GAAG,iDAA2B,CAAC,UAAU,EAAE,CAAC;QACpF,MAAM,SAAS,GAAG,IAAI,GAAG,EAA2B,CAAC;QACrD,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAC3C,SAAS,CAAC,GAAG,CAAC,kCAAkC,CAAC,IAAI,EAAE,kCAAkC,CAAC,CAAC;QAE3F,OAAO,IAAI,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IAChE,CAAC;;AArCF,sDAsCC;AArCuB,0BAAI,GAAG,YAAY,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { assert, TypedEventEmitter } from \"@fluidframework/common-utils\";\nimport { FluidObject, IFluidHandle, IRequest } from \"@fluidframework/core-interfaces\";\nimport { UsageError } from \"@fluidframework/container-utils\";\nimport {\n\tFluidDataStoreRuntime,\n\tFluidObjectHandle,\n\tISharedObjectRegistry,\n} from \"@fluidframework/datastore\";\nimport { AttachState } from \"@fluidframework/container-definitions\";\nimport { ISharedMap, IValueChanged, SharedMap } from \"@fluidframework/map\";\nimport { ConsensusRegisterCollection } from \"@fluidframework/register-collection\";\nimport { IFluidDataStoreRuntime, IChannelFactory } from \"@fluidframework/datastore-definitions\";\nimport {\n\tIFluidDataStoreContext,\n\tIFluidDataStoreFactory,\n\tNamedFluidDataStoreRegistryEntry,\n} from \"@fluidframework/runtime-definitions\";\nimport { v4 as uuid } from \"uuid\";\nimport { TelemetryDataTag } from \"@fluidframework/telemetry-utils\";\nimport { IAgentScheduler, IAgentSchedulerEvents } from \"./agent\";\n\n// Note: making sure this ID is unique and does not collide with storage provided clientID\nconst UnattachedClientId = `${uuid()}_unattached`;\n\nconst mapWait = async <T = any>(map: ISharedMap, key: string): Promise<T> => {\n\tconst maybeValue = map.get<T>(key);\n\tif (maybeValue !== undefined) {\n\t\treturn maybeValue;\n\t}\n\n\treturn new Promise((resolve) => {\n\t\tconst handler = (changed: IValueChanged) => {\n\t\t\tif (changed.key === key) {\n\t\t\t\tmap.off(\"valueChanged\", handler);\n\t\t\t\tconst value = map.get<T>(changed.key);\n\t\t\t\tif (value === undefined) {\n\t\t\t\t\tthrow new Error(\"Unexpected valueChanged result\");\n\t\t\t\t}\n\t\t\t\tresolve(value);\n\t\t\t}\n\t\t};\n\t\tmap.on(\"valueChanged\", handler);\n\t});\n};\n\nconst schedulerId = \"scheduler\";\n\nexport class AgentScheduler\n\textends TypedEventEmitter<IAgentSchedulerEvents>\n\timplements IAgentScheduler\n{\n\tpublic static async load(\n\t\truntime: IFluidDataStoreRuntime,\n\t\tcontext: IFluidDataStoreContext,\n\t\texisting: boolean,\n\t) {\n\t\tlet root: ISharedMap;\n\t\tlet consensusRegisterCollection: ConsensusRegisterCollection<string | null>;\n\t\tif (!existing) {\n\t\t\troot = SharedMap.create(runtime, \"root\");\n\t\t\troot.bindToContext();\n\t\t\tconsensusRegisterCollection = ConsensusRegisterCollection.create(runtime);\n\t\t\tconsensusRegisterCollection.bindToContext();\n\t\t\troot.set(schedulerId, consensusRegisterCollection.handle);\n\t\t} else {\n\t\t\troot = (await runtime.getChannel(\"root\")) as ISharedMap;\n\t\t\tconst handle = await mapWait<IFluidHandle<ConsensusRegisterCollection<string | null>>>(\n\t\t\t\troot,\n\t\t\t\tschedulerId,\n\t\t\t);\n\t\t\tassert(handle !== undefined, 0x116 /* \"Missing handle on scheduler load\" */);\n\t\t\tconsensusRegisterCollection = await handle.get();\n\t\t}\n\t\tconst agentScheduler = new AgentScheduler(runtime, context, consensusRegisterCollection);\n\t\tagentScheduler.initialize();\n\n\t\treturn agentScheduler;\n\t}\n\n\tpublic get IAgentScheduler() {\n\t\treturn this;\n\t}\n\tpublic get IFluidLoadable() {\n\t\treturn this;\n\t}\n\n\tprivate get clientId(): string {\n\t\tif (this.runtime.attachState === AttachState.Detached) {\n\t\t\treturn UnattachedClientId;\n\t\t}\n\t\tconst clientId = this.runtime.clientId;\n\t\tassert(!!clientId, 0x117 /* \"Trying to get missing clientId!\" */);\n\t\treturn clientId;\n\t}\n\n\t// Set of tasks registered by this client.\n\t// Has no relationship with lists below.\n\t// The only requirement here - a task can be registered by a client only once.\n\t// Other clients can pick these tasks.\n\tprivate readonly registeredTasks = new Set<string>();\n\n\t// List of all tasks client is capable of running (essentially expressed desire to run)\n\t// Client will proactively attempt to pick them up these tasks if they are not assigned to other clients.\n\t// This is a strict superset of tasks running in the client.\n\tprivate readonly locallyRunnableTasks = new Map<string, () => Promise<void>>();\n\n\t// Set of registered tasks client is currently running.\n\t// It's subset of this.locallyRunnableTasks\n\tprivate runningTasks = new Set<string>();\n\n\tprivate readonly _handle: IFluidHandle<this>;\n\n\tconstructor(\n\t\tprivate readonly runtime: IFluidDataStoreRuntime,\n\t\tprivate readonly context: IFluidDataStoreContext,\n\t\tprivate readonly consensusRegisterCollection: ConsensusRegisterCollection<string | null>,\n\t) {\n\t\tsuper();\n\t\tthis._handle = new FluidObjectHandle(this, \"\", this.runtime.objectsRoutingContext);\n\t}\n\n\tpublic get handle() {\n\t\treturn this._handle;\n\t}\n\n\tpublic async register(...taskUrls: string[]): Promise<void> {\n\t\tfor (const taskUrl of taskUrls) {\n\t\t\tif (this.registeredTasks.has(taskUrl)) {\n\t\t\t\tthrow new UsageError(`Task is already registered`, {\n\t\t\t\t\ttaskUrl: { tag: TelemetryDataTag.CodeArtifact, value: taskUrl },\n\t\t\t\t});\n\t\t\t}\n\t\t}\n\t\tconst unregisteredTasks: string[] = [];\n\t\tfor (const taskUrl of taskUrls) {\n\t\t\tthis.registeredTasks.add(taskUrl);\n\t\t\t// Only register for a new task.\n\t\t\tconst currentClient = this.getTaskClientId(taskUrl);\n\t\t\tif (currentClient === undefined) {\n\t\t\t\tunregisteredTasks.push(taskUrl);\n\t\t\t}\n\t\t}\n\t\treturn this.registerCore(unregisteredTasks);\n\t}\n\n\tpublic async pick(taskId: string, worker: () => Promise<void>): Promise<void> {\n\t\tif (this.locallyRunnableTasks.has(taskId)) {\n\t\t\tthrow new UsageError(`Task is already attempted`, {\n\t\t\t\ttaskUrl: { tag: TelemetryDataTag.CodeArtifact, value: taskId },\n\t\t\t});\n\t\t}\n\t\tthis.locallyRunnableTasks.set(taskId, worker);\n\n\t\t// We have a policy to disallow non-interactive clients from taking tasks. Callers of pick() can\n\t\t// either perform this check proactively and call conditionally, or catch the error (in which case\n\t\t// they can know they will not get the task).\n\t\tassert(\n\t\t\tthis.context.deltaManager.clientDetails.capabilities.interactive,\n\t\t\t0x118 /* \"Bad client interactive check\" */,\n\t\t);\n\n\t\t// Check the current status and express interest if it's a new one (undefined) or currently unpicked (null).\n\t\tif (this.isActive()) {\n\t\t\tconst currentClient = this.getTaskClientId(taskId);\n\t\t\tif (currentClient === undefined || currentClient === null) {\n\t\t\t\tawait this.writeCore(taskId, this.clientId);\n\t\t\t}\n\t\t}\n\t}\n\n\tpublic async release(...taskUrls: string[]): Promise<void> {\n\t\tconst active = this.isActive();\n\t\tfor (const taskUrl of taskUrls) {\n\t\t\tif (!this.locallyRunnableTasks.has(taskUrl)) {\n\t\t\t\tthrow new UsageError(`Task was never registered`, {\n\t\t\t\t\ttaskUrl: { tag: TelemetryDataTag.CodeArtifact, value: taskUrl },\n\t\t\t\t});\n\t\t\t}\n\t\t\tif (!this.runningTasks.has(taskUrl)) {\n\t\t\t\t// If we got disconnected (and are attached), tasks that we WERE picked for at the time of disconnect\n\t\t\t\t// will still show us as holding the task according to getTaskClientId (the CRC is stale), but we\n\t\t\t\t// should not try to release because our disconnect will already result in either someone else or\n\t\t\t\t// ourselves clearing the task upon reconnect.\n\t\t\t\t// This UsageError is to enforce that the caller should check AgentScheduler.pickedTasks before trying\n\t\t\t\t// to release a task.\n\t\t\t\tthrow new UsageError(`Task is not currently picked`, {\n\t\t\t\t\ttaskUrl: { tag: TelemetryDataTag.CodeArtifact, value: taskUrl },\n\t\t\t\t});\n\t\t\t}\n\t\t\t// We may only release tasks that we KNOW we hold (detached state or connected and own the CRC). If we're\n\t\t\t// attached+disconnected then we'll lose the task automatically, and so may not release manually (someone\n\t\t\t// else might hold it by the time we reconnect)\n\t\t\tassert(active, 0x119 /* \"This agent became inactive while releasing\" */);\n\t\t\tif (this.getTaskClientId(taskUrl) !== this.clientId) {\n\t\t\t\tthrow new UsageError(`Task was never picked`, {\n\t\t\t\t\ttaskUrl: { tag: TelemetryDataTag.CodeArtifact, value: taskUrl },\n\t\t\t\t});\n\t\t\t}\n\t\t}\n\t\treturn this.releaseCore([...taskUrls]);\n\t}\n\n\tpublic pickedTasks(): string[] {\n\t\treturn Array.from(this.runningTasks.values());\n\t}\n\n\tprivate async registerCore(taskUrls: string[]): Promise<void> {\n\t\tif (taskUrls.length > 0) {\n\t\t\tconst registersP: Promise<void>[] = [];\n\t\t\tfor (const taskUrl of taskUrls) {\n\t\t\t\tregistersP.push(this.writeCore(taskUrl, null));\n\t\t\t}\n\t\t\tawait Promise.all(registersP);\n\n\t\t\t// The registers should have up to date results now. Check the status.\n\t\t\tfor (const taskUrl of taskUrls) {\n\t\t\t\tconst taskStatus = this.getTaskClientId(taskUrl);\n\n\t\t\t\t// Task should be either registered (null) or picked up.\n\t\t\t\tassert(taskStatus !== undefined, 0x11a /* `Unsuccessful registration` */);\n\t\t\t}\n\t\t}\n\t}\n\n\tprivate async releaseCore(taskUrls: string[]) {\n\t\tif (taskUrls.length > 0) {\n\t\t\tconst releasesP: Promise<void>[] = [];\n\t\t\tfor (const taskUrl of taskUrls) {\n\t\t\t\t// Remove from local map so that it can be picked later.\n\t\t\t\tthis.locallyRunnableTasks.delete(taskUrl);\n\t\t\t\treleasesP.push(this.writeCore(taskUrl, null));\n\t\t\t}\n\t\t\tawait Promise.all(releasesP);\n\t\t}\n\t}\n\n\tprivate async clearTasks(taskUrls: string[]) {\n\t\tassert(this.isActive(), 0x11b /* \"Trying to clear tasks on inactive agent\" */);\n\t\tconst clearP: Promise<void>[] = [];\n\t\tfor (const taskUrl of taskUrls) {\n\t\t\tclearP.push(this.writeCore(taskUrl, null));\n\t\t}\n\t\tawait Promise.all(clearP);\n\t}\n\n\tprivate getTaskClientId(url: string): string | null | undefined {\n\t\treturn this.consensusRegisterCollection.read(url);\n\t}\n\n\tprivate async writeCore(key: string, clientId: string | null): Promise<void> {\n\t\tawait this.consensusRegisterCollection.write(key, clientId);\n\t}\n\n\tprivate initialize() {\n\t\tconst quorum = this.runtime.getQuorum();\n\t\t// A client left the quorum. Iterate and clear tasks held by that client.\n\t\t// Ideally a leader should do this cleanup. But it's complicated when a leader itself leaves.\n\t\t// Probably okay for now to have every client try to do this.\n\t\t// eslint-disable-next-line @typescript-eslint/no-misused-promises\n\t\tquorum.on(\"removeMember\", async (clientId: string) => {\n\t\t\tassert(\n\t\t\t\tthis.runtime.objectsRoutingContext.isAttached,\n\t\t\t\t0x11c /* \"Detached object routing context\" */,\n\t\t\t);\n\t\t\t// Cleanup only if connected. If not, cleanup will happen in initializeCore() that runs on connection.\n\t\t\tif (this.isActive()) {\n\t\t\t\tconst tasks: Promise<any>[] = [];\n\t\t\t\tconst leftTasks: string[] = [];\n\t\t\t\tfor (const taskUrl of this.consensusRegisterCollection.keys()) {\n\t\t\t\t\tif (this.getTaskClientId(taskUrl) === clientId) {\n\t\t\t\t\t\tif (this.locallyRunnableTasks.has(taskUrl)) {\n\t\t\t\t\t\t\ttasks.push(this.writeCore(taskUrl, this.clientId));\n\t\t\t\t\t\t} else {\n\t\t\t\t\t\t\tleftTasks.push(taskUrl);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\ttasks.push(this.clearTasks(leftTasks));\n\t\t\t\tawait Promise.all(tasks).catch((error) => {\n\t\t\t\t\tthis.sendErrorEvent(\"AgentScheduler_RemoveMemberError\", error);\n\t\t\t\t});\n\t\t\t}\n\t\t});\n\n\t\t// Listeners for new/released tasks. All clients will try to grab at the same time.\n\t\t// May be we want a randomized timer (Something like raft) to reduce chattiness?\n\t\tthis.consensusRegisterCollection.on(\n\t\t\t\"atomicChanged\",\n\t\t\t// eslint-disable-next-line @typescript-eslint/no-misused-promises\n\t\t\tasync (key: string, currentClient: string | null) => {\n\t\t\t\t// Check if this client was chosen.\n\t\t\t\tif (this.isActive() && currentClient === this.clientId) {\n\t\t\t\t\tthis.onNewTaskAssigned(key);\n\t\t\t\t} else {\n\t\t\t\t\t// The call below mutates the consensusRegisterCollection in\n\t\t\t\t\t// its event handler, which is not safe.\n\t\t\t\t\t// We need to force this to be part of a different batch of ops by\n\t\t\t\t\t// scheduling a microtask in order to work around the current validations.\n\t\t\t\t\t// This is not recommended and should be avoided.\n\t\t\t\t\tawait Promise.resolve().then(async () => {\n\t\t\t\t\t\tawait this.onTaskReassigned(key, currentClient);\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t},\n\t\t);\n\n\t\tif (this.isActive()) {\n\t\t\tthis.initializeCore();\n\t\t}\n\n\t\tthis.runtime.on(\"connected\", () => {\n\t\t\tif (this.isActive()) {\n\t\t\t\tthis.initializeCore();\n\t\t\t}\n\t\t});\n\n\t\tif (this.runtime.attachState === AttachState.Detached) {\n\t\t\tthis.runtime\n\t\t\t\t.waitAttached()\n\t\t\t\t.then(() => {\n\t\t\t\t\tthis.clearRunningTasks();\n\t\t\t\t})\n\t\t\t\t.catch((error) => {\n\t\t\t\t\tthis.sendErrorEvent(\"AgentScheduler_clearRunningTasks\", error);\n\t\t\t\t});\n\t\t}\n\n\t\tthis.runtime.on(\"disconnected\", () => {\n\t\t\tif (this.runtime.attachState !== AttachState.Detached) {\n\t\t\t\tthis.clearRunningTasks();\n\t\t\t}\n\t\t});\n\t}\n\n\tprivate onNewTaskAssigned(key: string) {\n\t\tassert(!this.runningTasks.has(key), 0x11d /* \"task is already running\" */);\n\t\tthis.runningTasks.add(key);\n\t\tconst worker = this.locallyRunnableTasks.get(key);\n\t\tif (worker === undefined) {\n\t\t\tthis.sendErrorEvent(\"AgentScheduler_UnwantedChange\", undefined, key);\n\t\t} else {\n\t\t\tthis.emit(\"picked\", key);\n\t\t\tworker().catch((error) => {\n\t\t\t\tthis.sendErrorEvent(\"AgentScheduler_FailedWork\", error, key);\n\t\t\t});\n\t\t}\n\t}\n\n\tprivate async onTaskReassigned(key: string, currentClient: string | null) {\n\t\tif (this.runningTasks.has(key)) {\n\t\t\tthis.runningTasks.delete(key);\n\t\t\tthis.emit(\"released\", key);\n\t\t}\n\t\tassert(currentClient !== undefined, 0x11e /* \"client is undefined\" */);\n\t\tif (this.isActive()) {\n\t\t\t// attempt to pick up task if we are connected.\n\t\t\t// If not, initializeCore() will do it when connected\n\t\t\tif (currentClient === null) {\n\t\t\t\tif (this.locallyRunnableTasks.has(key)) {\n\t\t\t\t\tawait this.writeCore(key, this.clientId);\n\t\t\t\t}\n\t\t\t}\n\t\t\t// Check if the op came from dropped client\n\t\t\t// This could happen when \"old\" ops are submitted on reconnection.\n\t\t\t// They carry \"old\" ref seq number, but if write is not contested, it will get accepted\n\t\t\telse if (this.runtime.getQuorum().getMember(currentClient) === undefined) {\n\t\t\t\tawait this.writeCore(key, null);\n\t\t\t}\n\t\t}\n\t}\n\n\tprivate isActive() {\n\t\t// Scheduler should be active in detached container.\n\t\tif (this.runtime.attachState === AttachState.Detached) {\n\t\t\treturn true;\n\t\t}\n\t\tif (!this.runtime.connected) {\n\t\t\treturn false;\n\t\t}\n\n\t\t// Note: we are not checking for this.context.deltaManager.clientDetails.capabilities.interactive\n\t\t// here. Instead we assert in pick() if a non-interactive client tries to pick.\n\n\t\treturn this.context.deltaManager.active;\n\t}\n\n\tprivate initializeCore() {\n\t\t// Nobody released the tasks held by last client in previous session.\n\t\t// Check to see if this client needs to do this.\n\t\tconst clearCandidates: string[] = [];\n\t\tconst tasks: Promise<any>[] = [];\n\n\t\tfor (const [taskUrl] of this.locallyRunnableTasks) {\n\t\t\tif (!this.getTaskClientId(taskUrl)) {\n\t\t\t\ttasks.push(this.writeCore(taskUrl, this.clientId));\n\t\t\t}\n\t\t}\n\n\t\tfor (const taskUrl of this.consensusRegisterCollection.keys()) {\n\t\t\tconst currentClient = this.getTaskClientId(taskUrl);\n\t\t\tif (currentClient && this.runtime.getQuorum().getMember(currentClient) === undefined) {\n\t\t\t\tclearCandidates.push(taskUrl);\n\t\t\t}\n\t\t}\n\n\t\ttasks.push(this.clearTasks(clearCandidates));\n\n\t\tPromise.all(tasks).catch((error) => {\n\t\t\tthis.sendErrorEvent(\"AgentScheduler_InitError\", error);\n\t\t});\n\t}\n\n\tprivate clearRunningTasks() {\n\t\tconst tasks = this.runningTasks;\n\t\tthis.runningTasks = new Set<string>();\n\n\t\tif (this.isActive()) {\n\t\t\t// Clear all tasks with UnattachedClientId (if was unattached) and reapply for tasks with new clientId\n\t\t\t// If we are simply disconnected, then proper cleanup will be done on connection.\n\t\t\tthis.initializeCore();\n\t\t}\n\n\t\tfor (const task of tasks) {\n\t\t\tthis.emit(\"lost\", task);\n\t\t}\n\t}\n\n\tprivate sendErrorEvent(eventName: string, error: any, key?: string) {\n\t\tthis.runtime.logger.sendErrorEvent({ eventName, key }, error);\n\t}\n}\n\nclass AgentSchedulerRuntime extends FluidDataStoreRuntime {\n\tconstructor(\n\t\tdataStoreContext: IFluidDataStoreContext,\n\t\tsharedObjectRegistry: ISharedObjectRegistry,\n\t\texisting: boolean,\n\t) {\n\t\tsuper(dataStoreContext, sharedObjectRegistry, existing, async () =>\n\t\t\tAgentScheduler.load(this, dataStoreContext, existing),\n\t\t);\n\t}\n\tpublic async request(request: IRequest) {\n\t\tconst response = await super.request(request);\n\t\tif (response.status === 404) {\n\t\t\tif (request.url === \"\" || request.url === \"/\") {\n\t\t\t\tconst agentScheduler = await this.entryPoint?.get();\n\t\t\t\tassert(\n\t\t\t\t\tagentScheduler !== undefined,\n\t\t\t\t\t0x466 /* entryPoint for AgentSchedulerRuntime should have been initialized by now */,\n\t\t\t\t);\n\n\t\t\t\treturn { status: 200, mimeType: \"fluid/object\", value: agentScheduler };\n\t\t\t}\n\t\t}\n\t\treturn response;\n\t}\n}\n\nexport class AgentSchedulerFactory implements IFluidDataStoreFactory {\n\tpublic static readonly type = \"_scheduler\";\n\tpublic readonly type = AgentSchedulerFactory.type;\n\n\tpublic get IFluidDataStoreFactory() {\n\t\treturn this;\n\t}\n\n\tpublic static get registryEntry(): NamedFluidDataStoreRegistryEntry {\n\t\treturn [this.type, Promise.resolve(new AgentSchedulerFactory())];\n\t}\n\n\tpublic static async createChildInstance(\n\t\tparentContext: IFluidDataStoreContext,\n\t): Promise<AgentScheduler> {\n\t\tconst packagePath = [...parentContext.packagePath, AgentSchedulerFactory.type];\n\t\tconst dataStore = await parentContext.containerRuntime.createDataStore(packagePath);\n\t\tconst entryPoint: FluidObject<IAgentScheduler> | undefined =\n\t\t\tawait dataStore.entryPoint?.get();\n\n\t\t// AgentSchedulerRuntime always puts an AgentScheduler object in the data store's entryPoint, but double-check\n\t\t// while we plumb entryPoints correctly everywhere, so we can be sure the cast below is fine.\n\t\tassert(\n\t\t\tentryPoint?.IAgentScheduler !== undefined,\n\t\t\t0x467 /* The data store's entryPoint is not an AgentScheduler! */,\n\t\t);\n\t\treturn entryPoint as unknown as AgentScheduler;\n\t}\n\n\tpublic async instantiateDataStore(context: IFluidDataStoreContext, existing: boolean) {\n\t\tconst mapFactory = SharedMap.getFactory();\n\t\tconst consensusRegisterCollectionFactory = ConsensusRegisterCollection.getFactory();\n\t\tconst dataTypes = new Map<string, IChannelFactory>();\n\t\tdataTypes.set(mapFactory.type, mapFactory);\n\t\tdataTypes.set(consensusRegisterCollectionFactory.type, consensusRegisterCollectionFactory);\n\n\t\treturn new AgentSchedulerRuntime(context, dataTypes, existing);\n\t}\n}\n"]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"taskSubscription.d.ts","sourceRoot":"","sources":["../src/taskSubscription.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE1C,MAAM,WAAW,uBAAwB,SAAQ,MAAM;
|
|
1
|
+
{"version":3,"file":"taskSubscription.d.ts","sourceRoot":"","sources":["../src/taskSubscription.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE1C,MAAM,WAAW,uBAAwB,SAAQ,MAAM;IACtD,CAAC,KAAK,EAAE,SAAS,GAAG,UAAU,EAAE,QAAQ,EAAE,MAAM,IAAI,OAAE;CACtD;AAED;;GAEG;AACH,qBAAa,gBAAiB,SAAQ,iBAAiB,CAAC,uBAAuB,CAAC;IAOnE,OAAO,CAAC,QAAQ,CAAC,cAAc;aAAmC,MAAM,EAAE,MAAM;IAN5F,OAAO,CAAC,UAAU,CAAkB;IAEpC;;;OAGG;gBAC0B,cAAc,EAAE,eAAe,EAAkB,MAAM,EAAE,MAAM;IAmB5F;;;OAGG;IACI,QAAQ;IAIf;;;OAGG;IACI,SAAS;CAUhB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"taskSubscription.js","sourceRoot":"","sources":["../src/taskSubscription.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,+DAAiE;AAOjE;;GAEG;AACH,MAAa,gBAAiB,SAAQ,gCAA0C;
|
|
1
|
+
{"version":3,"file":"taskSubscription.js","sourceRoot":"","sources":["../src/taskSubscription.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,+DAAiE;AAOjE;;GAEG;AACH,MAAa,gBAAiB,SAAQ,gCAA0C;IAG/E;;;OAGG;IACH,YAA6B,cAA+B,EAAkB,MAAc;QAC3F,KAAK,EAAE,CAAC;QADoB,mBAAc,GAAd,cAAc,CAAiB;QAAkB,WAAM,GAAN,MAAM,CAAQ;QANpF,eAAU,GAAY,KAAK,CAAC;QAQnC,cAAc,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAe,EAAE,EAAE;YAC/C,IAAI,OAAO,KAAK,IAAI,CAAC,MAAM,EAAE;gBAC5B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;aACrB;QACF,CAAC,CAAC,CAAC;QACH,cAAc,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,OAAe,EAAE,EAAE;YACjD,IAAI,OAAO,KAAK,IAAI,CAAC,MAAM,EAAE;gBAC5B,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;aACtB;QACF,CAAC,CAAC,CAAC;QACH,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,OAAe,EAAE,EAAE;YAC7C,IAAI,OAAO,KAAK,IAAI,CAAC,MAAM,EAAE;gBAC5B,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;aACtB;QACF,CAAC,CAAC,CAAC;IACJ,CAAC;IAED;;;OAGG;IACI,QAAQ;QACd,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChE,CAAC;IAED;;;OAGG;IACI,SAAS;QACf,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;YACrB,uFAAuF;YACvF,gFAAgF;YAChF,0FAA0F;YAC1F,qCAAqC;YACrC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACtE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;SACvB;IACF,CAAC;CACD;AAhDD,4CAgDC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { IEvent } from \"@fluidframework/common-definitions\";\nimport { TypedEventEmitter } from \"@fluidframework/common-utils\";\nimport { IAgentScheduler } from \"./agent\";\n\nexport interface ITaskSubscriptionEvents extends IEvent {\n\t(event: \"gotTask\" | \"lostTask\", listener: () => void);\n}\n\n/**\n * TaskSubscription works with an AgentScheduler to make it easier to monitor a specific task ownership.\n */\nexport class TaskSubscription extends TypedEventEmitter<ITaskSubscriptionEvents> {\n\tprivate subscribed: boolean = false;\n\n\t/**\n\t * @param agentScheduler - The AgentScheduler that will be subscribed against\n\t * @param taskId - The string ID of the task to subscribe against\n\t */\n\tconstructor(private readonly agentScheduler: IAgentScheduler, public readonly taskId: string) {\n\t\tsuper();\n\t\tagentScheduler.on(\"picked\", (_taskId: string) => {\n\t\t\tif (_taskId === this.taskId) {\n\t\t\t\tthis.emit(\"gotTask\");\n\t\t\t}\n\t\t});\n\t\tagentScheduler.on(\"released\", (_taskId: string) => {\n\t\t\tif (_taskId === this.taskId) {\n\t\t\t\tthis.emit(\"lostTask\");\n\t\t\t}\n\t\t});\n\t\tagentScheduler.on(\"lost\", (_taskId: string) => {\n\t\t\tif (_taskId === this.taskId) {\n\t\t\t\tthis.emit(\"lostTask\");\n\t\t\t}\n\t\t});\n\t}\n\n\t/**\n\t * Check if currently holding ownership of the task.\n\t * @returns true if currently the task owner, false otherwise.\n\t */\n\tpublic haveTask() {\n\t\treturn this.agentScheduler.pickedTasks().includes(this.taskId);\n\t}\n\n\t/**\n\t * Volunteer for the task. By default, the TaskSubscription will only watch the task and not volunteer.\n\t * This is safe to call multiple times across multiple TaskSubscriptions.\n\t */\n\tpublic volunteer() {\n\t\tif (!this.subscribed) {\n\t\t\t// AgentScheduler throws if the same task is picked twice but we don't care because our\n\t\t\t// worker does nothing. We only care that the AgentScheduler is trying to pick.\n\t\t\t// We also don't care if we throw due to failing the interactive check, because then we'll\n\t\t\t// just appear to never get the task.\n\t\t\tthis.agentScheduler.pick(this.taskId, async () => {}).catch(() => {});\n\t\t\tthis.subscribed = true;\n\t\t}\n\t}\n}\n"]}
|
package/lib/agent.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAEjE,eAAO,MAAM,eAAe,EAAE,MAAM,sBAA0C,CAAC;AAE/E,MAAM,WAAW,sBAAsB;
|
|
1
|
+
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAEjE,eAAO,MAAM,eAAe,EAAE,MAAM,sBAA0C,CAAC;AAE/E,MAAM,WAAW,sBAAsB;IACtC,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;CAC1C;AAED,MAAM,WAAW,qBAAsB,SAAQ,MAAM;IACpD;;;;;;;;;;;;;;;;OAgBG;IACH,CAAC,KAAK,EAAE,QAAQ,GAAG,UAAU,GAAG,MAAM,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,OAAE;CAC5E;AAED;;GAEG;AACH,MAAM,WAAW,eAChB,SAAQ,sBAAsB,EAC7B,cAAc,CAAC,qBAAqB,CAAC,EACrC,cAAc;IACf;;;;;;OAMG;IACH,QAAQ,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/C;;;;;;;OAOG;IACH,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjE;;;;;OAKG;IACH,OAAO,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE9C;;OAEG;IACH,WAAW,IAAI,MAAM,EAAE,CAAC;CACxB"}
|
package/lib/agent.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,MAAM,CAAC,MAAM,eAAe,GAAiC,iBAAiB,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { IEvent, IEventProvider } from \"@fluidframework/common-definitions\";\nimport { IFluidLoadable } from \"@fluidframework/core-interfaces\";\n\nexport const IAgentScheduler: keyof IProvideAgentScheduler = \"IAgentScheduler\";\n\nexport interface IProvideAgentScheduler {\n
|
|
1
|
+
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,MAAM,CAAC,MAAM,eAAe,GAAiC,iBAAiB,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { IEvent, IEventProvider } from \"@fluidframework/common-definitions\";\nimport { IFluidLoadable } from \"@fluidframework/core-interfaces\";\n\nexport const IAgentScheduler: keyof IProvideAgentScheduler = \"IAgentScheduler\";\n\nexport interface IProvideAgentScheduler {\n\treadonly IAgentScheduler: IAgentScheduler;\n}\n\nexport interface IAgentSchedulerEvents extends IEvent {\n\t/**\n\t * Event when ownership of task changes\n\t * @param event - name of the event:\n\t *\n\t * - \"picked\" - the task has been assigned to this client, in response to pick() being called\n\t * If client loses this task (due to disconnect), it will attempt to pick it again (on connection)\n\t * automatically, unless release() is called\n\t *\n\t * - \"released\" - the task was successfully released back to the pool. Client will not attempt to\n\t * re-acquire the task, unless pick() is called.\n\t *\n\t * - \"lost\" - task is lost due to disconnect or data store / container being attached.\n\t * Task will be picked up again by some connected client (this client will try as well,\n\t * unless release() is called)\n\t *\n\t * @param listener - callback notified when change happened for particular key\n\t */\n\t(event: \"picked\" | \"released\" | \"lost\", listener: (taskId: string) => void);\n}\n\n/**\n * Agent scheduler distributes a set of tasks/variables across connected clients.\n */\nexport interface IAgentScheduler\n\textends IProvideAgentScheduler,\n\t\tIEventProvider<IAgentSchedulerEvents>,\n\t\tIFluidLoadable {\n\t/**\n\t * Registers a set of new tasks to distribute amongst connected clients. Only use this if a client wants\n\t * a new agent to run but does not have the capability to run the agent inside the host.\n\t * Client can call pick() later if the capability changes.\n\t *\n\t * This method should only be called once per task. Duplicate calls will be rejected.\n\t */\n\tregister(...taskUrls: string[]): Promise<void>;\n\n\t/**\n\t * Attempts to pick a set of tasks. A client will only run the task if it's chosen based on consensus.\n\t * Resolves when the tasks are assigned to one of the connected clients.\n\t *\n\t * This method should only be called once per task. Duplicate calls will be rejected.\n\t *\n\t * @param worker - callback to run when task is picked up.\n\t */\n\tpick(taskId: string, worker: () => Promise<void>): Promise<void>;\n\n\t/**\n\t * Releases a set of tasks for other clients to grab. Resolves when the tasks are released.\n\t *\n\t * Only previously picked tasks are allowed. Releasing non picked tasks will get a rejection.\n\t * App can call pickedTasks() to get the picked list first.\n\t */\n\trelease(...taskUrls: string[]): Promise<void>;\n\n\t/**\n\t * Returns a list of all tasks running on this client\n\t */\n\tpickedTasks(): string[];\n}\n"]}
|
package/lib/scheduler.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scheduler.d.ts","sourceRoot":"","sources":["../src/scheduler.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAU,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,
|
|
1
|
+
{"version":3,"file":"scheduler.d.ts","sourceRoot":"","sources":["../src/scheduler.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAU,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EAAe,YAAY,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAEtF,OAAO,EACN,qBAAqB,EAErB,qBAAqB,EACrB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EAAE,2BAA2B,EAAE,MAAM,qCAAqC,CAAC;AAClF,OAAO,EAAE,sBAAsB,EAAmB,MAAM,uCAAuC,CAAC;AAChG,OAAO,EACN,sBAAsB,EACtB,sBAAsB,EACtB,gCAAgC,EAChC,MAAM,qCAAqC,CAAC;AAG7C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AA4BjE,qBAAa,cACZ,SAAQ,iBAAiB,CAAC,qBAAqB,CAC/C,YAAW,eAAe;IAgEzB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,2BAA2B;WAhEzB,IAAI,CACvB,OAAO,EAAE,sBAAsB,EAC/B,OAAO,EAAE,sBAAsB,EAC/B,QAAQ,EAAE,OAAO;IAyBlB,IAAW,eAAe,SAEzB;IACD,IAAW,cAAc,SAExB;IAED,OAAO,KAAK,QAAQ,GAOnB;IAMD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAqB;IAKrD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAA0C;IAI/E,OAAO,CAAC,YAAY,CAAqB;IAEzC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;gBAG3B,OAAO,EAAE,sBAAsB,EAC/B,OAAO,EAAE,sBAAsB,EAC/B,2BAA2B,EAAE,2BAA2B,CAAC,MAAM,GAAG,IAAI,CAAC;IAMzF,IAAW,MAAM,uBAEhB;IAEY,QAAQ,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB9C,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBhE,OAAO,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAgCnD,WAAW,IAAI,MAAM,EAAE;YAIhB,YAAY;YAkBZ,WAAW;YAYX,UAAU;IASxB,OAAO,CAAC,eAAe;YAIT,SAAS;IAIvB,OAAO,CAAC,UAAU;IAiFlB,OAAO,CAAC,iBAAiB;YAcX,gBAAgB;IAuB9B,OAAO,CAAC,QAAQ;IAehB,OAAO,CAAC,cAAc;IA0BtB,OAAO,CAAC,iBAAiB;IAezB,OAAO,CAAC,cAAc;CAGtB;AAED,cAAM,qBAAsB,SAAQ,qBAAqB;gBAEvD,gBAAgB,EAAE,sBAAsB,EACxC,oBAAoB,EAAE,qBAAqB,EAC3C,QAAQ,EAAE,OAAO;IAML,OAAO,CAAC,OAAO,EAAE,QAAQ;CAetC;AAED,qBAAa,qBAAsB,YAAW,sBAAsB;IACnE,gBAAuB,IAAI,gBAAgB;IAC3C,SAAgB,IAAI,gBAA8B;IAElD,IAAW,sBAAsB,SAEhC;IAED,WAAkB,aAAa,IAAI,gCAAgC,CAElE;WAEmB,mBAAmB,CACtC,aAAa,EAAE,sBAAsB,GACnC,OAAO,CAAC,cAAc,CAAC;IAeb,oBAAoB,CAAC,OAAO,EAAE,sBAAsB,EAAE,QAAQ,EAAE,OAAO;CASpF"}
|
package/lib/scheduler.js
CHANGED
|
@@ -3,11 +3,13 @@
|
|
|
3
3
|
* Licensed under the MIT License.
|
|
4
4
|
*/
|
|
5
5
|
import { assert, TypedEventEmitter } from "@fluidframework/common-utils";
|
|
6
|
+
import { UsageError } from "@fluidframework/container-utils";
|
|
6
7
|
import { FluidDataStoreRuntime, FluidObjectHandle, } from "@fluidframework/datastore";
|
|
7
8
|
import { AttachState } from "@fluidframework/container-definitions";
|
|
8
9
|
import { SharedMap } from "@fluidframework/map";
|
|
9
10
|
import { ConsensusRegisterCollection } from "@fluidframework/register-collection";
|
|
10
11
|
import { v4 as uuid } from "uuid";
|
|
12
|
+
import { TelemetryDataTag } from "@fluidframework/telemetry-utils";
|
|
11
13
|
// Note: making sure this ID is unique and does not collide with storage provided clientID
|
|
12
14
|
const UnattachedClientId = `${uuid()}_unattached`;
|
|
13
15
|
const mapWait = async (map, key) => {
|
|
@@ -61,7 +63,7 @@ export class AgentScheduler extends TypedEventEmitter {
|
|
|
61
63
|
root.set(schedulerId, consensusRegisterCollection.handle);
|
|
62
64
|
}
|
|
63
65
|
else {
|
|
64
|
-
root = await runtime.getChannel("root");
|
|
66
|
+
root = (await runtime.getChannel("root"));
|
|
65
67
|
const handle = await mapWait(root, schedulerId);
|
|
66
68
|
assert(handle !== undefined, 0x116 /* "Missing handle on scheduler load" */);
|
|
67
69
|
consensusRegisterCollection = await handle.get();
|
|
@@ -70,8 +72,12 @@ export class AgentScheduler extends TypedEventEmitter {
|
|
|
70
72
|
agentScheduler.initialize();
|
|
71
73
|
return agentScheduler;
|
|
72
74
|
}
|
|
73
|
-
get IAgentScheduler() {
|
|
74
|
-
|
|
75
|
+
get IAgentScheduler() {
|
|
76
|
+
return this;
|
|
77
|
+
}
|
|
78
|
+
get IFluidLoadable() {
|
|
79
|
+
return this;
|
|
80
|
+
}
|
|
75
81
|
get clientId() {
|
|
76
82
|
if (this.runtime.attachState === AttachState.Detached) {
|
|
77
83
|
return UnattachedClientId;
|
|
@@ -86,7 +92,9 @@ export class AgentScheduler extends TypedEventEmitter {
|
|
|
86
92
|
async register(...taskUrls) {
|
|
87
93
|
for (const taskUrl of taskUrls) {
|
|
88
94
|
if (this.registeredTasks.has(taskUrl)) {
|
|
89
|
-
throw new
|
|
95
|
+
throw new UsageError(`Task is already registered`, {
|
|
96
|
+
taskUrl: { tag: TelemetryDataTag.CodeArtifact, value: taskUrl },
|
|
97
|
+
});
|
|
90
98
|
}
|
|
91
99
|
}
|
|
92
100
|
const unregisteredTasks = [];
|
|
@@ -102,7 +110,9 @@ export class AgentScheduler extends TypedEventEmitter {
|
|
|
102
110
|
}
|
|
103
111
|
async pick(taskId, worker) {
|
|
104
112
|
if (this.locallyRunnableTasks.has(taskId)) {
|
|
105
|
-
throw new
|
|
113
|
+
throw new UsageError(`Task is already attempted`, {
|
|
114
|
+
taskUrl: { tag: TelemetryDataTag.CodeArtifact, value: taskId },
|
|
115
|
+
});
|
|
106
116
|
}
|
|
107
117
|
this.locallyRunnableTasks.set(taskId, worker);
|
|
108
118
|
// We have a policy to disallow non-interactive clients from taking tasks. Callers of pick() can
|
|
@@ -121,13 +131,29 @@ export class AgentScheduler extends TypedEventEmitter {
|
|
|
121
131
|
const active = this.isActive();
|
|
122
132
|
for (const taskUrl of taskUrls) {
|
|
123
133
|
if (!this.locallyRunnableTasks.has(taskUrl)) {
|
|
124
|
-
throw new
|
|
134
|
+
throw new UsageError(`Task was never registered`, {
|
|
135
|
+
taskUrl: { tag: TelemetryDataTag.CodeArtifact, value: taskUrl },
|
|
136
|
+
});
|
|
125
137
|
}
|
|
126
|
-
|
|
127
|
-
|
|
138
|
+
if (!this.runningTasks.has(taskUrl)) {
|
|
139
|
+
// If we got disconnected (and are attached), tasks that we WERE picked for at the time of disconnect
|
|
140
|
+
// will still show us as holding the task according to getTaskClientId (the CRC is stale), but we
|
|
141
|
+
// should not try to release because our disconnect will already result in either someone else or
|
|
142
|
+
// ourselves clearing the task upon reconnect.
|
|
143
|
+
// This UsageError is to enforce that the caller should check AgentScheduler.pickedTasks before trying
|
|
144
|
+
// to release a task.
|
|
145
|
+
throw new UsageError(`Task is not currently picked`, {
|
|
146
|
+
taskUrl: { tag: TelemetryDataTag.CodeArtifact, value: taskUrl },
|
|
147
|
+
});
|
|
148
|
+
}
|
|
149
|
+
// We may only release tasks that we KNOW we hold (detached state or connected and own the CRC). If we're
|
|
150
|
+
// attached+disconnected then we'll lose the task automatically, and so may not release manually (someone
|
|
151
|
+
// else might hold it by the time we reconnect)
|
|
128
152
|
assert(active, 0x119 /* "This agent became inactive while releasing" */);
|
|
129
153
|
if (this.getTaskClientId(taskUrl) !== this.clientId) {
|
|
130
|
-
throw new
|
|
154
|
+
throw new UsageError(`Task was never picked`, {
|
|
155
|
+
taskUrl: { tag: TelemetryDataTag.CodeArtifact, value: taskUrl },
|
|
156
|
+
});
|
|
131
157
|
}
|
|
132
158
|
}
|
|
133
159
|
return this.releaseCore([...taskUrls]);
|
|
@@ -205,8 +231,9 @@ export class AgentScheduler extends TypedEventEmitter {
|
|
|
205
231
|
});
|
|
206
232
|
// Listeners for new/released tasks. All clients will try to grab at the same time.
|
|
207
233
|
// May be we want a randomized timer (Something like raft) to reduce chattiness?
|
|
234
|
+
this.consensusRegisterCollection.on("atomicChanged",
|
|
208
235
|
// eslint-disable-next-line @typescript-eslint/no-misused-promises
|
|
209
|
-
|
|
236
|
+
async (key, currentClient) => {
|
|
210
237
|
// Check if this client was chosen.
|
|
211
238
|
if (this.isActive() && currentClient === this.clientId) {
|
|
212
239
|
this.onNewTaskAssigned(key);
|
|
@@ -231,9 +258,12 @@ export class AgentScheduler extends TypedEventEmitter {
|
|
|
231
258
|
}
|
|
232
259
|
});
|
|
233
260
|
if (this.runtime.attachState === AttachState.Detached) {
|
|
234
|
-
this.runtime
|
|
261
|
+
this.runtime
|
|
262
|
+
.waitAttached()
|
|
263
|
+
.then(() => {
|
|
235
264
|
this.clearRunningTasks();
|
|
236
|
-
})
|
|
265
|
+
})
|
|
266
|
+
.catch((error) => {
|
|
237
267
|
this.sendErrorEvent("AgentScheduler_clearRunningTasks", error);
|
|
238
268
|
});
|
|
239
269
|
}
|
|
@@ -349,7 +379,9 @@ export class AgentSchedulerFactory {
|
|
|
349
379
|
constructor() {
|
|
350
380
|
this.type = AgentSchedulerFactory.type;
|
|
351
381
|
}
|
|
352
|
-
get IFluidDataStoreFactory() {
|
|
382
|
+
get IFluidDataStoreFactory() {
|
|
383
|
+
return this;
|
|
384
|
+
}
|
|
353
385
|
static get registryEntry() {
|
|
354
386
|
return [this.type, Promise.resolve(new AgentSchedulerFactory())];
|
|
355
387
|
}
|