@rudderstack/integrations-lib 0.2.37 → 0.2.39
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/cluster/examples.d.ts +2 -0
- package/build/cluster/examples.d.ts.map +1 -0
- package/build/cluster/examples.js +150 -0
- package/build/cluster/index.d.ts +4 -0
- package/build/cluster/index.d.ts.map +1 -0
- package/build/cluster/index.js +11 -0
- package/build/cluster/manager.d.ts +141 -0
- package/build/cluster/manager.d.ts.map +1 -0
- package/build/cluster/manager.js +440 -0
- package/build/cluster/types.d.ts +77 -0
- package/build/cluster/types.d.ts.map +1 -0
- package/build/cluster/types.js +3 -0
- package/build/cluster/utils.d.ts +20 -0
- package/build/cluster/utils.d.ts.map +1 -0
- package/build/cluster/utils.js +106 -0
- package/package.json +1 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"examples.d.ts","sourceRoot":"","sources":["../../src/cluster/examples.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,150 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
36
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
37
|
+
};
|
|
38
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
+
/* eslint-disable require-await */
|
|
40
|
+
const cluster_1 = __importDefault(require("cluster"));
|
|
41
|
+
const manager_1 = require("./manager");
|
|
42
|
+
const logger = __importStar(require("../logger"));
|
|
43
|
+
async function normalExample() {
|
|
44
|
+
const manager = new manager_1.ClusterManager({
|
|
45
|
+
numWorkers: 2,
|
|
46
|
+
pingFrequency: 1000, // Check every second
|
|
47
|
+
pingTimeout: 5000, // 5 seconds for a worker to respond
|
|
48
|
+
shutdownTimeout: 5000, // 5 seconds for graceful shutdown
|
|
49
|
+
primaryFn: async () => {
|
|
50
|
+
setTimeout(() => {
|
|
51
|
+
logger.info('Primary process shutting down...');
|
|
52
|
+
manager.shutdown('manual shutdown');
|
|
53
|
+
}, 10000);
|
|
54
|
+
},
|
|
55
|
+
primaryShutdownFn: async (signal) => {
|
|
56
|
+
logger.info(`Primary process shutting down due to signal: ${signal}`);
|
|
57
|
+
},
|
|
58
|
+
workerFn: async () => {
|
|
59
|
+
// Simulate some work
|
|
60
|
+
setInterval(() => {
|
|
61
|
+
logger.info(`Worker ${cluster_1.default.worker?.id} is doing work`);
|
|
62
|
+
}, 1000);
|
|
63
|
+
},
|
|
64
|
+
workerShutdownFn: async (signal) => {
|
|
65
|
+
logger.info(`Worker ${cluster_1.default.worker?.id} shutting down due to signal: ${signal}`);
|
|
66
|
+
},
|
|
67
|
+
});
|
|
68
|
+
await manager.start();
|
|
69
|
+
}
|
|
70
|
+
async function stuckExample() {
|
|
71
|
+
let stuckCounter = 0;
|
|
72
|
+
const manager = new manager_1.ClusterManager({
|
|
73
|
+
numWorkers: 2,
|
|
74
|
+
pingFrequency: 1000, // Check every second
|
|
75
|
+
pingTimeout: 5000, // 5 seconds for a worker to respond
|
|
76
|
+
shutdownTimeout: 5000, // 5 seconds for graceful shutdown
|
|
77
|
+
stuckWorkerRespawnFunc: (worker) => {
|
|
78
|
+
stuckCounter += 1;
|
|
79
|
+
if (stuckCounter > 3) {
|
|
80
|
+
logger.info(`Stuck worker detected: ${worker.id}. Not respawning anymore.`);
|
|
81
|
+
return false; // Stop respawning after 3 stuck workers
|
|
82
|
+
}
|
|
83
|
+
logger.info(`Stuck worker detected: ${worker.id}. Respawning...`);
|
|
84
|
+
return true; // Respawn the worker
|
|
85
|
+
},
|
|
86
|
+
primaryFn: async () => {
|
|
87
|
+
logger.info('Primary process started');
|
|
88
|
+
},
|
|
89
|
+
primaryShutdownFn: async (signal) => {
|
|
90
|
+
logger.info(`Primary process shutting down due to signal: ${signal}`);
|
|
91
|
+
},
|
|
92
|
+
workerFn: async () => {
|
|
93
|
+
logger.info(`Worker ${cluster_1.default.worker?.id} will simulate being stuck`);
|
|
94
|
+
// eslint-disable-next-line no-constant-condition
|
|
95
|
+
while (true) {
|
|
96
|
+
// Simulate a stuck worker
|
|
97
|
+
}
|
|
98
|
+
},
|
|
99
|
+
workerShutdownFn: async (signal) => {
|
|
100
|
+
logger.info(`Worker ${cluster_1.default.worker?.id} shutting down due to signal: ${signal}`);
|
|
101
|
+
},
|
|
102
|
+
});
|
|
103
|
+
await manager.start();
|
|
104
|
+
}
|
|
105
|
+
async function killExample() {
|
|
106
|
+
const manager = new manager_1.ClusterManager({
|
|
107
|
+
numWorkers: 2,
|
|
108
|
+
pingFrequency: 1000, // Check every second
|
|
109
|
+
pingTimeout: 5000, // 5 seconds for a worker to respond
|
|
110
|
+
shutdownTimeout: 5000, // 5 seconds for graceful shutdown
|
|
111
|
+
restartMaxTimes: 3, // Restart a worker up to 3 times
|
|
112
|
+
primaryFn: async () => {
|
|
113
|
+
logger.info('Primary process started');
|
|
114
|
+
},
|
|
115
|
+
primaryShutdownFn: async (signal) => {
|
|
116
|
+
logger.info(`Primary process shutting down due to signal: ${signal}`);
|
|
117
|
+
},
|
|
118
|
+
workerFn: async () => {
|
|
119
|
+
logger.info(`Worker ${cluster_1.default.worker?.id} started and will crash after 5 seconds`);
|
|
120
|
+
// eslint-disable-next-line no-constant-condition
|
|
121
|
+
setTimeout(() => {
|
|
122
|
+
logger.info(`Killing worker ${cluster_1.default.worker?.id} process`);
|
|
123
|
+
process.exit(1); // Simulate a worker crash
|
|
124
|
+
}, 5000); // Kill the worker after 5 seconds
|
|
125
|
+
},
|
|
126
|
+
workerShutdownFn: async (signal) => {
|
|
127
|
+
logger.info(`Worker ${cluster_1.default.worker?.id} shutting down due to signal: ${signal}`);
|
|
128
|
+
},
|
|
129
|
+
});
|
|
130
|
+
await manager.start();
|
|
131
|
+
}
|
|
132
|
+
// to run use: npx ts-node src/cluster/examples.ts [normal|stuck|kill]
|
|
133
|
+
if (require.main === module) {
|
|
134
|
+
const mode = process.argv[2] || 'normal';
|
|
135
|
+
let run;
|
|
136
|
+
if (mode === 'stuck') {
|
|
137
|
+
run = stuckExample;
|
|
138
|
+
}
|
|
139
|
+
else if (mode === 'kill') {
|
|
140
|
+
run = killExample;
|
|
141
|
+
}
|
|
142
|
+
else {
|
|
143
|
+
run = normalExample;
|
|
144
|
+
}
|
|
145
|
+
run().catch((err) => {
|
|
146
|
+
logger.error(err);
|
|
147
|
+
process.exit(1);
|
|
148
|
+
});
|
|
149
|
+
}
|
|
150
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZXhhbXBsZXMuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvY2x1c3Rlci9leGFtcGxlcy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7OztBQUFBLGtDQUFrQztBQUNsQyxzREFBOEI7QUFDOUIsdUNBQTJDO0FBQzNDLGtEQUFvQztBQUVwQyxLQUFLLFVBQVUsYUFBYTtJQUMxQixNQUFNLE9BQU8sR0FBRyxJQUFJLHdCQUFjLENBQUM7UUFDakMsVUFBVSxFQUFFLENBQUM7UUFDYixhQUFhLEVBQUUsSUFBSSxFQUFFLHFCQUFxQjtRQUMxQyxXQUFXLEVBQUUsSUFBSSxFQUFFLG9DQUFvQztRQUN2RCxlQUFlLEVBQUUsSUFBSSxFQUFFLGtDQUFrQztRQUN6RCxTQUFTLEVBQUUsS0FBSyxJQUFJLEVBQUU7WUFDcEIsVUFBVSxDQUFDLEdBQUcsRUFBRTtnQkFDZCxNQUFNLENBQUMsSUFBSSxDQUFDLGtDQUFrQyxDQUFDLENBQUM7Z0JBQ2hELE9BQU8sQ0FBQyxRQUFRLENBQUMsaUJBQWlCLENBQUMsQ0FBQztZQUN0QyxDQUFDLEVBQUUsS0FBSyxDQUFDLENBQUM7UUFDWixDQUFDO1FBQ0QsaUJBQWlCLEVBQUUsS0FBSyxFQUFFLE1BQU0sRUFBRSxFQUFFO1lBQ2xDLE1BQU0sQ0FBQyxJQUFJLENBQUMsZ0RBQWdELE1BQU0sRUFBRSxDQUFDLENBQUM7UUFDeEUsQ0FBQztRQUNELFFBQVEsRUFBRSxLQUFLLElBQUksRUFBRTtZQUNuQixxQkFBcUI7WUFDckIsV0FBVyxDQUFDLEdBQUcsRUFBRTtnQkFDZixNQUFNLENBQUMsSUFBSSxDQUFDLFVBQVUsaUJBQU8sQ0FBQyxNQUFNLEVBQUUsRUFBRSxnQkFBZ0IsQ0FBQyxDQUFDO1lBQzVELENBQUMsRUFBRSxJQUFJLENBQUMsQ0FBQztRQUNYLENBQUM7UUFDRCxnQkFBZ0IsRUFBRSxLQUFLLEVBQUUsTUFBTSxFQUFFLEVBQUU7WUFDakMsTUFBTSxDQUFDLElBQUksQ0FBQyxVQUFVLGlCQUFPLENBQUMsTUFBTSxFQUFFLEVBQUUsaUNBQWlDLE1BQU0sRUFBRSxDQUFDLENBQUM7UUFDckYsQ0FBQztLQUNGLENBQUMsQ0FBQztJQUNILE1BQU0sT0FBTyxDQUFDLEtBQUssRUFBRSxDQUFDO0FBQ3hCLENBQUM7QUFFRCxLQUFLLFVBQVUsWUFBWTtJQUN6QixJQUFJLFlBQVksR0FBRyxDQUFDLENBQUM7SUFDckIsTUFBTSxPQUFPLEdBQUcsSUFBSSx3QkFBYyxDQUFDO1FBQ2pDLFVBQVUsRUFBRSxDQUFDO1FBQ2IsYUFBYSxFQUFFLElBQUksRUFBRSxxQkFBcUI7UUFDMUMsV0FBVyxFQUFFLElBQUksRUFBRSxvQ0FBb0M7UUFDdkQsZUFBZSxFQUFFLElBQUksRUFBRSxrQ0FBa0M7UUFDekQsc0JBQXNCLEVBQUUsQ0FBQyxNQUFNLEVBQUUsRUFBRTtZQUNqQyxZQUFZLElBQUksQ0FBQyxDQUFDO1lBQ2xCLElBQUksWUFBWSxHQUFHLENBQUMsRUFBRSxDQUFDO2dCQUNyQixNQUFNLENBQUMsSUFBSSxDQUFDLDBCQUEwQixNQUFNLENBQUMsRUFBRSwyQkFBMkIsQ0FBQyxDQUFDO2dCQUM1RSxPQUFPLEtBQUssQ0FBQyxDQUFDLHdDQUF3QztZQUN4RCxDQUFDO1lBQ0QsTUFBTSxDQUFDLElBQUksQ0FBQywwQkFBMEIsTUFBTSxDQUFDLEVBQUUsaUJBQWlCLENBQUMsQ0FBQztZQUNsRSxPQUFPLElBQUksQ0FBQyxDQUFDLHFCQUFxQjtRQUNwQyxDQUFDO1FBQ0QsU0FBUyxFQUFFLEtBQUssSUFBSSxFQUFFO1lBQ3BCLE1BQU0sQ0FBQyxJQUFJLENBQUMseUJBQXlCLENBQUMsQ0FBQztRQUN6QyxDQUFDO1FBQ0QsaUJBQWlCLEVBQUUsS0FBSyxFQUFFLE1BQU0sRUFBRSxFQUFFO1lBQ2xDLE1BQU0sQ0FBQyxJQUFJLENBQUMsZ0RBQWdELE1BQU0sRUFBRSxDQUFDLENBQUM7UUFDeEUsQ0FBQztRQUNELFFBQVEsRUFBRSxLQUFLLElBQUksRUFBRTtZQUNuQixNQUFNLENBQUMsSUFBSSxDQUFDLFVBQVUsaUJBQU8sQ0FBQyxNQUFNLEVBQUUsRUFBRSw0QkFBNEIsQ0FBQyxDQUFDO1lBQ3RFLGlEQUFpRDtZQUNqRCxPQUFPLElBQUksRUFBRSxDQUFDO2dCQUNaLDBCQUEwQjtZQUM1QixDQUFDO1FBQ0gsQ0FBQztRQUNELGdCQUFnQixFQUFFLEtBQUssRUFBRSxNQUFNLEVBQUUsRUFBRTtZQUNqQyxNQUFNLENBQUMsSUFBSSxDQUFDLFVBQVUsaUJBQU8sQ0FBQyxNQUFNLEVBQUUsRUFBRSxpQ0FBaUMsTUFBTSxFQUFFLENBQUMsQ0FBQztRQUNyRixDQUFDO0tBQ0YsQ0FBQyxDQUFDO0lBQ0gsTUFBTSxPQUFPLENBQUMsS0FBSyxFQUFFLENBQUM7QUFDeEIsQ0FBQztBQUVELEtBQUssVUFBVSxXQUFXO0lBQ3hCLE1BQU0sT0FBTyxHQUFHLElBQUksd0JBQWMsQ0FBQztRQUNqQyxVQUFVLEVBQUUsQ0FBQztRQUNiLGFBQWEsRUFBRSxJQUFJLEVBQUUscUJBQXFCO1FBQzFDLFdBQVcsRUFBRSxJQUFJLEVBQUUsb0NBQW9DO1FBQ3ZELGVBQWUsRUFBRSxJQUFJLEVBQUUsa0NBQWtDO1FBQ3pELGVBQWUsRUFBRSxDQUFDLEVBQUUsaUNBQWlDO1FBQ3JELFNBQVMsRUFBRSxLQUFLLElBQUksRUFBRTtZQUNwQixNQUFNLENBQUMsSUFBSSxDQUFDLHlCQUF5QixDQUFDLENBQUM7UUFDekMsQ0FBQztRQUNELGlCQUFpQixFQUFFLEtBQUssRUFBRSxNQUFNLEVBQUUsRUFBRTtZQUNsQyxNQUFNLENBQUMsSUFBSSxDQUFDLGdEQUFnRCxNQUFNLEVBQUUsQ0FBQyxDQUFDO1FBQ3hFLENBQUM7UUFDRCxRQUFRLEVBQUUsS0FBSyxJQUFJLEVBQUU7WUFDbkIsTUFBTSxDQUFDLElBQUksQ0FBQyxVQUFVLGlCQUFPLENBQUMsTUFBTSxFQUFFLEVBQUUseUNBQXlDLENBQUMsQ0FBQztZQUNuRixpREFBaUQ7WUFDakQsVUFBVSxDQUFDLEdBQUcsRUFBRTtnQkFDZCxNQUFNLENBQUMsSUFBSSxDQUFDLGtCQUFrQixpQkFBTyxDQUFDLE1BQU0sRUFBRSxFQUFFLFVBQVUsQ0FBQyxDQUFDO2dCQUM1RCxPQUFPLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUMsMEJBQTBCO1lBQzdDLENBQUMsRUFBRSxJQUFJLENBQUMsQ0FBQyxDQUFDLGtDQUFrQztRQUM5QyxDQUFDO1FBQ0QsZ0JBQWdCLEVBQUUsS0FBSyxFQUFFLE1BQU0sRUFBRSxFQUFFO1lBQ2pDLE1BQU0sQ0FBQyxJQUFJLENBQUMsVUFBVSxpQkFBTyxDQUFDLE1BQU0sRUFBRSxFQUFFLGlDQUFpQyxNQUFNLEVBQUUsQ0FBQyxDQUFDO1FBQ3JGLENBQUM7S0FDRixDQUFDLENBQUM7SUFDSCxNQUFNLE9BQU8sQ0FBQyxLQUFLLEVBQUUsQ0FBQztBQUN4QixDQUFDO0FBRUQsc0VBQXNFO0FBQ3RFLElBQUksT0FBTyxDQUFDLElBQUksS0FBSyxNQUFNLEVBQUUsQ0FBQztJQUM1QixNQUFNLElBQUksR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQyxJQUFJLFFBQVEsQ0FBQztJQUN6QyxJQUFJLEdBQUcsQ0FBQztJQUNSLElBQUksSUFBSSxLQUFLLE9BQU8sRUFBRSxDQUFDO1FBQ3JCLEdBQUcsR0FBRyxZQUFZLENBQUM7SUFDckIsQ0FBQztTQUFNLElBQUksSUFBSSxLQUFLLE1BQU0sRUFBRSxDQUFDO1FBQzNCLEdBQUcsR0FBRyxXQUFXLENBQUM7SUFDcEIsQ0FBQztTQUFNLENBQUM7UUFDTixHQUFHLEdBQUcsYUFBYSxDQUFDO0lBQ3RCLENBQUM7SUFDRCxHQUFHLEVBQUUsQ0FBQyxLQUFLLENBQUMsQ0FBQyxHQUFHLEVBQUUsRUFBRTtRQUNsQixNQUFNLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxDQUFDO1FBQ2xCLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FBQyxDQUFDLENBQUM7SUFDbEIsQ0FBQyxDQUFDLENBQUM7QUFDTCxDQUFDIiwic291cmNlc0NvbnRlbnQiOlsiLyogZXNsaW50LWRpc2FibGUgcmVxdWlyZS1hd2FpdCAqL1xuaW1wb3J0IGNsdXN0ZXIgZnJvbSAnY2x1c3Rlcic7XG5pbXBvcnQgeyBDbHVzdGVyTWFuYWdlciB9IGZyb20gJy4vbWFuYWdlcic7XG5pbXBvcnQgKiBhcyBsb2dnZXIgZnJvbSAnLi4vbG9nZ2VyJztcblxuYXN5bmMgZnVuY3Rpb24gbm9ybWFsRXhhbXBsZSgpIHtcbiAgY29uc3QgbWFuYWdlciA9IG5ldyBDbHVzdGVyTWFuYWdlcih7XG4gICAgbnVtV29ya2VyczogMixcbiAgICBwaW5nRnJlcXVlbmN5OiAxMDAwLCAvLyBDaGVjayBldmVyeSBzZWNvbmRcbiAgICBwaW5nVGltZW91dDogNTAwMCwgLy8gNSBzZWNvbmRzIGZvciBhIHdvcmtlciB0byByZXNwb25kXG4gICAgc2h1dGRvd25UaW1lb3V0OiA1MDAwLCAvLyA1IHNlY29uZHMgZm9yIGdyYWNlZnVsIHNodXRkb3duXG4gICAgcHJpbWFyeUZuOiBhc3luYyAoKSA9PiB7XG4gICAgICBzZXRUaW1lb3V0KCgpID0+IHtcbiAgICAgICAgbG9nZ2VyLmluZm8oJ1ByaW1hcnkgcHJvY2VzcyBzaHV0dGluZyBkb3duLi4uJyk7XG4gICAgICAgIG1hbmFnZXIuc2h1dGRvd24oJ21hbnVhbCBzaHV0ZG93bicpO1xuICAgICAgfSwgMTAwMDApO1xuICAgIH0sXG4gICAgcHJpbWFyeVNodXRkb3duRm46IGFzeW5jIChzaWduYWwpID0+IHtcbiAgICAgIGxvZ2dlci5pbmZvKGBQcmltYXJ5IHByb2Nlc3Mgc2h1dHRpbmcgZG93biBkdWUgdG8gc2lnbmFsOiAke3NpZ25hbH1gKTtcbiAgICB9LFxuICAgIHdvcmtlckZuOiBhc3luYyAoKSA9PiB7XG4gICAgICAvLyBTaW11bGF0ZSBzb21lIHdvcmtcbiAgICAgIHNldEludGVydmFsKCgpID0+IHtcbiAgICAgICAgbG9nZ2VyLmluZm8oYFdvcmtlciAke2NsdXN0ZXIud29ya2VyPy5pZH0gaXMgZG9pbmcgd29ya2ApO1xuICAgICAgfSwgMTAwMCk7XG4gICAgfSxcbiAgICB3b3JrZXJTaHV0ZG93bkZuOiBhc3luYyAoc2lnbmFsKSA9PiB7XG4gICAgICBsb2dnZXIuaW5mbyhgV29ya2VyICR7Y2x1c3Rlci53b3JrZXI/LmlkfSBzaHV0dGluZyBkb3duIGR1ZSB0byBzaWduYWw6ICR7c2lnbmFsfWApO1xuICAgIH0sXG4gIH0pO1xuICBhd2FpdCBtYW5hZ2VyLnN0YXJ0KCk7XG59XG5cbmFzeW5jIGZ1bmN0aW9uIHN0dWNrRXhhbXBsZSgpIHtcbiAgbGV0IHN0dWNrQ291bnRlciA9IDA7XG4gIGNvbnN0IG1hbmFnZXIgPSBuZXcgQ2x1c3Rlck1hbmFnZXIoe1xuICAgIG51bVdvcmtlcnM6IDIsXG4gICAgcGluZ0ZyZXF1ZW5jeTogMTAwMCwgLy8gQ2hlY2sgZXZlcnkgc2Vjb25kXG4gICAgcGluZ1RpbWVvdXQ6IDUwMDAsIC8vIDUgc2Vjb25kcyBmb3IgYSB3b3JrZXIgdG8gcmVzcG9uZFxuICAgIHNodXRkb3duVGltZW91dDogNTAwMCwgLy8gNSBzZWNvbmRzIGZvciBncmFjZWZ1bCBzaHV0ZG93blxuICAgIHN0dWNrV29ya2VyUmVzcGF3bkZ1bmM6ICh3b3JrZXIpID0+IHtcbiAgICAgIHN0dWNrQ291bnRlciArPSAxO1xuICAgICAgaWYgKHN0dWNrQ291bnRlciA+IDMpIHtcbiAgICAgICAgbG9nZ2VyLmluZm8oYFN0dWNrIHdvcmtlciBkZXRlY3RlZDogJHt3b3JrZXIuaWR9LiBOb3QgcmVzcGF3bmluZyBhbnltb3JlLmApO1xuICAgICAgICByZXR1cm4gZmFsc2U7IC8vIFN0b3AgcmVzcGF3bmluZyBhZnRlciAzIHN0dWNrIHdvcmtlcnNcbiAgICAgIH1cbiAgICAgIGxvZ2dlci5pbmZvKGBTdHVjayB3b3JrZXIgZGV0ZWN0ZWQ6ICR7d29ya2VyLmlkfS4gUmVzcGF3bmluZy4uLmApO1xuICAgICAgcmV0dXJuIHRydWU7IC8vIFJlc3Bhd24gdGhlIHdvcmtlclxuICAgIH0sXG4gICAgcHJpbWFyeUZuOiBhc3luYyAoKSA9PiB7XG4gICAgICBsb2dnZXIuaW5mbygnUHJpbWFyeSBwcm9jZXNzIHN0YXJ0ZWQnKTtcbiAgICB9LFxuICAgIHByaW1hcnlTaHV0ZG93bkZuOiBhc3luYyAoc2lnbmFsKSA9PiB7XG4gICAgICBsb2dnZXIuaW5mbyhgUHJpbWFyeSBwcm9jZXNzIHNodXR0aW5nIGRvd24gZHVlIHRvIHNpZ25hbDogJHtzaWduYWx9YCk7XG4gICAgfSxcbiAgICB3b3JrZXJGbjogYXN5bmMgKCkgPT4ge1xuICAgICAgbG9nZ2VyLmluZm8oYFdvcmtlciAke2NsdXN0ZXIud29ya2VyPy5pZH0gd2lsbCBzaW11bGF0ZSBiZWluZyBzdHVja2ApO1xuICAgICAgLy8gZXNsaW50LWRpc2FibGUtbmV4dC1saW5lIG5vLWNvbnN0YW50LWNvbmRpdGlvblxuICAgICAgd2hpbGUgKHRydWUpIHtcbiAgICAgICAgLy8gU2ltdWxhdGUgYSBzdHVjayB3b3JrZXJcbiAgICAgIH1cbiAgICB9LFxuICAgIHdvcmtlclNodXRkb3duRm46IGFzeW5jIChzaWduYWwpID0+IHtcbiAgICAgIGxvZ2dlci5pbmZvKGBXb3JrZXIgJHtjbHVzdGVyLndvcmtlcj8uaWR9IHNodXR0aW5nIGRvd24gZHVlIHRvIHNpZ25hbDogJHtzaWduYWx9YCk7XG4gICAgfSxcbiAgfSk7XG4gIGF3YWl0IG1hbmFnZXIuc3RhcnQoKTtcbn1cblxuYXN5bmMgZnVuY3Rpb24ga2lsbEV4YW1wbGUoKSB7XG4gIGNvbnN0IG1hbmFnZXIgPSBuZXcgQ2x1c3Rlck1hbmFnZXIoe1xuICAgIG51bVdvcmtlcnM6IDIsXG4gICAgcGluZ0ZyZXF1ZW5jeTogMTAwMCwgLy8gQ2hlY2sgZXZlcnkgc2Vjb25kXG4gICAgcGluZ1RpbWVvdXQ6IDUwMDAsIC8vIDUgc2Vjb25kcyBmb3IgYSB3b3JrZXIgdG8gcmVzcG9uZFxuICAgIHNodXRkb3duVGltZW91dDogNTAwMCwgLy8gNSBzZWNvbmRzIGZvciBncmFjZWZ1bCBzaHV0ZG93blxuICAgIHJlc3RhcnRNYXhUaW1lczogMywgLy8gUmVzdGFydCBhIHdvcmtlciB1cCB0byAzIHRpbWVzXG4gICAgcHJpbWFyeUZuOiBhc3luYyAoKSA9PiB7XG4gICAgICBsb2dnZXIuaW5mbygnUHJpbWFyeSBwcm9jZXNzIHN0YXJ0ZWQnKTtcbiAgICB9LFxuICAgIHByaW1hcnlTaHV0ZG93bkZuOiBhc3luYyAoc2lnbmFsKSA9PiB7XG4gICAgICBsb2dnZXIuaW5mbyhgUHJpbWFyeSBwcm9jZXNzIHNodXR0aW5nIGRvd24gZHVlIHRvIHNpZ25hbDogJHtzaWduYWx9YCk7XG4gICAgfSxcbiAgICB3b3JrZXJGbjogYXN5bmMgKCkgPT4ge1xuICAgICAgbG9nZ2VyLmluZm8oYFdvcmtlciAke2NsdXN0ZXIud29ya2VyPy5pZH0gc3RhcnRlZCBhbmQgd2lsbCBjcmFzaCBhZnRlciA1IHNlY29uZHNgKTtcbiAgICAgIC8vIGVzbGludC1kaXNhYmxlLW5leHQtbGluZSBuby1jb25zdGFudC1jb25kaXRpb25cbiAgICAgIHNldFRpbWVvdXQoKCkgPT4ge1xuICAgICAgICBsb2dnZXIuaW5mbyhgS2lsbGluZyB3b3JrZXIgJHtjbHVzdGVyLndvcmtlcj8uaWR9IHByb2Nlc3NgKTtcbiAgICAgICAgcHJvY2Vzcy5leGl0KDEpOyAvLyBTaW11bGF0ZSBhIHdvcmtlciBjcmFzaFxuICAgICAgfSwgNTAwMCk7IC8vIEtpbGwgdGhlIHdvcmtlciBhZnRlciA1IHNlY29uZHNcbiAgICB9LFxuICAgIHdvcmtlclNodXRkb3duRm46IGFzeW5jIChzaWduYWwpID0+IHtcbiAgICAgIGxvZ2dlci5pbmZvKGBXb3JrZXIgJHtjbHVzdGVyLndvcmtlcj8uaWR9IHNodXR0aW5nIGRvd24gZHVlIHRvIHNpZ25hbDogJHtzaWduYWx9YCk7XG4gICAgfSxcbiAgfSk7XG4gIGF3YWl0IG1hbmFnZXIuc3RhcnQoKTtcbn1cblxuLy8gdG8gcnVuIHVzZTogbnB4IHRzLW5vZGUgc3JjL2NsdXN0ZXIvZXhhbXBsZXMudHMgW25vcm1hbHxzdHVja3xraWxsXVxuaWYgKHJlcXVpcmUubWFpbiA9PT0gbW9kdWxlKSB7XG4gIGNvbnN0IG1vZGUgPSBwcm9jZXNzLmFyZ3ZbMl0gfHwgJ25vcm1hbCc7XG4gIGxldCBydW47XG4gIGlmIChtb2RlID09PSAnc3R1Y2snKSB7XG4gICAgcnVuID0gc3R1Y2tFeGFtcGxlO1xuICB9IGVsc2UgaWYgKG1vZGUgPT09ICdraWxsJykge1xuICAgIHJ1biA9IGtpbGxFeGFtcGxlO1xuICB9IGVsc2Uge1xuICAgIHJ1biA9IG5vcm1hbEV4YW1wbGU7XG4gIH1cbiAgcnVuKCkuY2F0Y2goKGVycikgPT4ge1xuICAgIGxvZ2dlci5lcnJvcihlcnIpO1xuICAgIHByb2Nlc3MuZXhpdCgxKTtcbiAgfSk7XG59XG4iXX0=
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export { ClusterManager, ClusterManagerEmitter } from './manager';
|
|
2
|
+
export type { ClusterManagerOptions, ClusterManagerEvents, WorkerState, PingMessage, PongMessage, ShutdownMessage, IPCMessage, } from './types';
|
|
3
|
+
export { validateAndDefaultOptions, delay, timeout, safeExecute } from './utils';
|
|
4
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cluster/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClE,YAAY,EACV,qBAAqB,EACrB,oBAAoB,EACpB,WAAW,EACX,WAAW,EACX,WAAW,EACX,eAAe,EACf,UAAU,GACX,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,yBAAyB,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.safeExecute = exports.timeout = exports.delay = exports.validateAndDefaultOptions = exports.ClusterManager = void 0;
|
|
4
|
+
var manager_1 = require("./manager");
|
|
5
|
+
Object.defineProperty(exports, "ClusterManager", { enumerable: true, get: function () { return manager_1.ClusterManager; } });
|
|
6
|
+
var utils_1 = require("./utils");
|
|
7
|
+
Object.defineProperty(exports, "validateAndDefaultOptions", { enumerable: true, get: function () { return utils_1.validateAndDefaultOptions; } });
|
|
8
|
+
Object.defineProperty(exports, "delay", { enumerable: true, get: function () { return utils_1.delay; } });
|
|
9
|
+
Object.defineProperty(exports, "timeout", { enumerable: true, get: function () { return utils_1.timeout; } });
|
|
10
|
+
Object.defineProperty(exports, "safeExecute", { enumerable: true, get: function () { return utils_1.safeExecute; } });
|
|
11
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvY2x1c3Rlci9pbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7QUFBQSxxQ0FBa0U7QUFBekQseUdBQUEsY0FBYyxPQUFBO0FBVXZCLGlDQUFpRjtBQUF4RSxrSEFBQSx5QkFBeUIsT0FBQTtBQUFFLDhGQUFBLEtBQUssT0FBQTtBQUFFLGdHQUFBLE9BQU8sT0FBQTtBQUFFLG9HQUFBLFdBQVcsT0FBQSIsInNvdXJjZXNDb250ZW50IjpbImV4cG9ydCB7IENsdXN0ZXJNYW5hZ2VyLCBDbHVzdGVyTWFuYWdlckVtaXR0ZXIgfSBmcm9tICcuL21hbmFnZXInO1xuZXhwb3J0IHR5cGUge1xuICBDbHVzdGVyTWFuYWdlck9wdGlvbnMsXG4gIENsdXN0ZXJNYW5hZ2VyRXZlbnRzLFxuICBXb3JrZXJTdGF0ZSxcbiAgUGluZ01lc3NhZ2UsXG4gIFBvbmdNZXNzYWdlLFxuICBTaHV0ZG93bk1lc3NhZ2UsXG4gIElQQ01lc3NhZ2UsXG59IGZyb20gJy4vdHlwZXMnO1xuZXhwb3J0IHsgdmFsaWRhdGVBbmREZWZhdWx0T3B0aW9ucywgZGVsYXksIHRpbWVvdXQsIHNhZmVFeGVjdXRlIH0gZnJvbSAnLi91dGlscyc7XG4iXX0=
|
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
import { EventEmitter } from 'events';
|
|
2
|
+
import { ClusterManagerOptions, ClusterManagerEvents } from './types';
|
|
3
|
+
/**
|
|
4
|
+
* ClusterManager - A cluster lifecycle management system
|
|
5
|
+
*
|
|
6
|
+
* The manager supports the following features:
|
|
7
|
+
* - Graceful shutdown with configurable timeout
|
|
8
|
+
* - Worker health monitoring with ping/pong mechanism
|
|
9
|
+
* - Automatic worker restart with configurable limits
|
|
10
|
+
* - Signal handling for shutdown triggers
|
|
11
|
+
* - Flexible primary and worker function handlers
|
|
12
|
+
*/
|
|
13
|
+
export declare class ClusterManager extends EventEmitter {
|
|
14
|
+
private readonly options;
|
|
15
|
+
private readonly workers;
|
|
16
|
+
private started;
|
|
17
|
+
private isShuttingDown;
|
|
18
|
+
private shutdownPromise;
|
|
19
|
+
private healthCheckInterval;
|
|
20
|
+
private signalHandlers;
|
|
21
|
+
constructor(options?: ClusterManagerOptions);
|
|
22
|
+
/**
|
|
23
|
+
* Starts the cluster manager
|
|
24
|
+
* In primary process: starts workers and health monitoring
|
|
25
|
+
* In worker process: executes worker function
|
|
26
|
+
*/
|
|
27
|
+
start(): Promise<void>;
|
|
28
|
+
/**
|
|
29
|
+
* Initiates graceful shutdown of the cluster
|
|
30
|
+
*/
|
|
31
|
+
shutdown(signal?: string): Promise<void>;
|
|
32
|
+
/**
|
|
33
|
+
* Sets up signal handlers for graceful shutdown
|
|
34
|
+
*/
|
|
35
|
+
private setupSignalHandlers;
|
|
36
|
+
/**
|
|
37
|
+
* Removes signal handlers
|
|
38
|
+
*/
|
|
39
|
+
private removeSignalHandlers;
|
|
40
|
+
/**
|
|
41
|
+
* Starts the primary process
|
|
42
|
+
*/
|
|
43
|
+
private startPrimary;
|
|
44
|
+
/**
|
|
45
|
+
* Starts a worker process
|
|
46
|
+
*/
|
|
47
|
+
private startWorker;
|
|
48
|
+
/**
|
|
49
|
+
* Sets up cluster event handlers for the primary process
|
|
50
|
+
*/
|
|
51
|
+
private setupClusterEventHandlers;
|
|
52
|
+
/**
|
|
53
|
+
* Sets up IPC message handlers for worker processes
|
|
54
|
+
*/
|
|
55
|
+
private setupWorkerMessageHandlers;
|
|
56
|
+
/**
|
|
57
|
+
* Spawns a new worker and sets up its state
|
|
58
|
+
*/
|
|
59
|
+
private spawnWorker;
|
|
60
|
+
/**
|
|
61
|
+
* Handles messages from workers
|
|
62
|
+
*/
|
|
63
|
+
private handleWorkerMessage;
|
|
64
|
+
/**
|
|
65
|
+
* Handles ping messages in worker processes
|
|
66
|
+
*/
|
|
67
|
+
private handleWorkerPing;
|
|
68
|
+
/**
|
|
69
|
+
* Starts health monitoring for all workers
|
|
70
|
+
*/
|
|
71
|
+
private startHealthMonitoring;
|
|
72
|
+
/**
|
|
73
|
+
* Stops health monitoring
|
|
74
|
+
*/
|
|
75
|
+
private stopHealthMonitoring;
|
|
76
|
+
/**
|
|
77
|
+
* Performs health check on all workers
|
|
78
|
+
*/
|
|
79
|
+
private performHealthCheck;
|
|
80
|
+
/**
|
|
81
|
+
* Sends a ping message to a worker
|
|
82
|
+
*/
|
|
83
|
+
private sendPingToWorker;
|
|
84
|
+
/**
|
|
85
|
+
* Handles a stuck worker
|
|
86
|
+
*/
|
|
87
|
+
private handleStuckWorker;
|
|
88
|
+
/**
|
|
89
|
+
* Handles worker exit events
|
|
90
|
+
*/
|
|
91
|
+
private handleWorkerExit;
|
|
92
|
+
/**
|
|
93
|
+
* Handles unexpected worker exits with restart logic
|
|
94
|
+
*/
|
|
95
|
+
private handleUnexpectedWorkerExit;
|
|
96
|
+
/**
|
|
97
|
+
* Shuts down the primary process
|
|
98
|
+
*/
|
|
99
|
+
private shutdownPrimary;
|
|
100
|
+
/**
|
|
101
|
+
* Shuts down all workers gracefully
|
|
102
|
+
*/
|
|
103
|
+
private shutdownAllWorkers;
|
|
104
|
+
/**
|
|
105
|
+
* Waits for all workers to exit
|
|
106
|
+
*/
|
|
107
|
+
private waitForAllWorkersToExit;
|
|
108
|
+
/**
|
|
109
|
+
* Force kills all remaining workers
|
|
110
|
+
*/
|
|
111
|
+
private forceKillAllWorkers;
|
|
112
|
+
/**
|
|
113
|
+
* Shuts down a worker process
|
|
114
|
+
*/
|
|
115
|
+
private shutdownWorker;
|
|
116
|
+
/**
|
|
117
|
+
* Gets the current number of active workers
|
|
118
|
+
*/
|
|
119
|
+
getWorkerCount(): number;
|
|
120
|
+
/**
|
|
121
|
+
* Gets information about all workers
|
|
122
|
+
*/
|
|
123
|
+
getWorkerInfo(): Array<{
|
|
124
|
+
id: number;
|
|
125
|
+
pid: number;
|
|
126
|
+
restartCount: number;
|
|
127
|
+
}>;
|
|
128
|
+
/**
|
|
129
|
+
* Checks if the cluster is currently started
|
|
130
|
+
*/
|
|
131
|
+
isStarted(): boolean;
|
|
132
|
+
/**
|
|
133
|
+
* Checks if the cluster is currently shutting down
|
|
134
|
+
*/
|
|
135
|
+
isShutdown(): boolean;
|
|
136
|
+
}
|
|
137
|
+
export interface ClusterManagerEmitter {
|
|
138
|
+
on<K extends keyof ClusterManagerEvents>(event: K, listener: ClusterManagerEvents[K]): this;
|
|
139
|
+
emit<K extends keyof ClusterManagerEvents>(event: K, ...args: Parameters<ClusterManagerEvents[K]>): boolean;
|
|
140
|
+
}
|
|
141
|
+
//# sourceMappingURL=manager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../src/cluster/manager.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,EACL,qBAAqB,EACrB,oBAAoB,EAMrB,MAAM,SAAS,CAAC;AAGjB;;;;;;;;;GASG;AACH,qBAAa,cAAe,SAAQ,YAAY;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAE1D,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAE1D,OAAO,CAAC,OAAO,CAAS;IAExB,OAAO,CAAC,cAAc,CAAS;IAE/B,OAAO,CAAC,eAAe,CAA8B;IAErD,OAAO,CAAC,mBAAmB,CAA+B;IAE1D,OAAO,CAAC,cAAc,CAAyC;gBAEnD,OAAO,GAAE,qBAA0B;IAM/C;;;;OAIG;IACU,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IASnC;;OAEG;IACI,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAqB/C;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAU3B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAO5B;;OAEG;YACW,YAAY;IAoB1B;;OAEG;YACW,WAAW;IAUzB;;OAEG;IACH,OAAO,CAAC,yBAAyB;IAWjC;;OAEG;IACH,OAAO,CAAC,0BAA0B;IAgBlC;;OAEG;IACH,OAAO,CAAC,WAAW;IAoBnB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAiB3B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAWxB;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAM7B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAO5B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAkB1B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAkBxB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA4BzB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAoBxB;;OAEG;IACH,OAAO,CAAC,0BAA0B;IAsBlC;;OAEG;YACW,eAAe;IAqB7B;;OAEG;YACW,kBAAkB;IAwChC;;OAEG;YACW,uBAAuB;IAOrC;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAU3B;;OAEG;YACW,cAAc;IAqB5B;;OAEG;IACI,cAAc,IAAI,MAAM;IAI/B;;OAEG;IACI,aAAa,IAAI,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IAQhF;;OAEG;IACI,SAAS,IAAI,OAAO;IAI3B;;OAEG;IACI,UAAU,IAAI,OAAO;CAG7B;AAGD,MAAM,WAAW,qBAAqB;IACpC,EAAE,CAAC,CAAC,SAAS,MAAM,oBAAoB,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,oBAAoB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IAC5F,IAAI,CAAC,CAAC,SAAS,MAAM,oBAAoB,EACvC,KAAK,EAAE,CAAC,EACR,GAAG,IAAI,EAAE,UAAU,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,GAC3C,OAAO,CAAC;CACZ"}
|
|
@@ -0,0 +1,440 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.ClusterManager = void 0;
|
|
37
|
+
const events_1 = require("events");
|
|
38
|
+
const logger = __importStar(require("../logger"));
|
|
39
|
+
const utils_1 = require("./utils");
|
|
40
|
+
/**
|
|
41
|
+
* ClusterManager - A cluster lifecycle management system
|
|
42
|
+
*
|
|
43
|
+
* The manager supports the following features:
|
|
44
|
+
* - Graceful shutdown with configurable timeout
|
|
45
|
+
* - Worker health monitoring with ping/pong mechanism
|
|
46
|
+
* - Automatic worker restart with configurable limits
|
|
47
|
+
* - Signal handling for shutdown triggers
|
|
48
|
+
* - Flexible primary and worker function handlers
|
|
49
|
+
*/
|
|
50
|
+
class ClusterManager extends events_1.EventEmitter {
|
|
51
|
+
constructor(options = {}) {
|
|
52
|
+
super();
|
|
53
|
+
this.workers = new Map();
|
|
54
|
+
this.started = false;
|
|
55
|
+
this.isShuttingDown = false;
|
|
56
|
+
this.shutdownPromise = null;
|
|
57
|
+
this.healthCheckInterval = null;
|
|
58
|
+
this.signalHandlers = new Map();
|
|
59
|
+
this.options = (0, utils_1.validateAndDefaultOptions)(options);
|
|
60
|
+
this.setupSignalHandlers();
|
|
61
|
+
}
|
|
62
|
+
/**
|
|
63
|
+
* Starts the cluster manager
|
|
64
|
+
* In primary process: starts workers and health monitoring
|
|
65
|
+
* In worker process: executes worker function
|
|
66
|
+
*/
|
|
67
|
+
async start() {
|
|
68
|
+
if (this.options.cluster.isPrimary) {
|
|
69
|
+
await this.startPrimary();
|
|
70
|
+
}
|
|
71
|
+
else {
|
|
72
|
+
await this.startWorker();
|
|
73
|
+
}
|
|
74
|
+
this.started = true;
|
|
75
|
+
}
|
|
76
|
+
/**
|
|
77
|
+
* Initiates graceful shutdown of the cluster
|
|
78
|
+
*/
|
|
79
|
+
shutdown(signal) {
|
|
80
|
+
if (!this.started) {
|
|
81
|
+
return Promise.resolve();
|
|
82
|
+
}
|
|
83
|
+
if (this.shutdownPromise) {
|
|
84
|
+
return this.shutdownPromise;
|
|
85
|
+
}
|
|
86
|
+
this.isShuttingDown = true;
|
|
87
|
+
this.emit('shutdown:started', signal);
|
|
88
|
+
if (this.options.cluster.isPrimary) {
|
|
89
|
+
this.shutdownPromise = this.shutdownPrimary(signal);
|
|
90
|
+
}
|
|
91
|
+
else {
|
|
92
|
+
this.shutdownPromise = this.shutdownWorker(signal);
|
|
93
|
+
}
|
|
94
|
+
return this.shutdownPromise;
|
|
95
|
+
}
|
|
96
|
+
/**
|
|
97
|
+
* Sets up signal handlers for graceful shutdown
|
|
98
|
+
*/
|
|
99
|
+
setupSignalHandlers() {
|
|
100
|
+
this.options.shutdownSignals.forEach((signal) => {
|
|
101
|
+
const handler = () => {
|
|
102
|
+
this.shutdown(signal);
|
|
103
|
+
};
|
|
104
|
+
this.signalHandlers.set(signal, handler);
|
|
105
|
+
process.on(signal, handler);
|
|
106
|
+
});
|
|
107
|
+
}
|
|
108
|
+
/**
|
|
109
|
+
* Removes signal handlers
|
|
110
|
+
*/
|
|
111
|
+
removeSignalHandlers() {
|
|
112
|
+
Array.from(this.signalHandlers.entries()).forEach(([signal, handler]) => {
|
|
113
|
+
process.removeListener(signal, handler);
|
|
114
|
+
});
|
|
115
|
+
this.signalHandlers.clear();
|
|
116
|
+
}
|
|
117
|
+
/**
|
|
118
|
+
* Starts the primary process
|
|
119
|
+
*/
|
|
120
|
+
async startPrimary() {
|
|
121
|
+
logger.info(`Primary process (pid: ${process.pid}) starting with ${this.options.numWorkers} workers`);
|
|
122
|
+
// Execute primary initialization function, any error will stop the cluster from starting
|
|
123
|
+
await this.options.primaryFn();
|
|
124
|
+
// Set up cluster event handlers
|
|
125
|
+
this.setupClusterEventHandlers();
|
|
126
|
+
// Spawn initial workers
|
|
127
|
+
for (let i = 0; i < this.options.numWorkers; i += 1) {
|
|
128
|
+
this.spawnWorker();
|
|
129
|
+
}
|
|
130
|
+
// Start health monitoring
|
|
131
|
+
this.startHealthMonitoring();
|
|
132
|
+
}
|
|
133
|
+
/**
|
|
134
|
+
* Starts a worker process
|
|
135
|
+
*/
|
|
136
|
+
async startWorker() {
|
|
137
|
+
logger.info(`Worker ${this.options.cluster.worker?.id} (pid: ${process.pid}) starting`);
|
|
138
|
+
// Set up IPC message handlers
|
|
139
|
+
this.setupWorkerMessageHandlers();
|
|
140
|
+
// Execute worker initialization function, any error will be propagated
|
|
141
|
+
await this.options.workerFn();
|
|
142
|
+
}
|
|
143
|
+
/**
|
|
144
|
+
* Sets up cluster event handlers for the primary process
|
|
145
|
+
*/
|
|
146
|
+
setupClusterEventHandlers() {
|
|
147
|
+
this.options.cluster.on('exit', (worker, code, signal) => {
|
|
148
|
+
this.handleWorkerExit(worker, code, signal);
|
|
149
|
+
});
|
|
150
|
+
this.options.cluster.on('online', (worker) => {
|
|
151
|
+
logger.info(`Worker ${worker.id} (pid: ${worker.process.pid}) is online`);
|
|
152
|
+
this.emit('worker:started', worker);
|
|
153
|
+
});
|
|
154
|
+
}
|
|
155
|
+
/**
|
|
156
|
+
* Sets up IPC message handlers for worker processes
|
|
157
|
+
*/
|
|
158
|
+
setupWorkerMessageHandlers() {
|
|
159
|
+
process.on('message', (message) => {
|
|
160
|
+
switch (message.type) {
|
|
161
|
+
case 'ping':
|
|
162
|
+
this.handleWorkerPing(message);
|
|
163
|
+
break;
|
|
164
|
+
case 'shutdown':
|
|
165
|
+
this.shutdown(message.signal);
|
|
166
|
+
break;
|
|
167
|
+
default:
|
|
168
|
+
logger.warn(`ignoring unknown message type in worker ${process.pid}: ${message.type}`);
|
|
169
|
+
break;
|
|
170
|
+
}
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
/**
|
|
174
|
+
* Spawns a new worker and sets up its state
|
|
175
|
+
*/
|
|
176
|
+
spawnWorker() {
|
|
177
|
+
const worker = this.options.cluster.fork();
|
|
178
|
+
const workerState = {
|
|
179
|
+
worker,
|
|
180
|
+
restartCount: 0,
|
|
181
|
+
lastPing: Date.now(),
|
|
182
|
+
pendingPing: false,
|
|
183
|
+
isShuttingDown: false,
|
|
184
|
+
};
|
|
185
|
+
this.workers.set(worker.id, workerState);
|
|
186
|
+
// Set up worker message handler
|
|
187
|
+
worker.on('message', (message) => {
|
|
188
|
+
this.handleWorkerMessage(worker, message);
|
|
189
|
+
});
|
|
190
|
+
return worker;
|
|
191
|
+
}
|
|
192
|
+
/**
|
|
193
|
+
* Handles messages from workers
|
|
194
|
+
*/
|
|
195
|
+
handleWorkerMessage(worker, message) {
|
|
196
|
+
const workerState = this.workers.get(worker.id);
|
|
197
|
+
if (!workerState)
|
|
198
|
+
return;
|
|
199
|
+
switch (message.type) {
|
|
200
|
+
case 'pong':
|
|
201
|
+
workerState.lastPing = Date.now();
|
|
202
|
+
workerState.pendingPing = false;
|
|
203
|
+
break;
|
|
204
|
+
default:
|
|
205
|
+
logger.warn(`Received unknown message type from worker ${worker.process.pid}: ${message.type}`);
|
|
206
|
+
break;
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
/**
|
|
210
|
+
* Handles ping messages in worker processes
|
|
211
|
+
*/
|
|
212
|
+
handleWorkerPing(message) {
|
|
213
|
+
const pongMessage = {
|
|
214
|
+
type: 'pong',
|
|
215
|
+
timestamp: message.timestamp,
|
|
216
|
+
};
|
|
217
|
+
if (process.send) {
|
|
218
|
+
process.send(pongMessage);
|
|
219
|
+
}
|
|
220
|
+
}
|
|
221
|
+
/**
|
|
222
|
+
* Starts health monitoring for all workers
|
|
223
|
+
*/
|
|
224
|
+
startHealthMonitoring() {
|
|
225
|
+
this.healthCheckInterval = setInterval(() => {
|
|
226
|
+
this.performHealthCheck();
|
|
227
|
+
}, this.options.pingFrequency);
|
|
228
|
+
}
|
|
229
|
+
/**
|
|
230
|
+
* Stops health monitoring
|
|
231
|
+
*/
|
|
232
|
+
stopHealthMonitoring() {
|
|
233
|
+
if (this.healthCheckInterval) {
|
|
234
|
+
clearInterval(this.healthCheckInterval);
|
|
235
|
+
this.healthCheckInterval = null;
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
/**
|
|
239
|
+
* Performs health check on all workers
|
|
240
|
+
*/
|
|
241
|
+
performHealthCheck() {
|
|
242
|
+
if (this.isShuttingDown)
|
|
243
|
+
return;
|
|
244
|
+
Array.from(this.workers.values())
|
|
245
|
+
.filter((workerState) => !workerState.isShuttingDown)
|
|
246
|
+
.forEach((workerState) => {
|
|
247
|
+
const timeSinceLastPing = Date.now() - workerState.lastPing;
|
|
248
|
+
if (workerState.pendingPing && timeSinceLastPing > this.options.pingTimeout) {
|
|
249
|
+
// Worker is stuck, handle it
|
|
250
|
+
this.handleStuckWorker(workerState);
|
|
251
|
+
}
|
|
252
|
+
else if (!workerState.pendingPing) {
|
|
253
|
+
// Send ping to worker
|
|
254
|
+
this.sendPingToWorker(workerState);
|
|
255
|
+
}
|
|
256
|
+
});
|
|
257
|
+
}
|
|
258
|
+
/**
|
|
259
|
+
* Sends a ping message to a worker
|
|
260
|
+
*/
|
|
261
|
+
sendPingToWorker(workerState) {
|
|
262
|
+
const pingMessage = {
|
|
263
|
+
type: 'ping',
|
|
264
|
+
timestamp: Date.now(),
|
|
265
|
+
};
|
|
266
|
+
workerState.pendingPing = true;
|
|
267
|
+
try {
|
|
268
|
+
workerState.worker.send(pingMessage);
|
|
269
|
+
}
|
|
270
|
+
catch (error) {
|
|
271
|
+
logger.error(`Failed to send ping to worker ${workerState.worker.process.pid}: ${error instanceof Error ? error.message : String(error)}`);
|
|
272
|
+
}
|
|
273
|
+
}
|
|
274
|
+
/**
|
|
275
|
+
* Handles a stuck worker
|
|
276
|
+
*/
|
|
277
|
+
handleStuckWorker(workerState) {
|
|
278
|
+
logger.error(`Worker ${workerState.worker.id} (pid: ${workerState.worker.process.pid}) is stuck, killing it`);
|
|
279
|
+
this.emit('worker:stuck', workerState.worker);
|
|
280
|
+
// Remove worker state
|
|
281
|
+
this.workers.delete(workerState.worker.id);
|
|
282
|
+
// Kill the worker
|
|
283
|
+
workerState.worker.kill('SIGKILL');
|
|
284
|
+
// Determine if we should spawn a replacement
|
|
285
|
+
const shouldSpawn = this.options.stuckWorkerRespawnFunc(workerState.worker);
|
|
286
|
+
if (shouldSpawn && !this.isShuttingDown) {
|
|
287
|
+
logger.info(`Spawning replacement worker for stuck worker ${workerState.worker.id} (pid: ${workerState.worker.process.pid})`);
|
|
288
|
+
this.spawnWorker();
|
|
289
|
+
}
|
|
290
|
+
else {
|
|
291
|
+
logger.error(`Triggering cluster shutdown due to stuck worker ${workerState.worker.id} (pid: ${workerState.worker.process.pid})`);
|
|
292
|
+
this.shutdown('STUCK_WORKER');
|
|
293
|
+
}
|
|
294
|
+
}
|
|
295
|
+
/**
|
|
296
|
+
* Handles worker exit events
|
|
297
|
+
*/
|
|
298
|
+
handleWorkerExit(worker, code, signal) {
|
|
299
|
+
logger.info(`Worker ${worker.id} (pid: ${worker.process.pid}) died with code ${code} and signal ${signal}`);
|
|
300
|
+
this.emit('worker:died', worker, code, signal);
|
|
301
|
+
const workerState = this.workers.get(worker.id);
|
|
302
|
+
if (!workerState)
|
|
303
|
+
return;
|
|
304
|
+
this.workers.delete(worker.id);
|
|
305
|
+
// If we're shutting down or worker was killed intentionally, don't restart
|
|
306
|
+
if (this.isShuttingDown || workerState.isShuttingDown) {
|
|
307
|
+
return;
|
|
308
|
+
}
|
|
309
|
+
// Handle unexpected exit
|
|
310
|
+
this.handleUnexpectedWorkerExit(workerState);
|
|
311
|
+
}
|
|
312
|
+
/**
|
|
313
|
+
* Handles unexpected worker exits with restart logic
|
|
314
|
+
*/
|
|
315
|
+
handleUnexpectedWorkerExit(workerState) {
|
|
316
|
+
const restartCount = workerState.restartCount + 1;
|
|
317
|
+
if (restartCount <= this.options.restartMaxTimes) {
|
|
318
|
+
logger.error(`Restarting worker ${workerState.worker.id} (pid: ${workerState.worker.process.pid}) (attempt ${restartCount}/${this.options.restartMaxTimes})`);
|
|
319
|
+
const newWorker = this.spawnWorker();
|
|
320
|
+
const newWorkerState = this.workers.get(newWorker.id);
|
|
321
|
+
if (newWorkerState) {
|
|
322
|
+
newWorkerState.restartCount = restartCount;
|
|
323
|
+
}
|
|
324
|
+
this.emit('worker:restarted', newWorker, workerState.restartCount);
|
|
325
|
+
}
|
|
326
|
+
else {
|
|
327
|
+
logger.error(`Restart limit (${this.options.restartMaxTimes}) exceeded for worker ${workerState.worker.id} (pid: ${workerState.worker.process.pid}), shutting down cluster`);
|
|
328
|
+
this.emit('worker:restart-limit-exceeded', workerState.worker, workerState.restartCount);
|
|
329
|
+
this.shutdown('RESTART_LIMIT_EXCEEDED');
|
|
330
|
+
}
|
|
331
|
+
}
|
|
332
|
+
/**
|
|
333
|
+
* Shuts down the primary process
|
|
334
|
+
*/
|
|
335
|
+
async shutdownPrimary(signal) {
|
|
336
|
+
logger.info(`Primary process (pid: ${process.pid}) shutting down (signal: ${signal ?? 'manual'})`);
|
|
337
|
+
this.stopHealthMonitoring();
|
|
338
|
+
this.removeSignalHandlers();
|
|
339
|
+
// Shutdown all workers
|
|
340
|
+
await this.shutdownAllWorkers(signal);
|
|
341
|
+
// Execute primary shutdown function
|
|
342
|
+
await (0, utils_1.safeExecute)(() => this.options.primaryShutdownFn(signal), 'Error in primary shutdown function');
|
|
343
|
+
logger.info(`Primary process (pid: ${process.pid}) shutdown completed`);
|
|
344
|
+
this.emit('shutdown:completed');
|
|
345
|
+
}
|
|
346
|
+
/**
|
|
347
|
+
* Shuts down all workers gracefully
|
|
348
|
+
*/
|
|
349
|
+
async shutdownAllWorkers(signal) {
|
|
350
|
+
if (this.workers.size === 0)
|
|
351
|
+
return;
|
|
352
|
+
logger.info(`Shutting down ${this.workers.size} workers...`);
|
|
353
|
+
// Mark all workers as shutting down and send shutdown message
|
|
354
|
+
Array.from(this.workers.values()).forEach((workerState) => {
|
|
355
|
+
workerState.isShuttingDown = true;
|
|
356
|
+
// Only send shutdown message if worker is still connected
|
|
357
|
+
if (!workerState.worker.isDead() && workerState.worker.process.connected) {
|
|
358
|
+
const shutdownMessage = {
|
|
359
|
+
type: 'shutdown',
|
|
360
|
+
signal,
|
|
361
|
+
};
|
|
362
|
+
try {
|
|
363
|
+
workerState.worker.send(shutdownMessage);
|
|
364
|
+
}
|
|
365
|
+
catch (error) {
|
|
366
|
+
// Worker IPC channel is already closed, which is fine
|
|
367
|
+
logger.debug(`Failed to send shutdown message to worker ${workerState.worker.id} (pid: ${workerState.worker.process.pid}): ${error instanceof Error ? error.message : String(error)}`);
|
|
368
|
+
}
|
|
369
|
+
}
|
|
370
|
+
});
|
|
371
|
+
// Wait for workers to exit gracefully or timeout
|
|
372
|
+
try {
|
|
373
|
+
await (0, utils_1.timeout)(this.waitForAllWorkersToExit(), this.options.shutdownTimeout, 'Worker shutdown timeout');
|
|
374
|
+
}
|
|
375
|
+
catch (error) {
|
|
376
|
+
logger.error('Graceful shutdown for workers timed out, forcing shutdown');
|
|
377
|
+
this.forceKillAllWorkers();
|
|
378
|
+
}
|
|
379
|
+
}
|
|
380
|
+
/**
|
|
381
|
+
* Waits for all workers to exit
|
|
382
|
+
*/
|
|
383
|
+
async waitForAllWorkersToExit() {
|
|
384
|
+
while (this.workers.size > 0) {
|
|
385
|
+
// eslint-disable-next-line no-await-in-loop
|
|
386
|
+
await (0, utils_1.delay)(100);
|
|
387
|
+
}
|
|
388
|
+
}
|
|
389
|
+
/**
|
|
390
|
+
* Force kills all remaining workers
|
|
391
|
+
*/
|
|
392
|
+
forceKillAllWorkers() {
|
|
393
|
+
Array.from(this.workers.values()).forEach((workerState) => {
|
|
394
|
+
logger.error(`Force killing worker ${workerState.worker.id} (pid: ${workerState.worker.process.pid})`);
|
|
395
|
+
workerState.worker.kill('SIGKILL');
|
|
396
|
+
});
|
|
397
|
+
this.workers.clear();
|
|
398
|
+
}
|
|
399
|
+
/**
|
|
400
|
+
* Shuts down a worker process
|
|
401
|
+
*/
|
|
402
|
+
async shutdownWorker(signal) {
|
|
403
|
+
logger.info(`Worker ${this.options.cluster.worker?.id} (pid: ${process.pid}) shutting down (signal: ${signal ?? 'manual'})`);
|
|
404
|
+
this.removeSignalHandlers();
|
|
405
|
+
// Execute worker shutdown function
|
|
406
|
+
await (0, utils_1.safeExecute)(() => this.options.workerShutdownFn(signal), `Error in worker ${this.options.cluster.worker?.id} (pid: ${process.pid}) shutdown function`);
|
|
407
|
+
logger.info(`Worker ${this.options.cluster.worker?.id} (pid: ${process.pid}) shutdown completed`);
|
|
408
|
+
process.exit(0);
|
|
409
|
+
}
|
|
410
|
+
/**
|
|
411
|
+
* Gets the current number of active workers
|
|
412
|
+
*/
|
|
413
|
+
getWorkerCount() {
|
|
414
|
+
return this.workers.size;
|
|
415
|
+
}
|
|
416
|
+
/**
|
|
417
|
+
* Gets information about all workers
|
|
418
|
+
*/
|
|
419
|
+
getWorkerInfo() {
|
|
420
|
+
return Array.from(this.workers.values()).map((state) => ({
|
|
421
|
+
id: state.worker.id,
|
|
422
|
+
pid: state.worker.process.pid ?? -1,
|
|
423
|
+
restartCount: state.restartCount,
|
|
424
|
+
}));
|
|
425
|
+
}
|
|
426
|
+
/**
|
|
427
|
+
* Checks if the cluster is currently started
|
|
428
|
+
*/
|
|
429
|
+
isStarted() {
|
|
430
|
+
return this.started;
|
|
431
|
+
}
|
|
432
|
+
/**
|
|
433
|
+
* Checks if the cluster is currently shutting down
|
|
434
|
+
*/
|
|
435
|
+
isShutdown() {
|
|
436
|
+
return this.isShuttingDown;
|
|
437
|
+
}
|
|
438
|
+
}
|
|
439
|
+
exports.ClusterManager = ClusterManager;
|
|
440
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibWFuYWdlci5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9jbHVzdGVyL21hbmFnZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O0FBR0EsbUNBQXNDO0FBQ3RDLGtEQUFvQztBQVVwQyxtQ0FBaUY7QUFFakY7Ozs7Ozs7OztHQVNHO0FBQ0gsTUFBYSxjQUFlLFNBQVEscUJBQVk7SUFlOUMsWUFBWSxVQUFpQyxFQUFFO1FBQzdDLEtBQUssRUFBRSxDQUFDO1FBYk8sWUFBTyxHQUFHLElBQUksR0FBRyxFQUF1QixDQUFDO1FBRWxELFlBQU8sR0FBRyxLQUFLLENBQUM7UUFFaEIsbUJBQWMsR0FBRyxLQUFLLENBQUM7UUFFdkIsb0JBQWUsR0FBeUIsSUFBSSxDQUFDO1FBRTdDLHdCQUFtQixHQUEwQixJQUFJLENBQUM7UUFFbEQsbUJBQWMsR0FBRyxJQUFJLEdBQUcsRUFBOEIsQ0FBQztRQUk3RCxJQUFJLENBQUMsT0FBTyxHQUFHLElBQUEsaUNBQXlCLEVBQUMsT0FBTyxDQUFDLENBQUM7UUFDbEQsSUFBSSxDQUFDLG1CQUFtQixFQUFFLENBQUM7SUFDN0IsQ0FBQztJQUVEOzs7O09BSUc7SUFDSSxLQUFLLENBQUMsS0FBSztRQUNoQixJQUFJLElBQUksQ0FBQyxPQUFPLENBQUMsT0FBTyxDQUFDLFNBQVMsRUFBRSxDQUFDO1lBQ25DLE1BQU0sSUFBSSxDQUFDLFlBQVksRUFBRSxDQUFDO1FBQzVCLENBQUM7YUFBTSxDQUFDO1lBQ04sTUFBTSxJQUFJLENBQUMsV0FBVyxFQUFFLENBQUM7UUFDM0IsQ0FBQztRQUNELElBQUksQ0FBQyxPQUFPLEdBQUcsSUFBSSxDQUFDO0lBQ3RCLENBQUM7SUFFRDs7T0FFRztJQUNJLFFBQVEsQ0FBQyxNQUFlO1FBQzdCLElBQUksQ0FBQyxJQUFJLENBQUMsT0FBTyxFQUFFLENBQUM7WUFDbEIsT0FBTyxPQUFPLENBQUMsT0FBTyxFQUFFLENBQUM7UUFDM0IsQ0FBQztRQUVELElBQUksSUFBSSxDQUFDLGVBQWUsRUFBRSxDQUFDO1lBQ3pCLE9BQU8sSUFBSSxDQUFDLGVBQWUsQ0FBQztRQUM5QixDQUFDO1FBRUQsSUFBSSxDQUFDLGNBQWMsR0FBRyxJQUFJLENBQUM7UUFDM0IsSUFBSSxDQUFDLElBQUksQ0FBQyxrQkFBa0IsRUFBRSxNQUFNLENBQUMsQ0FBQztRQUV0QyxJQUFJLElBQUksQ0FBQyxPQUFPLENBQUMsT0FBTyxDQUFDLFNBQVMsRUFBRSxDQUFDO1lBQ25DLElBQUksQ0FBQyxlQUFlLEdBQUcsSUFBSSxDQUFDLGVBQWUsQ0FBQyxNQUFNLENBQUMsQ0FBQztRQUN0RCxDQUFDO2FBQU0sQ0FBQztZQUNOLElBQUksQ0FBQyxlQUFlLEdBQUcsSUFBSSxDQUFDLGNBQWMsQ0FBQyxNQUFNLENBQUMsQ0FBQztRQUNyRCxDQUFDO1FBRUQsT0FBTyxJQUFJLENBQUMsZUFBZSxDQUFDO0lBQzlCLENBQUM7SUFFRDs7T0FFRztJQUNLLG1CQUFtQjtRQUN6QixJQUFJLENBQUMsT0FBTyxDQUFDLGVBQWUsQ0FBQyxPQUFPLENBQUMsQ0FBQyxNQUFNLEVBQUUsRUFBRTtZQUM5QyxNQUFNLE9BQU8sR0FBRyxHQUFHLEVBQUU7Z0JBQ25CLElBQUksQ0FBQyxRQUFRLENBQUMsTUFBTSxDQUFDLENBQUM7WUFDeEIsQ0FBQyxDQUFDO1lBQ0YsSUFBSSxDQUFDLGNBQWMsQ0FBQyxHQUFHLENBQUMsTUFBTSxFQUFFLE9BQU8sQ0FBQyxDQUFDO1lBQ3pDLE9BQU8sQ0FBQyxFQUFFLENBQUMsTUFBTSxFQUFFLE9BQU8sQ0FBQyxDQUFDO1FBQzlCLENBQUMsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVEOztPQUVHO0lBQ0ssb0JBQW9CO1FBQzFCLEtBQUssQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLGNBQWMsQ0FBQyxPQUFPLEVBQUUsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsTUFBTSxFQUFFLE9BQU8sQ0FBQyxFQUFFLEVBQUU7WUFDdEUsT0FBTyxDQUFDLGNBQWMsQ0FBQyxNQUFNLEVBQUUsT0FBTyxDQUFDLENBQUM7UUFDMUMsQ0FBQyxDQUFDLENBQUM7UUFDSCxJQUFJLENBQUMsY0FBYyxDQUFDLEtBQUssRUFBRSxDQUFDO0lBQzlCLENBQUM7SUFFRDs7T0FFRztJQUNLLEtBQUssQ0FBQyxZQUFZO1FBQ3hCLE1BQU0sQ0FBQyxJQUFJLENBQ1QseUJBQXlCLE9BQU8sQ0FBQyxHQUFHLG1CQUFtQixJQUFJLENBQUMsT0FBTyxDQUFDLFVBQVUsVUFBVSxDQUN6RixDQUFDO1FBRUYseUZBQXlGO1FBQ3pGLE1BQU0sSUFBSSxDQUFDLE9BQU8sQ0FBQyxTQUFTLEVBQUUsQ0FBQztRQUUvQixnQ0FBZ0M7UUFDaEMsSUFBSSxDQUFDLHlCQUF5QixFQUFFLENBQUM7UUFFakMsd0JBQXdCO1FBQ3hCLEtBQUssSUFBSSxDQUFDLEdBQUcsQ0FBQyxFQUFFLENBQUMsR0FBRyxJQUFJLENBQUMsT0FBTyxDQUFDLFVBQVUsRUFBRSxDQUFDLElBQUksQ0FBQyxFQUFFLENBQUM7WUFDcEQsSUFBSSxDQUFDLFdBQVcsRUFBRSxDQUFDO1FBQ3JCLENBQUM7UUFFRCwwQkFBMEI7UUFDMUIsSUFBSSxDQUFDLHFCQUFxQixFQUFFLENBQUM7SUFDL0IsQ0FBQztJQUVEOztPQUVHO0lBQ0ssS0FBSyxDQUFDLFdBQVc7UUFDdkIsTUFBTSxDQUFDLElBQUksQ0FBQyxVQUFVLElBQUksQ0FBQyxPQUFPLENBQUMsT0FBTyxDQUFDLE1BQU0sRUFBRSxFQUFFLFVBQVUsT0FBTyxDQUFDLEdBQUcsWUFBWSxDQUFDLENBQUM7UUFFeEYsOEJBQThCO1FBQzlCLElBQUksQ0FBQywwQkFBMEIsRUFBRSxDQUFDO1FBRWxDLHVFQUF1RTtRQUN2RSxNQUFNLElBQUksQ0FBQyxPQUFPLENBQUMsUUFBUSxFQUFFLENBQUM7SUFDaEMsQ0FBQztJQUVEOztPQUVHO0lBQ0sseUJBQXlCO1FBQy9CLElBQUksQ0FBQyxPQUFPLENBQUMsT0FBTyxDQUFDLEVBQUUsQ0FBQyxNQUFNLEVBQUUsQ0FBQyxNQUFjLEVBQUUsSUFBWSxFQUFFLE1BQWMsRUFBRSxFQUFFO1lBQy9FLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxNQUFNLEVBQUUsSUFBSSxFQUFFLE1BQU0sQ0FBQyxDQUFDO1FBQzlDLENBQUMsQ0FBQyxDQUFDO1FBRUgsSUFBSSxDQUFDLE9BQU8sQ0FBQyxPQUFPLENBQUMsRUFBRSxDQUFDLFFBQVEsRUFBRSxDQUFDLE1BQWMsRUFBRSxFQUFFO1lBQ25ELE1BQU0sQ0FBQyxJQUFJLENBQUMsVUFBVSxNQUFNLENBQUMsRUFBRSxVQUFVLE1BQU0sQ0FBQyxPQUFPLENBQUMsR0FBRyxhQUFhLENBQUMsQ0FBQztZQUMxRSxJQUFJLENBQUMsSUFBSSxDQUFDLGdCQUFnQixFQUFFLE1BQU0sQ0FBQyxDQUFDO1FBQ3RDLENBQUMsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVEOztPQUVHO0lBQ0ssMEJBQTBCO1FBQ2hDLE9BQU8sQ0FBQyxFQUFFLENBQUMsU0FBUyxFQUFFLENBQUMsT0FBbUIsRUFBRSxFQUFFO1lBQzVDLFFBQVEsT0FBTyxDQUFDLElBQUksRUFBRSxDQUFDO2dCQUNyQixLQUFLLE1BQU07b0JBQ1QsSUFBSSxDQUFDLGdCQUFnQixDQUFDLE9BQU8sQ0FBQyxDQUFDO29CQUMvQixNQUFNO2dCQUNSLEtBQUssVUFBVTtvQkFDYixJQUFJLENBQUMsUUFBUSxDQUFDLE9BQU8sQ0FBQyxNQUFNLENBQUMsQ0FBQztvQkFDOUIsTUFBTTtnQkFDUjtvQkFDRSxNQUFNLENBQUMsSUFBSSxDQUFDLDJDQUEyQyxPQUFPLENBQUMsR0FBRyxLQUFLLE9BQU8sQ0FBQyxJQUFJLEVBQUUsQ0FBQyxDQUFDO29CQUN2RixNQUFNO1lBQ1YsQ0FBQztRQUNILENBQUMsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVEOztPQUVHO0lBQ0ssV0FBVztRQUNqQixNQUFNLE1BQU0sR0FBRyxJQUFJLENBQUMsT0FBTyxDQUFDLE9BQU8sQ0FBQyxJQUFJLEVBQUUsQ0FBQztRQUMzQyxNQUFNLFdBQVcsR0FBZ0I7WUFDL0IsTUFBTTtZQUNOLFlBQVksRUFBRSxDQUFDO1lBQ2YsUUFBUSxFQUFFLElBQUksQ0FBQyxHQUFHLEVBQUU7WUFDcEIsV0FBVyxFQUFFLEtBQUs7WUFDbEIsY0FBYyxFQUFFLEtBQUs7U0FDdEIsQ0FBQztRQUVGLElBQUksQ0FBQyxPQUFPLENBQUMsR0FBRyxDQUFDLE1BQU0sQ0FBQyxFQUFFLEVBQUUsV0FBVyxDQUFDLENBQUM7UUFFekMsZ0NBQWdDO1FBQ2hDLE1BQU0sQ0FBQyxFQUFFLENBQUMsU0FBUyxFQUFFLENBQUMsT0FBbUIsRUFBRSxFQUFFO1lBQzNDLElBQUksQ0FBQyxtQkFBbUIsQ0FBQyxNQUFNLEVBQUUsT0FBTyxDQUFDLENBQUM7UUFDNUMsQ0FBQyxDQUFDLENBQUM7UUFFSCxPQUFPLE1BQU0sQ0FBQztJQUNoQixDQUFDO0lBRUQ7O09BRUc7SUFDSyxtQkFBbUIsQ0FBQyxNQUFjLEVBQUUsT0FBbUI7UUFDN0QsTUFBTSxXQUFXLEdBQUcsSUFBSSxDQUFDLE9BQU8sQ0FBQyxHQUFHLENBQUMsTUFBTSxDQUFDLEVBQUUsQ0FBQyxDQUFDO1FBQ2hELElBQUksQ0FBQyxXQUFXO1lBQUUsT0FBTztRQUV6QixRQUFRLE9BQU8sQ0FBQyxJQUFJLEVBQUUsQ0FBQztZQUNyQixLQUFLLE1BQU07Z0JBQ1QsV0FBVyxDQUFDLFFBQVEsR0FBRyxJQUFJLENBQUMsR0FBRyxFQUFFLENBQUM7Z0JBQ2xDLFdBQVcsQ0FBQyxXQUFXLEdBQUcsS0FBSyxDQUFDO2dCQUNoQyxNQUFNO1lBQ1I7Z0JBQ0UsTUFBTSxDQUFDLElBQUksQ0FDVCw2Q0FBNkMsTUFBTSxDQUFDLE9BQU8sQ0FBQyxHQUFHLEtBQUssT0FBTyxDQUFDLElBQUksRUFBRSxDQUNuRixDQUFDO2dCQUNGLE1BQU07UUFDVixDQUFDO0lBQ0gsQ0FBQztJQUVEOztPQUVHO0lBQ0ssZ0JBQWdCLENBQUMsT0FBb0I7UUFDM0MsTUFBTSxXQUFXLEdBQWdCO1lBQy9CLElBQUksRUFBRSxNQUFNO1lBQ1osU0FBUyxFQUFFLE9BQU8sQ0FBQyxTQUFTO1NBQzdCLENBQUM7UUFFRixJQUFJLE9BQU8sQ0FBQyxJQUFJLEVBQUUsQ0FBQztZQUNqQixPQUFPLENBQUMsSUFBSSxDQUFDLFdBQVcsQ0FBQyxDQUFDO1FBQzVCLENBQUM7SUFDSCxDQUFDO0lBRUQ7O09BRUc7SUFDSyxxQkFBcUI7UUFDM0IsSUFBSSxDQUFDLG1CQUFtQixHQUFHLFdBQVcsQ0FBQyxHQUFHLEVBQUU7WUFDMUMsSUFBSSxDQUFDLGtCQUFrQixFQUFFLENBQUM7UUFDNUIsQ0FBQyxFQUFFLElBQUksQ0FBQyxPQUFPLENBQUMsYUFBYSxDQUFDLENBQUM7SUFDakMsQ0FBQztJQUVEOztPQUVHO0lBQ0ssb0JBQW9CO1FBQzFCLElBQUksSUFBSSxDQUFDLG1CQUFtQixFQUFFLENBQUM7WUFDN0IsYUFBYSxDQUFDLElBQUksQ0FBQyxtQkFBbUIsQ0FBQyxDQUFDO1lBQ3hDLElBQUksQ0FBQyxtQkFBbUIsR0FBRyxJQUFJLENBQUM7UUFDbEMsQ0FBQztJQUNILENBQUM7SUFFRDs7T0FFRztJQUNLLGtCQUFrQjtRQUN4QixJQUFJLElBQUksQ0FBQyxjQUFjO1lBQUUsT0FBTztRQUVoQyxLQUFLLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxPQUFPLENBQUMsTUFBTSxFQUFFLENBQUM7YUFDOUIsTUFBTSxDQUFDLENBQUMsV0FBVyxFQUFFLEVBQUUsQ0FBQyxDQUFDLFdBQVcsQ0FBQyxjQUFjLENBQUM7YUFDcEQsT0FBTyxDQUFDLENBQUMsV0FBVyxFQUFFLEVBQUU7WUFDdkIsTUFBTSxpQkFBaUIsR0FBRyxJQUFJLENBQUMsR0FBRyxFQUFFLEdBQUcsV0FBVyxDQUFDLFFBQVEsQ0FBQztZQUU1RCxJQUFJLFdBQVcsQ0FBQyxXQUFXLElBQUksaUJBQWlCLEdBQUcsSUFBSSxDQUFDLE9BQU8sQ0FBQyxXQUFXLEVBQUUsQ0FBQztnQkFDNUUsNkJBQTZCO2dCQUM3QixJQUFJLENBQUMsaUJBQWlCLENBQUMsV0FBVyxDQUFDLENBQUM7WUFDdEMsQ0FBQztpQkFBTSxJQUFJLENBQUMsV0FBVyxDQUFDLFdBQVcsRUFBRSxDQUFDO2dCQUNwQyxzQkFBc0I7Z0JBQ3RCLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxXQUFXLENBQUMsQ0FBQztZQUNyQyxDQUFDO1FBQ0gsQ0FBQyxDQUFDLENBQUM7SUFDUCxDQUFDO0lBRUQ7O09BRUc7SUFDSyxnQkFBZ0IsQ0FBQyxXQUF3QjtRQUMvQyxNQUFNLFdBQVcsR0FBZ0I7WUFDL0IsSUFBSSxFQUFFLE1BQU07WUFDWixTQUFTLEVBQUUsSUFBSSxDQUFDLEdBQUcsRUFBRTtTQUN0QixDQUFDO1FBRUYsV0FBVyxDQUFDLFdBQVcsR0FBRyxJQUFJLENBQUM7UUFDL0IsSUFBSSxDQUFDO1lBQ0gsV0FBVyxDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsV0FBVyxDQUFDLENBQUM7UUFDdkMsQ0FBQztRQUFDLE9BQU8sS0FBSyxFQUFFLENBQUM7WUFDZixNQUFNLENBQUMsS0FBSyxDQUNWLGlDQUFpQyxXQUFXLENBQUMsTUFBTSxDQUFDLE9BQU8sQ0FBQyxHQUFHLEtBQzdELEtBQUssWUFBWSxLQUFLLENBQUMsQ0FBQyxDQUFDLEtBQUssQ0FBQyxPQUFPLENBQUMsQ0FBQyxDQUFDLE1BQU0sQ0FBQyxLQUFLLENBQ3ZELEVBQUUsQ0FDSCxDQUFDO1FBQ0osQ0FBQztJQUNILENBQUM7SUFFRDs7T0FFRztJQUNLLGlCQUFpQixDQUFDLFdBQXdCO1FBQ2hELE1BQU0sQ0FBQyxLQUFLLENBQ1YsVUFBVSxXQUFXLENBQUMsTUFBTSxDQUFDLEVBQUUsVUFBVSxXQUFXLENBQUMsTUFBTSxDQUFDLE9BQU8sQ0FBQyxHQUFHLHdCQUF3QixDQUNoRyxDQUFDO1FBQ0YsSUFBSSxDQUFDLElBQUksQ0FBQyxjQUFjLEVBQUUsV0FBVyxDQUFDLE1BQU0sQ0FBQyxDQUFDO1FBRTlDLHNCQUFzQjtRQUN0QixJQUFJLENBQUMsT0FBTyxDQUFDLE1BQU0sQ0FBQyxXQUFXLENBQUMsTUFBTSxDQUFDLEVBQUUsQ0FBQyxDQUFDO1FBRTNDLGtCQUFrQjtRQUNsQixXQUFXLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyxTQUFTLENBQUMsQ0FBQztRQUVuQyw2Q0FBNkM7UUFDN0MsTUFBTSxXQUFXLEdBQUcsSUFBSSxDQUFDLE9BQU8sQ0FBQyxzQkFBc0IsQ0FBQyxXQUFXLENBQUMsTUFBTSxDQUFDLENBQUM7UUFFNUUsSUFBSSxXQUFXLElBQUksQ0FBQyxJQUFJLENBQUMsY0FBYyxFQUFFLENBQUM7WUFDeEMsTUFBTSxDQUFDLElBQUksQ0FDVCxnREFBZ0QsV0FBVyxDQUFDLE1BQU0sQ0FBQyxFQUFFLFVBQVUsV0FBVyxDQUFDLE1BQU0sQ0FBQyxPQUFPLENBQUMsR0FBRyxHQUFHLENBQ2pILENBQUM7WUFDRixJQUFJLENBQUMsV0FBVyxFQUFFLENBQUM7UUFDckIsQ0FBQzthQUFNLENBQUM7WUFDTixNQUFNLENBQUMsS0FBSyxDQUNWLG1EQUFtRCxXQUFXLENBQUMsTUFBTSxDQUFDLEVBQUUsVUFBVSxXQUFXLENBQUMsTUFBTSxDQUFDLE9BQU8sQ0FBQyxHQUFHLEdBQUcsQ0FDcEgsQ0FBQztZQUNGLElBQUksQ0FBQyxRQUFRLENBQUMsY0FBYyxDQUFDLENBQUM7UUFDaEMsQ0FBQztJQUNILENBQUM7SUFFRDs7T0FFRztJQUNLLGdCQUFnQixDQUFDLE1BQWMsRUFBRSxJQUFtQixFQUFFLE1BQXFCO1FBQ2pGLE1BQU0sQ0FBQyxJQUFJLENBQ1QsVUFBVSxNQUFNLENBQUMsRUFBRSxVQUFVLE1BQU0sQ0FBQyxPQUFPLENBQUMsR0FBRyxvQkFBb0IsSUFBSSxlQUFlLE1BQU0sRUFBRSxDQUMvRixDQUFDO1FBQ0YsSUFBSSxDQUFDLElBQUksQ0FBQyxhQUFhLEVBQUUsTUFBTSxFQUFFLElBQUksRUFBRSxNQUFNLENBQUMsQ0FBQztRQUUvQyxNQUFNLFdBQVcsR0FBRyxJQUFJLENBQUMsT0FBTyxDQUFDLEdBQUcsQ0FBQyxNQUFNLENBQUMsRUFBRSxDQUFDLENBQUM7UUFDaEQsSUFBSSxDQUFDLFdBQVc7WUFBRSxPQUFPO1FBRXpCLElBQUksQ0FBQyxPQUFPLENBQUMsTUFBTSxDQUFDLE1BQU0sQ0FBQyxFQUFFLENBQUMsQ0FBQztRQUUvQiwyRUFBMkU7UUFDM0UsSUFBSSxJQUFJLENBQUMsY0FBYyxJQUFJLFdBQVcsQ0FBQyxjQUFjLEVBQUUsQ0FBQztZQUN0RCxPQUFPO1FBQ1QsQ0FBQztRQUVELHlCQUF5QjtRQUN6QixJQUFJLENBQUMsMEJBQTBCLENBQUMsV0FBVyxDQUFDLENBQUM7SUFDL0MsQ0FBQztJQUVEOztPQUVHO0lBQ0ssMEJBQTBCLENBQUMsV0FBd0I7UUFDekQsTUFBTSxZQUFZLEdBQUcsV0FBVyxDQUFDLFlBQVksR0FBRyxDQUFDLENBQUM7UUFFbEQsSUFBSSxZQUFZLElBQUksSUFBSSxDQUFDLE9BQU8sQ0FBQyxlQUFlLEVBQUUsQ0FBQztZQUNqRCxNQUFNLENBQUMsS0FBSyxDQUNWLHFCQUFxQixXQUFXLENBQUMsTUFBTSxDQUFDLEVBQUUsVUFBVSxXQUFXLENBQUMsTUFBTSxDQUFDLE9BQU8sQ0FBQyxHQUFHLGNBQWMsWUFBWSxJQUFJLElBQUksQ0FBQyxPQUFPLENBQUMsZUFBZSxHQUFHLENBQ2hKLENBQUM7WUFDRixNQUFNLFNBQVMsR0FBRyxJQUFJLENBQUMsV0FBVyxFQUFFLENBQUM7WUFDckMsTUFBTSxjQUFjLEdBQUcsSUFBSSxDQUFDLE9BQU8sQ0FBQyxHQUFHLENBQUMsU0FBUyxDQUFDLEVBQUUsQ0FBQyxDQUFDO1lBQ3RELElBQUksY0FBYyxFQUFFLENBQUM7Z0JBQ25CLGNBQWMsQ0FBQyxZQUFZLEdBQUcsWUFBWSxDQUFDO1lBQzdDLENBQUM7WUFDRCxJQUFJLENBQUMsSUFBSSxDQUFDLGtCQUFrQixFQUFFLFNBQVMsRUFBRSxXQUFXLENBQUMsWUFBWSxDQUFDLENBQUM7UUFDckUsQ0FBQzthQUFNLENBQUM7WUFDTixNQUFNLENBQUMsS0FBSyxDQUNWLGtCQUFrQixJQUFJLENBQUMsT0FBTyxDQUFDLGVBQWUseUJBQXlCLFdBQVcsQ0FBQyxNQUFNLENBQUMsRUFBRSxVQUFVLFdBQVcsQ0FBQyxNQUFNLENBQUMsT0FBTyxDQUFDLEdBQUcsMEJBQTBCLENBQy9KLENBQUM7WUFDRixJQUFJLENBQUMsSUFBSSxDQUFDLCtCQUErQixFQUFFLFdBQVcsQ0FBQyxNQUFNLEVBQUUsV0FBVyxDQUFDLFlBQVksQ0FBQyxDQUFDO1lBQ3pGLElBQUksQ0FBQyxRQUFRLENBQUMsd0JBQXdCLENBQUMsQ0FBQztRQUMxQyxDQUFDO0lBQ0gsQ0FBQztJQUVEOztPQUVHO0lBQ0ssS0FBSyxDQUFDLGVBQWUsQ0FBQyxNQUFlO1FBQzNDLE1BQU0sQ0FBQyxJQUFJLENBQ1QseUJBQXlCLE9BQU8sQ0FBQyxHQUFHLDRCQUE0QixNQUFNLElBQUksUUFBUSxHQUFHLENBQ3RGLENBQUM7UUFFRixJQUFJLENBQUMsb0JBQW9CLEVBQUUsQ0FBQztRQUM1QixJQUFJLENBQUMsb0JBQW9CLEVBQUUsQ0FBQztRQUU1Qix1QkFBdUI7UUFDdkIsTUFBTSxJQUFJLENBQUMsa0JBQWtCLENBQUMsTUFBTSxDQUFDLENBQUM7UUFFdEMsb0NBQW9DO1FBQ3BDLE1BQU0sSUFBQSxtQkFBVyxFQUNmLEdBQUcsRUFBRSxDQUFDLElBQUksQ0FBQyxPQUFPLENBQUMsaUJBQWlCLENBQUMsTUFBTSxDQUFDLEVBQzVDLG9DQUFvQyxDQUNyQyxDQUFDO1FBRUYsTUFBTSxDQUFDLElBQUksQ0FBQyx5QkFBeUIsT0FBTyxDQUFDLEdBQUcsc0JBQXNCLENBQUMsQ0FBQztRQUN4RSxJQUFJLENBQUMsSUFBSSxDQUFDLG9CQUFvQixDQUFDLENBQUM7SUFDbEMsQ0FBQztJQUVEOztPQUVHO0lBQ0ssS0FBSyxDQUFDLGtCQUFrQixDQUFDLE1BQWU7UUFDOUMsSUFBSSxJQUFJLENBQUMsT0FBTyxDQUFDLElBQUksS0FBSyxDQUFDO1lBQUUsT0FBTztRQUVwQyxNQUFNLENBQUMsSUFBSSxDQUFDLGlCQUFpQixJQUFJLENBQUMsT0FBTyxDQUFDLElBQUksYUFBYSxDQUFDLENBQUM7UUFFN0QsOERBQThEO1FBQzlELEtBQUssQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxNQUFNLEVBQUUsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLFdBQVcsRUFBRSxFQUFFO1lBQ3hELFdBQVcsQ0FBQyxjQUFjLEdBQUcsSUFBSSxDQUFDO1lBQ2xDLDBEQUEwRDtZQUMxRCxJQUFJLENBQUMsV0FBVyxDQUFDLE1BQU0sQ0FBQyxNQUFNLEVBQUUsSUFBSSxXQUFXLENBQUMsTUFBTSxDQUFDLE9BQU8sQ0FBQyxTQUFTLEVBQUUsQ0FBQztnQkFDekUsTUFBTSxlQUFlLEdBQW9CO29CQUN2QyxJQUFJLEVBQUUsVUFBVTtvQkFDaEIsTUFBTTtpQkFDUCxDQUFDO2dCQUNGLElBQUksQ0FBQztvQkFDSCxXQUFXLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyxlQUFlLENBQUMsQ0FBQztnQkFDM0MsQ0FBQztnQkFBQyxPQUFPLEtBQUssRUFBRSxDQUFDO29CQUNmLHNEQUFzRDtvQkFDdEQsTUFBTSxDQUFDLEtBQUssQ0FDViw2Q0FBNkMsV0FBVyxDQUFDLE1BQU0sQ0FBQyxFQUFFLFVBQ2hFLFdBQVcsQ0FBQyxNQUFNLENBQUMsT0FBTyxDQUFDLEdBQzdCLE1BQU0sS0FBSyxZQUFZLEtBQUssQ0FBQyxDQUFDLENBQUMsS0FBSyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsTUFBTSxDQUFDLEtBQUssQ0FBQyxFQUFFLENBQy9ELENBQUM7Z0JBQ0osQ0FBQztZQUNILENBQUM7UUFDSCxDQUFDLENBQUMsQ0FBQztRQUVILGlEQUFpRDtRQUNqRCxJQUFJLENBQUM7WUFDSCxNQUFNLElBQUEsZUFBTyxFQUNYLElBQUksQ0FBQyx1QkFBdUIsRUFBRSxFQUM5QixJQUFJLENBQUMsT0FBTyxDQUFDLGVBQWUsRUFDNUIseUJBQXlCLENBQzFCLENBQUM7UUFDSixDQUFDO1FBQUMsT0FBTyxLQUFLLEVBQUUsQ0FBQztZQUNmLE1BQU0sQ0FBQyxLQUFLLENBQUMsMkRBQTJELENBQUMsQ0FBQztZQUMxRSxJQUFJLENBQUMsbUJBQW1CLEVBQUUsQ0FBQztRQUM3QixDQUFDO0lBQ0gsQ0FBQztJQUVEOztPQUVHO0lBQ0ssS0FBSyxDQUFDLHVCQUF1QjtRQUNuQyxPQUFPLElBQUksQ0FBQyxPQUFPLENBQUMsSUFBSSxHQUFHLENBQUMsRUFBRSxDQUFDO1lBQzdCLDRDQUE0QztZQUM1QyxNQUFNLElBQUEsYUFBSyxFQUFDLEdBQUcsQ0FBQyxDQUFDO1FBQ25CLENBQUM7SUFDSCxDQUFDO0lBRUQ7O09BRUc7SUFDSyxtQkFBbUI7UUFDekIsS0FBSyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsT0FBTyxDQUFDLE1BQU0sRUFBRSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsV0FBVyxFQUFFLEVBQUU7WUFDeEQsTUFBTSxDQUFDLEtBQUssQ0FDVix3QkFBd0IsV0FBVyxDQUFDLE1BQU0sQ0FBQyxFQUFFLFVBQVUsV0FBVyxDQUFDLE1BQU0sQ0FBQyxPQUFPLENBQUMsR0FBRyxHQUFHLENBQ3pGLENBQUM7WUFDRixXQUFXLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyxTQUFTLENBQUMsQ0FBQztRQUNyQyxDQUFDLENBQUMsQ0FBQztRQUNILElBQUksQ0FBQyxPQUFPLENBQUMsS0FBSyxFQUFFLENBQUM7SUFDdkIsQ0FBQztJQUVEOztPQUVHO0lBQ0ssS0FBSyxDQUFDLGNBQWMsQ0FBQyxNQUFlO1FBQzFDLE1BQU0sQ0FBQyxJQUFJLENBQ1QsVUFBVSxJQUFJLENBQUMsT0FBTyxDQUFDLE9BQU8sQ0FBQyxNQUFNLEVBQUUsRUFBRSxVQUFVLE9BQU8sQ0FBQyxHQUFHLDRCQUM1RCxNQUFNLElBQUksUUFDWixHQUFHLENBQ0osQ0FBQztRQUVGLElBQUksQ0FBQyxvQkFBb0IsRUFBRSxDQUFDO1FBRTVCLG1DQUFtQztRQUNuQyxNQUFNLElBQUEsbUJBQVcsRUFDZixHQUFHLEVBQUUsQ0FBQyxJQUFJLENBQUMsT0FBTyxDQUFDLGdCQUFnQixDQUFDLE1BQU0sQ0FBQyxFQUMzQyxtQkFBbUIsSUFBSSxDQUFDLE9BQU8sQ0FBQyxPQUFPLENBQUMsTUFBTSxFQUFFLEVBQUUsVUFBVSxPQUFPLENBQUMsR0FBRyxxQkFBcUIsQ0FDN0YsQ0FBQztRQUVGLE1BQU0sQ0FBQyxJQUFJLENBQ1QsVUFBVSxJQUFJLENBQUMsT0FBTyxDQUFDLE9BQU8sQ0FBQyxNQUFNLEVBQUUsRUFBRSxVQUFVLE9BQU8sQ0FBQyxHQUFHLHNCQUFzQixDQUNyRixDQUFDO1FBQ0YsT0FBTyxDQUFDLElBQUksQ0FBQyxDQUFDLENBQUMsQ0FBQztJQUNsQixDQUFDO0lBRUQ7O09BRUc7SUFDSSxjQUFjO1FBQ25CLE9BQU8sSUFBSSxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUM7SUFDM0IsQ0FBQztJQUVEOztPQUVHO0lBQ0ksYUFBYTtRQUNsQixPQUFPLEtBQUssQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxNQUFNLEVBQUUsQ0FBQyxDQUFDLEdBQUcsQ0FBQyxDQUFDLEtBQUssRUFBRSxFQUFFLENBQUMsQ0FBQztZQUN2RCxFQUFFLEVBQUUsS0FBSyxDQUFDLE1BQU0sQ0FBQyxFQUFFO1lBQ25CLEdBQUcsRUFBRSxLQUFLLENBQUMsTUFBTSxDQUFDLE9BQU8sQ0FBQyxHQUFHLElBQUksQ0FBQyxDQUFDO1lBQ25DLFlBQVksRUFBRSxLQUFLLENBQUMsWUFBWTtTQUNqQyxDQUFDLENBQUMsQ0FBQztJQUNOLENBQUM7SUFFRDs7T0FFRztJQUNJLFNBQVM7UUFDZCxPQUFPLElBQUksQ0FBQyxPQUFPLENBQUM7SUFDdEIsQ0FBQztJQUVEOztPQUVHO0lBQ0ksVUFBVTtRQUNmLE9BQU8sSUFBSSxDQUFDLGNBQWMsQ0FBQztJQUM3QixDQUFDO0NBQ0Y7QUE3ZUQsd0NBNmVDIiwic291cmNlc0NvbnRlbnQiOlsiLyogZXNsaW50LWRpc2FibGUgY2xhc3MtbWV0aG9kcy11c2UtdGhpcyAqL1xuLyogZXNsaW50LWRpc2FibGUgbm8tcGFyYW0tcmVhc3NpZ24gKi9cbmltcG9ydCB7IFdvcmtlciB9IGZyb20gJ2NsdXN0ZXInO1xuaW1wb3J0IHsgRXZlbnRFbWl0dGVyIH0gZnJvbSAnZXZlbnRzJztcbmltcG9ydCAqIGFzIGxvZ2dlciBmcm9tICcuLi9sb2dnZXInO1xuaW1wb3J0IHtcbiAgQ2x1c3Rlck1hbmFnZXJPcHRpb25zLFxuICBDbHVzdGVyTWFuYWdlckV2ZW50cyxcbiAgV29ya2VyU3RhdGUsXG4gIElQQ01lc3NhZ2UsXG4gIFBpbmdNZXNzYWdlLFxuICBQb25nTWVzc2FnZSxcbiAgU2h1dGRvd25NZXNzYWdlLFxufSBmcm9tICcuL3R5cGVzJztcbmltcG9ydCB7IGRlbGF5LCB0aW1lb3V0LCBzYWZlRXhlY3V0ZSwgdmFsaWRhdGVBbmREZWZhdWx0T3B0aW9ucyB9IGZyb20gJy4vdXRpbHMnO1xuXG4vKipcbiAqIENsdXN0ZXJNYW5hZ2VyIC0gQSBjbHVzdGVyIGxpZmVjeWNsZSBtYW5hZ2VtZW50IHN5c3RlbVxuICpcbiAqIFRoZSBtYW5hZ2VyIHN1cHBvcnRzIHRoZSBmb2xsb3dpbmcgZmVhdHVyZXM6XG4gKiAtIEdyYWNlZnVsIHNodXRkb3duIHdpdGggY29uZmlndXJhYmxlIHRpbWVvdXRcbiAqIC0gV29ya2VyIGhlYWx0aCBtb25pdG9yaW5nIHdpdGggcGluZy9wb25nIG1lY2hhbmlzbVxuICogLSBBdXRvbWF0aWMgd29ya2VyIHJlc3RhcnQgd2l0aCBjb25maWd1cmFibGUgbGltaXRzXG4gKiAtIFNpZ25hbCBoYW5kbGluZyBmb3Igc2h1dGRvd24gdHJpZ2dlcnNcbiAqIC0gRmxleGlibGUgcHJpbWFyeSBhbmQgd29ya2VyIGZ1bmN0aW9uIGhhbmRsZXJzXG4gKi9cbmV4cG9ydCBjbGFzcyBDbHVzdGVyTWFuYWdlciBleHRlbmRzIEV2ZW50RW1pdHRlciB7XG4gIHByaXZhdGUgcmVhZG9ubHkgb3B0aW9uczogUmVxdWlyZWQ8Q2x1c3Rlck1hbmFnZXJPcHRpb25zPjtcblxuICBwcml2YXRlIHJlYWRvbmx5IHdvcmtlcnMgPSBuZXcgTWFwPG51bWJlciwgV29ya2VyU3RhdGU+KCk7XG5cbiAgcHJpdmF0ZSBzdGFydGVkID0gZmFsc2U7XG5cbiAgcHJpdmF0ZSBpc1NodXR0aW5nRG93biA9IGZhbHNlO1xuXG4gIHByaXZhdGUgc2h1dGRvd25Qcm9taXNlOiBQcm9taXNlPHZvaWQ+IHwgbnVsbCA9IG51bGw7XG5cbiAgcHJpdmF0ZSBoZWFsdGhDaGVja0ludGVydmFsOiBOb2RlSlMuVGltZW91dCB8IG51bGwgPSBudWxsO1xuXG4gIHByaXZhdGUgc2lnbmFsSGFuZGxlcnMgPSBuZXcgTWFwPE5vZGVKUy5TaWduYWxzLCAoKSA9PiB2b2lkPigpO1xuXG4gIGNvbnN0cnVjdG9yKG9wdGlvbnM6IENsdXN0ZXJNYW5hZ2VyT3B0aW9ucyA9IHt9KSB7XG4gICAgc3VwZXIoKTtcbiAgICB0aGlzLm9wdGlvbnMgPSB2YWxpZGF0ZUFuZERlZmF1bHRPcHRpb25zKG9wdGlvbnMpO1xuICAgIHRoaXMuc2V0dXBTaWduYWxIYW5kbGVycygpO1xuICB9XG5cbiAgLyoqXG4gICAqIFN0YXJ0cyB0aGUgY2x1c3RlciBtYW5hZ2VyXG4gICAqIEluIHByaW1hcnkgcHJvY2Vzczogc3RhcnRzIHdvcmtlcnMgYW5kIGhlYWx0aCBtb25pdG9yaW5nXG4gICAqIEluIHdvcmtlciBwcm9jZXNzOiBleGVjdXRlcyB3b3JrZXIgZnVuY3Rpb25cbiAgICovXG4gIHB1YmxpYyBhc3luYyBzdGFydCgpOiBQcm9taXNlPHZvaWQ+IHtcbiAgICBpZiAodGhpcy5vcHRpb25zLmNsdXN0ZXIuaXNQcmltYXJ5KSB7XG4gICAgICBhd2FpdCB0aGlzLnN0YXJ0UHJpbWFyeSgpO1xuICAgIH0gZWxzZSB7XG4gICAgICBhd2FpdCB0aGlzLnN0YXJ0V29ya2VyKCk7XG4gICAgfVxuICAgIHRoaXMuc3RhcnRlZCA9IHRydWU7XG4gIH1cblxuICAvKipcbiAgICogSW5pdGlhdGVzIGdyYWNlZnVsIHNodXRkb3duIG9mIHRoZSBjbHVzdGVyXG4gICAqL1xuICBwdWJsaWMgc2h1dGRvd24oc2lnbmFsPzogc3RyaW5nKTogUHJvbWlzZTx2b2lkPiB7XG4gICAgaWYgKCF0aGlzLnN0YXJ0ZWQpIHtcbiAgICAgIHJldHVybiBQcm9taXNlLnJlc29sdmUoKTtcbiAgICB9XG5cbiAgICBpZiAodGhpcy5zaHV0ZG93blByb21pc2UpIHtcbiAgICAgIHJldHVybiB0aGlzLnNodXRkb3duUHJvbWlzZTtcbiAgICB9XG5cbiAgICB0aGlzLmlzU2h1dHRpbmdEb3duID0gdHJ1ZTtcbiAgICB0aGlzLmVtaXQoJ3NodXRkb3duOnN0YXJ0ZWQnLCBzaWduYWwpO1xuXG4gICAgaWYgKHRoaXMub3B0aW9ucy5jbHVzdGVyLmlzUHJpbWFyeSkge1xuICAgICAgdGhpcy5zaHV0ZG93blByb21pc2UgPSB0aGlzLnNodXRkb3duUHJpbWFyeShzaWduYWwpO1xuICAgIH0gZWxzZSB7XG4gICAgICB0aGlzLnNodXRkb3duUHJvbWlzZSA9IHRoaXMuc2h1dGRvd25Xb3JrZXIoc2lnbmFsKTtcbiAgICB9XG5cbiAgICByZXR1cm4gdGhpcy5zaHV0ZG93blByb21pc2U7XG4gIH1cblxuICAvKipcbiAgICogU2V0cyB1cCBzaWduYWwgaGFuZGxlcnMgZm9yIGdyYWNlZnVsIHNodXRkb3duXG4gICAqL1xuICBwcml2YXRlIHNldHVwU2lnbmFsSGFuZGxlcnMoKTogdm9pZCB7XG4gICAgdGhpcy5vcHRpb25zLnNodXRkb3duU2lnbmFscy5mb3JFYWNoKChzaWduYWwpID0+IHtcbiAgICAgIGNvbnN0IGhhbmRsZXIgPSAoKSA9PiB7XG4gICAgICAgIHRoaXMuc2h1dGRvd24oc2lnbmFsKTtcbiAgICAgIH07XG4gICAgICB0aGlzLnNpZ25hbEhhbmRsZXJzLnNldChzaWduYWwsIGhhbmRsZXIpO1xuICAgICAgcHJvY2Vzcy5vbihzaWduYWwsIGhhbmRsZXIpO1xuICAgIH0pO1xuICB9XG5cbiAgLyoqXG4gICAqIFJlbW92ZXMgc2lnbmFsIGhhbmRsZXJzXG4gICAqL1xuICBwcml2YXRlIHJlbW92ZVNpZ25hbEhhbmRsZXJzKCk6IHZvaWQge1xuICAgIEFycmF5LmZyb20odGhpcy5zaWduYWxIYW5kbGVycy5lbnRyaWVzKCkpLmZvckVhY2goKFtzaWduYWwsIGhhbmRsZXJdKSA9PiB7XG4gICAgICBwcm9jZXNzLnJlbW92ZUxpc3RlbmVyKHNpZ25hbCwgaGFuZGxlcik7XG4gICAgfSk7XG4gICAgdGhpcy5zaWduYWxIYW5kbGVycy5jbGVhcigpO1xuICB9XG5cbiAgLyoqXG4gICAqIFN0YXJ0cyB0aGUgcHJpbWFyeSBwcm9jZXNzXG4gICAqL1xuICBwcml2YXRlIGFzeW5jIHN0YXJ0UHJpbWFyeSgpOiBQcm9taXNlPHZvaWQ+IHtcbiAgICBsb2dnZXIuaW5mbyhcbiAgICAgIGBQcmltYXJ5IHByb2Nlc3MgKHBpZDogJHtwcm9jZXNzLnBpZH0pIHN0YXJ0aW5nIHdpdGggJHt0aGlzLm9wdGlvbnMubnVtV29ya2Vyc30gd29ya2Vyc2AsXG4gICAgKTtcblxuICAgIC8vIEV4ZWN1dGUgcHJpbWFyeSBpbml0aWFsaXphdGlvbiBmdW5jdGlvbiwgYW55IGVycm9yIHdpbGwgc3RvcCB0aGUgY2x1c3RlciBmcm9tIHN0YXJ0aW5nXG4gICAgYXdhaXQgdGhpcy5vcHRpb25zLnByaW1hcnlGbigpO1xuXG4gICAgLy8gU2V0IHVwIGNsdXN0ZXIgZXZlbnQgaGFuZGxlcnNcbiAgICB0aGlzLnNldHVwQ2x1c3RlckV2ZW50SGFuZGxlcnMoKTtcblxuICAgIC8vIFNwYXduIGluaXRpYWwgd29ya2Vyc1xuICAgIGZvciAobGV0IGkgPSAwOyBpIDwgdGhpcy5vcHRpb25zLm51bVdvcmtlcnM7IGkgKz0gMSkge1xuICAgICAgdGhpcy5zcGF3bldvcmtlcigpO1xuICAgIH1cblxuICAgIC8vIFN0YXJ0IGhlYWx0aCBtb25pdG9yaW5nXG4gICAgdGhpcy5zdGFydEhlYWx0aE1vbml0b3JpbmcoKTtcbiAgfVxuXG4gIC8qKlxuICAgKiBTdGFydHMgYSB3b3JrZXIgcHJvY2Vzc1xuICAgKi9cbiAgcHJpdmF0ZSBhc3luYyBzdGFydFdvcmtlcigpOiBQcm9taXNlPHZvaWQ+IHtcbiAgICBsb2dnZXIuaW5mbyhgV29ya2VyICR7dGhpcy5vcHRpb25zLmNsdXN0ZXIud29ya2VyPy5pZH0gKHBpZDogJHtwcm9jZXNzLnBpZH0pIHN0YXJ0aW5nYCk7XG5cbiAgICAvLyBTZXQgdXAgSVBDIG1lc3NhZ2UgaGFuZGxlcnNcbiAgICB0aGlzLnNldHVwV29ya2VyTWVzc2FnZUhhbmRsZXJzKCk7XG5cbiAgICAvLyBFeGVjdXRlIHdvcmtlciBpbml0aWFsaXphdGlvbiBmdW5jdGlvbiwgYW55IGVycm9yIHdpbGwgYmUgcHJvcGFnYXRlZFxuICAgIGF3YWl0IHRoaXMub3B0aW9ucy53b3JrZXJGbigpO1xuICB9XG5cbiAgLyoqXG4gICAqIFNldHMgdXAgY2x1c3RlciBldmVudCBoYW5kbGVycyBmb3IgdGhlIHByaW1hcnkgcHJvY2Vzc1xuICAgKi9cbiAgcHJpdmF0ZSBzZXR1cENsdXN0ZXJFdmVudEhhbmRsZXJzKCk6IHZvaWQge1xuICAgIHRoaXMub3B0aW9ucy5jbHVzdGVyLm9uKCdleGl0JywgKHdvcmtlcjogV29ya2VyLCBjb2RlOiBudW1iZXIsIHNpZ25hbDogc3RyaW5nKSA9PiB7XG4gICAgICB0aGlzLmhhbmRsZVdvcmtlckV4aXQod29ya2VyLCBjb2RlLCBzaWduYWwpO1xuICAgIH0pO1xuXG4gICAgdGhpcy5vcHRpb25zLmNsdXN0ZXIub24oJ29ubGluZScsICh3b3JrZXI6IFdvcmtlcikgPT4ge1xuICAgICAgbG9nZ2VyLmluZm8oYFdvcmtlciAke3dvcmtlci5pZH0gKHBpZDogJHt3b3JrZXIucHJvY2Vzcy5waWR9KSBpcyBvbmxpbmVgKTtcbiAgICAgIHRoaXMuZW1pdCgnd29ya2VyOnN0YXJ0ZWQnLCB3b3JrZXIpO1xuICAgIH0pO1xuICB9XG5cbiAgLyoqXG4gICAqIFNldHMgdXAgSVBDIG1lc3NhZ2UgaGFuZGxlcnMgZm9yIHdvcmtlciBwcm9jZXNzZXNcbiAgICovXG4gIHByaXZhdGUgc2V0dXBXb3JrZXJNZXNzYWdlSGFuZGxlcnMoKTogdm9pZCB7XG4gICAgcHJvY2Vzcy5vbignbWVzc2FnZScsIChtZXNzYWdlOiBJUENNZXNzYWdlKSA9PiB7XG4gICAgICBzd2l0Y2ggKG1lc3NhZ2UudHlwZSkge1xuICAgICAgICBjYXNlICdwaW5nJzpcbiAgICAgICAgICB0aGlzLmhhbmRsZVdvcmtlclBpbmcobWVzc2FnZSk7XG4gICAgICAgICAgYnJlYWs7XG4gICAgICAgIGNhc2UgJ3NodXRkb3duJzpcbiAgICAgICAgICB0aGlzLnNodXRkb3duKG1lc3NhZ2Uuc2lnbmFsKTtcbiAgICAgICAgICBicmVhaztcbiAgICAgICAgZGVmYXVsdDpcbiAgICAgICAgICBsb2dnZXIud2FybihgaWdub3JpbmcgdW5rbm93biBtZXNzYWdlIHR5cGUgaW4gd29ya2VyICR7cHJvY2Vzcy5waWR9OiAke21lc3NhZ2UudHlwZX1gKTtcbiAgICAgICAgICBicmVhaztcbiAgICAgIH1cbiAgICB9KTtcbiAgfVxuXG4gIC8qKlxuICAgKiBTcGF3bnMgYSBuZXcgd29ya2VyIGFuZCBzZXRzIHVwIGl0cyBzdGF0ZVxuICAgKi9cbiAgcHJpdmF0ZSBzcGF3bldvcmtlcigpOiBXb3JrZXIge1xuICAgIGNvbnN0IHdvcmtlciA9IHRoaXMub3B0aW9ucy5jbHVzdGVyLmZvcmsoKTtcbiAgICBjb25zdCB3b3JrZXJTdGF0ZTogV29ya2VyU3RhdGUgPSB7XG4gICAgICB3b3JrZXIsXG4gICAgICByZXN0YXJ0Q291bnQ6IDAsXG4gICAgICBsYXN0UGluZzogRGF0ZS5ub3coKSxcbiAgICAgIHBlbmRpbmdQaW5nOiBmYWxzZSxcbiAgICAgIGlzU2h1dHRpbmdEb3duOiBmYWxzZSxcbiAgICB9O1xuXG4gICAgdGhpcy53b3JrZXJzLnNldCh3b3JrZXIuaWQsIHdvcmtlclN0YXRlKTtcblxuICAgIC8vIFNldCB1cCB3b3JrZXIgbWVzc2FnZSBoYW5kbGVyXG4gICAgd29ya2VyLm9uKCdtZXNzYWdlJywgKG1lc3NhZ2U6IElQQ01lc3NhZ2UpID0+IHtcbiAgICAgIHRoaXMuaGFuZGxlV29ya2VyTWVzc2FnZSh3b3JrZXIsIG1lc3NhZ2UpO1xuICAgIH0pO1xuXG4gICAgcmV0dXJuIHdvcmtlcjtcbiAgfVxuXG4gIC8qKlxuICAgKiBIYW5kbGVzIG1lc3NhZ2VzIGZyb20gd29ya2Vyc1xuICAgKi9cbiAgcHJpdmF0ZSBoYW5kbGVXb3JrZXJNZXNzYWdlKHdvcmtlcjogV29ya2VyLCBtZXNzYWdlOiBJUENNZXNzYWdlKTogdm9pZCB7XG4gICAgY29uc3Qgd29ya2VyU3RhdGUgPSB0aGlzLndvcmtlcnMuZ2V0KHdvcmtlci5pZCk7XG4gICAgaWYgKCF3b3JrZXJTdGF0ZSkgcmV0dXJuO1xuXG4gICAgc3dpdGNoIChtZXNzYWdlLnR5cGUpIHtcbiAgICAgIGNhc2UgJ3BvbmcnOlxuICAgICAgICB3b3JrZXJTdGF0ZS5sYXN0UGluZyA9IERhdGUubm93KCk7XG4gICAgICAgIHdvcmtlclN0YXRlLnBlbmRpbmdQaW5nID0gZmFsc2U7XG4gICAgICAgIGJyZWFrO1xuICAgICAgZGVmYXVsdDpcbiAgICAgICAgbG9nZ2VyLndhcm4oXG4gICAgICAgICAgYFJlY2VpdmVkIHVua25vd24gbWVzc2FnZSB0eXBlIGZyb20gd29ya2VyICR7d29ya2VyLnByb2Nlc3MucGlkfTogJHttZXNzYWdlLnR5cGV9YCxcbiAgICAgICAgKTtcbiAgICAgICAgYnJlYWs7XG4gICAgfVxuICB9XG5cbiAgLyoqXG4gICAqIEhhbmRsZXMgcGluZyBtZXNzYWdlcyBpbiB3b3JrZXIgcHJvY2Vzc2VzXG4gICAqL1xuICBwcml2YXRlIGhhbmRsZVdvcmtlclBpbmcobWVzc2FnZTogUGluZ01lc3NhZ2UpOiB2b2lkIHtcbiAgICBjb25zdCBwb25nTWVzc2FnZTogUG9uZ01lc3NhZ2UgPSB7XG4gICAgICB0eXBlOiAncG9uZycsXG4gICAgICB0aW1lc3RhbXA6IG1lc3NhZ2UudGltZXN0YW1wLFxuICAgIH07XG5cbiAgICBpZiAocHJvY2Vzcy5zZW5kKSB7XG4gICAgICBwcm9jZXNzLnNlbmQocG9uZ01lc3NhZ2UpO1xuICAgIH1cbiAgfVxuXG4gIC8qKlxuICAgKiBTdGFydHMgaGVhbHRoIG1vbml0b3JpbmcgZm9yIGFsbCB3b3JrZXJzXG4gICAqL1xuICBwcml2YXRlIHN0YXJ0SGVhbHRoTW9uaXRvcmluZygpOiB2b2lkIHtcbiAgICB0aGlzLmhlYWx0aENoZWNrSW50ZXJ2YWwgPSBzZXRJbnRlcnZhbCgoKSA9PiB7XG4gICAgICB0aGlzLnBlcmZvcm1IZWFsdGhDaGVjaygpO1xuICAgIH0sIHRoaXMub3B0aW9ucy5waW5nRnJlcXVlbmN5KTtcbiAgfVxuXG4gIC8qKlxuICAgKiBTdG9wcyBoZWFsdGggbW9uaXRvcmluZ1xuICAgKi9cbiAgcHJpdmF0ZSBzdG9wSGVhbHRoTW9uaXRvcmluZygpOiB2b2lkIHtcbiAgICBpZiAodGhpcy5oZWFsdGhDaGVja0ludGVydmFsKSB7XG4gICAgICBjbGVhckludGVydmFsKHRoaXMuaGVhbHRoQ2hlY2tJbnRlcnZhbCk7XG4gICAgICB0aGlzLmhlYWx0aENoZWNrSW50ZXJ2YWwgPSBudWxsO1xuICAgIH1cbiAgfVxuXG4gIC8qKlxuICAgKiBQZXJmb3JtcyBoZWFsdGggY2hlY2sgb24gYWxsIHdvcmtlcnNcbiAgICovXG4gIHByaXZhdGUgcGVyZm9ybUhlYWx0aENoZWNrKCk6IHZvaWQge1xuICAgIGlmICh0aGlzLmlzU2h1dHRpbmdEb3duKSByZXR1cm47XG5cbiAgICBBcnJheS5mcm9tKHRoaXMud29ya2Vycy52YWx1ZXMoKSlcbiAgICAgIC5maWx0ZXIoKHdvcmtlclN0YXRlKSA9PiAhd29ya2VyU3RhdGUuaXNTaHV0dGluZ0Rvd24pXG4gICAgICAuZm9yRWFjaCgod29ya2VyU3RhdGUpID0+IHtcbiAgICAgICAgY29uc3QgdGltZVNpbmNlTGFzdFBpbmcgPSBEYXRlLm5vdygpIC0gd29ya2VyU3RhdGUubGFzdFBpbmc7XG5cbiAgICAgICAgaWYgKHdvcmtlclN0YXRlLnBlbmRpbmdQaW5nICYmIHRpbWVTaW5jZUxhc3RQaW5nID4gdGhpcy5vcHRpb25zLnBpbmdUaW1lb3V0KSB7XG4gICAgICAgICAgLy8gV29ya2VyIGlzIHN0dWNrLCBoYW5kbGUgaXRcbiAgICAgICAgICB0aGlzLmhhbmRsZVN0dWNrV29ya2VyKHdvcmtlclN0YXRlKTtcbiAgICAgICAgfSBlbHNlIGlmICghd29ya2VyU3RhdGUucGVuZGluZ1BpbmcpIHtcbiAgICAgICAgICAvLyBTZW5kIHBpbmcgdG8gd29ya2VyXG4gICAgICAgICAgdGhpcy5zZW5kUGluZ1RvV29ya2VyKHdvcmtlclN0YXRlKTtcbiAgICAgICAgfVxuICAgICAgfSk7XG4gIH1cblxuICAvKipcbiAgICogU2VuZHMgYSBwaW5nIG1lc3NhZ2UgdG8gYSB3b3JrZXJcbiAgICovXG4gIHByaXZhdGUgc2VuZFBpbmdUb1dvcmtlcih3b3JrZXJTdGF0ZTogV29ya2VyU3RhdGUpOiB2b2lkIHtcbiAgICBjb25zdCBwaW5nTWVzc2FnZTogUGluZ01lc3NhZ2UgPSB7XG4gICAgICB0eXBlOiAncGluZycsXG4gICAgICB0aW1lc3RhbXA6IERhdGUubm93KCksXG4gICAgfTtcblxuICAgIHdvcmtlclN0YXRlLnBlbmRpbmdQaW5nID0gdHJ1ZTtcbiAgICB0cnkge1xuICAgICAgd29ya2VyU3RhdGUud29ya2VyLnNlbmQocGluZ01lc3NhZ2UpO1xuICAgIH0gY2F0Y2ggKGVycm9yKSB7XG4gICAgICBsb2dnZXIuZXJyb3IoXG4gICAgICAgIGBGYWlsZWQgdG8gc2VuZCBwaW5nIHRvIHdvcmtlciAke3dvcmtlclN0YXRlLndvcmtlci5wcm9jZXNzLnBpZH06ICR7XG4gICAgICAgICAgZXJyb3IgaW5zdGFuY2VvZiBFcnJvciA/IGVycm9yLm1lc3NhZ2UgOiBTdHJpbmcoZXJyb3IpXG4gICAgICAgIH1gLFxuICAgICAgKTtcbiAgICB9XG4gIH1cblxuICAvKipcbiAgICogSGFuZGxlcyBhIHN0dWNrIHdvcmtlclxuICAgKi9cbiAgcHJpdmF0ZSBoYW5kbGVTdHVja1dvcmtlcih3b3JrZXJTdGF0ZTogV29ya2VyU3RhdGUpOiB2b2lkIHtcbiAgICBsb2dnZXIuZXJyb3IoXG4gICAgICBgV29ya2VyICR7d29ya2VyU3RhdGUud29ya2VyLmlkfSAocGlkOiAke3dvcmtlclN0YXRlLndvcmtlci5wcm9jZXNzLnBpZH0pIGlzIHN0dWNrLCBraWxsaW5nIGl0YCxcbiAgICApO1xuICAgIHRoaXMuZW1pdCgnd29ya2VyOnN0dWNrJywgd29ya2VyU3RhdGUud29ya2VyKTtcblxuICAgIC8vIFJlbW92ZSB3b3JrZXIgc3RhdGVcbiAgICB0aGlzLndvcmtlcnMuZGVsZXRlKHdvcmtlclN0YXRlLndvcmtlci5pZCk7XG5cbiAgICAvLyBLaWxsIHRoZSB3b3JrZXJcbiAgICB3b3JrZXJTdGF0ZS53b3JrZXIua2lsbCgnU0lHS0lMTCcpO1xuXG4gICAgLy8gRGV0ZXJtaW5lIGlmIHdlIHNob3VsZCBzcGF3biBhIHJlcGxhY2VtZW50XG4gICAgY29uc3Qgc2hvdWxkU3Bhd24gPSB0aGlzLm9wdGlvbnMuc3R1Y2tXb3JrZXJSZXNwYXduRnVuYyh3b3JrZXJTdGF0ZS53b3JrZXIpO1xuXG4gICAgaWYgKHNob3VsZFNwYXduICYmICF0aGlzLmlzU2h1dHRpbmdEb3duKSB7XG4gICAgICBsb2dnZXIuaW5mbyhcbiAgICAgICAgYFNwYXduaW5nIHJlcGxhY2VtZW50IHdvcmtlciBmb3Igc3R1Y2sgd29ya2VyICR7d29ya2VyU3RhdGUud29ya2VyLmlkfSAocGlkOiAke3dvcmtlclN0YXRlLndvcmtlci5wcm9jZXNzLnBpZH0pYCxcbiAgICAgICk7XG4gICAgICB0aGlzLnNwYXduV29ya2VyKCk7XG4gICAgfSBlbHNlIHtcbiAgICAgIGxvZ2dlci5lcnJvcihcbiAgICAgICAgYFRyaWdnZXJpbmcgY2x1c3RlciBzaHV0ZG93biBkdWUgdG8gc3R1Y2sgd29ya2VyICR7d29ya2VyU3RhdGUud29ya2VyLmlkfSAocGlkOiAke3dvcmtlclN0YXRlLndvcmtlci5wcm9jZXNzLnBpZH0pYCxcbiAgICAgICk7XG4gICAgICB0aGlzLnNodXRkb3duKCdTVFVDS19XT1JLRVInKTtcbiAgICB9XG4gIH1cblxuICAvKipcbiAgICogSGFuZGxlcyB3b3JrZXIgZXhpdCBldmVudHNcbiAgICovXG4gIHByaXZhdGUgaGFuZGxlV29ya2VyRXhpdCh3b3JrZXI6IFdvcmtlciwgY29kZTogbnVtYmVyIHwgbnVsbCwgc2lnbmFsOiBzdHJpbmcgfCBudWxsKTogdm9pZCB7XG4gICAgbG9nZ2VyLmluZm8oXG4gICAgICBgV29ya2VyICR7d29ya2VyLmlkfSAocGlkOiAke3dvcmtlci5wcm9jZXNzLnBpZH0pIGRpZWQgd2l0aCBjb2RlICR7Y29kZX0gYW5kIHNpZ25hbCAke3NpZ25hbH1gLFxuICAgICk7XG4gICAgdGhpcy5lbWl0KCd3b3JrZXI6ZGllZCcsIHdvcmtlciwgY29kZSwgc2lnbmFsKTtcblxuICAgIGNvbnN0IHdvcmtlclN0YXRlID0gdGhpcy53b3JrZXJzLmdldCh3b3JrZXIuaWQpO1xuICAgIGlmICghd29ya2VyU3RhdGUpIHJldHVybjtcblxuICAgIHRoaXMud29ya2Vycy5kZWxldGUod29ya2VyLmlkKTtcblxuICAgIC8vIElmIHdlJ3JlIHNodXR0aW5nIGRvd24gb3Igd29ya2VyIHdhcyBraWxsZWQgaW50ZW50aW9uYWxseSwgZG9uJ3QgcmVzdGFydFxuICAgIGlmICh0aGlzLmlzU2h1dHRpbmdEb3duIHx8IHdvcmtlclN0YXRlLmlzU2h1dHRpbmdEb3duKSB7XG4gICAgICByZXR1cm47XG4gICAgfVxuXG4gICAgLy8gSGFuZGxlIHVuZXhwZWN0ZWQgZXhpdFxuICAgIHRoaXMuaGFuZGxlVW5leHBlY3RlZFdvcmtlckV4aXQod29ya2VyU3RhdGUpO1xuICB9XG5cbiAgLyoqXG4gICAqIEhhbmRsZXMgdW5leHBlY3RlZCB3b3JrZXIgZXhpdHMgd2l0aCByZXN0YXJ0IGxvZ2ljXG4gICAqL1xuICBwcml2YXRlIGhhbmRsZVVuZXhwZWN0ZWRXb3JrZXJFeGl0KHdvcmtlclN0YXRlOiBXb3JrZXJTdGF0ZSk6IHZvaWQge1xuICAgIGNvbnN0IHJlc3RhcnRDb3VudCA9IHdvcmtlclN0YXRlLnJlc3RhcnRDb3VudCArIDE7XG5cbiAgICBpZiAocmVzdGFydENvdW50IDw9IHRoaXMub3B0aW9ucy5yZXN0YXJ0TWF4VGltZXMpIHtcbiAgICAgIGxvZ2dlci5lcnJvcihcbiAgICAgICAgYFJlc3RhcnRpbmcgd29ya2VyICR7d29ya2VyU3RhdGUud29ya2VyLmlkfSAocGlkOiAke3dvcmtlclN0YXRlLndvcmtlci5wcm9jZXNzLnBpZH0pIChhdHRlbXB0ICR7cmVzdGFydENvdW50fS8ke3RoaXMub3B0aW9ucy5yZXN0YXJ0TWF4VGltZXN9KWAsXG4gICAgICApO1xuICAgICAgY29uc3QgbmV3V29ya2VyID0gdGhpcy5zcGF3bldvcmtlcigpO1xuICAgICAgY29uc3QgbmV3V29ya2VyU3RhdGUgPSB0aGlzLndvcmtlcnMuZ2V0KG5ld1dvcmtlci5pZCk7XG4gICAgICBpZiAobmV3V29ya2VyU3RhdGUpIHtcbiAgICAgICAgbmV3V29ya2VyU3RhdGUucmVzdGFydENvdW50ID0gcmVzdGFydENvdW50O1xuICAgICAgfVxuICAgICAgdGhpcy5lbWl0KCd3b3JrZXI6cmVzdGFydGVkJywgbmV3V29ya2VyLCB3b3JrZXJTdGF0ZS5yZXN0YXJ0Q291bnQpO1xuICAgIH0gZWxzZSB7XG4gICAgICBsb2dnZXIuZXJyb3IoXG4gICAgICAgIGBSZXN0YXJ0IGxpbWl0ICgke3RoaXMub3B0aW9ucy5yZXN0YXJ0TWF4VGltZXN9KSBleGNlZWRlZCBmb3Igd29ya2VyICR7d29ya2VyU3RhdGUud29ya2VyLmlkfSAocGlkOiAke3dvcmtlclN0YXRlLndvcmtlci5wcm9jZXNzLnBpZH0pLCBzaHV0dGluZyBkb3duIGNsdXN0ZXJgLFxuICAgICAgKTtcbiAgICAgIHRoaXMuZW1pdCgnd29ya2VyOnJlc3RhcnQtbGltaXQtZXhjZWVkZWQnLCB3b3JrZXJTdGF0ZS53b3JrZXIsIHdvcmtlclN0YXRlLnJlc3RhcnRDb3VudCk7XG4gICAgICB0aGlzLnNodXRkb3duKCdSRVNUQVJUX0xJTUlUX0VYQ0VFREVEJyk7XG4gICAgfVxuICB9XG5cbiAgLyoqXG4gICAqIFNodXRzIGRvd24gdGhlIHByaW1hcnkgcHJvY2Vzc1xuICAgKi9cbiAgcHJpdmF0ZSBhc3luYyBzaHV0ZG93blByaW1hcnkoc2lnbmFsPzogc3RyaW5nKTogUHJvbWlzZTx2b2lkPiB7XG4gICAgbG9nZ2VyLmluZm8oXG4gICAgICBgUHJpbWFyeSBwcm9jZXNzIChwaWQ6ICR7cHJvY2Vzcy5waWR9KSBzaHV0dGluZyBkb3duIChzaWduYWw6ICR7c2lnbmFsID8/ICdtYW51YWwnfSlgLFxuICAgICk7XG5cbiAgICB0aGlzLnN0b3BIZWFsdGhNb25pdG9yaW5nKCk7XG4gICAgdGhpcy5yZW1vdmVTaWduYWxIYW5kbGVycygpO1xuXG4gICAgLy8gU2h1dGRvd24gYWxsIHdvcmtlcnNcbiAgICBhd2FpdCB0aGlzLnNodXRkb3duQWxsV29ya2VycyhzaWduYWwpO1xuXG4gICAgLy8gRXhlY3V0ZSBwcmltYXJ5IHNodXRkb3duIGZ1bmN0aW9uXG4gICAgYXdhaXQgc2FmZUV4ZWN1dGUoXG4gICAgICAoKSA9PiB0aGlzLm9wdGlvbnMucHJpbWFyeVNodXRkb3duRm4oc2lnbmFsKSxcbiAgICAgICdFcnJvciBpbiBwcmltYXJ5IHNodXRkb3duIGZ1bmN0aW9uJyxcbiAgICApO1xuXG4gICAgbG9nZ2VyLmluZm8oYFByaW1hcnkgcHJvY2VzcyAocGlkOiAke3Byb2Nlc3MucGlkfSkgc2h1dGRvd24gY29tcGxldGVkYCk7XG4gICAgdGhpcy5lbWl0KCdzaHV0ZG93bjpjb21wbGV0ZWQnKTtcbiAgfVxuXG4gIC8qKlxuICAgKiBTaHV0cyBkb3duIGFsbCB3b3JrZXJzIGdyYWNlZnVsbHlcbiAgICovXG4gIHByaXZhdGUgYXN5bmMgc2h1dGRvd25BbGxXb3JrZXJzKHNpZ25hbD86IHN0cmluZyk6IFByb21pc2U8dm9pZD4ge1xuICAgIGlmICh0aGlzLndvcmtlcnMuc2l6ZSA9PT0gMCkgcmV0dXJuO1xuXG4gICAgbG9nZ2VyLmluZm8oYFNodXR0aW5nIGRvd24gJHt0aGlzLndvcmtlcnMuc2l6ZX0gd29ya2Vycy4uLmApO1xuXG4gICAgLy8gTWFyayBhbGwgd29ya2VycyBhcyBzaHV0dGluZyBkb3duIGFuZCBzZW5kIHNodXRkb3duIG1lc3NhZ2VcbiAgICBBcnJheS5mcm9tKHRoaXMud29ya2Vycy52YWx1ZXMoKSkuZm9yRWFjaCgod29ya2VyU3RhdGUpID0+IHtcbiAgICAgIHdvcmtlclN0YXRlLmlzU2h1dHRpbmdEb3duID0gdHJ1ZTtcbiAgICAgIC8vIE9ubHkgc2VuZCBzaHV0ZG93biBtZXNzYWdlIGlmIHdvcmtlciBpcyBzdGlsbCBjb25uZWN0ZWRcbiAgICAgIGlmICghd29ya2VyU3RhdGUud29ya2VyLmlzRGVhZCgpICYmIHdvcmtlclN0YXRlLndvcmtlci5wcm9jZXNzLmNvbm5lY3RlZCkge1xuICAgICAgICBjb25zdCBzaHV0ZG93bk1lc3NhZ2U6IFNodXRkb3duTWVzc2FnZSA9IHtcbiAgICAgICAgICB0eXBlOiAnc2h1dGRvd24nLFxuICAgICAgICAgIHNpZ25hbCxcbiAgICAgICAgfTtcbiAgICAgICAgdHJ5IHtcbiAgICAgICAgICB3b3JrZXJTdGF0ZS53b3JrZXIuc2VuZChzaHV0ZG93bk1lc3NhZ2UpO1xuICAgICAgICB9IGNhdGNoIChlcnJvcikge1xuICAgICAgICAgIC8vIFdvcmtlciBJUEMgY2hhbm5lbCBpcyBhbHJlYWR5IGNsb3NlZCwgd2hpY2ggaXMgZmluZVxuICAgICAgICAgIGxvZ2dlci5kZWJ1ZyhcbiAgICAgICAgICAgIGBGYWlsZWQgdG8gc2VuZCBzaHV0ZG93biBtZXNzYWdlIHRvIHdvcmtlciAke3dvcmtlclN0YXRlLndvcmtlci5pZH0gKHBpZDogJHtcbiAgICAgICAgICAgICAgd29ya2VyU3RhdGUud29ya2VyLnByb2Nlc3MucGlkXG4gICAgICAgICAgICB9KTogJHtlcnJvciBpbnN0YW5jZW9mIEVycm9yID8gZXJyb3IubWVzc2FnZSA6IFN0cmluZyhlcnJvcil9YCxcbiAgICAgICAgICApO1xuICAgICAgICB9XG4gICAgICB9XG4gICAgfSk7XG5cbiAgICAvLyBXYWl0IGZvciB3b3JrZXJzIHRvIGV4aXQgZ3JhY2VmdWxseSBvciB0aW1lb3V0XG4gICAgdHJ5IHtcbiAgICAgIGF3YWl0IHRpbWVvdXQoXG4gICAgICAgIHRoaXMud2FpdEZvckFsbFdvcmtlcnNUb0V4aXQoKSxcbiAgICAgICAgdGhpcy5vcHRpb25zLnNodXRkb3duVGltZW91dCxcbiAgICAgICAgJ1dvcmtlciBzaHV0ZG93biB0aW1lb3V0JyxcbiAgICAgICk7XG4gICAgfSBjYXRjaCAoZXJyb3IpIHtcbiAgICAgIGxvZ2dlci5lcnJvcignR3JhY2VmdWwgc2h1dGRvd24gZm9yIHdvcmtlcnMgdGltZWQgb3V0LCBmb3JjaW5nIHNodXRkb3duJyk7XG4gICAgICB0aGlzLmZvcmNlS2lsbEFsbFdvcmtlcnMoKTtcbiAgICB9XG4gIH1cblxuICAvKipcbiAgICogV2FpdHMgZm9yIGFsbCB3b3JrZXJzIHRvIGV4aXRcbiAgICovXG4gIHByaXZhdGUgYXN5bmMgd2FpdEZvckFsbFdvcmtlcnNUb0V4aXQoKTogUHJvbWlzZTx2b2lkPiB7XG4gICAgd2hpbGUgKHRoaXMud29ya2Vycy5zaXplID4gMCkge1xuICAgICAgLy8gZXNsaW50LWRpc2FibGUtbmV4dC1saW5lIG5vLWF3YWl0LWluLWxvb3BcbiAgICAgIGF3YWl0IGRlbGF5KDEwMCk7XG4gICAgfVxuICB9XG5cbiAgLyoqXG4gICAqIEZvcmNlIGtpbGxzIGFsbCByZW1haW5pbmcgd29ya2Vyc1xuICAgKi9cbiAgcHJpdmF0ZSBmb3JjZUtpbGxBbGxXb3JrZXJzKCk6IHZvaWQge1xuICAgIEFycmF5LmZyb20odGhpcy53b3JrZXJzLnZhbHVlcygpKS5mb3JFYWNoKCh3b3JrZXJTdGF0ZSkgPT4ge1xuICAgICAgbG9nZ2VyLmVycm9yKFxuICAgICAgICBgRm9yY2Uga2lsbGluZyB3b3JrZXIgJHt3b3JrZXJTdGF0ZS53b3JrZXIuaWR9IChwaWQ6ICR7d29ya2VyU3RhdGUud29ya2VyLnByb2Nlc3MucGlkfSlgLFxuICAgICAgKTtcbiAgICAgIHdvcmtlclN0YXRlLndvcmtlci5raWxsKCdTSUdLSUxMJyk7XG4gICAgfSk7XG4gICAgdGhpcy53b3JrZXJzLmNsZWFyKCk7XG4gIH1cblxuICAvKipcbiAgICogU2h1dHMgZG93biBhIHdvcmtlciBwcm9jZXNzXG4gICAqL1xuICBwcml2YXRlIGFzeW5jIHNodXRkb3duV29ya2VyKHNpZ25hbD86IHN0cmluZyk6IFByb21pc2U8dm9pZD4ge1xuICAgIGxvZ2dlci5pbmZvKFxuICAgICAgYFdvcmtlciAke3RoaXMub3B0aW9ucy5jbHVzdGVyLndvcmtlcj8uaWR9IChwaWQ6ICR7cHJvY2Vzcy5waWR9KSBzaHV0dGluZyBkb3duIChzaWduYWw6ICR7XG4gICAgICAgIHNpZ25hbCA/PyAnbWFudWFsJ1xuICAgICAgfSlgLFxuICAgICk7XG5cbiAgICB0aGlzLnJlbW92ZVNpZ25hbEhhbmRsZXJzKCk7XG5cbiAgICAvLyBFeGVjdXRlIHdvcmtlciBzaHV0ZG93biBmdW5jdGlvblxuICAgIGF3YWl0IHNhZmVFeGVjdXRlKFxuICAgICAgKCkgPT4gdGhpcy5vcHRpb25zLndvcmtlclNodXRkb3duRm4oc2lnbmFsKSxcbiAgICAgIGBFcnJvciBpbiB3b3JrZXIgJHt0aGlzLm9wdGlvbnMuY2x1c3Rlci53b3JrZXI/LmlkfSAocGlkOiAke3Byb2Nlc3MucGlkfSkgc2h1dGRvd24gZnVuY3Rpb25gLFxuICAgICk7XG5cbiAgICBsb2dnZXIuaW5mbyhcbiAgICAgIGBXb3JrZXIgJHt0aGlzLm9wdGlvbnMuY2x1c3Rlci53b3JrZXI/LmlkfSAocGlkOiAke3Byb2Nlc3MucGlkfSkgc2h1dGRvd24gY29tcGxldGVkYCxcbiAgICApO1xuICAgIHByb2Nlc3MuZXhpdCgwKTtcbiAgfVxuXG4gIC8qKlxuICAgKiBHZXRzIHRoZSBjdXJyZW50IG51bWJlciBvZiBhY3RpdmUgd29ya2Vyc1xuICAgKi9cbiAgcHVibGljIGdldFdvcmtlckNvdW50KCk6IG51bWJlciB7XG4gICAgcmV0dXJuIHRoaXMud29ya2Vycy5zaXplO1xuICB9XG5cbiAgLyoqXG4gICAqIEdldHMgaW5mb3JtYXRpb24gYWJvdXQgYWxsIHdvcmtlcnNcbiAgICovXG4gIHB1YmxpYyBnZXRXb3JrZXJJbmZvKCk6IEFycmF5PHsgaWQ6IG51bWJlcjsgcGlkOiBudW1iZXI7IHJlc3RhcnRDb3VudDogbnVtYmVyIH0+IHtcbiAgICByZXR1cm4gQXJyYXkuZnJvbSh0aGlzLndvcmtlcnMudmFsdWVzKCkpLm1hcCgoc3RhdGUpID0+ICh7XG4gICAgICBpZDogc3RhdGUud29ya2VyLmlkLFxuICAgICAgcGlkOiBzdGF0ZS53b3JrZXIucHJvY2Vzcy5waWQgPz8gLTEsXG4gICAgICByZXN0YXJ0Q291bnQ6IHN0YXRlLnJlc3RhcnRDb3VudCxcbiAgICB9KSk7XG4gIH1cblxuICAvKipcbiAgICogQ2hlY2tzIGlmIHRoZSBjbHVzdGVyIGlzIGN1cnJlbnRseSBzdGFydGVkXG4gICAqL1xuICBwdWJsaWMgaXNTdGFydGVkKCk6IGJvb2xlYW4ge1xuICAgIHJldHVybiB0aGlzLnN0YXJ0ZWQ7XG4gIH1cblxuICAvKipcbiAgICogQ2hlY2tzIGlmIHRoZSBjbHVzdGVyIGlzIGN1cnJlbnRseSBzaHV0dGluZyBkb3duXG4gICAqL1xuICBwdWJsaWMgaXNTaHV0ZG93bigpOiBib29sZWFuIHtcbiAgICByZXR1cm4gdGhpcy5pc1NodXR0aW5nRG93bjtcbiAgfVxufVxuXG4vLyBUeXBlLXNhZmUgZXZlbnQgZW1pdHRlciBpbnRlcmZhY2VcbmV4cG9ydCBpbnRlcmZhY2UgQ2x1c3Rlck1hbmFnZXJFbWl0dGVyIHtcbiAgb248SyBleHRlbmRzIGtleW9mIENsdXN0ZXJNYW5hZ2VyRXZlbnRzPihldmVudDogSywgbGlzdGVuZXI6IENsdXN0ZXJNYW5hZ2VyRXZlbnRzW0tdKTogdGhpcztcbiAgZW1pdDxLIGV4dGVuZHMga2V5b2YgQ2x1c3Rlck1hbmFnZXJFdmVudHM+KFxuICAgIGV2ZW50OiBLLFxuICAgIC4uLmFyZ3M6IFBhcmFtZXRlcnM8Q2x1c3Rlck1hbmFnZXJFdmVudHNbS10+XG4gICk6IGJvb2xlYW47XG59XG4iXX0=
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
import { Worker } from 'cluster';
|
|
2
|
+
/**
|
|
3
|
+
* Configuration options for ClusterManager
|
|
4
|
+
*/
|
|
5
|
+
export interface ClusterManagerOptions {
|
|
6
|
+
cluster?: Cluster;
|
|
7
|
+
/** Function to execute in the primary process during start */
|
|
8
|
+
primaryFn?: () => void | Promise<void>;
|
|
9
|
+
/** Function to execute in the primary process after all workers have been shutdown and just before primary process shutdown */
|
|
10
|
+
primaryShutdownFn?: (signal?: string) => Promise<void>;
|
|
11
|
+
/** Function to execute in worker processes during start */
|
|
12
|
+
workerFn?: () => void | Promise<void>;
|
|
13
|
+
/** Function to execute in worker processes just before worker process shutdown */
|
|
14
|
+
workerShutdownFn?: (signal?: string) => Promise<void>;
|
|
15
|
+
/** Frequency of worker health checks in milliseconds (default: 10000) */
|
|
16
|
+
pingFrequency?: number;
|
|
17
|
+
/** Timeout for worker ping responses in milliseconds (default: 30000) */
|
|
18
|
+
pingTimeout?: number;
|
|
19
|
+
/** Callback to determine action when a stuck worker is killed, if true a new worker will be spawned, if false cluster will shutdown (default: true) */
|
|
20
|
+
stuckWorkerRespawnFunc?: (worker: Worker) => boolean;
|
|
21
|
+
/** Maximum number of times to restart a worker after it has exited unexpectedly (default: 3) */
|
|
22
|
+
restartMaxTimes?: number;
|
|
23
|
+
/** Signals that trigger shutdown (default: ['SIGINT', 'SIGTERM']) */
|
|
24
|
+
shutdownSignals?: NodeJS.Signals[];
|
|
25
|
+
/** Timeout for graceful worker shutdown in milliseconds (default: 30000) */
|
|
26
|
+
shutdownTimeout?: number;
|
|
27
|
+
/** Number of worker processes to spawn (default: number of CPU cores) */
|
|
28
|
+
numWorkers?: number;
|
|
29
|
+
}
|
|
30
|
+
export interface Cluster {
|
|
31
|
+
worker?: Worker | undefined;
|
|
32
|
+
readonly isPrimary: boolean;
|
|
33
|
+
fork(env?: any): Worker;
|
|
34
|
+
on(event: string, listener: (...args: any[]) => void): Cluster;
|
|
35
|
+
on(event: 'exit', listener: (worker: Worker, code: number, signal: string) => void): this;
|
|
36
|
+
on(event: 'online', listener: (worker: Worker) => void): this;
|
|
37
|
+
}
|
|
38
|
+
/**
|
|
39
|
+
* Internal worker state tracking
|
|
40
|
+
*/
|
|
41
|
+
export interface WorkerState {
|
|
42
|
+
worker: Worker;
|
|
43
|
+
restartCount: number;
|
|
44
|
+
lastPing: number;
|
|
45
|
+
pendingPing: boolean;
|
|
46
|
+
isShuttingDown: boolean;
|
|
47
|
+
}
|
|
48
|
+
/**
|
|
49
|
+
* Events emitted by ClusterManager
|
|
50
|
+
*/
|
|
51
|
+
export interface ClusterManagerEvents {
|
|
52
|
+
'worker:started': (worker: Worker) => void;
|
|
53
|
+
'worker:died': (worker: Worker, code: number | null, signal: string | null) => void;
|
|
54
|
+
'worker:stuck': (worker: Worker) => void;
|
|
55
|
+
'worker:restarted': (worker: Worker, restartCount: number) => void;
|
|
56
|
+
'worker:restart-limit-exceeded': (worker: Worker, restartCount: number) => void;
|
|
57
|
+
'shutdown:started': (signal?: string) => void;
|
|
58
|
+
'shutdown:completed': () => void;
|
|
59
|
+
error: (error: Error) => void;
|
|
60
|
+
}
|
|
61
|
+
/**
|
|
62
|
+
* Message types for inter-process communication
|
|
63
|
+
*/
|
|
64
|
+
export interface PingMessage {
|
|
65
|
+
type: 'ping';
|
|
66
|
+
timestamp: number;
|
|
67
|
+
}
|
|
68
|
+
export interface PongMessage {
|
|
69
|
+
type: 'pong';
|
|
70
|
+
timestamp: number;
|
|
71
|
+
}
|
|
72
|
+
export interface ShutdownMessage {
|
|
73
|
+
type: 'shutdown';
|
|
74
|
+
signal?: string;
|
|
75
|
+
}
|
|
76
|
+
export type IPCMessage = PingMessage | PongMessage | ShutdownMessage;
|
|
77
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/cluster/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAEjC;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,8DAA8D;IAC9D,SAAS,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvC,+HAA+H;IAC/H,iBAAiB,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvD,2DAA2D;IAC3D,QAAQ,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEtC,kFAAkF;IAClF,gBAAgB,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAEtD,yEAAyE;IACzE,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,yEAAyE;IACzE,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,uJAAuJ;IACvJ,sBAAsB,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC;IAErD,gGAAgG;IAChG,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB,qEAAqE;IACrE,eAAe,CAAC,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;IAEnC,4EAA4E;IAC5E,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB,yEAAyE;IACzE,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,OAAO;IACtB,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAE5B,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,GAAG,MAAM,CAAC;IAExB,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC;IAC/D,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI,CAAC;IAC1F,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI,CAAC;CAC/D;AACD;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,OAAO,CAAC;IACrB,cAAc,EAAE,OAAO,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3C,aAAa,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,KAAK,IAAI,CAAC;IACpF,cAAc,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IACzC,kBAAkB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,KAAK,IAAI,CAAC;IACnE,+BAA+B,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,KAAK,IAAI,CAAC;IAChF,kBAAkB,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IAC9C,oBAAoB,EAAE,MAAM,IAAI,CAAC;IACjC,KAAK,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,UAAU,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,UAAU,GAAG,WAAW,GAAG,WAAW,GAAG,eAAe,CAAC"}
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidHlwZXMuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvY2x1c3Rlci90eXBlcy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiIiwic291cmNlc0NvbnRlbnQiOlsiaW1wb3J0IHsgV29ya2VyIH0gZnJvbSAnY2x1c3Rlcic7XG5cbi8qKlxuICogQ29uZmlndXJhdGlvbiBvcHRpb25zIGZvciBDbHVzdGVyTWFuYWdlclxuICovXG5leHBvcnQgaW50ZXJmYWNlIENsdXN0ZXJNYW5hZ2VyT3B0aW9ucyB7XG4gIGNsdXN0ZXI/OiBDbHVzdGVyO1xuXG4gIC8qKiBGdW5jdGlvbiB0byBleGVjdXRlIGluIHRoZSBwcmltYXJ5IHByb2Nlc3MgZHVyaW5nIHN0YXJ0ICovXG4gIHByaW1hcnlGbj86ICgpID0+IHZvaWQgfCBQcm9taXNlPHZvaWQ+O1xuXG4gIC8qKiBGdW5jdGlvbiB0byBleGVjdXRlIGluIHRoZSBwcmltYXJ5IHByb2Nlc3MgYWZ0ZXIgYWxsIHdvcmtlcnMgaGF2ZSBiZWVuIHNodXRkb3duIGFuZCBqdXN0IGJlZm9yZSBwcmltYXJ5IHByb2Nlc3Mgc2h1dGRvd24gKi9cbiAgcHJpbWFyeVNodXRkb3duRm4/OiAoc2lnbmFsPzogc3RyaW5nKSA9PiBQcm9taXNlPHZvaWQ+O1xuXG4gIC8qKiBGdW5jdGlvbiB0byBleGVjdXRlIGluIHdvcmtlciBwcm9jZXNzZXMgZHVyaW5nIHN0YXJ0ICovXG4gIHdvcmtlckZuPzogKCkgPT4gdm9pZCB8IFByb21pc2U8dm9pZD47XG5cbiAgLyoqIEZ1bmN0aW9uIHRvIGV4ZWN1dGUgaW4gd29ya2VyIHByb2Nlc3NlcyBqdXN0IGJlZm9yZSB3b3JrZXIgcHJvY2VzcyBzaHV0ZG93biAqL1xuICB3b3JrZXJTaHV0ZG93bkZuPzogKHNpZ25hbD86IHN0cmluZykgPT4gUHJvbWlzZTx2b2lkPjtcblxuICAvKiogRnJlcXVlbmN5IG9mIHdvcmtlciBoZWFsdGggY2hlY2tzIGluIG1pbGxpc2Vjb25kcyAoZGVmYXVsdDogMTAwMDApICovXG4gIHBpbmdGcmVxdWVuY3k/OiBudW1iZXI7XG5cbiAgLyoqIFRpbWVvdXQgZm9yIHdvcmtlciBwaW5nIHJlc3BvbnNlcyBpbiBtaWxsaXNlY29uZHMgKGRlZmF1bHQ6IDMwMDAwKSAqL1xuICBwaW5nVGltZW91dD86IG51bWJlcjtcblxuICAvKiogQ2FsbGJhY2sgdG8gZGV0ZXJtaW5lIGFjdGlvbiB3aGVuIGEgc3R1Y2sgd29ya2VyIGlzIGtpbGxlZCwgaWYgdHJ1ZSBhIG5ldyB3b3JrZXIgd2lsbCBiZSBzcGF3bmVkLCBpZiBmYWxzZSBjbHVzdGVyIHdpbGwgc2h1dGRvd24gKGRlZmF1bHQ6IHRydWUpICovXG4gIHN0dWNrV29ya2VyUmVzcGF3bkZ1bmM/OiAod29ya2VyOiBXb3JrZXIpID0+IGJvb2xlYW47XG5cbiAgLyoqIE1heGltdW0gbnVtYmVyIG9mIHRpbWVzIHRvIHJlc3RhcnQgYSB3b3JrZXIgYWZ0ZXIgaXQgaGFzIGV4aXRlZCB1bmV4cGVjdGVkbHkgKGRlZmF1bHQ6IDMpICovXG4gIHJlc3RhcnRNYXhUaW1lcz86IG51bWJlcjtcblxuICAvKiogU2lnbmFscyB0aGF0IHRyaWdnZXIgc2h1dGRvd24gKGRlZmF1bHQ6IFsnU0lHSU5UJywgJ1NJR1RFUk0nXSkgKi9cbiAgc2h1dGRvd25TaWduYWxzPzogTm9kZUpTLlNpZ25hbHNbXTtcblxuICAvKiogVGltZW91dCBmb3IgZ3JhY2VmdWwgd29ya2VyIHNodXRkb3duIGluIG1pbGxpc2Vjb25kcyAoZGVmYXVsdDogMzAwMDApICovXG4gIHNodXRkb3duVGltZW91dD86IG51bWJlcjtcblxuICAvKiogTnVtYmVyIG9mIHdvcmtlciBwcm9jZXNzZXMgdG8gc3Bhd24gKGRlZmF1bHQ6IG51bWJlciBvZiBDUFUgY29yZXMpICovXG4gIG51bVdvcmtlcnM/OiBudW1iZXI7XG59XG5cbmV4cG9ydCBpbnRlcmZhY2UgQ2x1c3RlciB7XG4gIHdvcmtlcj86IFdvcmtlciB8IHVuZGVmaW5lZDtcbiAgcmVhZG9ubHkgaXNQcmltYXJ5OiBib29sZWFuO1xuICAvLyBlc2xpbnQtZGlzYWJsZS1uZXh0LWxpbmUgQHR5cGVzY3JpcHQtZXNsaW50L25vLWV4cGxpY2l0LWFueVxuICBmb3JrKGVudj86IGFueSk6IFdvcmtlcjtcbiAgLy8gZXNsaW50LWRpc2FibGUtbmV4dC1saW5lIEB0eXBlc2NyaXB0LWVzbGludC9uby1leHBsaWNpdC1hbnlcbiAgb24oZXZlbnQ6IHN0cmluZywgbGlzdGVuZXI6ICguLi5hcmdzOiBhbnlbXSkgPT4gdm9pZCk6IENsdXN0ZXI7XG4gIG9uKGV2ZW50OiAnZXhpdCcsIGxpc3RlbmVyOiAod29ya2VyOiBXb3JrZXIsIGNvZGU6IG51bWJlciwgc2lnbmFsOiBzdHJpbmcpID0+IHZvaWQpOiB0aGlzO1xuICBvbihldmVudDogJ29ubGluZScsIGxpc3RlbmVyOiAod29ya2VyOiBXb3JrZXIpID0+IHZvaWQpOiB0aGlzO1xufVxuLyoqXG4gKiBJbnRlcm5hbCB3b3JrZXIgc3RhdGUgdHJhY2tpbmdcbiAqL1xuZXhwb3J0IGludGVyZmFjZSBXb3JrZXJTdGF0ZSB7XG4gIHdvcmtlcjogV29ya2VyO1xuICByZXN0YXJ0Q291bnQ6IG51bWJlcjsgLy8gTnVtYmVyIG9mIHRpbWVzIHRoZSB3b3JrZXIgaGFzIGJlZW4gcmVzdGFydGVkXG4gIGxhc3RQaW5nOiBudW1iZXI7IC8vIFRpbWVzdGFtcCBvZiB0aGUgbGFzdCBwaW5nIHJlY2VpdmVkIGZyb20gdGhlIHdvcmtlclxuICBwZW5kaW5nUGluZzogYm9vbGVhbjsgLy8gV2hldGhlciBhIHBpbmcgcmVzcG9uc2UgaXMgcGVuZGluZyBmcm9tIHRoZSB3b3JrZXJcbiAgaXNTaHV0dGluZ0Rvd246IGJvb2xlYW47IC8vIFdoZXRoZXIgdGhlIHdvcmtlciBpcyBpbiB0aGUgcHJvY2VzcyBvZiBzaHV0dGluZyBkb3duXG59XG5cbi8qKlxuICogRXZlbnRzIGVtaXR0ZWQgYnkgQ2x1c3Rlck1hbmFnZXJcbiAqL1xuZXhwb3J0IGludGVyZmFjZSBDbHVzdGVyTWFuYWdlckV2ZW50cyB7XG4gICd3b3JrZXI6c3RhcnRlZCc6ICh3b3JrZXI6IFdvcmtlcikgPT4gdm9pZDtcbiAgJ3dvcmtlcjpkaWVkJzogKHdvcmtlcjogV29ya2VyLCBjb2RlOiBudW1iZXIgfCBudWxsLCBzaWduYWw6IHN0cmluZyB8IG51bGwpID0+IHZvaWQ7XG4gICd3b3JrZXI6c3R1Y2snOiAod29ya2VyOiBXb3JrZXIpID0+IHZvaWQ7XG4gICd3b3JrZXI6cmVzdGFydGVkJzogKHdvcmtlcjogV29ya2VyLCByZXN0YXJ0Q291bnQ6IG51bWJlcikgPT4gdm9pZDtcbiAgJ3dvcmtlcjpyZXN0YXJ0LWxpbWl0LWV4Y2VlZGVkJzogKHdvcmtlcjogV29ya2VyLCByZXN0YXJ0Q291bnQ6IG51bWJlcikgPT4gdm9pZDtcbiAgJ3NodXRkb3duOnN0YXJ0ZWQnOiAoc2lnbmFsPzogc3RyaW5nKSA9PiB2b2lkO1xuICAnc2h1dGRvd246Y29tcGxldGVkJzogKCkgPT4gdm9pZDtcbiAgZXJyb3I6IChlcnJvcjogRXJyb3IpID0+IHZvaWQ7XG59XG5cbi8qKlxuICogTWVzc2FnZSB0eXBlcyBmb3IgaW50ZXItcHJvY2VzcyBjb21tdW5pY2F0aW9uXG4gKi9cbmV4cG9ydCBpbnRlcmZhY2UgUGluZ01lc3NhZ2Uge1xuICB0eXBlOiAncGluZyc7XG4gIHRpbWVzdGFtcDogbnVtYmVyO1xufVxuXG5leHBvcnQgaW50ZXJmYWNlIFBvbmdNZXNzYWdlIHtcbiAgdHlwZTogJ3BvbmcnO1xuICB0aW1lc3RhbXA6IG51bWJlcjtcbn1cblxuZXhwb3J0IGludGVyZmFjZSBTaHV0ZG93bk1lc3NhZ2Uge1xuICB0eXBlOiAnc2h1dGRvd24nO1xuICBzaWduYWw/OiBzdHJpbmc7XG59XG5cbmV4cG9ydCB0eXBlIElQQ01lc3NhZ2UgPSBQaW5nTWVzc2FnZSB8IFBvbmdNZXNzYWdlIHwgU2h1dGRvd25NZXNzYWdlO1xuIl19
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Utility functions for ClusterManager
|
|
3
|
+
*/
|
|
4
|
+
/**
|
|
5
|
+
* Creates a promise that resolves after the specified timeout
|
|
6
|
+
*/
|
|
7
|
+
export declare function delay(ms: number): Promise<void>;
|
|
8
|
+
/**
|
|
9
|
+
* Creates a promise that rejects after the specified timeout
|
|
10
|
+
*/
|
|
11
|
+
export declare function timeout<T>(promise: Promise<T>, ms: number, errorMessage?: string): Promise<T>;
|
|
12
|
+
/**
|
|
13
|
+
* Safely executes an async function with error handling
|
|
14
|
+
*/
|
|
15
|
+
export declare function safeExecute<T>(fn: () => T | Promise<T>, errorMessage: string): Promise<T | undefined>;
|
|
16
|
+
/**
|
|
17
|
+
* Validates ClusterManagerOptions and provides defaults
|
|
18
|
+
*/
|
|
19
|
+
export declare function validateAndDefaultOptions(options: import('./types').ClusterManagerOptions): Required<import('./types').ClusterManagerOptions>;
|
|
20
|
+
//# sourceMappingURL=utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/cluster/utils.ts"],"names":[],"mappings":"AAIA;;GAEG;AAEH;;GAEG;AACH,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAI/C;AAED;;GAEG;AACH,wBAAgB,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAa7F;AAED;;GAEG;AACH,wBAAsB,WAAW,CAAC,CAAC,EACjC,EAAE,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,EACxB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAOxB;AAED;;GAEG;AACH,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,OAAO,SAAS,EAAE,qBAAqB,GAC/C,QAAQ,CAAC,OAAO,SAAS,EAAE,qBAAqB,CAAC,CAgBnD"}
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
36
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
37
|
+
};
|
|
38
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
+
exports.delay = delay;
|
|
40
|
+
exports.timeout = timeout;
|
|
41
|
+
exports.safeExecute = safeExecute;
|
|
42
|
+
exports.validateAndDefaultOptions = validateAndDefaultOptions;
|
|
43
|
+
const os_1 = require("os");
|
|
44
|
+
const cluster_1 = __importDefault(require("cluster"));
|
|
45
|
+
const logger = __importStar(require("../logger"));
|
|
46
|
+
/**
|
|
47
|
+
* Utility functions for ClusterManager
|
|
48
|
+
*/
|
|
49
|
+
/**
|
|
50
|
+
* Creates a promise that resolves after the specified timeout
|
|
51
|
+
*/
|
|
52
|
+
function delay(ms) {
|
|
53
|
+
return new Promise((resolve) => {
|
|
54
|
+
setTimeout(resolve, ms);
|
|
55
|
+
});
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* Creates a promise that rejects after the specified timeout
|
|
59
|
+
*/
|
|
60
|
+
function timeout(promise, ms, errorMessage) {
|
|
61
|
+
let timeoutHandle;
|
|
62
|
+
const timeoutPromise = new Promise((_, reject) => {
|
|
63
|
+
timeoutHandle = setTimeout(() => {
|
|
64
|
+
reject(new Error(errorMessage ?? `Operation timed out after ${ms}ms`));
|
|
65
|
+
}, ms);
|
|
66
|
+
});
|
|
67
|
+
return Promise.race([
|
|
68
|
+
promise.finally(() => {
|
|
69
|
+
clearTimeout(timeoutHandle);
|
|
70
|
+
}),
|
|
71
|
+
timeoutPromise,
|
|
72
|
+
]);
|
|
73
|
+
}
|
|
74
|
+
/**
|
|
75
|
+
* Safely executes an async function with error handling
|
|
76
|
+
*/
|
|
77
|
+
async function safeExecute(fn, errorMessage) {
|
|
78
|
+
try {
|
|
79
|
+
return await fn();
|
|
80
|
+
}
|
|
81
|
+
catch (error) {
|
|
82
|
+
logger.error(`${errorMessage}:`, error);
|
|
83
|
+
return undefined;
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
/**
|
|
87
|
+
* Validates ClusterManagerOptions and provides defaults
|
|
88
|
+
*/
|
|
89
|
+
function validateAndDefaultOptions(options) {
|
|
90
|
+
const numCPUs = (0, os_1.cpus)().length;
|
|
91
|
+
return {
|
|
92
|
+
cluster: options.cluster ?? cluster_1.default,
|
|
93
|
+
primaryFn: options.primaryFn ?? (() => { }),
|
|
94
|
+
primaryShutdownFn: options.primaryShutdownFn ?? (async () => { }),
|
|
95
|
+
workerFn: options.workerFn ?? (() => { }),
|
|
96
|
+
workerShutdownFn: options.workerShutdownFn ?? (async () => { }),
|
|
97
|
+
pingFrequency: options.pingFrequency ?? 10000,
|
|
98
|
+
pingTimeout: options.pingTimeout ?? 30000,
|
|
99
|
+
stuckWorkerRespawnFunc: options.stuckWorkerRespawnFunc ?? (() => true),
|
|
100
|
+
restartMaxTimes: options.restartMaxTimes ?? 3,
|
|
101
|
+
shutdownSignals: options.shutdownSignals ?? ['SIGINT', 'SIGTERM'],
|
|
102
|
+
shutdownTimeout: options.shutdownTimeout ?? 30000,
|
|
103
|
+
numWorkers: options.numWorkers ?? numCPUs,
|
|
104
|
+
};
|
|
105
|
+
}
|
|
106
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidXRpbHMuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvY2x1c3Rlci91dGlscy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7OztBQVdBLHNCQUlDO0FBS0QsMEJBYUM7QUFLRCxrQ0FVQztBQUtELDhEQWtCQztBQXZFRCwyQkFBMEI7QUFDMUIsc0RBQThCO0FBQzlCLGtEQUFvQztBQUVwQzs7R0FFRztBQUVIOztHQUVHO0FBQ0gsU0FBZ0IsS0FBSyxDQUFDLEVBQVU7SUFDOUIsT0FBTyxJQUFJLE9BQU8sQ0FBQyxDQUFDLE9BQU8sRUFBRSxFQUFFO1FBQzdCLFVBQVUsQ0FBQyxPQUFPLEVBQUUsRUFBRSxDQUFDLENBQUM7SUFDMUIsQ0FBQyxDQUFDLENBQUM7QUFDTCxDQUFDO0FBRUQ7O0dBRUc7QUFDSCxTQUFnQixPQUFPLENBQUksT0FBbUIsRUFBRSxFQUFVLEVBQUUsWUFBcUI7SUFDL0UsSUFBSSxhQUE2QixDQUFDO0lBQ2xDLE1BQU0sY0FBYyxHQUFHLElBQUksT0FBTyxDQUFRLENBQUMsQ0FBQyxFQUFFLE1BQU0sRUFBRSxFQUFFO1FBQ3RELGFBQWEsR0FBRyxVQUFVLENBQUMsR0FBRyxFQUFFO1lBQzlCLE1BQU0sQ0FBQyxJQUFJLEtBQUssQ0FBQyxZQUFZLElBQUksNkJBQTZCLEVBQUUsSUFBSSxDQUFDLENBQUMsQ0FBQztRQUN6RSxDQUFDLEVBQUUsRUFBRSxDQUFDLENBQUM7SUFDVCxDQUFDLENBQUMsQ0FBQztJQUNILE9BQU8sT0FBTyxDQUFDLElBQUksQ0FBQztRQUNsQixPQUFPLENBQUMsT0FBTyxDQUFDLEdBQUcsRUFBRTtZQUNuQixZQUFZLENBQUMsYUFBYSxDQUFDLENBQUM7UUFDOUIsQ0FBQyxDQUFDO1FBQ0YsY0FBYztLQUNmLENBQUMsQ0FBQztBQUNMLENBQUM7QUFFRDs7R0FFRztBQUNJLEtBQUssVUFBVSxXQUFXLENBQy9CLEVBQXdCLEVBQ3hCLFlBQW9CO0lBRXBCLElBQUksQ0FBQztRQUNILE9BQU8sTUFBTSxFQUFFLEVBQUUsQ0FBQztJQUNwQixDQUFDO0lBQUMsT0FBTyxLQUFLLEVBQUUsQ0FBQztRQUNmLE1BQU0sQ0FBQyxLQUFLLENBQUMsR0FBRyxZQUFZLEdBQUcsRUFBRSxLQUFLLENBQUMsQ0FBQztRQUN4QyxPQUFPLFNBQVMsQ0FBQztJQUNuQixDQUFDO0FBQ0gsQ0FBQztBQUVEOztHQUVHO0FBQ0gsU0FBZ0IseUJBQXlCLENBQ3ZDLE9BQWdEO0lBRWhELE1BQU0sT0FBTyxHQUFHLElBQUEsU0FBSSxHQUFFLENBQUMsTUFBTSxDQUFDO0lBQzlCLE9BQU87UUFDTCxPQUFPLEVBQUUsT0FBTyxDQUFDLE9BQU8sSUFBSSxpQkFBTztRQUNuQyxTQUFTLEVBQUUsT0FBTyxDQUFDLFNBQVMsSUFBSSxDQUFDLEdBQVMsRUFBRSxHQUFFLENBQUMsQ0FBQztRQUNoRCxpQkFBaUIsRUFBRSxPQUFPLENBQUMsaUJBQWlCLElBQUksQ0FBQyxLQUFLLElBQW1CLEVBQUUsR0FBRSxDQUFDLENBQUM7UUFDL0UsUUFBUSxFQUFFLE9BQU8sQ0FBQyxRQUFRLElBQUksQ0FBQyxHQUFTLEVBQUUsR0FBRSxDQUFDLENBQUM7UUFDOUMsZ0JBQWdCLEVBQUUsT0FBTyxDQUFDLGdCQUFnQixJQUFJLENBQUMsS0FBSyxJQUFtQixFQUFFLEdBQUUsQ0FBQyxDQUFDO1FBQzdFLGFBQWEsRUFBRSxPQUFPLENBQUMsYUFBYSxJQUFJLEtBQUs7UUFDN0MsV0FBVyxFQUFFLE9BQU8sQ0FBQyxXQUFXLElBQUksS0FBSztRQUN6QyxzQkFBc0IsRUFBRSxPQUFPLENBQUMsc0JBQXNCLElBQUksQ0FBQyxHQUFZLEVBQUUsQ0FBQyxJQUFJLENBQUM7UUFDL0UsZUFBZSxFQUFFLE9BQU8sQ0FBQyxlQUFlLElBQUksQ0FBQztRQUM3QyxlQUFlLEVBQUUsT0FBTyxDQUFDLGVBQWUsSUFBSSxDQUFDLFFBQVEsRUFBRSxTQUFTLENBQUM7UUFDakUsZUFBZSxFQUFFLE9BQU8sQ0FBQyxlQUFlLElBQUksS0FBSztRQUNqRCxVQUFVLEVBQUUsT0FBTyxDQUFDLFVBQVUsSUFBSSxPQUFPO0tBQzFDLENBQUM7QUFDSixDQUFDIiwic291cmNlc0NvbnRlbnQiOlsiaW1wb3J0IHsgY3B1cyB9IGZyb20gJ29zJztcbmltcG9ydCBjbHVzdGVyIGZyb20gJ2NsdXN0ZXInO1xuaW1wb3J0ICogYXMgbG9nZ2VyIGZyb20gJy4uL2xvZ2dlcic7XG5cbi8qKlxuICogVXRpbGl0eSBmdW5jdGlvbnMgZm9yIENsdXN0ZXJNYW5hZ2VyXG4gKi9cblxuLyoqXG4gKiBDcmVhdGVzIGEgcHJvbWlzZSB0aGF0IHJlc29sdmVzIGFmdGVyIHRoZSBzcGVjaWZpZWQgdGltZW91dFxuICovXG5leHBvcnQgZnVuY3Rpb24gZGVsYXkobXM6IG51bWJlcik6IFByb21pc2U8dm9pZD4ge1xuICByZXR1cm4gbmV3IFByb21pc2UoKHJlc29sdmUpID0+IHtcbiAgICBzZXRUaW1lb3V0KHJlc29sdmUsIG1zKTtcbiAgfSk7XG59XG5cbi8qKlxuICogQ3JlYXRlcyBhIHByb21pc2UgdGhhdCByZWplY3RzIGFmdGVyIHRoZSBzcGVjaWZpZWQgdGltZW91dFxuICovXG5leHBvcnQgZnVuY3Rpb24gdGltZW91dDxUPihwcm9taXNlOiBQcm9taXNlPFQ+LCBtczogbnVtYmVyLCBlcnJvck1lc3NhZ2U/OiBzdHJpbmcpOiBQcm9taXNlPFQ+IHtcbiAgbGV0IHRpbWVvdXRIYW5kbGU6IE5vZGVKUy5UaW1lb3V0O1xuICBjb25zdCB0aW1lb3V0UHJvbWlzZSA9IG5ldyBQcm9taXNlPG5ldmVyPigoXywgcmVqZWN0KSA9PiB7XG4gICAgdGltZW91dEhhbmRsZSA9IHNldFRpbWVvdXQoKCkgPT4ge1xuICAgICAgcmVqZWN0KG5ldyBFcnJvcihlcnJvck1lc3NhZ2UgPz8gYE9wZXJhdGlvbiB0aW1lZCBvdXQgYWZ0ZXIgJHttc31tc2ApKTtcbiAgICB9LCBtcyk7XG4gIH0pO1xuICByZXR1cm4gUHJvbWlzZS5yYWNlKFtcbiAgICBwcm9taXNlLmZpbmFsbHkoKCkgPT4ge1xuICAgICAgY2xlYXJUaW1lb3V0KHRpbWVvdXRIYW5kbGUpO1xuICAgIH0pLFxuICAgIHRpbWVvdXRQcm9taXNlLFxuICBdKTtcbn1cblxuLyoqXG4gKiBTYWZlbHkgZXhlY3V0ZXMgYW4gYXN5bmMgZnVuY3Rpb24gd2l0aCBlcnJvciBoYW5kbGluZ1xuICovXG5leHBvcnQgYXN5bmMgZnVuY3Rpb24gc2FmZUV4ZWN1dGU8VD4oXG4gIGZuOiAoKSA9PiBUIHwgUHJvbWlzZTxUPixcbiAgZXJyb3JNZXNzYWdlOiBzdHJpbmcsXG4pOiBQcm9taXNlPFQgfCB1bmRlZmluZWQ+IHtcbiAgdHJ5IHtcbiAgICByZXR1cm4gYXdhaXQgZm4oKTtcbiAgfSBjYXRjaCAoZXJyb3IpIHtcbiAgICBsb2dnZXIuZXJyb3IoYCR7ZXJyb3JNZXNzYWdlfTpgLCBlcnJvcik7XG4gICAgcmV0dXJuIHVuZGVmaW5lZDtcbiAgfVxufVxuXG4vKipcbiAqIFZhbGlkYXRlcyBDbHVzdGVyTWFuYWdlck9wdGlvbnMgYW5kIHByb3ZpZGVzIGRlZmF1bHRzXG4gKi9cbmV4cG9ydCBmdW5jdGlvbiB2YWxpZGF0ZUFuZERlZmF1bHRPcHRpb25zKFxuICBvcHRpb25zOiBpbXBvcnQoJy4vdHlwZXMnKS5DbHVzdGVyTWFuYWdlck9wdGlvbnMsXG4pOiBSZXF1aXJlZDxpbXBvcnQoJy4vdHlwZXMnKS5DbHVzdGVyTWFuYWdlck9wdGlvbnM+IHtcbiAgY29uc3QgbnVtQ1BVcyA9IGNwdXMoKS5sZW5ndGg7XG4gIHJldHVybiB7XG4gICAgY2x1c3Rlcjogb3B0aW9ucy5jbHVzdGVyID8/IGNsdXN0ZXIsXG4gICAgcHJpbWFyeUZuOiBvcHRpb25zLnByaW1hcnlGbiA/PyAoKCk6IHZvaWQgPT4ge30pLFxuICAgIHByaW1hcnlTaHV0ZG93bkZuOiBvcHRpb25zLnByaW1hcnlTaHV0ZG93bkZuID8/IChhc3luYyAoKTogUHJvbWlzZTx2b2lkPiA9PiB7fSksXG4gICAgd29ya2VyRm46IG9wdGlvbnMud29ya2VyRm4gPz8gKCgpOiB2b2lkID0+IHt9KSxcbiAgICB3b3JrZXJTaHV0ZG93bkZuOiBvcHRpb25zLndvcmtlclNodXRkb3duRm4gPz8gKGFzeW5jICgpOiBQcm9taXNlPHZvaWQ+ID0+IHt9KSxcbiAgICBwaW5nRnJlcXVlbmN5OiBvcHRpb25zLnBpbmdGcmVxdWVuY3kgPz8gMTAwMDAsXG4gICAgcGluZ1RpbWVvdXQ6IG9wdGlvbnMucGluZ1RpbWVvdXQgPz8gMzAwMDAsXG4gICAgc3R1Y2tXb3JrZXJSZXNwYXduRnVuYzogb3B0aW9ucy5zdHVja1dvcmtlclJlc3Bhd25GdW5jID8/ICgoKTogYm9vbGVhbiA9PiB0cnVlKSxcbiAgICByZXN0YXJ0TWF4VGltZXM6IG9wdGlvbnMucmVzdGFydE1heFRpbWVzID8/IDMsXG4gICAgc2h1dGRvd25TaWduYWxzOiBvcHRpb25zLnNodXRkb3duU2lnbmFscyA/PyBbJ1NJR0lOVCcsICdTSUdURVJNJ10sXG4gICAgc2h1dGRvd25UaW1lb3V0OiBvcHRpb25zLnNodXRkb3duVGltZW91dCA/PyAzMDAwMCxcbiAgICBudW1Xb3JrZXJzOiBvcHRpb25zLm51bVdvcmtlcnMgPz8gbnVtQ1BVcyxcbiAgfTtcbn1cbiJdfQ==
|