@nsshunt/stsappframework 2.19.209 → 2.19.211

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -4,12 +4,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
4
4
  };
5
5
  Object.defineProperty(exports, "__esModule", { value: true });
6
6
  const appConfig_js_1 = require("./appConfig.js");
7
- const index_1 = require("./../index");
7
+ const appmaster_1 = require("./appmaster");
8
8
  const cluster_1 = __importDefault(require("cluster"));
9
9
  if (cluster_1.default.isPrimary) {
10
- new index_1.MasterProcessBase((0, appConfig_js_1.ServiceConfigOptions)(cluster_1.default.isPrimary)).SetupServer();
10
+ new appmaster_1.AppMaster((0, appConfig_js_1.ServiceConfigOptions)(cluster_1.default.isPrimary)).SetupServer();
11
11
  }
12
12
  else {
13
- new index_1.WorkerProcessBase((0, appConfig_js_1.ServiceConfigOptions)(cluster_1.default.isPrimary)).SetupServer();
13
+ //new WorkerProcessBase(ServiceConfigOptions(cluster.isPrimary)).SetupServer();
14
14
  }
15
15
  //# sourceMappingURL=app.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"app.js","sourceRoot":"","sources":["../../src/tcpserver/app.ts"],"names":[],"mappings":";;;;;AAAA,iDAAqD;AAErD,2CAAuC;AAEvC,sDAA8B;AAE9B,IAAI,iBAAO,CAAC,SAAS,EAAE;IACnB,IAAI,qBAAS,CAAC,IAAA,mCAAoB,EAAC,iBAAO,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;CACxE;KAAM;IACH,+EAA+E;CAClF"}
@@ -4,7 +4,7 @@ exports.ServiceConfigOptions = void 0;
4
4
  const uuid_1 = require("uuid");
5
5
  const stsconfig_1 = require("@nsshunt/stsconfig");
6
6
  const goptions = (0, stsconfig_1.$Options)();
7
- const index_1 = require("./../index");
7
+ const index_1 = require("../index");
8
8
  /*
9
9
  // nid: `${goptions.rest01servicename} @ ${goptions.rest01serviceversion} | ${this.options.globalServiceData.serviceInstanceId} @ ${os.hostname()} ^ ${process.pid} @ ${(cluster.isMaster ? process.pid : process.ppid)}`,
10
10
  // <serviceId> <serviceInstanceId> <serviceInstanceProcessId>
@@ -0,0 +1 @@
1
+ {"version":3,"file":"appConfig.js","sourceRoot":"","sources":["../../src/tcpserver/appConfig.ts"],"names":[],"mappings":";;;AAAA,+BAAoC;AAGpC,kDAA6C;AAC7C,MAAM,QAAQ,GAAG,IAAA,oBAAQ,GAAE,CAAA;AAE3B,oCAAsE;AAEtE;;;;;;;;;;;;;;;;EAgBE;AAEF,SAAgB,oBAAoB,CAAC,QAAiB;IAClD,IAAI,QAAQ,KAAK,IAAI,EAAE;QACnB,MAAM,iBAAiB,GAAG,IAAA,SAAM,GAAE,CAAC;QACnC,MAAM,IAAI,GAAmB;YACzB,UAAU,EAAE,qBAAa,CAAC,UAAU;YAEpC,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,KAAK;YACjB,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;YAC/C,0BAA0B,EAAE,QAAQ,CAAC,mBAAmB;YACxD,sBAAsB,EAAE,IAAI;YAC5B,iBAAiB,EAAE,iBAAiB;YACpC,WAAW,EAAE,IAAI;YACjB,yBAAyB,EAAE,IAAI;YAE/B,QAAQ,EAAE,QAAQ;YAClB,QAAQ,EAAE,QAAQ,CAAC,cAAc;YACjC,OAAO,EAAE,QAAQ,CAAC,aAAa;YAC/B,UAAU,EAAE,QAAQ,CAAC,cAAc;YACnC,IAAI,EAAE,QAAQ,CAAC,UAAU;YAEzB,iBAAiB,EAAE,KAAK;YACxB,qBAAqB,EAAE,QAAQ,CAAC,2BAA2B;YAE3D,WAAW,EAAE,QAAQ,CAAC,iBAAiB;YACvC,cAAc,EAAE,QAAQ,CAAC,oBAAoB;YAC7C,cAAc,EAAE,IAAI;YACpB,iBAAiB,EAAE,IAAI;YAEvB,kCAAkC,EAAE,QAAQ,CAAC,kCAAkC;YAC/E,yBAAyB,EAAE,QAAQ,CAAC,yBAAyB;YAE7D,eAAe,EAAE,KAAK;SACzB,CAAA;QACD,OAAO,IAAI,CAAC;KACf;SAAM;QACH,MAAM,IAAI,GAAmB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAW,CAAmB,CAAC;QAChG,OAAO,IAAI,CAAC;KACf;AACL,CAAC;AAvCD,oDAuCC"}
@@ -0,0 +1,484 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.AppMaster = exports.AppMasterRAFTState = void 0;
7
+ const fs_1 = __importDefault(require("fs"));
8
+ const crypto_1 = __importDefault(require("crypto"));
9
+ const jayson_1 = __importDefault(require("jayson"));
10
+ const masterprocessbase_1 = require("./../masterprocessbase");
11
+ // Colour codes
12
+ // ---------------------------------
13
+ // Red - Error
14
+ // Green - Vote YES
15
+ // Yellow - Vote No
16
+ // White - standard logging message
17
+ // Magenta - node state change
18
+ // Cyan - node term change
19
+ var AppMasterRAFTState;
20
+ (function (AppMasterRAFTState) {
21
+ AppMasterRAFTState["IDLE"] = "IDLE";
22
+ AppMasterRAFTState["FOLLOWER"] = "FOLLOWER";
23
+ AppMasterRAFTState["CANDIDATE"] = "CANDIDATE";
24
+ AppMasterRAFTState["LEADER"] = "LEADER";
25
+ })(AppMasterRAFTState = exports.AppMasterRAFTState || (exports.AppMasterRAFTState = {}));
26
+ class AppMaster extends masterprocessbase_1.MasterProcessBase {
27
+ #lastRequiredVotes = -1; // used for logging only
28
+ #lastVotes = -1; // used for logging only
29
+ #RAFTState;
30
+ #minElectionTimeout;
31
+ #maxElectionTimeout;
32
+ #electionTimeout;
33
+ #heartBeatTimeout;
34
+ #startRAFTProtocolTimeout;
35
+ #votes; // keyed by service key (host:port)
36
+ #services;
37
+ #thisService;
38
+ #canidateTimeout = null;
39
+ #appendEntriesTimeout = null;
40
+ #voteRegister = 0;
41
+ #server;
42
+ #serverPort;
43
+ #votedLog = {}; // keyed by term number
44
+ #appendedEntries = {};
45
+ #leaderNode = null;
46
+ #currentTerm;
47
+ #log;
48
+ #currentIndex = 0;
49
+ constructor(serviceConfig) {
50
+ super(serviceConfig);
51
+ this.#RAFTState = AppMasterRAFTState.IDLE;
52
+ this.#currentTerm = 0;
53
+ this.#votes = {};
54
+ this.#services = [{
55
+ host: "stscore.stsmda.org",
56
+ port: 3006
57
+ }, {
58
+ host: "stscore.stsmda.org",
59
+ port: 3007
60
+ }, {
61
+ host: "stscore.stsmda.org",
62
+ port: 3008
63
+ }];
64
+ this.#thisService = this.#services[parseInt(process.env.SERVICE_INDEX)]; // set self service
65
+ this.#serverPort = this.#thisService.port;
66
+ //this.#thisService = this.#services[0]; // set self service
67
+ this.#log = []; // Need to get from storage - volume, redis, etc.
68
+ // Set default config items
69
+ this.#minElectionTimeout = 1000; //@@ config
70
+ this.#maxElectionTimeout = 1200; //@@ config
71
+ this.#startRAFTProtocolTimeout = 2000; //@@ config
72
+ this.#electionTimeout = crypto_1.default.randomInt(this.#minElectionTimeout, this.#maxElectionTimeout);
73
+ this.#heartBeatTimeout = 750; //@@ config - also must be smaller than electionTimeout
74
+ }
75
+ #GetTLSOptions = () => {
76
+ return {
77
+ key: fs_1.default.readFileSync(this.options.httpsServerKeyPath),
78
+ cert: fs_1.default.readFileSync(this.options.httpsServerCertificatePath)
79
+ };
80
+ };
81
+ #SetupRPCServer = async (socket) => {
82
+ /*
83
+ console.log('CONNECTED: ' + socket.remoteAddress + ':' + socket.remotePort + ' ' + process.pid);
84
+
85
+ socket.on('close', function(data: any) {
86
+ console.log('CLOSED: ' + socket.remoteAddress + ' ' + socket.remotePort + ' ' + process.pid);
87
+ });
88
+
89
+ socket.on('data', function(data: any) {
90
+ console.log('DATA ' + socket.remoteAddress + ': ' + data);
91
+ });
92
+ */
93
+ };
94
+ #GetLogPrefix = () => {
95
+ return `${this.#thisService.host}:${this.#thisService.port}: currentTerm: [${this.#currentTerm}] index: [${this.#currentIndex}]: `;
96
+ };
97
+ #VoteYes = (callback, term, message) => {
98
+ // Log the fact that I have now voted for this currentTerm
99
+ this.#votedLog[term] = true;
100
+ // Update my currentTerm
101
+ this.#currentTerm = term;
102
+ // Return my yes vote
103
+ console.log(`${message} - Vote Yes`.green);
104
+ callback(null, true); // YES vote
105
+ };
106
+ #VoteNo = (callback, term, message) => {
107
+ // Log the fact that I have now voted for this currentTerm
108
+ this.#votedLog[term] = true;
109
+ // Return my yes vote
110
+ console.log(`${message} - Vote No`.grey);
111
+ callback(null, false); // NO vote
112
+ };
113
+ #FindService = (host, port) => {
114
+ let retService = null;
115
+ this.#services.forEach((service, index) => {
116
+ if (service.host.localeCompare(host) === 0 && service.port === port) {
117
+ retService = service;
118
+ return;
119
+ }
120
+ });
121
+ return retService;
122
+ };
123
+ #CheckMoreRecentTerm = (term, lastLogItemTerm, lastLogItemIndex) => {
124
+ // Check if the request to vote is newer than my current term
125
+ let msg = '';
126
+ let retVal;
127
+ if (term > this.#currentTerm) {
128
+ msg = `${this.#GetLogPrefix()}: canidate term: [${term}] greater than my currentTerm: [${this.#currentTerm}]`;
129
+ retVal = true;
130
+ }
131
+ else {
132
+ // Check if the request to vote is older than my current term
133
+ if (term === this.#currentTerm) {
134
+ if (lastLogItemIndex > this.#currentIndex) {
135
+ msg = `${this.#GetLogPrefix()}: canidate term: [${term}] the same as my currentTerm: [${this.#currentTerm}]. Canidate index: [${lastLogItemIndex}] greater than my index: [${this.#currentIndex}]`;
136
+ retVal = true;
137
+ }
138
+ else if (lastLogItemIndex === this.#currentIndex) {
139
+ msg = `${this.#GetLogPrefix()}: canidate term: [${term}] the same as my currentTerm: [${this.#currentTerm}]. Canidate index: [${lastLogItemIndex}] the same as my index: [${this.#currentIndex}]`;
140
+ retVal = true;
141
+ }
142
+ else {
143
+ msg = `${this.#GetLogPrefix()}: canidate term: [${term}] the same as my currentTerm: [${this.#currentTerm}]. Canidate index: [${lastLogItemIndex}] NOT greater than my index: [${this.#currentIndex}]`;
144
+ retVal = false;
145
+ }
146
+ }
147
+ else {
148
+ msg = `${this.#GetLogPrefix()}: canidate term: [${term}] less than my currentTerm: [${this.#currentTerm}]`;
149
+ retVal = false;
150
+ }
151
+ }
152
+ return {
153
+ msg,
154
+ retVal
155
+ };
156
+ };
157
+ #SetupJSONRPCServer = async () => {
158
+ const jaysonServer = new jayson_1.default.server();
159
+ jaysonServer.method("appendEntries", async (args, callback) => {
160
+ // Just received a message - reset my electionTimeout
161
+ this.#ResetElectionTimeout();
162
+ // Do something with this new log entry
163
+ // Needs to check if current, otherwise get old entries and duplicate
164
+ });
165
+ jaysonServer.method("vote", async (args, callback) => {
166
+ // Just received a message - reset my electionTimeout
167
+ this.#ResetElectionTimeout();
168
+ const term = args[0];
169
+ const lastLogItemTerm = args[1];
170
+ const lastLogItemIndex = args[2];
171
+ // Now determine whether this requestror gets my vote
172
+ // Check already voted
173
+ if (this.#votedLog[term]) {
174
+ this.#VoteNo(callback, term, `${this.#GetLogPrefix()}: Already voted - vote NO`);
175
+ return;
176
+ }
177
+ // Check if the request to vote is newer than my current term
178
+ const retVal = this.#CheckMoreRecentTerm(term, lastLogItemTerm, lastLogItemIndex);
179
+ if (retVal.retVal === true) {
180
+ this.#VoteYes(callback, term, retVal.msg);
181
+ }
182
+ else {
183
+ this.#VoteNo(callback, term, retVal.msg);
184
+ }
185
+ });
186
+ jaysonServer.method("appendEntry", async (args, callback) => {
187
+ // Just received a message - reset my electionTimeout
188
+ this.#ResetElectionTimeout();
189
+ const host = args[0];
190
+ const port = args[1];
191
+ const term = args[2];
192
+ const lastLogItemTerm = args[3];
193
+ const lastLogItemIndex = args[4];
194
+ if (this.#RAFTState.localeCompare(AppMasterRAFTState.CANDIDATE) === 0) {
195
+ const retVal = this.#CheckMoreRecentTerm(term, lastLogItemTerm, lastLogItemIndex);
196
+ if (retVal.retVal === true) {
197
+ console.log(`${retVal.msg}`);
198
+ console.log(`${this.#GetLogPrefix()}: New leader detected, Host: [${host}], Port: [${port}], while in CANDIDATE mode, reverting to FOLLOWER.`.magenta);
199
+ // This sending node is the leader so revert to follower
200
+ this.#currentTerm = term;
201
+ this.#ChangeState(AppMasterRAFTState.FOLLOWER);
202
+ }
203
+ else {
204
+ console.log(`${retVal.msg}`);
205
+ console.log(`${this.#GetLogPrefix()}: appendEntry called but log is older than my current state, Host: [${host}], Port: [${port}].`.magenta);
206
+ // Reject this RPC and continue in the CANDIDATE state
207
+ callback(null, false);
208
+ return;
209
+ }
210
+ }
211
+ else if (this.#RAFTState.localeCompare(AppMasterRAFTState.LEADER) === 0) {
212
+ console.log(`${this.#GetLogPrefix()}: appendEntry called while I am the current leader, rejecting RPC call.`.red);
213
+ // Reject this RPC and continue in the CANDIDATE state
214
+ callback(null, false);
215
+ return;
216
+ }
217
+ else {
218
+ // FOLLOWER
219
+ const retVal = this.#CheckMoreRecentTerm(term, lastLogItemTerm, lastLogItemIndex);
220
+ if (retVal.retVal === true) {
221
+ if (term > this.#currentTerm) {
222
+ console.log(`${retVal.msg}`);
223
+ this.#currentTerm = term;
224
+ }
225
+ }
226
+ else {
227
+ console.log(`${retVal.msg}`);
228
+ console.log(`${this.#GetLogPrefix()}: appendEntry called but log is older than my current state, Host: [${host}], Port: [${port}].`.magenta);
229
+ // Reject this RPC and continue in the CANDIDATE state
230
+ callback(null, false);
231
+ return;
232
+ }
233
+ }
234
+ if (this.#leaderNode) {
235
+ const sentLeaderService = this.#FindService(host, port);
236
+ if (sentLeaderService) {
237
+ if (sentLeaderService.host.localeCompare(this.#leaderNode.host) !== 0 || sentLeaderService.port !== this.#leaderNode.port) {
238
+ this.#leaderNode = sentLeaderService;
239
+ console.log(`${this.#GetLogPrefix()}: Leader Service: Host:[${this.#leaderNode.host}] Port: [${this.#leaderNode.port}]`.yellow);
240
+ }
241
+ }
242
+ }
243
+ else {
244
+ this.#leaderNode = this.#FindService(host, port);
245
+ if (this.#leaderNode) {
246
+ console.log(`${this.#GetLogPrefix()}: Leader Service: Host:[${this.#leaderNode.host}] Port: [${this.#leaderNode.port}]`.yellow);
247
+ }
248
+ }
249
+ // Now update the log if only more recent
250
+ callback(null, true);
251
+ });
252
+ jaysonServer.method("ping", async function (args, callback) {
253
+ // do something, do nothing
254
+ console.log('server got ping');
255
+ callback();
256
+ });
257
+ const server = jaysonServer.tls(this.#GetTLSOptions());
258
+ server.on('secureConnection', this.#SetupRPCServer);
259
+ //server.listen(this.options.listenPort, () => { // 'stscore.stsmda.org'
260
+ server.listen(this.#serverPort, () => {
261
+ console.log('JSON RPC 2.0 Server is running on port ' + this.options.listenPort + '.');
262
+ }).on('listening', () => {
263
+ this.LogEx(`JSON RPC 2.0 live on ${this.options.endpoint}:${this.options.listenPort}${this.options.apiRoot}`);
264
+ });
265
+ return server;
266
+ };
267
+ #RequestVote = (service) => {
268
+ const options = {
269
+ port: service.port,
270
+ host: service.host
271
+ };
272
+ const client = jayson_1.default.client.tls(options);
273
+ /*
274
+ client.on('tcp socket', (socket: tls.TLSSocket) => {
275
+ socket.setTimeout(200); //@@ config
276
+ socket.on('timeout', () => {
277
+ console.log('socket timeout');
278
+ socket.end();
279
+ });
280
+ });
281
+ client.on('tcp error', (error: any) => {
282
+ console.log(`ERROR: [${error}]`.red);
283
+ });
284
+ */
285
+ let lastLogItem;
286
+ if (this.#log.length > 0) {
287
+ lastLogItem = this.#log[this.#log.length - 1];
288
+ }
289
+ else {
290
+ lastLogItem = {
291
+ term: 0,
292
+ index: 0,
293
+ data: null
294
+ };
295
+ }
296
+ client.request('vote', [this.#currentTerm, lastLogItem.term, lastLogItem.index], (error, response) => {
297
+ if (error) {
298
+ //console.log(`vote attempt fail: [${JSON.stringify(options)}: ${error}]`.red);
299
+ }
300
+ else {
301
+ // Log the result
302
+ if (response.result === true) {
303
+ this.#votes[this.#GetServiceKey(service)] = 1;
304
+ }
305
+ this.#CheckMajority();
306
+ }
307
+ });
308
+ };
309
+ #AppendEntry = (service) => {
310
+ const options = {
311
+ port: service.port,
312
+ host: service.host
313
+ };
314
+ const client = jayson_1.default.client.tls(options);
315
+ /*
316
+ client.on('tcp socket', (socket: tls.TLSSocket) => {
317
+ socket.setTimeout(200); //@@ config
318
+ socket.on('timeout', () => {
319
+ console.log('socket timeout');
320
+ socket.end();
321
+ });
322
+ });
323
+ client.on('tcp error', (error: any) => {
324
+ console.log(`ERROR: [${error}]`.red);
325
+ });
326
+ */
327
+ let lastLogItem;
328
+ if (this.#log.length > 0) {
329
+ lastLogItem = this.#log[this.#log.length - 1];
330
+ }
331
+ else {
332
+ lastLogItem = {
333
+ term: 0,
334
+ index: 0,
335
+ data: null
336
+ };
337
+ }
338
+ client.request('appendEntry', [this.#thisService.host, this.#thisService.port, this.#currentTerm, lastLogItem.term, lastLogItem.index], (error, response) => {
339
+ if (error) {
340
+ //console.log(`appendEntry attempt fail: [${JSON.stringify(options)}: ${error}]`.red);
341
+ }
342
+ else {
343
+ this.#appendedEntries[this.#GetServiceKey(service)] = 1;
344
+ // Log the result
345
+ /*
346
+ if (response.result === true) {
347
+ this.#votes[this.#GetServiceKey(service)] = 1;
348
+ }
349
+ */
350
+ }
351
+ });
352
+ };
353
+ #AppendEntries = () => {
354
+ // Reset all appendEntries for this iteration
355
+ this.#appendedEntries = {};
356
+ // Reset all votes
357
+ this.#services.forEach((service, index) => {
358
+ this.#appendedEntries[this.#GetServiceKey(service)] = 0;
359
+ });
360
+ // Request vote for all other services - include my logs current item
361
+ this.#services.forEach((service, index) => {
362
+ if (service.host.localeCompare(this.#thisService.host) === 0 && service.port === this.#thisService.port) {
363
+ // Myself
364
+ this.#ResetElectionTimeout();
365
+ this.#appendedEntries[this.#GetSelfServiceKey()] = 1;
366
+ }
367
+ else {
368
+ // Send vote request
369
+ this.#AppendEntry(service);
370
+ }
371
+ });
372
+ };
373
+ #GetServiceKey = (service) => {
374
+ return `${service.host}:${service.port}`;
375
+ };
376
+ #GetSelfServiceKey = () => {
377
+ return this.#GetServiceKey(this.#thisService);
378
+ };
379
+ // set interval ???
380
+ #StartAppendEntries = () => {
381
+ this.#AppendEntries();
382
+ this.#appendEntriesTimeout = setTimeout(() => {
383
+ // Now check if we still have majority
384
+ const majority = this.#CheckMajorityWithCollection(this.#appendedEntries);
385
+ if (majority) {
386
+ this.#StartAppendEntries();
387
+ }
388
+ else {
389
+ console.log(`${this.#GetLogPrefix()}: Not enough response for valid cluster state.`.red);
390
+ }
391
+ }, this.#heartBeatTimeout);
392
+ };
393
+ #Promote = () => {
394
+ this.#ChangeState(AppMasterRAFTState.LEADER);
395
+ console.log(`${this.#GetLogPrefix()}: New LEADER is elected: [${this.#GetSelfServiceKey()}]`.green);
396
+ // As leader, now start the regular pings
397
+ this.#StartAppendEntries();
398
+ };
399
+ #CheckMajority = () => {
400
+ if (this.#CheckMajorityWithCollection(this.#votes)) {
401
+ this.#Promote();
402
+ }
403
+ };
404
+ #CheckMajorityWithCollection = (col) => {
405
+ let votes = 0;
406
+ for (const [key, val] of Object.entries(col)) {
407
+ votes += val;
408
+ }
409
+ const requiredVotes = Math.floor(this.#services.length / 2) + 1;
410
+ if (requiredVotes !== this.#lastRequiredVotes || votes !== this.#lastVotes) {
411
+ console.log(`${this.#GetLogPrefix()}votes: [${votes} need: [${requiredVotes}]`.cyan);
412
+ this.#lastRequiredVotes = requiredVotes;
413
+ this.#lastVotes = votes;
414
+ }
415
+ return votes >= requiredVotes;
416
+ };
417
+ #StartCanidateVote = () => {
418
+ // Get the election timeout going again
419
+ this.#StartElectionTimeout();
420
+ console.log(`${this.#GetLogPrefix()}: Start CANDIDATE vote`.yellow);
421
+ // Start in the CANDIDATE state
422
+ this.#ChangeState(AppMasterRAFTState.CANDIDATE);
423
+ // Reset votes
424
+ this.#votes = {};
425
+ // Reset all votes from all service instances
426
+ this.#services.forEach((service, index) => {
427
+ this.#votes[this.#GetServiceKey(service)] = 0;
428
+ });
429
+ // Start a new term
430
+ this.#currentTerm++;
431
+ // Request vote for all other services - include my logs current item
432
+ this.#services.forEach((service, index) => {
433
+ if (service.host.localeCompare(this.#thisService.host) === 0 && service.port === this.#thisService.port) {
434
+ // Log the fact that I have now voted for this term
435
+ this.#votedLog[this.#currentTerm] = true;
436
+ // Log the result - Vote for myself
437
+ this.#votes[this.#GetSelfServiceKey()] = 1;
438
+ // Return my yes vote
439
+ console.log(`${this.#GetLogPrefix()}: SELF VOTE: canidate currentTerm: [${this.#currentTerm}], vote YES`.green);
440
+ this.#CheckMajority();
441
+ }
442
+ else {
443
+ // Send vote request
444
+ this.#RequestVote(service);
445
+ }
446
+ });
447
+ };
448
+ #ReceiveVoteRequest = () => {
449
+ // Check if the request term and meta-data is more recent than me
450
+ // If request more recent ...
451
+ this.#voteRegister = 1;
452
+ // Send vote back to requestor
453
+ };
454
+ #ResetElectionTimeout = () => {
455
+ if (this.#canidateTimeout) {
456
+ clearTimeout(this.#canidateTimeout);
457
+ }
458
+ this.#StartElectionTimeout();
459
+ };
460
+ #StartElectionTimeout = () => {
461
+ if (this.#canidateTimeout) {
462
+ clearTimeout(this.#canidateTimeout);
463
+ }
464
+ this.#canidateTimeout = setTimeout(() => {
465
+ this.#StartCanidateVote();
466
+ }, this.#electionTimeout).unref();
467
+ };
468
+ #StartRAFTService = async () => {
469
+ this.LogEx(`---[ RAFT Protocol Starting ]---`.green);
470
+ this.#server = await this.#SetupJSONRPCServer();
471
+ this.#StartElectionTimeout();
472
+ };
473
+ #ChangeState(newState) {
474
+ this.LogEx(`${this.#GetLogPrefix()}: State Change, From: [${this.#RAFTState.toString()}] --> To: [${newState.toString()}]`.green);
475
+ this.#RAFTState = newState;
476
+ }
477
+ MasterStarted() {
478
+ setTimeout(() => {
479
+ this.#StartRAFTService();
480
+ }, this.#startRAFTProtocolTimeout).unref();
481
+ }
482
+ }
483
+ exports.AppMaster = AppMaster;
484
+ //# sourceMappingURL=appmaster.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"appmaster.js","sourceRoot":"","sources":["../../src/tcpserver/appmaster.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAmB;AACnB,oDAA4B;AAC5B,oDAA2B;AAK3B,8DAA0D;AAG1D,eAAe;AACf,oCAAoC;AACpC,cAAc;AACd,mBAAmB;AACnB,mBAAmB;AACnB,mCAAmC;AACnC,8BAA8B;AAC9B,0BAA0B;AAE1B,IAAY,kBAKX;AALD,WAAY,kBAAkB;IAC1B,mCAAa,CAAA;IACb,2CAAqB,CAAA;IACrB,6CAAuB,CAAA;IACvB,uCAAiB,CAAA;AACrB,CAAC,EALW,kBAAkB,GAAlB,0BAAkB,KAAlB,0BAAkB,QAK7B;AAaD,MAAa,SAAU,SAAQ,qCAAiB;IAE5C,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,wBAAwB;IACjD,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,wBAAwB;IACzC,UAAU,CAAqB;IAC/B,mBAAmB,CAAS;IAC5B,mBAAmB,CAAS;IAC5B,gBAAgB,CAAS;IACzB,iBAAiB,CAAS;IAC1B,yBAAyB,CAAS;IAClC,MAAM,CAAa,CAAC,mCAAmC;IACvD,SAAS,CAAmB;IAC5B,YAAY,CAAiB;IAC7B,gBAAgB,GAA0B,IAAI,CAAC;IAC/C,qBAAqB,GAA0B,IAAI,CAAC;IACpD,aAAa,GAAG,CAAC,CAAC;IAClB,OAAO,CAAoB;IAC3B,WAAW,CAAS;IACpB,SAAS,GAAe,EAAG,CAAC,CAAC,uBAAuB;IACpD,gBAAgB,GAAe,EAAG,CAAC;IACnC,WAAW,GAA0B,IAAI,CAAC;IAE1C,YAAY,CAAS;IACrB,IAAI,CAAa;IACjB,aAAa,GAAG,CAAC,CAAC;IAElB,YAAY,aAA6B;QAErC,KAAK,CAAC,aAAa,CAAC,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,EAAG,CAAC;QAClB,IAAI,CAAC,SAAS,GAAG,CAAC;gBACd,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,IAAI;aACb,EAAE;gBACC,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,IAAI;aACb,EAAE;gBACC,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,IAAI;aACb,CAAC,CAAA;QAEF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAuB,CAAC,CAAC,CAAC,CAAC,mBAAmB;QACtG,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;QAE1C,4DAA4D;QAC5D,IAAI,CAAC,IAAI,GAAG,EAAG,CAAC,CAAC,iDAAiD;QAElE,2BAA2B;QAC3B,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC,WAAW;QAC5C,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC,WAAW;QAC5C,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC,CAAC,WAAW;QAClD,IAAI,CAAC,gBAAgB,GAAG,gBAAM,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC7F,IAAI,CAAC,iBAAiB,GAAG,GAAG,CAAC,CAAC,uDAAuD;IACzF,CAAC;IAED,cAAc,GAAG,GAAe,EAAE;QAC9B,OAAO;YACH,GAAG,EAAE,YAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;YACrD,IAAI,EAAE,YAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,0BAA0B,CAAC;SACjE,CAAC;IACN,CAAC,CAAA;IAED,eAAe,GAAG,KAAK,EAAE,MAAkB,EAAiB,EAAE;QAC1D;;;;;;;;;;UAUE;IACN,CAAC,CAAA;IAED,aAAa,GAAG,GAAG,EAAE;QACjB,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,mBAAmB,IAAI,CAAC,YAAY,aAAa,IAAI,CAAC,aAAa,KAAK,CAAC;IACvI,CAAC,CAAA;IAED,QAAQ,GAAG,CAAC,QAAa,EAAE,IAAY,EAAE,OAAe,EAAE,EAAE;QACxD,0DAA0D;QAC1D,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QAC5B,wBAAwB;QACxB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,qBAAqB;QACrB,OAAO,CAAC,GAAG,CAAC,GAAG,OAAO,aAAa,CAAC,KAAK,CAAC,CAAA;QAC1C,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW;IACrC,CAAC,CAAA;IAED,OAAO,GAAG,CAAC,QAAa,EAAE,IAAY,EAAE,OAAe,EAAE,EAAE;QACvD,0DAA0D;QAC1D,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QAC5B,qBAAqB;QACrB,OAAO,CAAC,GAAG,CAAC,GAAG,OAAO,YAAY,CAAC,IAAI,CAAC,CAAA;QACxC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU;IACrC,CAAC,CAAA;IAED,YAAY,GAAG,CAAC,IAAY,EAAE,IAAY,EAAyB,EAAE;QACjE,IAAI,UAAU,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YACtC,IAAI,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI,EAAE;gBACjE,UAAU,GAAG,OAAO,CAAC;gBACrB,OAAO;aACV;QACL,CAAC,CAAC,CAAC;QACH,OAAO,UAAU,CAAC;IACtB,CAAC,CAAA;IAED,oBAAoB,GAAG,CAAC,IAAY,EAAE,eAAuB,EAAE,gBAAwB,EAAE,EAAE;QACvF,6DAA6D;QAC7D,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,IAAI,MAAe,CAAC;QACpB,IAAI,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE;YAE1B,GAAG,GAAG,GAAG,IAAI,CAAC,aAAa,EAAE,qBAAqB,IAAI,mCAAmC,IAAI,CAAC,YAAY,GAAG,CAAC;YAC9G,MAAM,GAAG,IAAI,CAAC;SACjB;aAAM;YACH,6DAA6D;YAC7D,IAAI,IAAI,KAAK,IAAI,CAAC,YAAY,EAAE;gBAC5B,IAAI,gBAAgB,GAAG,IAAI,CAAC,aAAa,EAAE;oBACvC,GAAG,GAAG,GAAG,IAAI,CAAC,aAAa,EAAE,qBAAqB,IAAI,kCAAkC,IAAI,CAAC,YAAY,uBAAuB,gBAAgB,6BAA6B,IAAI,CAAC,aAAa,GAAG,CAAC;oBACnM,MAAM,GAAG,IAAI,CAAC;iBACjB;qBAAM,IAAI,gBAAgB,KAAK,IAAI,CAAC,aAAa,EAAE;oBAChD,GAAG,GAAG,GAAG,IAAI,CAAC,aAAa,EAAE,qBAAqB,IAAI,kCAAkC,IAAI,CAAC,YAAY,uBAAuB,gBAAgB,4BAA4B,IAAI,CAAC,aAAa,GAAG,CAAC;oBAClM,MAAM,GAAG,IAAI,CAAC;iBACjB;qBAAM;oBACH,GAAG,GAAG,GAAG,IAAI,CAAC,aAAa,EAAE,qBAAqB,IAAI,kCAAkC,IAAI,CAAC,YAAY,uBAAuB,gBAAgB,iCAAiC,IAAI,CAAC,aAAa,GAAG,CAAC;oBACvM,MAAM,GAAG,KAAK,CAAC;iBAClB;aACJ;iBAAM;gBACH,GAAG,GAAG,GAAG,IAAI,CAAC,aAAa,EAAE,qBAAqB,IAAI,gCAAgC,IAAI,CAAC,YAAY,GAAG,CAAC;gBAC3G,MAAM,GAAG,KAAK,CAAC;aAClB;SACJ;QACD,OAAO;YACH,GAAG;YACH,MAAM;SACT,CAAA;IACL,CAAC,CAAA;IAED,mBAAmB,GAAG,KAAK,IAA+B,EAAE;QACxD,MAAM,YAAY,GAAG,IAAI,gBAAM,CAAC,MAAM,EAAE,CAAC;QAEzC,YAAY,CAAC,MAAM,CAAC,eAAe,EAAE,KAAK,EAAE,IAAS,EAAE,QAAa,EAAE,EAAE;YACpE,qDAAqD;YACrD,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAE7B,uCAAuC;YAEvC,qEAAqE;QAEzE,CAAC,CAAC,CAAC;QAEH,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,IAAS,EAAE,QAAa,EAAE,EAAE;YAC3D,qDAAqD;YACrD,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAE7B,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,eAAe,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,gBAAgB,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAEjC,qDAAqD;YAErD,sBAAsB;YACtB,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;gBACtB,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,2BAA2B,CAAC,CAAA;gBAChF,OAAO;aACV;YAED,6DAA6D;YAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;YAClF,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,EAAE;gBACxB,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;aAC7C;iBAAM;gBACH,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;aAC5C;QACL,CAAC,CAAC,CAAC;QAEH,YAAY,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,EAAE,IAAS,EAAE,QAAa,EAAE,EAAE;YAClE,qDAAqD;YACrD,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAE7B,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,eAAe,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,gBAAgB,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAEjC,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,kBAAkB,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;gBACnE,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;gBAClF,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,EAAE;oBACxB,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;oBAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,iCAAiC,IAAI,aAAa,IAAI,oDAAoD,CAAC,OAAO,CAAC,CAAC;oBACvJ,wDAAwD;oBACxD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;oBACzB,IAAI,CAAC,YAAY,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;iBAClD;qBAAM;oBACH,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;oBAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,uEAAuE,IAAI,aAAa,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC7I,sDAAsD;oBACtD,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBACtB,OAAO;iBACV;aACJ;iBAAM,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBACvE,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,yEAAyE,CAAC,GAAG,CAAC,CAAC;gBAClH,sDAAsD;gBACtD,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBACtB,OAAO;aACV;iBAAM;gBACH,WAAW;gBACX,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;gBAClF,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,EAAE;oBACxB,IAAI,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE;wBAC1B,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;wBAC7B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;qBAC5B;iBACJ;qBAAM;oBACH,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;oBAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,uEAAuE,IAAI,aAAa,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC7I,sDAAsD;oBACtD,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBACtB,OAAO;iBACV;aACJ;YAED,IAAI,IAAI,CAAC,WAAW,EAAE;gBAClB,MAAM,iBAAiB,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBACxD,IAAI,iBAAiB,EAAE;oBACnB,IAAI,iBAAiB,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,iBAAiB,CAAC,IAAI,KAAK,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;wBACvH,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC;wBACrC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,2BAA2B,IAAI,CAAC,WAAW,CAAC,IAAI,YAAY,IAAI,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;qBACnI;iBACJ;aACJ;iBAAM;gBACH,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBACjD,IAAI,IAAI,CAAC,WAAW,EAAE;oBAClB,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,2BAA2B,IAAI,CAAC,WAAW,CAAC,IAAI,YAAY,IAAI,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;iBACnI;aACJ;YAED,yCAAyC;YACzC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,WAAU,IAAS,EAAE,QAAa;YAC/D,2BAA2B;YAC3B,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YAC/B,QAAQ,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QACtD,MAAqB,CAAC,EAAE,CAAC,kBAAkB,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QACpE,wEAAwE;QACxE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE;YACjC,OAAO,CAAC,GAAG,CAAC,yCAAyC,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;QAC3F,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,EAAE;YAEpB,IAAI,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAClH,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAClB,CAAC,CAAA;IAED,YAAY,GAAG,CAAC,OAAuB,EAAE,EAAE;QACvC,MAAM,OAAO,GAA4B;YACrC,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,IAAI,EAAE,OAAO,CAAC,IAAI;SACrB,CAAC;QAEF,MAAM,MAAM,GAAG,gBAAM,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1C;;;;;;;;;;;UAWE;QAEF,IAAI,WAAqB,CAAC;QAC1B,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;YACtB,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAC,CAAC,CAAC,CAAC;SAC/C;aAAM;YACH,WAAW,GAAG;gBACV,IAAI,EAAE,CAAC;gBACP,KAAK,EAAE,CAAC;gBACR,IAAI,EAAE,IAAI;aACb,CAAA;SACJ;QAED,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAE,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,KAAK,CAAE,EAAE,CAAC,KAAU,EAAE,QAAa,EAAE,EAAE;YAC7G,IAAI,KAAK,EAAE;gBACP,+EAA+E;aAClF;iBAAM;gBACH,iBAAiB;gBACjB,IAAI,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE;oBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC;iBACjD;gBACD,IAAI,CAAC,cAAc,EAAE,CAAC;aACzB;QACL,CAAC,CAAC,CAAC;IACP,CAAC,CAAA;IAED,YAAY,GAAG,CAAC,OAAuB,EAAE,EAAE;QACvC,MAAM,OAAO,GAA4B;YACrC,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,IAAI,EAAE,OAAO,CAAC,IAAI;SACrB,CAAC;QAEF,MAAM,MAAM,GAAG,gBAAM,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1C;;;;;;;;;;;UAWE;QAEF,IAAI,WAAqB,CAAC;QAC1B,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;YACtB,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAC,CAAC,CAAC,CAAC;SAC/C;aAAM;YACH,WAAW,GAAG;gBACV,IAAI,EAAE,CAAC;gBACP,KAAK,EAAE,CAAC;gBACR,IAAI,EAAE,IAAI;aACb,CAAA;SACJ;QAED,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,CAAE,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,KAAK,CAAE,EAAE,CAAC,KAAU,EAAE,QAAa,EAAE,EAAE;YACpK,IAAI,KAAK,EAAE;gBACP,sFAAsF;aACzF;iBAAM;gBACH,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC;gBACxD,iBAAiB;gBACjB;;;;kBAIE;aACL;QACL,CAAC,CAAC,CAAC;IACP,CAAC,CAAA;IAED,cAAc,GAAG,GAAG,EAAE;QAClB,6CAA6C;QAC7C,IAAI,CAAC,gBAAgB,GAAG,EAAG,CAAC;QAE5B,kBAAkB;QAClB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YACtC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QAEH,qEAAqE;QACrE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YACtC,IAAI,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE;gBACrG,SAAS;gBACT,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAC7B,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,GAAG,CAAC,CAAC;aACxD;iBAAM;gBACH,oBAAoB;gBACpB,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;aAC9B;QACL,CAAC,CAAC,CAAC;IACP,CAAC,CAAA;IAED,cAAc,GAAG,CAAC,OAAuB,EAAE,EAAE;QACzC,OAAO,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;IAC7C,CAAC,CAAA;IAED,kBAAkB,GAAG,GAAG,EAAE;QACtB,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAClD,CAAC,CAAA;IAED,mBAAmB;IACnB,mBAAmB,GAAG,GAAG,EAAE;QACvB,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,CAAC,qBAAqB,GAAG,UAAU,CAAC,GAAG,EAAE;YACzC,sCAAsC;YACtC,MAAM,QAAQ,GAAY,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACnF,IAAI,QAAQ,EAAE;gBACV,IAAI,CAAC,mBAAmB,EAAE,CAAC;aAC9B;iBAAM;gBACH,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,gDAAgD,CAAC,GAAG,CAAC,CAAC;aAC5F;QACL,CAAC,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC/B,CAAC,CAAA;IAED,QAAQ,GAAG,GAAG,EAAE;QACZ,IAAI,CAAC,YAAY,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,6BAA6B,IAAI,CAAC,kBAAkB,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACpG,yCAAyC;QACzC,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC/B,CAAC,CAAA;IAED,cAAc,GAAG,GAAG,EAAE;QAClB,IAAI,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;YAChD,IAAI,CAAC,QAAQ,EAAE,CAAC;SACnB;IACL,CAAC,CAAA;IAED,4BAA4B,GAAG,CAAC,GAAe,EAAW,EAAE;QACxD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YAC1C,KAAK,IAAI,GAAG,CAAC;SAChB;QACD,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAEhE,IAAI,aAAa,KAAK,IAAI,CAAC,kBAAkB,IAAI,KAAK,KAAK,IAAI,CAAC,UAAU,EAAE;YACxE,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,WAAW,KAAK,WAAW,aAAa,GAAG,CAAC,IAAI,CAAC,CAAC;YACrF,IAAI,CAAC,kBAAkB,GAAG,aAAa,CAAC;YACxC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;SAC3B;QAED,OAAO,KAAK,IAAI,aAAa,CAAC;IAClC,CAAC,CAAA;IAED,kBAAkB,GAAG,GAAG,EAAE;QAEtB,uCAAuC;QACvC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAE7B,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,wBAAwB,CAAC,MAAM,CAAC,CAAC;QACpE,+BAA+B;QAC/B,IAAI,CAAC,YAAY,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;QAChD,cAAc;QACd,IAAI,CAAC,MAAM,GAAG,EAAG,CAAC;QAElB,6CAA6C;QAC7C,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,mBAAmB;QACnB,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,qEAAqE;QACrE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YACtC,IAAI,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE;gBACrG,mDAAmD;gBACnD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC;gBACzC,mCAAmC;gBACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC3C,qBAAqB;gBACrB,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,uCAAuC,IAAI,CAAC,YAAY,aAAa,CAAC,KAAK,CAAC,CAAA;gBAC/G,IAAI,CAAC,cAAc,EAAE,CAAC;aACzB;iBAAM;gBACH,oBAAoB;gBACpB,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;aAC9B;QACL,CAAC,CAAC,CAAC;IACP,CAAC,CAAA;IAED,mBAAmB,GAAG,GAAG,EAAE;QACvB,iEAAiE;QAEjE,6BAA6B;QAC7B,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACvB,8BAA8B;IAClC,CAAC,CAAA;IAED,qBAAqB,GAAG,GAAG,EAAE;QACzB,IAAI,IAAI,CAAC,gBAAgB,EAAE;YACvB,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;SACvC;QACD,IAAI,CAAC,qBAAqB,EAAE,CAAC;IACjC,CAAC,CAAA;IAED,qBAAqB,GAAG,GAAG,EAAE;QACzB,IAAI,IAAI,CAAC,gBAAgB,EAAE;YACvB,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;SACvC;QACD,IAAI,CAAC,gBAAgB,GAAG,UAAU,CAAC,GAAG,EAAE;YACpC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC9B,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE,CAAC;IACtC,CAAC,CAAA;IAED,iBAAiB,GAAG,KAAK,IAAI,EAAE;QAC3B,IAAI,CAAC,KAAK,CAAC,kCAAkC,CAAC,KAAK,CAAC,CAAC;QACrD,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAChD,IAAI,CAAC,qBAAqB,EAAE,CAAC;IACjC,CAAC,CAAA;IAED,YAAY,CAAC,QAA4B;QACrC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,0BAA0B,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,cAAc,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAClI,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC;IAC/B,CAAC;IAED,aAAa;QACT,UAAU,CAAC,GAAG,EAAE;YACZ,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC7B,CAAC,EAAE,IAAI,CAAC,yBAAyB,CAAC,CAAC,KAAK,EAAE,CAAC;IAC/C,CAAC;CACJ;AAxfD,8BAwfC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@nsshunt/stsappframework",
3
- "version": "2.19.209",
3
+ "version": "2.19.211",
4
4
  "description": "",
5
5
  "main": "dist/index.js",
6
6
  "types": "./types/index.d.ts",
@@ -42,6 +42,7 @@
42
42
  "typescript": "^5.0.4"
43
43
  },
44
44
  "dependencies": {
45
+ "@nsshunt/stsappframework": "^2.19.209",
45
46
  "@nsshunt/stsconfig": "^1.25.46",
46
47
  "@nsshunt/stsdatamanagement": "^1.17.97",
47
48
  "@nsshunt/stsinstrumentation": "^6.11.84",
@@ -21,4 +21,5 @@ HTTPS_SERVER_CERT_PATH=/etc/letsencrypt/live/stsmda.org/fullchain.pem \
21
21
  DEBUG=zzproc* \
22
22
  PUBLISH_DEBUG=false \
23
23
  UV_THREADPOOL_SIZE=64 \
24
- node dist/tcpclientserver/app
24
+ SERVICE_INDEX=0 \
25
+ node dist/tcpserver/app;
package/run2.sh ADDED
@@ -0,0 +1,25 @@
1
+ #!/bin/sh
2
+ # openssl req -nodes -new -x509 -keyout server.key -out server.cert
3
+ clear; \
4
+ export STS_PROJ_ROOT=./..; \
5
+ STSENVFILE=$STS_PROJ_ROOT/stsglobalresources/.env \
6
+ DB_SCRIPT_FOLDER=$STS_PROJ_ROOT/stsglobalresources/db-scripts \
7
+ REST01_PORT=3003 \
8
+ REST01_HOST_PORT=3003 \
9
+ REST01_SERVICE_NAME="STSRest01-3003" \
10
+ REST01_API_IDENTIFIER="https://stsmda.com.au/stsrest01api/v1.0/" \
11
+ REST01_ENDPOINT="https://stsrest.stsmda.org" \
12
+ MAX_CPU=4 \
13
+ AS_ENDPOINT=https://stscore.stsmda.org \
14
+ AS_HOST_PORT=3002 \
15
+ AS_PORT=3002 \
16
+ DB_HOST=localhost \
17
+ DB_PORT=5432 \
18
+ DB_PASSWORD=postgres \
19
+ HTTPS_SERVER_KEY_PATH=/etc/letsencrypt/live/stsmda.org/privkey.pem \
20
+ HTTPS_SERVER_CERT_PATH=/etc/letsencrypt/live/stsmda.org/fullchain.pem \
21
+ DEBUG=zzproc* \
22
+ PUBLISH_DEBUG=false \
23
+ UV_THREADPOOL_SIZE=64 \
24
+ SERVICE_INDEX=1 \
25
+ node dist/tcpserver/app;
package/run3.sh ADDED
@@ -0,0 +1,25 @@
1
+ #!/bin/sh
2
+ # openssl req -nodes -new -x509 -keyout server.key -out server.cert
3
+ clear; \
4
+ export STS_PROJ_ROOT=./..; \
5
+ STSENVFILE=$STS_PROJ_ROOT/stsglobalresources/.env \
6
+ DB_SCRIPT_FOLDER=$STS_PROJ_ROOT/stsglobalresources/db-scripts \
7
+ REST01_PORT=3003 \
8
+ REST01_HOST_PORT=3003 \
9
+ REST01_SERVICE_NAME="STSRest01-3003" \
10
+ REST01_API_IDENTIFIER="https://stsmda.com.au/stsrest01api/v1.0/" \
11
+ REST01_ENDPOINT="https://stsrest.stsmda.org" \
12
+ MAX_CPU=4 \
13
+ AS_ENDPOINT=https://stscore.stsmda.org \
14
+ AS_HOST_PORT=3002 \
15
+ AS_PORT=3002 \
16
+ DB_HOST=localhost \
17
+ DB_PORT=5432 \
18
+ DB_PASSWORD=postgres \
19
+ HTTPS_SERVER_KEY_PATH=/etc/letsencrypt/live/stsmda.org/privkey.pem \
20
+ HTTPS_SERVER_CERT_PATH=/etc/letsencrypt/live/stsmda.org/fullchain.pem \
21
+ DEBUG=zzproc* \
22
+ PUBLISH_DEBUG=false \
23
+ UV_THREADPOOL_SIZE=64 \
24
+ SERVICE_INDEX=2 \
25
+ node dist/tcpserver/app;
@@ -0,0 +1,11 @@
1
+ import { ServiceConfigOptions } from './appConfig.js'
2
+ import { WorkerProcessBase } from '../index'
3
+ import { AppMaster } from './appmaster'
4
+
5
+ import cluster from 'cluster';
6
+
7
+ if (cluster.isPrimary) {
8
+ new AppMaster(ServiceConfigOptions(cluster.isPrimary)).SetupServer();
9
+ } else {
10
+ //new WorkerProcessBase(ServiceConfigOptions(cluster.isPrimary)).SetupServer();
11
+ }
@@ -4,7 +4,7 @@ import express from 'express';
4
4
  import { $Options } from '@nsshunt/stsconfig'
5
5
  const goptions = $Options()
6
6
 
7
- import { ProcessOptions, IProcessBase, STSServerType } from './../index'
7
+ import { ProcessOptions, IProcessBase, STSServerType } from '../index'
8
8
 
9
9
  /*
10
10
  // nid: `${goptions.rest01servicename} @ ${goptions.rest01serviceversion} | ${this.options.globalServiceData.serviceInstanceId} @ ${os.hostname()} ^ ${process.pid} @ ${(cluster.isMaster ? process.pid : process.ppid)}`,
@@ -0,0 +1,542 @@
1
+ import fs from "fs"
2
+ import crypto from 'crypto';
3
+ import jayson from 'jayson'
4
+ import net from 'node:net'
5
+ import tls from 'node:tls'
6
+
7
+ import { JSONObject, Sleep } from '@nsshunt/stsutils';
8
+ import { MasterProcessBase } from './../masterprocessbase'
9
+ import { ProcessOptions } from './../processoptions'
10
+
11
+ // Colour codes
12
+ // ---------------------------------
13
+ // Red - Error
14
+ // Green - Vote YES
15
+ // Yellow - Vote No
16
+ // White - standard logging message
17
+ // Magenta - node state change
18
+ // Cyan - node term change
19
+
20
+ export enum AppMasterRAFTState {
21
+ IDLE = "IDLE",
22
+ FOLLOWER = "FOLLOWER",
23
+ CANDIDATE = "CANDIDATE",
24
+ LEADER = "LEADER"
25
+ }
26
+
27
+ export interface IServiceDetail {
28
+ host: string
29
+ port: number
30
+ }
31
+
32
+ export interface ILogItem {
33
+ term: number
34
+ index: number
35
+ data: JSONObject | null
36
+ }
37
+
38
+ export class AppMaster extends MasterProcessBase
39
+ {
40
+ #lastRequiredVotes = -1; // used for logging only
41
+ #lastVotes = -1; // used for logging only
42
+ #RAFTState: AppMasterRAFTState;
43
+ #minElectionTimeout: number;
44
+ #maxElectionTimeout: number;
45
+ #electionTimeout: number;
46
+ #heartBeatTimeout: number;
47
+ #startRAFTProtocolTimeout: number;
48
+ #votes: JSONObject; // keyed by service key (host:port)
49
+ #services: IServiceDetail[];
50
+ #thisService: IServiceDetail;
51
+ #canidateTimeout: NodeJS.Timeout | null = null;
52
+ #appendEntriesTimeout: NodeJS.Timeout | null = null;
53
+ #voteRegister = 0;
54
+ #server?: jayson.TlsServer;
55
+ #serverPort: number;
56
+ #votedLog: JSONObject = { }; // keyed by term number
57
+ #appendedEntries: JSONObject = { };
58
+ #leaderNode: IServiceDetail | null = null;
59
+
60
+ #currentTerm: number;
61
+ #log: ILogItem[];
62
+ #currentIndex = 0;
63
+
64
+ constructor(serviceConfig: ProcessOptions)
65
+ {
66
+ super(serviceConfig);
67
+ this.#RAFTState = AppMasterRAFTState.IDLE;
68
+ this.#currentTerm = 0;
69
+ this.#votes = { };
70
+ this.#services = [{
71
+ host: "stscore.stsmda.org",
72
+ port: 3006
73
+ }, {
74
+ host: "stscore.stsmda.org",
75
+ port: 3007
76
+ }, {
77
+ host: "stscore.stsmda.org",
78
+ port: 3008
79
+ }]
80
+
81
+ this.#thisService = this.#services[parseInt(process.env.SERVICE_INDEX as string)]; // set self service
82
+ this.#serverPort = this.#thisService.port;
83
+
84
+ //this.#thisService = this.#services[0]; // set self service
85
+ this.#log = [ ]; // Need to get from storage - volume, redis, etc.
86
+
87
+ // Set default config items
88
+ this.#minElectionTimeout = 1000; //@@ config
89
+ this.#maxElectionTimeout = 1200; //@@ config
90
+ this.#startRAFTProtocolTimeout = 2000; //@@ config
91
+ this.#electionTimeout = crypto.randomInt(this.#minElectionTimeout, this.#maxElectionTimeout);
92
+ this.#heartBeatTimeout = 750; //@@ config - also must be smaller than electionTimeout
93
+ }
94
+
95
+ #GetTLSOptions = (): JSONObject => {
96
+ return {
97
+ key: fs.readFileSync(this.options.httpsServerKeyPath),
98
+ cert: fs.readFileSync(this.options.httpsServerCertificatePath)
99
+ };
100
+ }
101
+
102
+ #SetupRPCServer = async (socket: net.Socket): Promise<void> => {
103
+ /*
104
+ console.log('CONNECTED: ' + socket.remoteAddress + ':' + socket.remotePort + ' ' + process.pid);
105
+
106
+ socket.on('close', function(data: any) {
107
+ console.log('CLOSED: ' + socket.remoteAddress + ' ' + socket.remotePort + ' ' + process.pid);
108
+ });
109
+
110
+ socket.on('data', function(data: any) {
111
+ console.log('DATA ' + socket.remoteAddress + ': ' + data);
112
+ });
113
+ */
114
+ }
115
+
116
+ #GetLogPrefix = () => {
117
+ return `${this.#thisService.host}:${this.#thisService.port}: currentTerm: [${this.#currentTerm}] index: [${this.#currentIndex}]: `;
118
+ }
119
+
120
+ #VoteYes = (callback: any, term: number, message: string) => {
121
+ // Log the fact that I have now voted for this currentTerm
122
+ this.#votedLog[term] = true;
123
+ // Update my currentTerm
124
+ this.#currentTerm = term;
125
+ // Return my yes vote
126
+ console.log(`${message} - Vote Yes`.green)
127
+ callback(null, true); // YES vote
128
+ }
129
+
130
+ #VoteNo = (callback: any, term: number, message: string) => {
131
+ // Log the fact that I have now voted for this currentTerm
132
+ this.#votedLog[term] = true;
133
+ // Return my yes vote
134
+ console.log(`${message} - Vote No`.grey)
135
+ callback(null, false); // NO vote
136
+ }
137
+
138
+ #FindService = (host: string, port: number): IServiceDetail | null => {
139
+ let retService = null;
140
+ this.#services.forEach((service, index) => {
141
+ if (service.host.localeCompare(host) === 0 && service.port === port) {
142
+ retService = service;
143
+ return;
144
+ }
145
+ });
146
+ return retService;
147
+ }
148
+
149
+ #CheckMoreRecentTerm = (term: number, lastLogItemTerm: number, lastLogItemIndex: number) => {
150
+ // Check if the request to vote is newer than my current term
151
+ let msg = '';
152
+ let retVal: boolean;
153
+ if (term > this.#currentTerm) {
154
+
155
+ msg = `${this.#GetLogPrefix()}: canidate term: [${term}] greater than my currentTerm: [${this.#currentTerm}]`;
156
+ retVal = true;
157
+ } else {
158
+ // Check if the request to vote is older than my current term
159
+ if (term === this.#currentTerm) {
160
+ if (lastLogItemIndex > this.#currentIndex) {
161
+ msg = `${this.#GetLogPrefix()}: canidate term: [${term}] the same as my currentTerm: [${this.#currentTerm}]. Canidate index: [${lastLogItemIndex}] greater than my index: [${this.#currentIndex}]`;
162
+ retVal = true;
163
+ } else if (lastLogItemIndex === this.#currentIndex) {
164
+ msg = `${this.#GetLogPrefix()}: canidate term: [${term}] the same as my currentTerm: [${this.#currentTerm}]. Canidate index: [${lastLogItemIndex}] the same as my index: [${this.#currentIndex}]`;
165
+ retVal = true;
166
+ } else {
167
+ msg = `${this.#GetLogPrefix()}: canidate term: [${term}] the same as my currentTerm: [${this.#currentTerm}]. Canidate index: [${lastLogItemIndex}] NOT greater than my index: [${this.#currentIndex}]`;
168
+ retVal = false;
169
+ }
170
+ } else {
171
+ msg = `${this.#GetLogPrefix()}: canidate term: [${term}] less than my currentTerm: [${this.#currentTerm}]`;
172
+ retVal = false;
173
+ }
174
+ }
175
+ return {
176
+ msg,
177
+ retVal
178
+ }
179
+ }
180
+
181
+ #SetupJSONRPCServer = async (): Promise<jayson.TlsServer> => {
182
+ const jaysonServer = new jayson.server();
183
+
184
+ jaysonServer.method("appendEntries", async (args: any, callback: any) => {
185
+ // Just received a message - reset my electionTimeout
186
+ this.#ResetElectionTimeout();
187
+
188
+ // Do something with this new log entry
189
+
190
+ // Needs to check if current, otherwise get old entries and duplicate
191
+
192
+ });
193
+
194
+ jaysonServer.method("vote", async (args: any, callback: any) => {
195
+ // Just received a message - reset my electionTimeout
196
+ this.#ResetElectionTimeout();
197
+
198
+ const term = args[0];
199
+ const lastLogItemTerm = args[1];
200
+ const lastLogItemIndex = args[2];
201
+
202
+ // Now determine whether this requestror gets my vote
203
+
204
+ // Check already voted
205
+ if (this.#votedLog[term]) {
206
+ this.#VoteNo(callback, term, `${this.#GetLogPrefix()}: Already voted - vote NO`)
207
+ return;
208
+ }
209
+
210
+ // Check if the request to vote is newer than my current term
211
+ const retVal = this.#CheckMoreRecentTerm(term, lastLogItemTerm, lastLogItemIndex);
212
+ if (retVal.retVal === true) {
213
+ this.#VoteYes(callback, term, retVal.msg);
214
+ } else {
215
+ this.#VoteNo(callback, term, retVal.msg);
216
+ }
217
+ });
218
+
219
+ jaysonServer.method("appendEntry", async (args: any, callback: any) => {
220
+ // Just received a message - reset my electionTimeout
221
+ this.#ResetElectionTimeout();
222
+
223
+ const host = args[0];
224
+ const port = args[1];
225
+ const term = args[2];
226
+ const lastLogItemTerm = args[3];
227
+ const lastLogItemIndex = args[4];
228
+
229
+ if (this.#RAFTState.localeCompare(AppMasterRAFTState.CANDIDATE) === 0) {
230
+ const retVal = this.#CheckMoreRecentTerm(term, lastLogItemTerm, lastLogItemIndex);
231
+ if (retVal.retVal === true) {
232
+ console.log(`${retVal.msg}`);
233
+ console.log(`${this.#GetLogPrefix()}: New leader detected, Host: [${host}], Port: [${port}], while in CANDIDATE mode, reverting to FOLLOWER.`.magenta);
234
+ // This sending node is the leader so revert to follower
235
+ this.#currentTerm = term;
236
+ this.#ChangeState(AppMasterRAFTState.FOLLOWER);
237
+ } else {
238
+ console.log(`${retVal.msg}`);
239
+ console.log(`${this.#GetLogPrefix()}: appendEntry called but log is older than my current state, Host: [${host}], Port: [${port}].`.magenta);
240
+ // Reject this RPC and continue in the CANDIDATE state
241
+ callback(null, false);
242
+ return;
243
+ }
244
+ } else if (this.#RAFTState.localeCompare(AppMasterRAFTState.LEADER) === 0) {
245
+ console.log(`${this.#GetLogPrefix()}: appendEntry called while I am the current leader, rejecting RPC call.`.red);
246
+ // Reject this RPC and continue in the CANDIDATE state
247
+ callback(null, false);
248
+ return;
249
+ } else {
250
+ // FOLLOWER
251
+ const retVal = this.#CheckMoreRecentTerm(term, lastLogItemTerm, lastLogItemIndex);
252
+ if (retVal.retVal === true) {
253
+ if (term > this.#currentTerm) {
254
+ console.log(`${retVal.msg}`);
255
+ this.#currentTerm = term;
256
+ }
257
+ } else {
258
+ console.log(`${retVal.msg}`);
259
+ console.log(`${this.#GetLogPrefix()}: appendEntry called but log is older than my current state, Host: [${host}], Port: [${port}].`.magenta);
260
+ // Reject this RPC and continue in the CANDIDATE state
261
+ callback(null, false);
262
+ return;
263
+ }
264
+ }
265
+
266
+ if (this.#leaderNode) {
267
+ const sentLeaderService = this.#FindService(host, port);
268
+ if (sentLeaderService) {
269
+ if (sentLeaderService.host.localeCompare(this.#leaderNode.host) !== 0 || sentLeaderService.port !== this.#leaderNode.port) {
270
+ this.#leaderNode = sentLeaderService;
271
+ console.log(`${this.#GetLogPrefix()}: Leader Service: Host:[${this.#leaderNode.host}] Port: [${this.#leaderNode.port}]`.yellow);
272
+ }
273
+ }
274
+ } else {
275
+ this.#leaderNode = this.#FindService(host, port);
276
+ if (this.#leaderNode) {
277
+ console.log(`${this.#GetLogPrefix()}: Leader Service: Host:[${this.#leaderNode.host}] Port: [${this.#leaderNode.port}]`.yellow);
278
+ }
279
+ }
280
+
281
+ // Now update the log if only more recent
282
+ callback(null, true);
283
+ });
284
+
285
+ jaysonServer.method("ping", async function(args: any, callback: any) {
286
+ // do something, do nothing
287
+ console.log('server got ping');
288
+ callback();
289
+ });
290
+
291
+ const server = jaysonServer.tls(this.#GetTLSOptions());
292
+ (server as tls.Server).on('secureConnection', this.#SetupRPCServer);
293
+ //server.listen(this.options.listenPort, () => { // 'stscore.stsmda.org'
294
+ server.listen(this.#serverPort, () => { // 'stscore.stsmda.org'
295
+ console.log('JSON RPC 2.0 Server is running on port ' + this.options.listenPort + '.');
296
+ }).on('listening', () =>
297
+ {
298
+ this.LogEx(`JSON RPC 2.0 live on ${this.options.endpoint}:${this.options.listenPort}${this.options.apiRoot}`);
299
+ });
300
+ return server;
301
+ }
302
+
303
+ #RequestVote = (service: IServiceDetail) => {
304
+ const options: jayson.TcpClientOptions = {
305
+ port: service.port,
306
+ host: service.host
307
+ };
308
+
309
+ const client = jayson.client.tls(options);
310
+ /*
311
+ client.on('tcp socket', (socket: tls.TLSSocket) => {
312
+ socket.setTimeout(200); //@@ config
313
+ socket.on('timeout', () => {
314
+ console.log('socket timeout');
315
+ socket.end();
316
+ });
317
+ });
318
+ client.on('tcp error', (error: any) => {
319
+ console.log(`ERROR: [${error}]`.red);
320
+ });
321
+ */
322
+
323
+ let lastLogItem: ILogItem;
324
+ if (this.#log.length > 0) {
325
+ lastLogItem = this.#log[this.#log.length-1];
326
+ } else {
327
+ lastLogItem = {
328
+ term: 0,
329
+ index: 0,
330
+ data: null
331
+ }
332
+ }
333
+
334
+ client.request('vote', [ this.#currentTerm, lastLogItem.term, lastLogItem.index ], (error: any, response: any) => {
335
+ if (error) {
336
+ //console.log(`vote attempt fail: [${JSON.stringify(options)}: ${error}]`.red);
337
+ } else {
338
+ // Log the result
339
+ if (response.result === true) {
340
+ this.#votes[this.#GetServiceKey(service)] = 1;
341
+ }
342
+ this.#CheckMajority();
343
+ }
344
+ });
345
+ }
346
+
347
+ #AppendEntry = (service: IServiceDetail) => {
348
+ const options: jayson.TcpClientOptions = {
349
+ port: service.port,
350
+ host: service.host
351
+ };
352
+
353
+ const client = jayson.client.tls(options);
354
+ /*
355
+ client.on('tcp socket', (socket: tls.TLSSocket) => {
356
+ socket.setTimeout(200); //@@ config
357
+ socket.on('timeout', () => {
358
+ console.log('socket timeout');
359
+ socket.end();
360
+ });
361
+ });
362
+ client.on('tcp error', (error: any) => {
363
+ console.log(`ERROR: [${error}]`.red);
364
+ });
365
+ */
366
+
367
+ let lastLogItem: ILogItem;
368
+ if (this.#log.length > 0) {
369
+ lastLogItem = this.#log[this.#log.length-1];
370
+ } else {
371
+ lastLogItem = {
372
+ term: 0,
373
+ index: 0,
374
+ data: null
375
+ }
376
+ }
377
+
378
+ client.request('appendEntry', [ this.#thisService.host, this.#thisService.port, this.#currentTerm, lastLogItem.term, lastLogItem.index ], (error: any, response: any) => {
379
+ if (error) {
380
+ //console.log(`appendEntry attempt fail: [${JSON.stringify(options)}: ${error}]`.red);
381
+ } else {
382
+ this.#appendedEntries[this.#GetServiceKey(service)] = 1;
383
+ // Log the result
384
+ /*
385
+ if (response.result === true) {
386
+ this.#votes[this.#GetServiceKey(service)] = 1;
387
+ }
388
+ */
389
+ }
390
+ });
391
+ }
392
+
393
+ #AppendEntries = () => {
394
+ // Reset all appendEntries for this iteration
395
+ this.#appendedEntries = { };
396
+
397
+ // Reset all votes
398
+ this.#services.forEach((service, index) => {
399
+ this.#appendedEntries[this.#GetServiceKey(service)] = 0;
400
+ });
401
+
402
+ // Request vote for all other services - include my logs current item
403
+ this.#services.forEach((service, index) => {
404
+ if (service.host.localeCompare(this.#thisService.host) === 0 && service.port === this.#thisService.port) {
405
+ // Myself
406
+ this.#ResetElectionTimeout();
407
+ this.#appendedEntries[this.#GetSelfServiceKey()] = 1;
408
+ } else {
409
+ // Send vote request
410
+ this.#AppendEntry(service);
411
+ }
412
+ });
413
+ }
414
+
415
+ #GetServiceKey = (service: IServiceDetail) => {
416
+ return `${service.host}:${service.port}`;
417
+ }
418
+
419
+ #GetSelfServiceKey = () => {
420
+ return this.#GetServiceKey(this.#thisService);
421
+ }
422
+
423
+ // set interval ???
424
+ #StartAppendEntries = () => {
425
+ this.#AppendEntries();
426
+ this.#appendEntriesTimeout = setTimeout(() => {
427
+ // Now check if we still have majority
428
+ const majority: boolean = this.#CheckMajorityWithCollection(this.#appendedEntries);
429
+ if (majority) {
430
+ this.#StartAppendEntries();
431
+ } else {
432
+ console.log(`${this.#GetLogPrefix()}: Not enough response for valid cluster state.`.red);
433
+ }
434
+ }, this.#heartBeatTimeout);
435
+ }
436
+
437
+ #Promote = () => {
438
+ this.#ChangeState(AppMasterRAFTState.LEADER);
439
+ console.log(`${this.#GetLogPrefix()}: New LEADER is elected: [${this.#GetSelfServiceKey()}]`.green);
440
+ // As leader, now start the regular pings
441
+ this.#StartAppendEntries();
442
+ }
443
+
444
+ #CheckMajority = () => {
445
+ if (this.#CheckMajorityWithCollection(this.#votes)) {
446
+ this.#Promote();
447
+ }
448
+ }
449
+
450
+ #CheckMajorityWithCollection = (col: JSONObject): boolean => {
451
+ let votes = 0;
452
+ for (const [key, val] of Object.entries(col)) {
453
+ votes += val;
454
+ }
455
+ const requiredVotes = Math.floor(this.#services.length / 2) + 1;
456
+
457
+ if (requiredVotes !== this.#lastRequiredVotes || votes !== this.#lastVotes) {
458
+ console.log(`${this.#GetLogPrefix()}votes: [${votes} need: [${requiredVotes}]`.cyan);
459
+ this.#lastRequiredVotes = requiredVotes;
460
+ this.#lastVotes = votes;
461
+ }
462
+
463
+ return votes >= requiredVotes;
464
+ }
465
+
466
+ #StartCanidateVote = () => {
467
+
468
+ // Get the election timeout going again
469
+ this.#StartElectionTimeout();
470
+
471
+ console.log(`${this.#GetLogPrefix()}: Start CANDIDATE vote`.yellow);
472
+ // Start in the CANDIDATE state
473
+ this.#ChangeState(AppMasterRAFTState.CANDIDATE);
474
+ // Reset votes
475
+ this.#votes = { };
476
+
477
+ // Reset all votes from all service instances
478
+ this.#services.forEach((service, index) => {
479
+ this.#votes[this.#GetServiceKey(service)] = 0;
480
+ });
481
+
482
+ // Start a new term
483
+ this.#currentTerm++;
484
+
485
+ // Request vote for all other services - include my logs current item
486
+ this.#services.forEach((service, index) => {
487
+ if (service.host.localeCompare(this.#thisService.host) === 0 && service.port === this.#thisService.port) {
488
+ // Log the fact that I have now voted for this term
489
+ this.#votedLog[this.#currentTerm] = true;
490
+ // Log the result - Vote for myself
491
+ this.#votes[this.#GetSelfServiceKey()] = 1;
492
+ // Return my yes vote
493
+ console.log(`${this.#GetLogPrefix()}: SELF VOTE: canidate currentTerm: [${this.#currentTerm}], vote YES`.green)
494
+ this.#CheckMajority();
495
+ } else {
496
+ // Send vote request
497
+ this.#RequestVote(service);
498
+ }
499
+ });
500
+ }
501
+
502
+ #ReceiveVoteRequest = () => {
503
+ // Check if the request term and meta-data is more recent than me
504
+
505
+ // If request more recent ...
506
+ this.#voteRegister = 1;
507
+ // Send vote back to requestor
508
+ }
509
+
510
+ #ResetElectionTimeout = () => {
511
+ if (this.#canidateTimeout) {
512
+ clearTimeout(this.#canidateTimeout);
513
+ }
514
+ this.#StartElectionTimeout();
515
+ }
516
+
517
+ #StartElectionTimeout = () => {
518
+ if (this.#canidateTimeout) {
519
+ clearTimeout(this.#canidateTimeout);
520
+ }
521
+ this.#canidateTimeout = setTimeout(() => {
522
+ this.#StartCanidateVote();
523
+ }, this.#electionTimeout).unref();
524
+ }
525
+
526
+ #StartRAFTService = async () => {
527
+ this.LogEx(`---[ RAFT Protocol Starting ]---`.green);
528
+ this.#server = await this.#SetupJSONRPCServer();
529
+ this.#StartElectionTimeout();
530
+ }
531
+
532
+ #ChangeState(newState: AppMasterRAFTState) {
533
+ this.LogEx(`${this.#GetLogPrefix()}: State Change, From: [${this.#RAFTState.toString()}] --> To: [${newState.toString()}]`.green);
534
+ this.#RAFTState = newState;
535
+ }
536
+
537
+ MasterStarted(): void {
538
+ setTimeout(() => {
539
+ this.#StartRAFTService();
540
+ }, this.#startRAFTProtocolTimeout).unref();
541
+ }
542
+ }
@@ -1 +1 @@
1
- {"version":3,"file":"app.d.ts","sourceRoot":"","sources":["../../src/tcpclientserver/app.ts"],"names":[],"mappings":""}
1
+ {"version":3,"file":"app.d.ts","sourceRoot":"","sources":["../../src/tcpserver/app.ts"],"names":[],"mappings":""}
@@ -0,0 +1,3 @@
1
+ import { ProcessOptions } from '../index';
2
+ export declare function ServiceConfigOptions(isMaster: boolean): ProcessOptions;
3
+ //# sourceMappingURL=appConfig.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"appConfig.d.ts","sourceRoot":"","sources":["../../src/tcpserver/appConfig.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,cAAc,EAA+B,MAAM,UAAU,CAAA;AAoBtE,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,OAAO,GAAG,cAAc,CAuCtE"}
@@ -0,0 +1,24 @@
1
+ import { JSONObject } from '@nsshunt/stsutils';
2
+ import { MasterProcessBase } from './../masterprocessbase';
3
+ import { ProcessOptions } from './../processoptions';
4
+ export declare enum AppMasterRAFTState {
5
+ IDLE = "IDLE",
6
+ FOLLOWER = "FOLLOWER",
7
+ CANDIDATE = "CANDIDATE",
8
+ LEADER = "LEADER"
9
+ }
10
+ export interface IServiceDetail {
11
+ host: string;
12
+ port: number;
13
+ }
14
+ export interface ILogItem {
15
+ term: number;
16
+ index: number;
17
+ data: JSONObject | null;
18
+ }
19
+ export declare class AppMaster extends MasterProcessBase {
20
+ #private;
21
+ constructor(serviceConfig: ProcessOptions);
22
+ MasterStarted(): void;
23
+ }
24
+ //# sourceMappingURL=appmaster.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"appmaster.d.ts","sourceRoot":"","sources":["../../src/tcpserver/appmaster.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,UAAU,EAAS,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAA;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAWpD,oBAAY,kBAAkB;IAC1B,IAAI,SAAS;IACb,QAAQ,aAAa;IACrB,SAAS,cAAc;IACvB,MAAM,WAAW;CACpB;AAED,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,QAAQ;IACrB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,UAAU,GAAG,IAAI,CAAA;CAC1B;AAED,qBAAa,SAAU,SAAQ,iBAAiB;;gBA0BhC,aAAa,EAAE,cAAc;IAydzC,aAAa,IAAI,IAAI;CAKxB"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"app.js","sourceRoot":"","sources":["../../src/tcpclientserver/app.ts"],"names":[],"mappings":";;;;;AAAA,iDAAqD;AACrD,sCAAiE;AACjE,sDAA8B;AAE9B,IAAI,iBAAO,CAAC,SAAS,EAAE;IACnB,IAAI,yBAAiB,CAAC,IAAA,mCAAoB,EAAC,iBAAO,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;CAChF;KAAM;IACH,IAAI,yBAAiB,CAAC,IAAA,mCAAoB,EAAC,iBAAO,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;CAChF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"appConfig.js","sourceRoot":"","sources":["../../src/tcpclientserver/appConfig.ts"],"names":[],"mappings":";;;AAAA,+BAAoC;AAGpC,kDAA6C;AAC7C,MAAM,QAAQ,GAAG,IAAA,oBAAQ,GAAE,CAAA;AAE3B,sCAAwE;AAExE;;;;;;;;;;;;;;;;EAgBE;AAEF,SAAgB,oBAAoB,CAAC,QAAiB;IAClD,IAAI,QAAQ,KAAK,IAAI,EAAE;QACnB,MAAM,iBAAiB,GAAG,IAAA,SAAM,GAAE,CAAC;QACnC,MAAM,IAAI,GAAmB;YACzB,UAAU,EAAE,qBAAa,CAAC,UAAU;YAEpC,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,KAAK;YACjB,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;YAC/C,0BAA0B,EAAE,QAAQ,CAAC,mBAAmB;YACxD,sBAAsB,EAAE,IAAI;YAC5B,iBAAiB,EAAE,iBAAiB;YACpC,WAAW,EAAE,IAAI;YACjB,yBAAyB,EAAE,IAAI;YAE/B,QAAQ,EAAE,QAAQ;YAClB,QAAQ,EAAE,QAAQ,CAAC,cAAc;YACjC,OAAO,EAAE,QAAQ,CAAC,aAAa;YAC/B,UAAU,EAAE,QAAQ,CAAC,cAAc;YACnC,IAAI,EAAE,QAAQ,CAAC,UAAU;YAEzB,iBAAiB,EAAE,KAAK;YACxB,qBAAqB,EAAE,QAAQ,CAAC,2BAA2B;YAE3D,WAAW,EAAE,QAAQ,CAAC,iBAAiB;YACvC,cAAc,EAAE,QAAQ,CAAC,oBAAoB;YAC7C,cAAc,EAAE,IAAI;YACpB,iBAAiB,EAAE,IAAI;YAEvB,kCAAkC,EAAE,QAAQ,CAAC,kCAAkC;YAC/E,yBAAyB,EAAE,QAAQ,CAAC,yBAAyB;YAE7D,eAAe,EAAE,KAAK;SACzB,CAAA;QACD,OAAO,IAAI,CAAC;KACf;SAAM;QACH,MAAM,IAAI,GAAmB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAW,CAAmB,CAAC;QAChG,OAAO,IAAI,CAAC;KACf;AACL,CAAC;AAvCD,oDAuCC"}
@@ -1,9 +0,0 @@
1
- import { ServiceConfigOptions } from './appConfig.js'
2
- import { MasterProcessBase, WorkerProcessBase } from './../index'
3
- import cluster from 'cluster';
4
-
5
- if (cluster.isPrimary) {
6
- new MasterProcessBase(ServiceConfigOptions(cluster.isPrimary)).SetupServer();
7
- } else {
8
- new WorkerProcessBase(ServiceConfigOptions(cluster.isPrimary)).SetupServer();
9
- }
@@ -1,3 +0,0 @@
1
- import { ProcessOptions } from './../index';
2
- export declare function ServiceConfigOptions(isMaster: boolean): ProcessOptions;
3
- //# sourceMappingURL=appConfig.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"appConfig.d.ts","sourceRoot":"","sources":["../../src/tcpclientserver/appConfig.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,cAAc,EAA+B,MAAM,YAAY,CAAA;AAoBxE,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,OAAO,GAAG,cAAc,CAuCtE"}
File without changes