@zero-server/sdk 0.9.0 → 0.9.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +460 -437
- package/index.js +414 -412
- package/lib/app.js +1172 -1172
- package/lib/auth/authorize.js +399 -399
- package/lib/auth/enrollment.js +367 -367
- package/lib/auth/index.js +57 -57
- package/lib/auth/jwt.js +731 -731
- package/lib/auth/oauth.js +362 -362
- package/lib/auth/session.js +588 -588
- package/lib/auth/trustedDevice.js +409 -409
- package/lib/auth/twoFactor.js +1150 -1150
- package/lib/auth/webauthn.js +946 -946
- package/lib/body/index.js +14 -14
- package/lib/body/json.js +109 -109
- package/lib/body/multipart.js +440 -440
- package/lib/body/raw.js +71 -71
- package/lib/body/rawBuffer.js +160 -160
- package/lib/body/sendError.js +25 -25
- package/lib/body/text.js +75 -75
- package/lib/body/typeMatch.js +41 -41
- package/lib/body/urlencoded.js +235 -235
- package/lib/cli.js +845 -845
- package/lib/cluster.js +666 -666
- package/lib/debug.js +372 -372
- package/lib/env/index.js +460 -460
- package/lib/errors.js +683 -683
- package/lib/fetch/index.js +256 -256
- package/lib/grpc/balancer.js +378 -378
- package/lib/grpc/call.js +708 -708
- package/lib/grpc/client.js +764 -764
- package/lib/grpc/codec.js +1221 -1221
- package/lib/grpc/credentials.js +398 -398
- package/lib/grpc/frame.js +262 -262
- package/lib/grpc/health.js +287 -287
- package/lib/grpc/index.js +121 -121
- package/lib/grpc/metadata.js +461 -461
- package/lib/grpc/proto.js +821 -821
- package/lib/grpc/reflection.js +590 -590
- package/lib/grpc/server.js +445 -445
- package/lib/grpc/status.js +118 -118
- package/lib/grpc/watch.js +173 -173
- package/lib/http/index.js +10 -10
- package/lib/http/request.js +727 -727
- package/lib/http/response.js +799 -799
- package/lib/lifecycle.js +557 -557
- package/lib/middleware/compress.js +230 -230
- package/lib/middleware/cookieParser.js +237 -237
- package/lib/middleware/cors.js +93 -93
- package/lib/middleware/csrf.js +136 -136
- package/lib/middleware/errorHandler.js +101 -101
- package/lib/middleware/helmet.js +175 -175
- package/lib/middleware/index.js +19 -17
- package/lib/middleware/logger.js +74 -74
- package/lib/middleware/rateLimit.js +88 -88
- package/lib/middleware/requestId.js +53 -53
- package/lib/middleware/static.js +326 -326
- package/lib/middleware/timeout.js +71 -71
- package/lib/middleware/validator.js +254 -254
- package/lib/observe/health.js +326 -326
- package/lib/observe/index.js +50 -50
- package/lib/observe/logger.js +359 -359
- package/lib/observe/metrics.js +805 -805
- package/lib/observe/tracing.js +592 -592
- package/lib/orm/adapters/json.js +290 -290
- package/lib/orm/adapters/memory.js +764 -764
- package/lib/orm/adapters/mongo.js +764 -764
- package/lib/orm/adapters/mysql.js +933 -933
- package/lib/orm/adapters/postgres.js +1144 -1144
- package/lib/orm/adapters/redis.js +1534 -1534
- package/lib/orm/adapters/sql-base.js +212 -212
- package/lib/orm/adapters/sqlite.js +858 -858
- package/lib/orm/audit.js +649 -649
- package/lib/orm/cache.js +394 -394
- package/lib/orm/geo.js +387 -387
- package/lib/orm/index.js +784 -784
- package/lib/orm/migrate.js +432 -432
- package/lib/orm/model.js +1706 -1706
- package/lib/orm/plugin.js +375 -375
- package/lib/orm/procedures.js +836 -836
- package/lib/orm/profiler.js +233 -233
- package/lib/orm/query.js +1772 -1772
- package/lib/orm/replicas.js +241 -241
- package/lib/orm/schema.js +307 -307
- package/lib/orm/search.js +380 -380
- package/lib/orm/seed/data/commerce.js +136 -136
- package/lib/orm/seed/data/internet.js +111 -111
- package/lib/orm/seed/data/locations.js +204 -204
- package/lib/orm/seed/data/names.js +338 -338
- package/lib/orm/seed/data/person.js +128 -128
- package/lib/orm/seed/data/phone.js +211 -211
- package/lib/orm/seed/data/words.js +134 -134
- package/lib/orm/seed/factory.js +178 -178
- package/lib/orm/seed/fake.js +1186 -1186
- package/lib/orm/seed/index.js +18 -18
- package/lib/orm/seed/rng.js +70 -70
- package/lib/orm/seed/seeder.js +124 -124
- package/lib/orm/seed/unique.js +68 -68
- package/lib/orm/snapshot.js +366 -366
- package/lib/orm/tenancy.js +605 -605
- package/lib/orm/views.js +350 -350
- package/lib/router/index.js +436 -436
- package/lib/sse/index.js +8 -8
- package/lib/sse/stream.js +349 -349
- package/lib/ws/connection.js +451 -451
- package/lib/ws/handshake.js +125 -125
- package/lib/ws/index.js +14 -14
- package/lib/ws/room.js +223 -223
- package/package.json +73 -73
- package/types/app.d.ts +223 -223
- package/types/auth.d.ts +520 -520
- package/types/cluster.d.ts +75 -75
- package/types/env.d.ts +80 -80
- package/types/errors.d.ts +316 -316
- package/types/fetch.d.ts +43 -43
- package/types/grpc.d.ts +432 -432
- package/types/index.d.ts +384 -384
- package/types/lifecycle.d.ts +60 -60
- package/types/middleware.d.ts +320 -320
- package/types/observe.d.ts +304 -304
- package/types/orm.d.ts +1887 -1887
- package/types/request.d.ts +109 -109
- package/types/response.d.ts +157 -157
- package/types/router.d.ts +78 -78
- package/types/sse.d.ts +78 -78
- package/types/websocket.d.ts +126 -126
package/lib/grpc/balancer.js
CHANGED
|
@@ -1,378 +1,378 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @module grpc/balancer
|
|
3
|
-
* @description Client-side load balancing for gRPC.
|
|
4
|
-
* Distributes requests across multiple backend addresses using
|
|
5
|
-
* pick-first (with failover) or round-robin policies.
|
|
6
|
-
*
|
|
7
|
-
* Manages subchannels (HTTP/2 connections) per backend with
|
|
8
|
-
* automatic reconnection, exponential backoff, and health awareness.
|
|
9
|
-
*
|
|
10
|
-
* @example
|
|
11
|
-
* const { GrpcClient, parseProto } = require('@zero-server/sdk');
|
|
12
|
-
* const schema = parseProto(protoSource);
|
|
13
|
-
*
|
|
14
|
-
* const client = new GrpcClient({
|
|
15
|
-
* addresses: ['backend-1:50051', 'backend-2:50051', 'backend-3:50051'],
|
|
16
|
-
* loadBalancing: 'round-robin',
|
|
17
|
-
* }, schema, 'Greeter');
|
|
18
|
-
*
|
|
19
|
-
* const reply = await client.call('SayHello', { name: 'World' });
|
|
20
|
-
*/
|
|
21
|
-
|
|
22
|
-
const http2 = require('http2');
|
|
23
|
-
const { EventEmitter } = require('events');
|
|
24
|
-
const log = require('../debug')('zero:grpc:balancer');
|
|
25
|
-
|
|
26
|
-
// -- Subchannel States -----------------------------------------
|
|
27
|
-
|
|
28
|
-
/**
|
|
29
|
-
* Connection state machine per subchannel.
|
|
30
|
-
* @enum {string}
|
|
31
|
-
*/
|
|
32
|
-
const SubchannelState = {
|
|
33
|
-
IDLE: 'IDLE',
|
|
34
|
-
CONNECTING: 'CONNECTING',
|
|
35
|
-
READY: 'READY',
|
|
36
|
-
TRANSIENT_FAILURE: 'TRANSIENT_FAILURE',
|
|
37
|
-
SHUTDOWN: 'SHUTDOWN',
|
|
38
|
-
};
|
|
39
|
-
|
|
40
|
-
// -- Subchannel ------------------------------------------------
|
|
41
|
-
|
|
42
|
-
/**
|
|
43
|
-
* Represents a persistent HTTP/2 connection to a single backend.
|
|
44
|
-
*
|
|
45
|
-
* @class
|
|
46
|
-
* @private
|
|
47
|
-
*/
|
|
48
|
-
class Subchannel extends EventEmitter
|
|
49
|
-
{
|
|
50
|
-
/**
|
|
51
|
-
* @param {string} address - Backend address (host:port or full URL).
|
|
52
|
-
* @param {object} [connectOpts] - HTTP/2 connection options (TLS, etc.).
|
|
53
|
-
*/
|
|
54
|
-
constructor(address, connectOpts = {})
|
|
55
|
-
{
|
|
56
|
-
super();
|
|
57
|
-
|
|
58
|
-
/** @type {string} */
|
|
59
|
-
this.address = address;
|
|
60
|
-
|
|
61
|
-
/** @type {string} */
|
|
62
|
-
this.state = SubchannelState.IDLE;
|
|
63
|
-
|
|
64
|
-
/** @private */
|
|
65
|
-
this._connectOpts = connectOpts;
|
|
66
|
-
|
|
67
|
-
/** @private @type {import('http2').ClientHttp2Session|null} */
|
|
68
|
-
this._session = null;
|
|
69
|
-
|
|
70
|
-
/** @private */
|
|
71
|
-
this._backoff = 1000; // exponential backoff starting at 1s
|
|
72
|
-
this._maxBackoff = 30000;
|
|
73
|
-
this._reconnectTimer = null;
|
|
74
|
-
|
|
75
|
-
/** @private */
|
|
76
|
-
this._shutdown = false;
|
|
77
|
-
|
|
78
|
-
/** @private */
|
|
79
|
-
this._healthy = true;
|
|
80
|
-
}
|
|
81
|
-
|
|
82
|
-
/**
|
|
83
|
-
* Connect to the backend.
|
|
84
|
-
* @returns {import('http2').ClientHttp2Session|null}
|
|
85
|
-
*/
|
|
86
|
-
connect()
|
|
87
|
-
{
|
|
88
|
-
if (this._shutdown) return null;
|
|
89
|
-
if (this._session && !this._session.closed && !this._session.destroyed)
|
|
90
|
-
return this._session;
|
|
91
|
-
|
|
92
|
-
this._setState(SubchannelState.CONNECTING);
|
|
93
|
-
|
|
94
|
-
try
|
|
95
|
-
{
|
|
96
|
-
// Normalize address to URL
|
|
97
|
-
const url = this.address.includes('://') ? this.address : `http://${this.address}`;
|
|
98
|
-
this._session = http2.connect(url, this._connectOpts);
|
|
99
|
-
|
|
100
|
-
this._session.on('connect', () =>
|
|
101
|
-
{
|
|
102
|
-
this._backoff = 1000; // reset backoff on successful connect
|
|
103
|
-
this._setState(SubchannelState.READY);
|
|
104
|
-
this._healthy = true;
|
|
105
|
-
});
|
|
106
|
-
|
|
107
|
-
this._session.on('error', (err) =>
|
|
108
|
-
{
|
|
109
|
-
log.warn('subchannel %s error: %s', this.address, err.message);
|
|
110
|
-
this._healthy = false;
|
|
111
|
-
this._setState(SubchannelState.TRANSIENT_FAILURE);
|
|
112
|
-
this._scheduleReconnect();
|
|
113
|
-
});
|
|
114
|
-
|
|
115
|
-
this._session.on('close', () =>
|
|
116
|
-
{
|
|
117
|
-
this._session = null;
|
|
118
|
-
if (!this._shutdown)
|
|
119
|
-
{
|
|
120
|
-
this._setState(SubchannelState.IDLE);
|
|
121
|
-
this._scheduleReconnect();
|
|
122
|
-
}
|
|
123
|
-
});
|
|
124
|
-
|
|
125
|
-
this._session.on('goaway', () =>
|
|
126
|
-
{
|
|
127
|
-
log.info('subchannel %s received GOAWAY', this.address);
|
|
128
|
-
this._healthy = false;
|
|
129
|
-
this._setState(SubchannelState.IDLE);
|
|
130
|
-
});
|
|
131
|
-
|
|
132
|
-
return this._session;
|
|
133
|
-
}
|
|
134
|
-
catch (err)
|
|
135
|
-
{
|
|
136
|
-
log.error('subchannel %s connect error: %s', this.address, err.message);
|
|
137
|
-
this._setState(SubchannelState.TRANSIENT_FAILURE);
|
|
138
|
-
this._scheduleReconnect();
|
|
139
|
-
return null;
|
|
140
|
-
}
|
|
141
|
-
}
|
|
142
|
-
|
|
143
|
-
/**
|
|
144
|
-
* Get the session, connecting if needed.
|
|
145
|
-
* @returns {import('http2').ClientHttp2Session|null}
|
|
146
|
-
*/
|
|
147
|
-
getSession()
|
|
148
|
-
{
|
|
149
|
-
if (this._session && !this._session.closed && !this._session.destroyed)
|
|
150
|
-
return this._session;
|
|
151
|
-
return this.connect();
|
|
152
|
-
}
|
|
153
|
-
|
|
154
|
-
/**
|
|
155
|
-
* Whether this subchannel is ready to serve requests.
|
|
156
|
-
* @returns {boolean}
|
|
157
|
-
*/
|
|
158
|
-
get isReady()
|
|
159
|
-
{
|
|
160
|
-
return this.state === SubchannelState.READY &&
|
|
161
|
-
this._session && !this._session.closed && !this._session.destroyed;
|
|
162
|
-
}
|
|
163
|
-
|
|
164
|
-
/**
|
|
165
|
-
* Whether this subchannel is considered healthy.
|
|
166
|
-
* @returns {boolean}
|
|
167
|
-
*/
|
|
168
|
-
get isHealthy()
|
|
169
|
-
{
|
|
170
|
-
return this._healthy && this.isReady;
|
|
171
|
-
}
|
|
172
|
-
|
|
173
|
-
/**
|
|
174
|
-
* Schedule a reconnection with exponential backoff.
|
|
175
|
-
* @private
|
|
176
|
-
*/
|
|
177
|
-
_scheduleReconnect()
|
|
178
|
-
{
|
|
179
|
-
if (this._shutdown || this._reconnectTimer) return;
|
|
180
|
-
|
|
181
|
-
this._reconnectTimer = setTimeout(() =>
|
|
182
|
-
{
|
|
183
|
-
this._reconnectTimer = null;
|
|
184
|
-
if (!this._shutdown) this.connect();
|
|
185
|
-
}, this._backoff);
|
|
186
|
-
if (this._reconnectTimer.unref) this._reconnectTimer.unref();
|
|
187
|
-
|
|
188
|
-
this._backoff = Math.min(this._backoff * 2, this._maxBackoff);
|
|
189
|
-
}
|
|
190
|
-
|
|
191
|
-
/**
|
|
192
|
-
* Update state and emit event.
|
|
193
|
-
* @private
|
|
194
|
-
*/
|
|
195
|
-
_setState(state)
|
|
196
|
-
{
|
|
197
|
-
const prev = this.state;
|
|
198
|
-
this.state = state;
|
|
199
|
-
if (prev !== state)
|
|
200
|
-
{
|
|
201
|
-
log.debug('subchannel %s: %s → %s', this.address, prev, state);
|
|
202
|
-
this.emit('stateChange', state, prev);
|
|
203
|
-
}
|
|
204
|
-
}
|
|
205
|
-
|
|
206
|
-
/**
|
|
207
|
-
* Shut down this subchannel.
|
|
208
|
-
*/
|
|
209
|
-
shutdown()
|
|
210
|
-
{
|
|
211
|
-
this._shutdown = true;
|
|
212
|
-
this._setState(SubchannelState.SHUTDOWN);
|
|
213
|
-
if (this._reconnectTimer)
|
|
214
|
-
{
|
|
215
|
-
clearTimeout(this._reconnectTimer);
|
|
216
|
-
this._reconnectTimer = null;
|
|
217
|
-
}
|
|
218
|
-
if (this._session)
|
|
219
|
-
{
|
|
220
|
-
try { this._session.close(); }
|
|
221
|
-
catch (_) { /* ignore */ }
|
|
222
|
-
this._session = null;
|
|
223
|
-
}
|
|
224
|
-
}
|
|
225
|
-
}
|
|
226
|
-
|
|
227
|
-
// -- Load Balancing Policies -----------------------------------
|
|
228
|
-
|
|
229
|
-
/**
|
|
230
|
-
* Pick-first policy: use the first ready subchannel, failover to next.
|
|
231
|
-
* @private
|
|
232
|
-
* @param {Subchannel[]} subchannels
|
|
233
|
-
* @returns {Subchannel|null}
|
|
234
|
-
*/
|
|
235
|
-
function pickFirst(subchannels)
|
|
236
|
-
{
|
|
237
|
-
// First, try the first ready subchannel
|
|
238
|
-
for (const sc of subchannels)
|
|
239
|
-
{
|
|
240
|
-
if (sc.isHealthy) return sc;
|
|
241
|
-
}
|
|
242
|
-
// Fallback: try any that's ready even if not "healthy"
|
|
243
|
-
for (const sc of subchannels)
|
|
244
|
-
{
|
|
245
|
-
if (sc.isReady) return sc;
|
|
246
|
-
}
|
|
247
|
-
// Connect the first idle one
|
|
248
|
-
for (const sc of subchannels)
|
|
249
|
-
{
|
|
250
|
-
if (sc.state === SubchannelState.IDLE)
|
|
251
|
-
{
|
|
252
|
-
sc.connect();
|
|
253
|
-
return sc;
|
|
254
|
-
}
|
|
255
|
-
}
|
|
256
|
-
return subchannels[0] || null;
|
|
257
|
-
}
|
|
258
|
-
|
|
259
|
-
/**
|
|
260
|
-
* Round-robin policy: distribute requests across all ready subchannels.
|
|
261
|
-
* @private
|
|
262
|
-
*/
|
|
263
|
-
class RoundRobinPicker
|
|
264
|
-
{
|
|
265
|
-
constructor()
|
|
266
|
-
{
|
|
267
|
-
/** @private */
|
|
268
|
-
this._index = 0;
|
|
269
|
-
}
|
|
270
|
-
|
|
271
|
-
/**
|
|
272
|
-
* Pick the next subchannel.
|
|
273
|
-
* @param {Subchannel[]} subchannels
|
|
274
|
-
* @returns {Subchannel|null}
|
|
275
|
-
*/
|
|
276
|
-
pick(subchannels)
|
|
277
|
-
{
|
|
278
|
-
const ready = subchannels.filter(sc => sc.isHealthy);
|
|
279
|
-
if (ready.length === 0)
|
|
280
|
-
{
|
|
281
|
-
// Fallback to any ready
|
|
282
|
-
const anyReady = subchannels.filter(sc => sc.isReady);
|
|
283
|
-
if (anyReady.length > 0)
|
|
284
|
-
{
|
|
285
|
-
this._index = (this._index + 1) % anyReady.length;
|
|
286
|
-
return anyReady[this._index];
|
|
287
|
-
}
|
|
288
|
-
// Try to connect idle ones
|
|
289
|
-
for (const sc of subchannels)
|
|
290
|
-
{
|
|
291
|
-
if (sc.state === SubchannelState.IDLE) sc.connect();
|
|
292
|
-
}
|
|
293
|
-
return subchannels[0] || null;
|
|
294
|
-
}
|
|
295
|
-
|
|
296
|
-
this._index = (this._index + 1) % ready.length;
|
|
297
|
-
return ready[this._index];
|
|
298
|
-
}
|
|
299
|
-
}
|
|
300
|
-
|
|
301
|
-
// -- Balancer --------------------------------------------------
|
|
302
|
-
|
|
303
|
-
/**
|
|
304
|
-
* Load-balanced wrapper that manages multiple subchannels and
|
|
305
|
-
* exposes a `pickSubchannel()` method for the GrpcClient to use.
|
|
306
|
-
*
|
|
307
|
-
* @class
|
|
308
|
-
*/
|
|
309
|
-
class LoadBalancer extends EventEmitter
|
|
310
|
-
{
|
|
311
|
-
/**
|
|
312
|
-
* @param {string[]} addresses - Backend addresses.
|
|
313
|
-
* @param {object} [opts] - Options.
|
|
314
|
-
* @param {string} [opts.policy='pick-first'] - 'pick-first' or 'round-robin'.
|
|
315
|
-
* @param {object} [opts.connectOpts] - HTTP/2 connection options.
|
|
316
|
-
*/
|
|
317
|
-
constructor(addresses, opts = {})
|
|
318
|
-
{
|
|
319
|
-
super();
|
|
320
|
-
|
|
321
|
-
/** @type {Subchannel[]} */
|
|
322
|
-
this.subchannels = addresses.map(addr => new Subchannel(addr, opts.connectOpts || {}));
|
|
323
|
-
|
|
324
|
-
/** @private */
|
|
325
|
-
this._policy = opts.policy || 'pick-first';
|
|
326
|
-
|
|
327
|
-
/** @private */
|
|
328
|
-
this._rrPicker = this._policy === 'round-robin' ? new RoundRobinPicker() : null;
|
|
329
|
-
|
|
330
|
-
// Start connecting to all subchannels for round-robin
|
|
331
|
-
if (this._policy === 'round-robin')
|
|
332
|
-
{
|
|
333
|
-
for (const sc of this.subchannels) sc.connect();
|
|
334
|
-
}
|
|
335
|
-
else
|
|
336
|
-
{
|
|
337
|
-
// Pick-first: connect only to the first
|
|
338
|
-
if (this.subchannels.length > 0) this.subchannels[0].connect();
|
|
339
|
-
}
|
|
340
|
-
}
|
|
341
|
-
|
|
342
|
-
/**
|
|
343
|
-
* Pick a subchannel for the next request.
|
|
344
|
-
* @returns {Subchannel|null}
|
|
345
|
-
*/
|
|
346
|
-
pick()
|
|
347
|
-
{
|
|
348
|
-
if (this._rrPicker)
|
|
349
|
-
return this._rrPicker.pick(this.subchannels);
|
|
350
|
-
return pickFirst(this.subchannels);
|
|
351
|
-
}
|
|
352
|
-
|
|
353
|
-
/**
|
|
354
|
-
* Get an HTTP/2 session from the selected subchannel.
|
|
355
|
-
* @returns {import('http2').ClientHttp2Session|null}
|
|
356
|
-
*/
|
|
357
|
-
getSession()
|
|
358
|
-
{
|
|
359
|
-
const sc = this.pick();
|
|
360
|
-
if (!sc) return null;
|
|
361
|
-
return sc.getSession();
|
|
362
|
-
}
|
|
363
|
-
|
|
364
|
-
/**
|
|
365
|
-
* Shut down all subchannels.
|
|
366
|
-
*/
|
|
367
|
-
shutdown()
|
|
368
|
-
{
|
|
369
|
-
for (const sc of this.subchannels) sc.shutdown();
|
|
370
|
-
}
|
|
371
|
-
}
|
|
372
|
-
|
|
373
|
-
module.exports = {
|
|
374
|
-
LoadBalancer,
|
|
375
|
-
Subchannel,
|
|
376
|
-
SubchannelState,
|
|
377
|
-
RoundRobinPicker,
|
|
378
|
-
};
|
|
1
|
+
/**
|
|
2
|
+
* @module grpc/balancer
|
|
3
|
+
* @description Client-side load balancing for gRPC.
|
|
4
|
+
* Distributes requests across multiple backend addresses using
|
|
5
|
+
* pick-first (with failover) or round-robin policies.
|
|
6
|
+
*
|
|
7
|
+
* Manages subchannels (HTTP/2 connections) per backend with
|
|
8
|
+
* automatic reconnection, exponential backoff, and health awareness.
|
|
9
|
+
*
|
|
10
|
+
* @example
|
|
11
|
+
* const { GrpcClient, parseProto } = require('@zero-server/sdk');
|
|
12
|
+
* const schema = parseProto(protoSource);
|
|
13
|
+
*
|
|
14
|
+
* const client = new GrpcClient({
|
|
15
|
+
* addresses: ['backend-1:50051', 'backend-2:50051', 'backend-3:50051'],
|
|
16
|
+
* loadBalancing: 'round-robin',
|
|
17
|
+
* }, schema, 'Greeter');
|
|
18
|
+
*
|
|
19
|
+
* const reply = await client.call('SayHello', { name: 'World' });
|
|
20
|
+
*/
|
|
21
|
+
|
|
22
|
+
const http2 = require('http2');
|
|
23
|
+
const { EventEmitter } = require('events');
|
|
24
|
+
const log = require('../debug')('zero:grpc:balancer');
|
|
25
|
+
|
|
26
|
+
// -- Subchannel States -----------------------------------------
|
|
27
|
+
|
|
28
|
+
/**
|
|
29
|
+
* Connection state machine per subchannel.
|
|
30
|
+
* @enum {string}
|
|
31
|
+
*/
|
|
32
|
+
const SubchannelState = {
|
|
33
|
+
IDLE: 'IDLE',
|
|
34
|
+
CONNECTING: 'CONNECTING',
|
|
35
|
+
READY: 'READY',
|
|
36
|
+
TRANSIENT_FAILURE: 'TRANSIENT_FAILURE',
|
|
37
|
+
SHUTDOWN: 'SHUTDOWN',
|
|
38
|
+
};
|
|
39
|
+
|
|
40
|
+
// -- Subchannel ------------------------------------------------
|
|
41
|
+
|
|
42
|
+
/**
|
|
43
|
+
* Represents a persistent HTTP/2 connection to a single backend.
|
|
44
|
+
*
|
|
45
|
+
* @class
|
|
46
|
+
* @private
|
|
47
|
+
*/
|
|
48
|
+
class Subchannel extends EventEmitter
|
|
49
|
+
{
|
|
50
|
+
/**
|
|
51
|
+
* @param {string} address - Backend address (host:port or full URL).
|
|
52
|
+
* @param {object} [connectOpts] - HTTP/2 connection options (TLS, etc.).
|
|
53
|
+
*/
|
|
54
|
+
constructor(address, connectOpts = {})
|
|
55
|
+
{
|
|
56
|
+
super();
|
|
57
|
+
|
|
58
|
+
/** @type {string} */
|
|
59
|
+
this.address = address;
|
|
60
|
+
|
|
61
|
+
/** @type {string} */
|
|
62
|
+
this.state = SubchannelState.IDLE;
|
|
63
|
+
|
|
64
|
+
/** @private */
|
|
65
|
+
this._connectOpts = connectOpts;
|
|
66
|
+
|
|
67
|
+
/** @private @type {import('http2').ClientHttp2Session|null} */
|
|
68
|
+
this._session = null;
|
|
69
|
+
|
|
70
|
+
/** @private */
|
|
71
|
+
this._backoff = 1000; // exponential backoff starting at 1s
|
|
72
|
+
this._maxBackoff = 30000;
|
|
73
|
+
this._reconnectTimer = null;
|
|
74
|
+
|
|
75
|
+
/** @private */
|
|
76
|
+
this._shutdown = false;
|
|
77
|
+
|
|
78
|
+
/** @private */
|
|
79
|
+
this._healthy = true;
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
/**
|
|
83
|
+
* Connect to the backend.
|
|
84
|
+
* @returns {import('http2').ClientHttp2Session|null}
|
|
85
|
+
*/
|
|
86
|
+
connect()
|
|
87
|
+
{
|
|
88
|
+
if (this._shutdown) return null;
|
|
89
|
+
if (this._session && !this._session.closed && !this._session.destroyed)
|
|
90
|
+
return this._session;
|
|
91
|
+
|
|
92
|
+
this._setState(SubchannelState.CONNECTING);
|
|
93
|
+
|
|
94
|
+
try
|
|
95
|
+
{
|
|
96
|
+
// Normalize address to URL
|
|
97
|
+
const url = this.address.includes('://') ? this.address : `http://${this.address}`;
|
|
98
|
+
this._session = http2.connect(url, this._connectOpts);
|
|
99
|
+
|
|
100
|
+
this._session.on('connect', () =>
|
|
101
|
+
{
|
|
102
|
+
this._backoff = 1000; // reset backoff on successful connect
|
|
103
|
+
this._setState(SubchannelState.READY);
|
|
104
|
+
this._healthy = true;
|
|
105
|
+
});
|
|
106
|
+
|
|
107
|
+
this._session.on('error', (err) =>
|
|
108
|
+
{
|
|
109
|
+
log.warn('subchannel %s error: %s', this.address, err.message);
|
|
110
|
+
this._healthy = false;
|
|
111
|
+
this._setState(SubchannelState.TRANSIENT_FAILURE);
|
|
112
|
+
this._scheduleReconnect();
|
|
113
|
+
});
|
|
114
|
+
|
|
115
|
+
this._session.on('close', () =>
|
|
116
|
+
{
|
|
117
|
+
this._session = null;
|
|
118
|
+
if (!this._shutdown)
|
|
119
|
+
{
|
|
120
|
+
this._setState(SubchannelState.IDLE);
|
|
121
|
+
this._scheduleReconnect();
|
|
122
|
+
}
|
|
123
|
+
});
|
|
124
|
+
|
|
125
|
+
this._session.on('goaway', () =>
|
|
126
|
+
{
|
|
127
|
+
log.info('subchannel %s received GOAWAY', this.address);
|
|
128
|
+
this._healthy = false;
|
|
129
|
+
this._setState(SubchannelState.IDLE);
|
|
130
|
+
});
|
|
131
|
+
|
|
132
|
+
return this._session;
|
|
133
|
+
}
|
|
134
|
+
catch (err)
|
|
135
|
+
{
|
|
136
|
+
log.error('subchannel %s connect error: %s', this.address, err.message);
|
|
137
|
+
this._setState(SubchannelState.TRANSIENT_FAILURE);
|
|
138
|
+
this._scheduleReconnect();
|
|
139
|
+
return null;
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
/**
|
|
144
|
+
* Get the session, connecting if needed.
|
|
145
|
+
* @returns {import('http2').ClientHttp2Session|null}
|
|
146
|
+
*/
|
|
147
|
+
getSession()
|
|
148
|
+
{
|
|
149
|
+
if (this._session && !this._session.closed && !this._session.destroyed)
|
|
150
|
+
return this._session;
|
|
151
|
+
return this.connect();
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
/**
|
|
155
|
+
* Whether this subchannel is ready to serve requests.
|
|
156
|
+
* @returns {boolean}
|
|
157
|
+
*/
|
|
158
|
+
get isReady()
|
|
159
|
+
{
|
|
160
|
+
return this.state === SubchannelState.READY &&
|
|
161
|
+
this._session && !this._session.closed && !this._session.destroyed;
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
/**
|
|
165
|
+
* Whether this subchannel is considered healthy.
|
|
166
|
+
* @returns {boolean}
|
|
167
|
+
*/
|
|
168
|
+
get isHealthy()
|
|
169
|
+
{
|
|
170
|
+
return this._healthy && this.isReady;
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
/**
|
|
174
|
+
* Schedule a reconnection with exponential backoff.
|
|
175
|
+
* @private
|
|
176
|
+
*/
|
|
177
|
+
_scheduleReconnect()
|
|
178
|
+
{
|
|
179
|
+
if (this._shutdown || this._reconnectTimer) return;
|
|
180
|
+
|
|
181
|
+
this._reconnectTimer = setTimeout(() =>
|
|
182
|
+
{
|
|
183
|
+
this._reconnectTimer = null;
|
|
184
|
+
if (!this._shutdown) this.connect();
|
|
185
|
+
}, this._backoff);
|
|
186
|
+
if (this._reconnectTimer.unref) this._reconnectTimer.unref();
|
|
187
|
+
|
|
188
|
+
this._backoff = Math.min(this._backoff * 2, this._maxBackoff);
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
/**
|
|
192
|
+
* Update state and emit event.
|
|
193
|
+
* @private
|
|
194
|
+
*/
|
|
195
|
+
_setState(state)
|
|
196
|
+
{
|
|
197
|
+
const prev = this.state;
|
|
198
|
+
this.state = state;
|
|
199
|
+
if (prev !== state)
|
|
200
|
+
{
|
|
201
|
+
log.debug('subchannel %s: %s → %s', this.address, prev, state);
|
|
202
|
+
this.emit('stateChange', state, prev);
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
/**
|
|
207
|
+
* Shut down this subchannel.
|
|
208
|
+
*/
|
|
209
|
+
shutdown()
|
|
210
|
+
{
|
|
211
|
+
this._shutdown = true;
|
|
212
|
+
this._setState(SubchannelState.SHUTDOWN);
|
|
213
|
+
if (this._reconnectTimer)
|
|
214
|
+
{
|
|
215
|
+
clearTimeout(this._reconnectTimer);
|
|
216
|
+
this._reconnectTimer = null;
|
|
217
|
+
}
|
|
218
|
+
if (this._session)
|
|
219
|
+
{
|
|
220
|
+
try { this._session.close(); }
|
|
221
|
+
catch (_) { /* ignore */ }
|
|
222
|
+
this._session = null;
|
|
223
|
+
}
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
|
|
227
|
+
// -- Load Balancing Policies -----------------------------------
|
|
228
|
+
|
|
229
|
+
/**
|
|
230
|
+
* Pick-first policy: use the first ready subchannel, failover to next.
|
|
231
|
+
* @private
|
|
232
|
+
* @param {Subchannel[]} subchannels
|
|
233
|
+
* @returns {Subchannel|null}
|
|
234
|
+
*/
|
|
235
|
+
function pickFirst(subchannels)
|
|
236
|
+
{
|
|
237
|
+
// First, try the first ready subchannel
|
|
238
|
+
for (const sc of subchannels)
|
|
239
|
+
{
|
|
240
|
+
if (sc.isHealthy) return sc;
|
|
241
|
+
}
|
|
242
|
+
// Fallback: try any that's ready even if not "healthy"
|
|
243
|
+
for (const sc of subchannels)
|
|
244
|
+
{
|
|
245
|
+
if (sc.isReady) return sc;
|
|
246
|
+
}
|
|
247
|
+
// Connect the first idle one
|
|
248
|
+
for (const sc of subchannels)
|
|
249
|
+
{
|
|
250
|
+
if (sc.state === SubchannelState.IDLE)
|
|
251
|
+
{
|
|
252
|
+
sc.connect();
|
|
253
|
+
return sc;
|
|
254
|
+
}
|
|
255
|
+
}
|
|
256
|
+
return subchannels[0] || null;
|
|
257
|
+
}
|
|
258
|
+
|
|
259
|
+
/**
|
|
260
|
+
* Round-robin policy: distribute requests across all ready subchannels.
|
|
261
|
+
* @private
|
|
262
|
+
*/
|
|
263
|
+
class RoundRobinPicker
|
|
264
|
+
{
|
|
265
|
+
constructor()
|
|
266
|
+
{
|
|
267
|
+
/** @private */
|
|
268
|
+
this._index = 0;
|
|
269
|
+
}
|
|
270
|
+
|
|
271
|
+
/**
|
|
272
|
+
* Pick the next subchannel.
|
|
273
|
+
* @param {Subchannel[]} subchannels
|
|
274
|
+
* @returns {Subchannel|null}
|
|
275
|
+
*/
|
|
276
|
+
pick(subchannels)
|
|
277
|
+
{
|
|
278
|
+
const ready = subchannels.filter(sc => sc.isHealthy);
|
|
279
|
+
if (ready.length === 0)
|
|
280
|
+
{
|
|
281
|
+
// Fallback to any ready
|
|
282
|
+
const anyReady = subchannels.filter(sc => sc.isReady);
|
|
283
|
+
if (anyReady.length > 0)
|
|
284
|
+
{
|
|
285
|
+
this._index = (this._index + 1) % anyReady.length;
|
|
286
|
+
return anyReady[this._index];
|
|
287
|
+
}
|
|
288
|
+
// Try to connect idle ones
|
|
289
|
+
for (const sc of subchannels)
|
|
290
|
+
{
|
|
291
|
+
if (sc.state === SubchannelState.IDLE) sc.connect();
|
|
292
|
+
}
|
|
293
|
+
return subchannels[0] || null;
|
|
294
|
+
}
|
|
295
|
+
|
|
296
|
+
this._index = (this._index + 1) % ready.length;
|
|
297
|
+
return ready[this._index];
|
|
298
|
+
}
|
|
299
|
+
}
|
|
300
|
+
|
|
301
|
+
// -- Balancer --------------------------------------------------
|
|
302
|
+
|
|
303
|
+
/**
|
|
304
|
+
* Load-balanced wrapper that manages multiple subchannels and
|
|
305
|
+
* exposes a `pickSubchannel()` method for the GrpcClient to use.
|
|
306
|
+
*
|
|
307
|
+
* @class
|
|
308
|
+
*/
|
|
309
|
+
class LoadBalancer extends EventEmitter
|
|
310
|
+
{
|
|
311
|
+
/**
|
|
312
|
+
* @param {string[]} addresses - Backend addresses.
|
|
313
|
+
* @param {object} [opts] - Options.
|
|
314
|
+
* @param {string} [opts.policy='pick-first'] - 'pick-first' or 'round-robin'.
|
|
315
|
+
* @param {object} [opts.connectOpts] - HTTP/2 connection options.
|
|
316
|
+
*/
|
|
317
|
+
constructor(addresses, opts = {})
|
|
318
|
+
{
|
|
319
|
+
super();
|
|
320
|
+
|
|
321
|
+
/** @type {Subchannel[]} */
|
|
322
|
+
this.subchannels = addresses.map(addr => new Subchannel(addr, opts.connectOpts || {}));
|
|
323
|
+
|
|
324
|
+
/** @private */
|
|
325
|
+
this._policy = opts.policy || 'pick-first';
|
|
326
|
+
|
|
327
|
+
/** @private */
|
|
328
|
+
this._rrPicker = this._policy === 'round-robin' ? new RoundRobinPicker() : null;
|
|
329
|
+
|
|
330
|
+
// Start connecting to all subchannels for round-robin
|
|
331
|
+
if (this._policy === 'round-robin')
|
|
332
|
+
{
|
|
333
|
+
for (const sc of this.subchannels) sc.connect();
|
|
334
|
+
}
|
|
335
|
+
else
|
|
336
|
+
{
|
|
337
|
+
// Pick-first: connect only to the first
|
|
338
|
+
if (this.subchannels.length > 0) this.subchannels[0].connect();
|
|
339
|
+
}
|
|
340
|
+
}
|
|
341
|
+
|
|
342
|
+
/**
|
|
343
|
+
* Pick a subchannel for the next request.
|
|
344
|
+
* @returns {Subchannel|null}
|
|
345
|
+
*/
|
|
346
|
+
pick()
|
|
347
|
+
{
|
|
348
|
+
if (this._rrPicker)
|
|
349
|
+
return this._rrPicker.pick(this.subchannels);
|
|
350
|
+
return pickFirst(this.subchannels);
|
|
351
|
+
}
|
|
352
|
+
|
|
353
|
+
/**
|
|
354
|
+
* Get an HTTP/2 session from the selected subchannel.
|
|
355
|
+
* @returns {import('http2').ClientHttp2Session|null}
|
|
356
|
+
*/
|
|
357
|
+
getSession()
|
|
358
|
+
{
|
|
359
|
+
const sc = this.pick();
|
|
360
|
+
if (!sc) return null;
|
|
361
|
+
return sc.getSession();
|
|
362
|
+
}
|
|
363
|
+
|
|
364
|
+
/**
|
|
365
|
+
* Shut down all subchannels.
|
|
366
|
+
*/
|
|
367
|
+
shutdown()
|
|
368
|
+
{
|
|
369
|
+
for (const sc of this.subchannels) sc.shutdown();
|
|
370
|
+
}
|
|
371
|
+
}
|
|
372
|
+
|
|
373
|
+
module.exports = {
|
|
374
|
+
LoadBalancer,
|
|
375
|
+
Subchannel,
|
|
376
|
+
SubchannelState,
|
|
377
|
+
RoundRobinPicker,
|
|
378
|
+
};
|