@olane/o-node 0.7.12-alpha.3 → 0.7.12-alpha.31
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/o-core/src/connection/o-response.d.ts +12 -0
- package/dist/o-core/src/connection/o-response.d.ts.map +1 -0
- package/dist/o-core/src/connection/o-response.js +18 -0
- package/dist/o-core/src/error/enums/codes.error.d.ts +20 -0
- package/dist/o-core/src/error/enums/codes.error.d.ts.map +1 -0
- package/dist/o-core/src/error/enums/codes.error.js +20 -0
- package/dist/o-core/src/error/interfaces/o-error.interface.d.ts +6 -0
- package/dist/o-core/src/error/interfaces/o-error.interface.d.ts.map +1 -0
- package/dist/o-core/src/error/interfaces/o-error.interface.js +1 -0
- package/dist/o-core/src/error/o-error.d.ts +15 -0
- package/dist/o-core/src/error/o-error.d.ts.map +1 -0
- package/dist/o-core/src/error/o-error.js +27 -0
- package/dist/o-core/src/streaming/index.d.ts +11 -0
- package/dist/o-core/src/streaming/index.d.ts.map +1 -0
- package/dist/o-core/src/streaming/index.js +14 -0
- package/dist/o-core/src/streaming/protocol-builder.d.ts +62 -0
- package/dist/o-core/src/streaming/protocol-builder.d.ts.map +1 -0
- package/dist/o-core/src/streaming/protocol-builder.js +93 -0
- package/dist/o-core/src/streaming/stream-config.d.ts +36 -0
- package/dist/o-core/src/streaming/stream-config.d.ts.map +1 -0
- package/dist/o-core/src/streaming/stream-config.js +19 -0
- package/dist/o-core/src/streaming/stream-handler.base.d.ts +85 -0
- package/dist/o-core/src/streaming/stream-handler.base.d.ts.map +1 -0
- package/dist/o-core/src/streaming/stream-handler.base.js +112 -0
- package/dist/o-core/src/streaming/stream-transport.interface.d.ts +61 -0
- package/dist/o-core/src/streaming/stream-transport.interface.d.ts.map +1 -0
- package/dist/o-core/src/streaming/stream-transport.interface.js +10 -0
- package/dist/o-core/src/utils/streaming.utils.d.ts +22 -0
- package/dist/o-core/src/utils/streaming.utils.d.ts.map +1 -0
- package/dist/o-core/src/utils/streaming.utils.js +45 -0
- package/dist/o-node/src/connection/index.d.ts +5 -0
- package/dist/o-node/src/connection/index.d.ts.map +1 -0
- package/dist/o-node/src/connection/index.js +4 -0
- package/dist/o-node/src/connection/interfaces/o-node-connection-manager.config.d.ts +6 -0
- package/dist/o-node/src/connection/interfaces/o-node-connection-manager.config.d.ts.map +1 -0
- package/dist/o-node/src/connection/interfaces/o-node-connection-manager.config.js +1 -0
- package/dist/o-node/src/connection/interfaces/o-node-connection.config.d.ts +6 -0
- package/dist/o-node/src/connection/interfaces/o-node-connection.config.d.ts.map +1 -0
- package/dist/o-node/src/connection/interfaces/o-node-connection.config.js +1 -0
- package/dist/o-node/src/connection/o-node-connection.d.ts +13 -0
- package/dist/o-node/src/connection/o-node-connection.d.ts.map +1 -0
- package/dist/o-node/src/connection/o-node-connection.js +80 -0
- package/dist/o-node/src/connection/o-node-connection.manager.d.ts +19 -0
- package/dist/o-node/src/connection/o-node-connection.manager.d.ts.map +1 -0
- package/dist/o-node/src/connection/o-node-connection.manager.js +93 -0
- package/dist/o-node/src/connection/o-stream.request.d.ts +11 -0
- package/dist/o-node/src/connection/o-stream.request.d.ts.map +1 -0
- package/dist/o-node/src/connection/o-stream.request.js +7 -0
- package/dist/o-node/src/index.d.ts +11 -0
- package/dist/o-node/src/index.d.ts.map +1 -0
- package/dist/o-node/src/index.js +10 -0
- package/dist/o-node/src/interfaces/i-heartbeatable-node.d.ts +49 -0
- package/dist/o-node/src/interfaces/i-heartbeatable-node.d.ts.map +1 -0
- package/dist/o-node/src/interfaces/i-heartbeatable-node.js +1 -0
- package/dist/o-node/src/interfaces/i-reconnectable-node.d.ts +46 -0
- package/dist/o-node/src/interfaces/i-reconnectable-node.d.ts.map +1 -0
- package/dist/o-node/src/interfaces/i-reconnectable-node.js +1 -0
- package/dist/o-node/src/interfaces/o-node.config.d.ts +66 -0
- package/dist/o-node/src/interfaces/o-node.config.d.ts.map +1 -0
- package/dist/o-node/src/interfaces/o-node.config.js +1 -0
- package/dist/o-node/src/interfaces/o-node.tool-config.d.ts +4 -0
- package/dist/o-node/src/interfaces/o-node.tool-config.d.ts.map +1 -0
- package/dist/o-node/src/interfaces/o-node.tool-config.js +1 -0
- package/dist/o-node/src/lib/network-activity.lib.d.ts +1 -0
- package/dist/o-node/src/lib/network-activity.lib.d.ts.map +1 -0
- package/dist/o-node/src/lib/network-activity.lib.js +34 -0
- package/dist/o-node/src/managers/o-connection-heartbeat.manager.d.ts +62 -0
- package/dist/o-node/src/managers/o-connection-heartbeat.manager.d.ts.map +1 -0
- package/dist/o-node/src/managers/o-connection-heartbeat.manager.js +213 -0
- package/dist/o-node/src/managers/o-reconnection.manager.d.ts +51 -0
- package/dist/o-node/src/managers/o-reconnection.manager.d.ts.map +1 -0
- package/dist/o-node/src/managers/o-reconnection.manager.js +266 -0
- package/dist/o-node/src/nodes/client.node.d.ts +7 -0
- package/dist/o-node/src/nodes/client.node.d.ts.map +1 -0
- package/dist/o-node/src/nodes/client.node.js +16 -0
- package/dist/o-node/src/nodes/index.d.ts +4 -0
- package/dist/o-node/src/nodes/index.d.ts.map +1 -0
- package/dist/o-node/src/nodes/index.js +3 -0
- package/dist/o-node/src/nodes/server.node.d.ts +7 -0
- package/dist/o-node/src/nodes/server.node.d.ts.map +1 -0
- package/dist/o-node/src/nodes/server.node.js +20 -0
- package/dist/o-node/src/nodes/websocket.node.d.ts +7 -0
- package/dist/o-node/src/nodes/websocket.node.d.ts.map +1 -0
- package/dist/o-node/src/nodes/websocket.node.js +18 -0
- package/dist/o-node/src/o-node.d.ts +73 -0
- package/dist/o-node/src/o-node.d.ts.map +1 -0
- package/dist/o-node/src/o-node.hierarchy-manager.d.ts +15 -0
- package/dist/o-node/src/o-node.hierarchy-manager.d.ts.map +1 -0
- package/dist/o-node/src/o-node.hierarchy-manager.js +15 -0
- package/dist/o-node/src/o-node.js +414 -0
- package/dist/o-node/src/o-node.notification-manager.d.ts +52 -0
- package/dist/o-node/src/o-node.notification-manager.d.ts.map +1 -0
- package/dist/o-node/src/o-node.notification-manager.js +185 -0
- package/dist/o-node/src/o-node.tool.d.ts +18 -0
- package/dist/o-node/src/o-node.tool.d.ts.map +1 -0
- package/dist/o-node/src/o-node.tool.js +90 -0
- package/dist/o-node/src/router/index.d.ts +6 -0
- package/dist/o-node/src/router/index.d.ts.map +1 -0
- package/dist/o-node/src/router/index.js +5 -0
- package/dist/o-node/src/router/interfaces/o-node-router.config.d.ts +3 -0
- package/dist/o-node/src/router/interfaces/o-node-router.config.d.ts.map +1 -0
- package/dist/o-node/src/router/interfaces/o-node-router.config.js +1 -0
- package/dist/o-node/src/router/interfaces/o-node-router.response.d.ts +8 -0
- package/dist/o-node/src/router/interfaces/o-node-router.response.d.ts.map +1 -0
- package/dist/o-node/src/router/interfaces/o-node-router.response.js +1 -0
- package/dist/o-node/src/router/o-node.address.d.ts +18 -0
- package/dist/o-node/src/router/o-node.address.d.ts.map +1 -0
- package/dist/o-node/src/router/o-node.address.js +29 -0
- package/dist/o-node/src/router/o-node.router.d.ts +45 -0
- package/dist/o-node/src/router/o-node.router.d.ts.map +1 -0
- package/dist/o-node/src/router/o-node.router.js +135 -0
- package/dist/o-node/src/router/o-node.routing-policy.d.ts +30 -0
- package/dist/o-node/src/router/o-node.routing-policy.d.ts.map +1 -0
- package/dist/o-node/src/router/o-node.routing-policy.js +57 -0
- package/dist/o-node/src/router/o-node.transport.d.ts +11 -0
- package/dist/o-node/src/router/o-node.transport.d.ts.map +1 -0
- package/dist/o-node/src/router/o-node.transport.js +18 -0
- package/dist/o-node/src/router/resolvers/index.d.ts +4 -0
- package/dist/o-node/src/router/resolvers/index.d.ts.map +1 -0
- package/dist/o-node/src/router/resolvers/index.js +3 -0
- package/dist/o-node/src/router/resolvers/o-node.leader-resolver-fallback.d.ts +8 -0
- package/dist/o-node/src/router/resolvers/o-node.leader-resolver-fallback.d.ts.map +1 -0
- package/dist/o-node/src/router/resolvers/o-node.leader-resolver-fallback.js +35 -0
- package/dist/{src/router/resolvers/o-node.child-resolver.d.ts → o-node/src/router/resolvers/o-node.resolver.d.ts} +2 -2
- package/dist/o-node/src/router/resolvers/o-node.resolver.d.ts.map +1 -0
- package/dist/o-node/src/router/resolvers/o-node.resolver.js +41 -0
- package/dist/o-node/src/router/resolvers/o-node.search-resolver.d.ts +170 -0
- package/dist/o-node/src/router/resolvers/o-node.search-resolver.d.ts.map +1 -0
- package/dist/o-node/src/router/resolvers/o-node.search-resolver.js +285 -0
- package/dist/o-node/src/router/route.request.d.ts +14 -0
- package/dist/o-node/src/router/route.request.d.ts.map +1 -0
- package/dist/o-node/src/router/route.request.js +1 -0
- package/dist/o-node/src/streaming/index.d.ts +10 -0
- package/dist/o-node/src/streaming/index.d.ts.map +1 -0
- package/dist/o-node/src/streaming/index.js +12 -0
- package/dist/o-node/src/streaming/libp2p-stream-transport.d.ts +50 -0
- package/dist/o-node/src/streaming/libp2p-stream-transport.d.ts.map +1 -0
- package/dist/o-node/src/streaming/libp2p-stream-transport.js +137 -0
- package/dist/o-node/src/streaming/node-stream-handler.d.ts +65 -0
- package/dist/o-node/src/streaming/node-stream-handler.d.ts.map +1 -0
- package/dist/o-node/src/streaming/node-stream-handler.js +101 -0
- package/dist/o-node/src/utils/circuit-breaker.d.ts +107 -0
- package/dist/o-node/src/utils/circuit-breaker.d.ts.map +1 -0
- package/dist/o-node/src/utils/circuit-breaker.js +175 -0
- package/dist/o-node/src/utils/index.d.ts +5 -0
- package/dist/o-node/src/utils/index.d.ts.map +1 -0
- package/dist/o-node/src/utils/index.js +4 -0
- package/dist/o-node/src/utils/leader-request-wrapper.d.ts +66 -0
- package/dist/o-node/src/utils/leader-request-wrapper.d.ts.map +1 -0
- package/dist/o-node/src/utils/leader-request-wrapper.js +160 -0
- package/dist/o-node/src/utils/network.utils.d.ts +20 -0
- package/dist/o-node/src/utils/network.utils.d.ts.map +1 -0
- package/dist/o-node/src/utils/network.utils.js +74 -0
- package/dist/o-node/src/utils/stream.utils.d.ts +6 -0
- package/dist/o-node/src/utils/stream.utils.d.ts.map +1 -0
- package/dist/o-node/src/utils/stream.utils.js +27 -0
- package/dist/o-node/test/circuit-breaker.test.d.ts +2 -0
- package/dist/o-node/test/circuit-breaker.test.d.ts.map +1 -0
- package/dist/o-node/test/circuit-breaker.test.js +262 -0
- package/dist/o-node/test/leader-request-wrapper.test.d.ts +1 -0
- package/dist/o-node/test/leader-request-wrapper.test.d.ts.map +1 -0
- package/dist/o-node/test/leader-request-wrapper.test.js +246 -0
- package/dist/o-node/test/o-node.spec.d.ts +2 -0
- package/dist/o-node/test/o-node.spec.d.ts.map +1 -0
- package/dist/o-node/test/o-node.spec.js +20 -0
- package/dist/o-node/test/search-resolver.spec.d.ts +2 -0
- package/dist/o-node/test/search-resolver.spec.d.ts.map +1 -0
- package/dist/o-node/test/search-resolver.spec.js +693 -0
- package/dist/src/connection/o-node-connection.d.ts +1 -2
- package/dist/src/connection/o-node-connection.d.ts.map +1 -1
- package/dist/src/connection/o-node-connection.js +25 -18
- package/dist/src/connection/o-node-connection.manager.d.ts +3 -1
- package/dist/src/connection/o-node-connection.manager.d.ts.map +1 -1
- package/dist/src/connection/o-node-connection.manager.js +45 -20
- package/dist/src/connection/o-stream.request.d.ts +11 -0
- package/dist/src/connection/o-stream.request.d.ts.map +1 -0
- package/dist/src/connection/o-stream.request.js +7 -0
- package/dist/src/index.d.ts +2 -1
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +2 -1
- package/dist/src/interfaces/i-heartbeatable-node.d.ts +49 -0
- package/dist/src/interfaces/i-heartbeatable-node.d.ts.map +1 -0
- package/dist/src/interfaces/i-heartbeatable-node.js +1 -0
- package/dist/src/interfaces/i-reconnectable-node.d.ts +46 -0
- package/dist/src/interfaces/i-reconnectable-node.d.ts.map +1 -0
- package/dist/src/interfaces/i-reconnectable-node.js +1 -0
- package/dist/src/interfaces/o-node.config.d.ts +42 -0
- package/dist/src/interfaces/o-node.config.d.ts.map +1 -1
- package/dist/src/managers/o-connection-heartbeat.manager.d.ts +62 -0
- package/dist/src/managers/o-connection-heartbeat.manager.d.ts.map +1 -0
- package/dist/src/managers/o-connection-heartbeat.manager.js +213 -0
- package/dist/src/managers/o-reconnection.manager.d.ts +51 -0
- package/dist/src/managers/o-reconnection.manager.d.ts.map +1 -0
- package/dist/src/managers/o-reconnection.manager.js +266 -0
- package/dist/src/o-node.d.ts +20 -2
- package/dist/src/o-node.d.ts.map +1 -1
- package/dist/src/o-node.js +161 -32
- package/dist/src/o-node.notification-manager.d.ts +52 -0
- package/dist/src/o-node.notification-manager.d.ts.map +1 -0
- package/dist/src/o-node.notification-manager.js +185 -0
- package/dist/src/o-node.tool.d.ts.map +1 -1
- package/dist/src/o-node.tool.js +29 -22
- package/dist/src/router/o-node.router.d.ts +1 -0
- package/dist/src/router/o-node.router.d.ts.map +1 -1
- package/dist/src/router/o-node.router.js +61 -5
- package/dist/src/router/o-node.routing-policy.d.ts.map +1 -1
- package/dist/src/router/o-node.routing-policy.js +7 -2
- package/dist/src/router/resolvers/o-node.resolver.d.ts.map +1 -1
- package/dist/src/router/resolvers/o-node.resolver.js +5 -1
- package/dist/src/router/resolvers/o-node.search-resolver.d.ts.map +1 -1
- package/dist/src/router/resolvers/o-node.search-resolver.js +40 -10
- package/dist/src/streaming/index.d.ts +10 -0
- package/dist/src/streaming/index.d.ts.map +1 -0
- package/dist/src/streaming/index.js +12 -0
- package/dist/src/streaming/libp2p-stream-transport.d.ts +50 -0
- package/dist/src/streaming/libp2p-stream-transport.d.ts.map +1 -0
- package/dist/src/streaming/libp2p-stream-transport.js +137 -0
- package/dist/src/streaming/node-stream-handler.d.ts +65 -0
- package/dist/src/streaming/node-stream-handler.d.ts.map +1 -0
- package/dist/src/streaming/node-stream-handler.js +101 -0
- package/dist/src/streaming/o-node-streaming-client.d.ts +33 -0
- package/dist/src/streaming/o-node-streaming-client.d.ts.map +1 -0
- package/dist/src/streaming/o-node-streaming-client.js +130 -0
- package/dist/src/utils/circuit-breaker.d.ts +107 -0
- package/dist/src/utils/circuit-breaker.d.ts.map +1 -0
- package/dist/src/utils/circuit-breaker.js +175 -0
- package/dist/src/utils/circuit-breaker.test.d.ts +2 -0
- package/dist/src/utils/circuit-breaker.test.d.ts.map +1 -0
- package/dist/src/utils/circuit-breaker.test.js +262 -0
- package/dist/src/utils/index.d.ts +3 -0
- package/dist/src/utils/index.d.ts.map +1 -0
- package/dist/src/utils/index.js +2 -0
- package/dist/src/utils/leader-request-wrapper.d.ts +66 -0
- package/dist/src/utils/leader-request-wrapper.d.ts.map +1 -0
- package/dist/src/utils/leader-request-wrapper.js +160 -0
- package/dist/src/utils/leader-request-wrapper.test.d.ts +1 -0
- package/dist/src/utils/leader-request-wrapper.test.d.ts.map +1 -0
- package/dist/src/utils/leader-request-wrapper.test.js +246 -0
- package/dist/src/utils/stream.utils.d.ts +6 -0
- package/dist/src/utils/stream.utils.d.ts.map +1 -0
- package/dist/src/utils/stream.utils.js +31 -0
- package/dist/test/circuit-breaker.test.d.ts +2 -0
- package/dist/test/circuit-breaker.test.d.ts.map +1 -0
- package/dist/test/circuit-breaker.test.js +262 -0
- package/dist/test/helpers/test-node.tool.d.ts +15 -0
- package/dist/test/helpers/test-node.tool.d.ts.map +1 -0
- package/dist/test/helpers/test-node.tool.js +27 -0
- package/dist/test/leader-request-wrapper.test.d.ts +1 -0
- package/dist/test/leader-request-wrapper.test.d.ts.map +1 -0
- package/dist/test/leader-request-wrapper.test.js +246 -0
- package/dist/test/search-resolver.spec.js +79 -0
- package/package.json +6 -6
- package/dist/src/router/resolvers/o-node.child-resolver.d.ts.map +0 -1
- package/dist/src/router/resolvers/o-node.child-resolver.js +0 -58
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
import { StreamHandlerBase, ProtocolBuilder, } from '../../../o-core/src/streaming/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* o-node specific implementation of StreamHandlerBase.
|
|
4
|
+
* Integrates with libp2p streams and tracks metrics for o-node tools.
|
|
5
|
+
*/
|
|
6
|
+
export class NodeStreamHandler extends StreamHandlerBase {
|
|
7
|
+
constructor(transport, options = {}) {
|
|
8
|
+
super(options);
|
|
9
|
+
this.successCount = 0;
|
|
10
|
+
this.errorCount = 0;
|
|
11
|
+
this.transport = transport;
|
|
12
|
+
this.nodeOptions = {
|
|
13
|
+
trackSuccessCount: true,
|
|
14
|
+
trackErrorCount: true,
|
|
15
|
+
...options,
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
/**
|
|
19
|
+
* Get the success count (number of chunks successfully sent)
|
|
20
|
+
*/
|
|
21
|
+
getSuccessCount() {
|
|
22
|
+
return this.successCount;
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Get the error count
|
|
26
|
+
*/
|
|
27
|
+
getErrorCount() {
|
|
28
|
+
return this.errorCount;
|
|
29
|
+
}
|
|
30
|
+
/**
|
|
31
|
+
* Reset metrics
|
|
32
|
+
*/
|
|
33
|
+
resetMetrics() {
|
|
34
|
+
this.successCount = 0;
|
|
35
|
+
this.errorCount = 0;
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* Implementation of sendChunk using libp2p transport and protocol builder
|
|
39
|
+
*/
|
|
40
|
+
async sendChunk(chunk, sequence, isLast, request) {
|
|
41
|
+
// Build the JSON-RPC streaming chunk message
|
|
42
|
+
const message = ProtocolBuilder.buildStreamChunkFromRequest(chunk, sequence, isLast, request);
|
|
43
|
+
// Encode the message to bytes
|
|
44
|
+
const encoded = ProtocolBuilder.encodeMessage(message);
|
|
45
|
+
// Send through the transport (handles backpressure)
|
|
46
|
+
await this.transport.send(encoded);
|
|
47
|
+
// Track metrics if enabled
|
|
48
|
+
if (this.nodeOptions.trackSuccessCount) {
|
|
49
|
+
this.successCount++;
|
|
50
|
+
}
|
|
51
|
+
// Close the stream if this is the last chunk
|
|
52
|
+
if (isLast) {
|
|
53
|
+
await this.transport.close();
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* Hook: Called when streaming starts
|
|
58
|
+
*/
|
|
59
|
+
onStreamStart(request) {
|
|
60
|
+
// Reset metrics for this stream
|
|
61
|
+
if (this.nodeOptions.enableMetrics) {
|
|
62
|
+
this.resetMetrics();
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
/**
|
|
66
|
+
* Hook: Called when streaming completes successfully
|
|
67
|
+
*/
|
|
68
|
+
onStreamComplete(request, totalChunks) {
|
|
69
|
+
// Log completion if metrics enabled
|
|
70
|
+
if (this.nodeOptions.enableMetrics) {
|
|
71
|
+
console.log(`Stream completed for ${request.method}: ${totalChunks} chunks sent`);
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
/**
|
|
75
|
+
* Hook: Called when streaming encounters an error
|
|
76
|
+
*/
|
|
77
|
+
onStreamError(request, error) {
|
|
78
|
+
// Track error count
|
|
79
|
+
if (this.nodeOptions.trackErrorCount) {
|
|
80
|
+
this.errorCount++;
|
|
81
|
+
}
|
|
82
|
+
// Log error
|
|
83
|
+
console.error(`Stream error for ${request.method}:`, error);
|
|
84
|
+
}
|
|
85
|
+
/**
|
|
86
|
+
* Reset the handler for reuse with a new transport
|
|
87
|
+
*/
|
|
88
|
+
reset() {
|
|
89
|
+
// Call parent reset
|
|
90
|
+
this.state = 0; // Reset state (IDLE)
|
|
91
|
+
this.currentSequence = 0;
|
|
92
|
+
this.resetMetrics();
|
|
93
|
+
}
|
|
94
|
+
/**
|
|
95
|
+
* Create a new NodeStreamHandler with a different transport
|
|
96
|
+
* (useful for handling multiple streams)
|
|
97
|
+
*/
|
|
98
|
+
static create(transport, options) {
|
|
99
|
+
return new NodeStreamHandler(transport, options);
|
|
100
|
+
}
|
|
101
|
+
}
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
import { oObject } from '@olane/o-core';
|
|
2
|
+
export declare enum CircuitState {
|
|
3
|
+
CLOSED = "CLOSED",// Normal operation, requests pass through
|
|
4
|
+
OPEN = "OPEN",// Circuit broken, requests fast-fail
|
|
5
|
+
HALF_OPEN = "HALF_OPEN"
|
|
6
|
+
}
|
|
7
|
+
export interface CircuitBreakerConfig {
|
|
8
|
+
failureThreshold: number;
|
|
9
|
+
openTimeoutMs: number;
|
|
10
|
+
halfOpenMaxAttempts: number;
|
|
11
|
+
enabled: boolean;
|
|
12
|
+
}
|
|
13
|
+
export interface CircuitStats {
|
|
14
|
+
state: CircuitState;
|
|
15
|
+
consecutiveFailures: number;
|
|
16
|
+
totalFailures: number;
|
|
17
|
+
totalSuccesses: number;
|
|
18
|
+
lastFailureTime?: number;
|
|
19
|
+
lastSuccessTime?: number;
|
|
20
|
+
openedAt?: number;
|
|
21
|
+
}
|
|
22
|
+
/**
|
|
23
|
+
* Circuit Breaker Pattern Implementation
|
|
24
|
+
*
|
|
25
|
+
* Prevents cascading failures by "breaking the circuit" when a service
|
|
26
|
+
* experiences persistent failures. This allows the system to fail fast
|
|
27
|
+
* rather than wasting resources on retries that are likely to fail.
|
|
28
|
+
*
|
|
29
|
+
* States:
|
|
30
|
+
* - CLOSED: Normal operation, all requests pass through
|
|
31
|
+
* - OPEN: Circuit broken due to failures, requests fail immediately
|
|
32
|
+
* - HALF_OPEN: Testing recovery, limited requests allowed
|
|
33
|
+
*
|
|
34
|
+
* Flow:
|
|
35
|
+
* 1. CLOSED -> OPEN: After N consecutive failures
|
|
36
|
+
* 2. OPEN -> HALF_OPEN: After timeout period
|
|
37
|
+
* 3. HALF_OPEN -> CLOSED: After successful request
|
|
38
|
+
* 4. HALF_OPEN -> OPEN: After failure in recovery
|
|
39
|
+
*
|
|
40
|
+
* @example
|
|
41
|
+
* ```typescript
|
|
42
|
+
* const breaker = new CircuitBreaker('registry', {
|
|
43
|
+
* failureThreshold: 3,
|
|
44
|
+
* openTimeoutMs: 30000,
|
|
45
|
+
* halfOpenMaxAttempts: 1,
|
|
46
|
+
* enabled: true,
|
|
47
|
+
* });
|
|
48
|
+
*
|
|
49
|
+
* // Before making request
|
|
50
|
+
* if (!breaker.shouldAllowRequest()) {
|
|
51
|
+
* throw new Error('Circuit breaker is open');
|
|
52
|
+
* }
|
|
53
|
+
*
|
|
54
|
+
* try {
|
|
55
|
+
* const result = await makeRequest();
|
|
56
|
+
* breaker.recordSuccess();
|
|
57
|
+
* return result;
|
|
58
|
+
* } catch (error) {
|
|
59
|
+
* breaker.recordFailure();
|
|
60
|
+
* throw error;
|
|
61
|
+
* }
|
|
62
|
+
* ```
|
|
63
|
+
*/
|
|
64
|
+
export declare class CircuitBreaker extends oObject {
|
|
65
|
+
private readonly serviceName;
|
|
66
|
+
private readonly config;
|
|
67
|
+
private state;
|
|
68
|
+
private consecutiveFailures;
|
|
69
|
+
private totalFailures;
|
|
70
|
+
private totalSuccesses;
|
|
71
|
+
private lastFailureTime?;
|
|
72
|
+
private lastSuccessTime?;
|
|
73
|
+
private openedAt?;
|
|
74
|
+
private halfOpenAttempts;
|
|
75
|
+
constructor(serviceName: string, config: CircuitBreakerConfig);
|
|
76
|
+
/**
|
|
77
|
+
* Check if a request should be allowed through the circuit breaker
|
|
78
|
+
* @returns true if request should proceed, false if should fast-fail
|
|
79
|
+
*/
|
|
80
|
+
shouldAllowRequest(): boolean;
|
|
81
|
+
/**
|
|
82
|
+
* Record a successful request
|
|
83
|
+
*/
|
|
84
|
+
recordSuccess(): void;
|
|
85
|
+
/**
|
|
86
|
+
* Record a failed request
|
|
87
|
+
*/
|
|
88
|
+
recordFailure(): void;
|
|
89
|
+
/**
|
|
90
|
+
* Get current statistics
|
|
91
|
+
*/
|
|
92
|
+
getStats(): CircuitStats;
|
|
93
|
+
/**
|
|
94
|
+
* Get current circuit state
|
|
95
|
+
*/
|
|
96
|
+
getState(): CircuitState;
|
|
97
|
+
/**
|
|
98
|
+
* Force reset the circuit breaker to CLOSED state
|
|
99
|
+
* Use with caution - mainly for testing or manual recovery
|
|
100
|
+
*/
|
|
101
|
+
reset(): void;
|
|
102
|
+
/**
|
|
103
|
+
* Transition to a new state
|
|
104
|
+
*/
|
|
105
|
+
private transitionTo;
|
|
106
|
+
}
|
|
107
|
+
//# sourceMappingURL=circuit-breaker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"circuit-breaker.d.ts","sourceRoot":"","sources":["../../../../src/utils/circuit-breaker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,oBAAY,YAAY;IACtB,MAAM,WAAW,CAAE,0CAA0C;IAC7D,IAAI,SAAS,CAAE,qCAAqC;IACpD,SAAS,cAAc;CACxB;AAED,MAAM,WAAW,oBAAoB;IACnC,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,YAAY,CAAC;IACpB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyCG;AACH,qBAAa,cAAe,SAAQ,OAAO;IAWvC,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAXzB,OAAO,CAAC,KAAK,CAAqC;IAClD,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,aAAa,CAAa;IAClC,OAAO,CAAC,cAAc,CAAa;IACnC,OAAO,CAAC,eAAe,CAAC,CAAS;IACjC,OAAO,CAAC,eAAe,CAAC,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,CAAS;IAC1B,OAAO,CAAC,gBAAgB,CAAa;gBAGlB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,oBAAoB;IAW/C;;;OAGG;IACH,kBAAkB,IAAI,OAAO;IA2C7B;;OAEG;IACH,aAAa,IAAI,IAAI;IAkBrB;;OAEG;IACH,aAAa,IAAI,IAAI;IA+BrB;;OAEG;IACH,QAAQ,IAAI,YAAY;IAYxB;;OAEG;IACH,QAAQ,IAAI,YAAY;IAIxB;;;OAGG;IACH,KAAK,IAAI,IAAI;IAQb;;OAEG;IACH,OAAO,CAAC,YAAY;CAOrB"}
|
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
import { oObject } from '@olane/o-core';
|
|
2
|
+
export var CircuitState;
|
|
3
|
+
(function (CircuitState) {
|
|
4
|
+
CircuitState["CLOSED"] = "CLOSED";
|
|
5
|
+
CircuitState["OPEN"] = "OPEN";
|
|
6
|
+
CircuitState["HALF_OPEN"] = "HALF_OPEN";
|
|
7
|
+
})(CircuitState || (CircuitState = {}));
|
|
8
|
+
/**
|
|
9
|
+
* Circuit Breaker Pattern Implementation
|
|
10
|
+
*
|
|
11
|
+
* Prevents cascading failures by "breaking the circuit" when a service
|
|
12
|
+
* experiences persistent failures. This allows the system to fail fast
|
|
13
|
+
* rather than wasting resources on retries that are likely to fail.
|
|
14
|
+
*
|
|
15
|
+
* States:
|
|
16
|
+
* - CLOSED: Normal operation, all requests pass through
|
|
17
|
+
* - OPEN: Circuit broken due to failures, requests fail immediately
|
|
18
|
+
* - HALF_OPEN: Testing recovery, limited requests allowed
|
|
19
|
+
*
|
|
20
|
+
* Flow:
|
|
21
|
+
* 1. CLOSED -> OPEN: After N consecutive failures
|
|
22
|
+
* 2. OPEN -> HALF_OPEN: After timeout period
|
|
23
|
+
* 3. HALF_OPEN -> CLOSED: After successful request
|
|
24
|
+
* 4. HALF_OPEN -> OPEN: After failure in recovery
|
|
25
|
+
*
|
|
26
|
+
* @example
|
|
27
|
+
* ```typescript
|
|
28
|
+
* const breaker = new CircuitBreaker('registry', {
|
|
29
|
+
* failureThreshold: 3,
|
|
30
|
+
* openTimeoutMs: 30000,
|
|
31
|
+
* halfOpenMaxAttempts: 1,
|
|
32
|
+
* enabled: true,
|
|
33
|
+
* });
|
|
34
|
+
*
|
|
35
|
+
* // Before making request
|
|
36
|
+
* if (!breaker.shouldAllowRequest()) {
|
|
37
|
+
* throw new Error('Circuit breaker is open');
|
|
38
|
+
* }
|
|
39
|
+
*
|
|
40
|
+
* try {
|
|
41
|
+
* const result = await makeRequest();
|
|
42
|
+
* breaker.recordSuccess();
|
|
43
|
+
* return result;
|
|
44
|
+
* } catch (error) {
|
|
45
|
+
* breaker.recordFailure();
|
|
46
|
+
* throw error;
|
|
47
|
+
* }
|
|
48
|
+
* ```
|
|
49
|
+
*/
|
|
50
|
+
export class CircuitBreaker extends oObject {
|
|
51
|
+
constructor(serviceName, config) {
|
|
52
|
+
super();
|
|
53
|
+
this.serviceName = serviceName;
|
|
54
|
+
this.config = config;
|
|
55
|
+
this.state = CircuitState.CLOSED;
|
|
56
|
+
this.consecutiveFailures = 0;
|
|
57
|
+
this.totalFailures = 0;
|
|
58
|
+
this.totalSuccesses = 0;
|
|
59
|
+
this.halfOpenAttempts = 0;
|
|
60
|
+
this.logger.debug(`Circuit breaker initialized for ${serviceName}:`, `threshold=${config.failureThreshold},`, `timeout=${config.openTimeoutMs}ms,`, `enabled=${config.enabled}`);
|
|
61
|
+
}
|
|
62
|
+
/**
|
|
63
|
+
* Check if a request should be allowed through the circuit breaker
|
|
64
|
+
* @returns true if request should proceed, false if should fast-fail
|
|
65
|
+
*/
|
|
66
|
+
shouldAllowRequest() {
|
|
67
|
+
if (!this.config.enabled) {
|
|
68
|
+
return true;
|
|
69
|
+
}
|
|
70
|
+
const now = Date.now();
|
|
71
|
+
switch (this.state) {
|
|
72
|
+
case CircuitState.CLOSED:
|
|
73
|
+
return true;
|
|
74
|
+
case CircuitState.OPEN:
|
|
75
|
+
// Check if timeout period has elapsed
|
|
76
|
+
if (this.openedAt &&
|
|
77
|
+
now - this.openedAt >= this.config.openTimeoutMs) {
|
|
78
|
+
this.logger.info(`Circuit breaker for ${this.serviceName} entering HALF_OPEN state`);
|
|
79
|
+
this.transitionTo(CircuitState.HALF_OPEN);
|
|
80
|
+
this.halfOpenAttempts = 0;
|
|
81
|
+
return true;
|
|
82
|
+
}
|
|
83
|
+
// Circuit still open, fast-fail
|
|
84
|
+
this.logger.debug(`Circuit breaker for ${this.serviceName} is OPEN, rejecting request`);
|
|
85
|
+
return false;
|
|
86
|
+
case CircuitState.HALF_OPEN:
|
|
87
|
+
// Allow limited attempts in HALF_OPEN state
|
|
88
|
+
if (this.halfOpenAttempts < this.config.halfOpenMaxAttempts) {
|
|
89
|
+
this.halfOpenAttempts++;
|
|
90
|
+
return true;
|
|
91
|
+
}
|
|
92
|
+
this.logger.debug(`Circuit breaker for ${this.serviceName} HALF_OPEN max attempts reached`);
|
|
93
|
+
return false;
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
/**
|
|
97
|
+
* Record a successful request
|
|
98
|
+
*/
|
|
99
|
+
recordSuccess() {
|
|
100
|
+
if (!this.config.enabled) {
|
|
101
|
+
return;
|
|
102
|
+
}
|
|
103
|
+
this.totalSuccesses++;
|
|
104
|
+
this.lastSuccessTime = Date.now();
|
|
105
|
+
this.consecutiveFailures = 0;
|
|
106
|
+
if (this.state === CircuitState.HALF_OPEN) {
|
|
107
|
+
this.logger.info(`Circuit breaker for ${this.serviceName} recovered, closing circuit`);
|
|
108
|
+
this.transitionTo(CircuitState.CLOSED);
|
|
109
|
+
this.halfOpenAttempts = 0;
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
/**
|
|
113
|
+
* Record a failed request
|
|
114
|
+
*/
|
|
115
|
+
recordFailure() {
|
|
116
|
+
if (!this.config.enabled) {
|
|
117
|
+
return;
|
|
118
|
+
}
|
|
119
|
+
this.totalFailures++;
|
|
120
|
+
this.consecutiveFailures++;
|
|
121
|
+
this.lastFailureTime = Date.now();
|
|
122
|
+
if (this.state === CircuitState.HALF_OPEN) {
|
|
123
|
+
this.logger.warn(`Circuit breaker for ${this.serviceName} failed in HALF_OPEN, reopening circuit`);
|
|
124
|
+
this.transitionTo(CircuitState.OPEN);
|
|
125
|
+
this.openedAt = Date.now();
|
|
126
|
+
this.halfOpenAttempts = 0;
|
|
127
|
+
return;
|
|
128
|
+
}
|
|
129
|
+
if (this.state === CircuitState.CLOSED &&
|
|
130
|
+
this.consecutiveFailures >= this.config.failureThreshold) {
|
|
131
|
+
this.logger.error(`Circuit breaker for ${this.serviceName} opening after ${this.consecutiveFailures} consecutive failures`);
|
|
132
|
+
this.transitionTo(CircuitState.OPEN);
|
|
133
|
+
this.openedAt = Date.now();
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
/**
|
|
137
|
+
* Get current statistics
|
|
138
|
+
*/
|
|
139
|
+
getStats() {
|
|
140
|
+
return {
|
|
141
|
+
state: this.state,
|
|
142
|
+
consecutiveFailures: this.consecutiveFailures,
|
|
143
|
+
totalFailures: this.totalFailures,
|
|
144
|
+
totalSuccesses: this.totalSuccesses,
|
|
145
|
+
lastFailureTime: this.lastFailureTime,
|
|
146
|
+
lastSuccessTime: this.lastSuccessTime,
|
|
147
|
+
openedAt: this.openedAt,
|
|
148
|
+
};
|
|
149
|
+
}
|
|
150
|
+
/**
|
|
151
|
+
* Get current circuit state
|
|
152
|
+
*/
|
|
153
|
+
getState() {
|
|
154
|
+
return this.state;
|
|
155
|
+
}
|
|
156
|
+
/**
|
|
157
|
+
* Force reset the circuit breaker to CLOSED state
|
|
158
|
+
* Use with caution - mainly for testing or manual recovery
|
|
159
|
+
*/
|
|
160
|
+
reset() {
|
|
161
|
+
this.logger.info(`Circuit breaker for ${this.serviceName} manually reset`);
|
|
162
|
+
this.transitionTo(CircuitState.CLOSED);
|
|
163
|
+
this.consecutiveFailures = 0;
|
|
164
|
+
this.halfOpenAttempts = 0;
|
|
165
|
+
this.openedAt = undefined;
|
|
166
|
+
}
|
|
167
|
+
/**
|
|
168
|
+
* Transition to a new state
|
|
169
|
+
*/
|
|
170
|
+
transitionTo(newState) {
|
|
171
|
+
const oldState = this.state;
|
|
172
|
+
this.state = newState;
|
|
173
|
+
this.logger.debug(`Circuit breaker for ${this.serviceName}: ${oldState} -> ${newState}`);
|
|
174
|
+
}
|
|
175
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import { oObject, oAddress } from '@olane/o-core';
|
|
2
|
+
import { CircuitBreakerConfig } from './circuit-breaker.js';
|
|
3
|
+
export interface LeaderRetryConfig {
|
|
4
|
+
enabled: boolean;
|
|
5
|
+
maxAttempts: number;
|
|
6
|
+
baseDelayMs: number;
|
|
7
|
+
maxDelayMs: number;
|
|
8
|
+
timeoutMs: number;
|
|
9
|
+
circuitBreaker?: CircuitBreakerConfig;
|
|
10
|
+
}
|
|
11
|
+
/**
|
|
12
|
+
* Leader Request Wrapper
|
|
13
|
+
*
|
|
14
|
+
* Wraps requests to leader/registry with retry logic and circuit breaker.
|
|
15
|
+
* Used when leader may be temporarily unavailable (healing, maintenance).
|
|
16
|
+
*
|
|
17
|
+
* Strategy:
|
|
18
|
+
* 1. Detect if request is to leader or registry
|
|
19
|
+
* 2. Check circuit breaker state (fast-fail if open)
|
|
20
|
+
* 3. Apply retry logic with exponential backoff
|
|
21
|
+
* 4. Timeout individual attempts
|
|
22
|
+
* 5. Record success/failure in circuit breaker
|
|
23
|
+
* 6. Log retries for observability
|
|
24
|
+
*/
|
|
25
|
+
export declare class LeaderRequestWrapper extends oObject {
|
|
26
|
+
private config;
|
|
27
|
+
private leaderCircuitBreaker;
|
|
28
|
+
private registryCircuitBreaker;
|
|
29
|
+
constructor(config: LeaderRetryConfig);
|
|
30
|
+
/**
|
|
31
|
+
* Check if address is a leader-related address that needs retry
|
|
32
|
+
*/
|
|
33
|
+
private isLeaderAddress;
|
|
34
|
+
/**
|
|
35
|
+
* Get the appropriate circuit breaker for the address
|
|
36
|
+
*/
|
|
37
|
+
private getCircuitBreaker;
|
|
38
|
+
/**
|
|
39
|
+
* Execute request with retry logic and circuit breaker
|
|
40
|
+
*/
|
|
41
|
+
execute<T>(requestFn: () => Promise<T>, address: oAddress, context?: string): Promise<T>;
|
|
42
|
+
/**
|
|
43
|
+
* Calculate exponential backoff delay
|
|
44
|
+
*/
|
|
45
|
+
private calculateBackoffDelay;
|
|
46
|
+
/**
|
|
47
|
+
* Sleep utility
|
|
48
|
+
*/
|
|
49
|
+
private sleep;
|
|
50
|
+
/**
|
|
51
|
+
* Get current configuration
|
|
52
|
+
*/
|
|
53
|
+
getConfig(): LeaderRetryConfig;
|
|
54
|
+
/**
|
|
55
|
+
* Get circuit breaker statistics for observability
|
|
56
|
+
*/
|
|
57
|
+
getCircuitBreakerStats(): {
|
|
58
|
+
leader: import("./circuit-breaker.js").CircuitStats;
|
|
59
|
+
registry: import("./circuit-breaker.js").CircuitStats;
|
|
60
|
+
};
|
|
61
|
+
/**
|
|
62
|
+
* Reset circuit breakers (for testing or manual recovery)
|
|
63
|
+
*/
|
|
64
|
+
resetCircuitBreakers(): void;
|
|
65
|
+
}
|
|
66
|
+
//# sourceMappingURL=leader-request-wrapper.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"leader-request-wrapper.d.ts","sourceRoot":"","sources":["../../../../src/utils/leader-request-wrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAuB,MAAM,eAAe,CAAC;AACvE,OAAO,EAEL,oBAAoB,EAErB,MAAM,sBAAsB,CAAC;AAE9B,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,oBAAoB,CAAC;CACvC;AAED;;;;;;;;;;;;;GAaG;AACH,qBAAa,oBAAqB,SAAQ,OAAO;IAInC,OAAO,CAAC,MAAM;IAH1B,OAAO,CAAC,oBAAoB,CAAiB;IAC7C,OAAO,CAAC,sBAAsB,CAAiB;gBAE3B,MAAM,EAAE,iBAAiB;IAuB7C;;OAEG;IACH,OAAO,CAAC,eAAe;IAKvB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAWzB;;OAEG;IACG,OAAO,CAAC,CAAC,EACb,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAC3B,OAAO,EAAE,QAAQ,EACjB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,CAAC,CAAC;IA2Gb;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAK7B;;OAEG;IACH,OAAO,CAAC,KAAK;IAIb;;OAEG;IACH,SAAS,IAAI,iBAAiB;IAI9B;;OAEG;IACH,sBAAsB;;;;IAOtB;;OAEG;IACH,oBAAoB,IAAI,IAAI;CAI7B"}
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
import { oObject } from '@olane/o-core';
|
|
2
|
+
import { CircuitBreaker, CircuitState, } from './circuit-breaker.js';
|
|
3
|
+
/**
|
|
4
|
+
* Leader Request Wrapper
|
|
5
|
+
*
|
|
6
|
+
* Wraps requests to leader/registry with retry logic and circuit breaker.
|
|
7
|
+
* Used when leader may be temporarily unavailable (healing, maintenance).
|
|
8
|
+
*
|
|
9
|
+
* Strategy:
|
|
10
|
+
* 1. Detect if request is to leader or registry
|
|
11
|
+
* 2. Check circuit breaker state (fast-fail if open)
|
|
12
|
+
* 3. Apply retry logic with exponential backoff
|
|
13
|
+
* 4. Timeout individual attempts
|
|
14
|
+
* 5. Record success/failure in circuit breaker
|
|
15
|
+
* 6. Log retries for observability
|
|
16
|
+
*/
|
|
17
|
+
export class LeaderRequestWrapper extends oObject {
|
|
18
|
+
constructor(config) {
|
|
19
|
+
super();
|
|
20
|
+
this.config = config;
|
|
21
|
+
// Initialize circuit breakers with defaults if not provided
|
|
22
|
+
const defaultCircuitBreakerConfig = {
|
|
23
|
+
failureThreshold: 3,
|
|
24
|
+
openTimeoutMs: 30000, // 30 seconds
|
|
25
|
+
halfOpenMaxAttempts: 1,
|
|
26
|
+
enabled: true,
|
|
27
|
+
};
|
|
28
|
+
const circuitConfig = {
|
|
29
|
+
...defaultCircuitBreakerConfig,
|
|
30
|
+
...(config.circuitBreaker || {}),
|
|
31
|
+
};
|
|
32
|
+
this.leaderCircuitBreaker = new CircuitBreaker('leader', circuitConfig);
|
|
33
|
+
this.registryCircuitBreaker = new CircuitBreaker('registry', circuitConfig);
|
|
34
|
+
}
|
|
35
|
+
/**
|
|
36
|
+
* Check if address is a leader-related address that needs retry
|
|
37
|
+
*/
|
|
38
|
+
isLeaderAddress(address) {
|
|
39
|
+
const addressStr = address.toString();
|
|
40
|
+
return addressStr === 'o://leader' || addressStr === 'o://registry';
|
|
41
|
+
}
|
|
42
|
+
/**
|
|
43
|
+
* Get the appropriate circuit breaker for the address
|
|
44
|
+
*/
|
|
45
|
+
getCircuitBreaker(address) {
|
|
46
|
+
const addressStr = address.toString();
|
|
47
|
+
if (addressStr === 'o://leader') {
|
|
48
|
+
return this.leaderCircuitBreaker;
|
|
49
|
+
}
|
|
50
|
+
if (addressStr === 'o://registry') {
|
|
51
|
+
return this.registryCircuitBreaker;
|
|
52
|
+
}
|
|
53
|
+
return null;
|
|
54
|
+
}
|
|
55
|
+
/**
|
|
56
|
+
* Execute request with retry logic and circuit breaker
|
|
57
|
+
*/
|
|
58
|
+
async execute(requestFn, address, context) {
|
|
59
|
+
// If retry disabled or not a leader address, execute directly
|
|
60
|
+
if (!this.config.enabled || !this.isLeaderAddress(address)) {
|
|
61
|
+
return await requestFn();
|
|
62
|
+
}
|
|
63
|
+
const circuitBreaker = this.getCircuitBreaker(address);
|
|
64
|
+
// Check circuit breaker state before attempting
|
|
65
|
+
if (circuitBreaker && !circuitBreaker.shouldAllowRequest()) {
|
|
66
|
+
const stats = circuitBreaker.getStats();
|
|
67
|
+
const error = new Error(`Circuit breaker is ${stats.state} for ${address.toString()}. ` +
|
|
68
|
+
`Consecutive failures: ${stats.consecutiveFailures}. ` +
|
|
69
|
+
`Fast-failing to prevent cascading failures.`);
|
|
70
|
+
this.logger.warn(`Circuit breaker blocked request to ${address.toString()}` +
|
|
71
|
+
(context ? ` (${context})` : ''));
|
|
72
|
+
throw error;
|
|
73
|
+
}
|
|
74
|
+
let attempt = 0;
|
|
75
|
+
let lastError;
|
|
76
|
+
while (attempt < this.config.maxAttempts) {
|
|
77
|
+
attempt++;
|
|
78
|
+
try {
|
|
79
|
+
if (attempt > 5) {
|
|
80
|
+
this.logger.debug(`Retrying... Leader request attempt ${attempt}/${this.config.maxAttempts}` +
|
|
81
|
+
(context ? ` (${context})` : ''));
|
|
82
|
+
}
|
|
83
|
+
// Create timeout promise
|
|
84
|
+
const timeoutPromise = new Promise((_, reject) => {
|
|
85
|
+
setTimeout(() => reject(new Error(`Leader request timeout after ${this.config.timeoutMs}ms`)), this.config.timeoutMs);
|
|
86
|
+
});
|
|
87
|
+
// Race between request and timeout
|
|
88
|
+
const result = await Promise.race([requestFn(), timeoutPromise]);
|
|
89
|
+
// Success! Record in circuit breaker
|
|
90
|
+
if (circuitBreaker) {
|
|
91
|
+
circuitBreaker.recordSuccess();
|
|
92
|
+
}
|
|
93
|
+
if (attempt > 1) {
|
|
94
|
+
this.logger.info(`Leader request succeeded after ${attempt} attempts` +
|
|
95
|
+
(context ? ` (${context})` : ''));
|
|
96
|
+
}
|
|
97
|
+
return result;
|
|
98
|
+
}
|
|
99
|
+
catch (error) {
|
|
100
|
+
lastError = error instanceof Error ? error : new Error(String(error));
|
|
101
|
+
// Record failure in circuit breaker
|
|
102
|
+
if (circuitBreaker) {
|
|
103
|
+
circuitBreaker.recordFailure();
|
|
104
|
+
}
|
|
105
|
+
this.logger.warn(`Leader request attempt ${attempt} failed: ${lastError.message}` +
|
|
106
|
+
(context ? ` (${context})` : ''));
|
|
107
|
+
// Check if circuit breaker has opened during retries
|
|
108
|
+
if (circuitBreaker && circuitBreaker.getState() === CircuitState.OPEN) {
|
|
109
|
+
this.logger.error(`Circuit breaker opened during retries for ${address.toString()}, stopping retry attempts` +
|
|
110
|
+
(context ? ` (${context})` : ''));
|
|
111
|
+
throw new Error(`Circuit breaker opened after ${attempt} attempts: ${lastError.message}`);
|
|
112
|
+
}
|
|
113
|
+
if (attempt < this.config.maxAttempts) {
|
|
114
|
+
const delay = this.calculateBackoffDelay(attempt);
|
|
115
|
+
this.logger.debug(`Waiting ${delay}ms before next attempt...`);
|
|
116
|
+
await this.sleep(delay);
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
// All attempts failed
|
|
121
|
+
this.logger.error(`Leader request failed after ${this.config.maxAttempts} attempts` +
|
|
122
|
+
(context ? ` (${context})` : ''));
|
|
123
|
+
throw lastError || new Error('Leader request failed');
|
|
124
|
+
}
|
|
125
|
+
/**
|
|
126
|
+
* Calculate exponential backoff delay
|
|
127
|
+
*/
|
|
128
|
+
calculateBackoffDelay(attempt) {
|
|
129
|
+
const delay = this.config.baseDelayMs * Math.pow(2, attempt - 1);
|
|
130
|
+
return Math.min(delay, this.config.maxDelayMs);
|
|
131
|
+
}
|
|
132
|
+
/**
|
|
133
|
+
* Sleep utility
|
|
134
|
+
*/
|
|
135
|
+
sleep(ms) {
|
|
136
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
137
|
+
}
|
|
138
|
+
/**
|
|
139
|
+
* Get current configuration
|
|
140
|
+
*/
|
|
141
|
+
getConfig() {
|
|
142
|
+
return { ...this.config };
|
|
143
|
+
}
|
|
144
|
+
/**
|
|
145
|
+
* Get circuit breaker statistics for observability
|
|
146
|
+
*/
|
|
147
|
+
getCircuitBreakerStats() {
|
|
148
|
+
return {
|
|
149
|
+
leader: this.leaderCircuitBreaker.getStats(),
|
|
150
|
+
registry: this.registryCircuitBreaker.getStats(),
|
|
151
|
+
};
|
|
152
|
+
}
|
|
153
|
+
/**
|
|
154
|
+
* Reset circuit breakers (for testing or manual recovery)
|
|
155
|
+
*/
|
|
156
|
+
resetCircuitBreakers() {
|
|
157
|
+
this.leaderCircuitBreaker.reset();
|
|
158
|
+
this.registryCircuitBreaker.reset();
|
|
159
|
+
}
|
|
160
|
+
}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { Libp2p, Multiaddr } from '@olane/o-config';
|
|
2
|
+
import { oObject } from '@olane/o-core';
|
|
3
|
+
import { CID } from 'multiformats';
|
|
4
|
+
import { oNodeAddress } from '../router/o-node.address.js';
|
|
5
|
+
export declare class NetworkUtils extends oObject {
|
|
6
|
+
static findProviders(p2pNode: Libp2p, cid: CID): Promise<{
|
|
7
|
+
transports: Multiaddr[];
|
|
8
|
+
staticAddress: string;
|
|
9
|
+
absoluteAddress: string;
|
|
10
|
+
}>;
|
|
11
|
+
static findNode(p2pNode: Libp2p, address: oNodeAddress): Promise<{
|
|
12
|
+
transports: Multiaddr[];
|
|
13
|
+
staticAddress: string;
|
|
14
|
+
absoluteAddress: string;
|
|
15
|
+
}>;
|
|
16
|
+
static advertiseValueToNetwork(value: CID, p2pNode: Libp2p): Promise<void>;
|
|
17
|
+
static dhtProvide(value: CID, p2pNode: Libp2p): Promise<void>;
|
|
18
|
+
static advertiseToNetwork(address: oNodeAddress, staticAddress: oNodeAddress, p2pNode: Libp2p): Promise<void>;
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=network.utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"network.utils.d.ts","sourceRoot":"","sources":["../../../../src/utils/network.utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,GAAG,EAAE,MAAM,cAAc,CAAC;AACnC,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAE3D,qBAAa,YAAa,SAAQ,OAAO;WACnB,aAAa,CAC/B,OAAO,EAAE,MAAM,EACf,GAAG,EAAE,GAAG,GACP,OAAO,CAAC;QACT,UAAU,EAAE,SAAS,EAAE,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;QACtB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;WA2BkB,QAAQ,CAC1B,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC;QACT,UAAU,EAAE,SAAS,EAAE,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;QACtB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;WAiBkB,uBAAuB,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM;WAgBnD,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM;WAYtC,kBAAkB,CACpC,OAAO,EAAE,YAAY,EACrB,aAAa,EAAE,YAAY,EAC3B,OAAO,EAAE,MAAM;CAoClB"}
|