opc-agent 1.2.1 → 1.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.github/workflows/ci.yml +24 -0
- package/CONTRIBUTING.md +75 -75
- package/README.md +235 -358
- package/README.zh-CN.md +415 -415
- package/dist/channels/web.js +256 -256
- package/dist/cli.js +118 -34
- package/dist/core/knowledge.d.ts +5 -0
- package/dist/core/knowledge.js +39 -2
- package/dist/deploy/hermes.js +22 -22
- package/dist/deploy/openclaw.js +31 -40
- package/dist/index.d.ts +3 -6
- package/dist/index.js +7 -11
- package/dist/providers/index.d.ts +1 -1
- package/dist/providers/index.js +158 -14
- package/dist/schema/oad.d.ts +4 -5
- package/dist/templates/code-reviewer.d.ts +0 -8
- package/dist/templates/code-reviewer.js +5 -9
- package/dist/templates/customer-service.d.ts +0 -8
- package/dist/templates/customer-service.js +2 -6
- package/dist/templates/data-analyst.d.ts +0 -8
- package/dist/templates/data-analyst.js +5 -9
- package/dist/templates/knowledge-base.d.ts +0 -8
- package/dist/templates/knowledge-base.js +2 -6
- package/dist/templates/sales-assistant.d.ts +0 -8
- package/dist/templates/sales-assistant.js +4 -8
- package/dist/templates/teacher.d.ts +0 -8
- package/dist/templates/teacher.js +6 -10
- package/dist/traces/index.d.ts +49 -0
- package/dist/traces/index.js +102 -0
- package/docs/.vitepress/config.ts +103 -103
- package/docs/api/cli.md +48 -48
- package/docs/api/oad-schema.md +64 -64
- package/docs/api/sdk.md +80 -80
- package/docs/guide/concepts.md +51 -51
- package/docs/guide/configuration.md +79 -79
- package/docs/guide/deployment.md +42 -42
- package/docs/guide/getting-started.md +44 -44
- package/docs/guide/templates.md +28 -28
- package/docs/guide/testing.md +84 -84
- package/docs/index.md +27 -27
- package/docs/zh/api/cli.md +54 -54
- package/docs/zh/api/oad-schema.md +87 -87
- package/docs/zh/api/sdk.md +102 -102
- package/docs/zh/guide/concepts.md +104 -104
- package/docs/zh/guide/configuration.md +135 -135
- package/docs/zh/guide/deployment.md +81 -81
- package/docs/zh/guide/getting-started.md +82 -82
- package/docs/zh/guide/templates.md +84 -84
- package/docs/zh/guide/testing.md +88 -88
- package/docs/zh/index.md +27 -27
- package/examples/customer-service-demo/README.md +90 -90
- package/examples/customer-service-demo/oad.yaml +107 -107
- package/package.json +1 -1
- package/src/analytics/index.ts +66 -66
- package/src/channels/discord.ts +192 -192
- package/src/channels/email.ts +177 -177
- package/src/channels/feishu.ts +236 -236
- package/src/channels/index.ts +15 -15
- package/src/channels/slack.ts +160 -160
- package/src/channels/telegram.ts +90 -90
- package/src/channels/voice.ts +106 -106
- package/src/channels/webhook.ts +199 -199
- package/src/channels/websocket.ts +87 -87
- package/src/channels/wechat.ts +149 -149
- package/src/cli.ts +124 -32
- package/src/core/a2a.ts +143 -143
- package/src/core/agent.ts +152 -152
- package/src/core/analytics-engine.ts +186 -186
- package/src/core/auth.ts +57 -57
- package/src/core/cache.ts +141 -141
- package/src/core/compose.ts +77 -77
- package/src/core/config.ts +14 -14
- package/src/core/errors.ts +148 -148
- package/src/core/hitl.ts +138 -138
- package/src/core/logger.ts +57 -57
- package/src/core/orchestrator.ts +215 -215
- package/src/core/performance.ts +187 -187
- package/src/core/rate-limiter.ts +128 -128
- package/src/core/room.ts +109 -109
- package/src/core/runtime.ts +152 -152
- package/src/core/sandbox.ts +101 -101
- package/src/core/security.ts +171 -171
- package/src/core/types.ts +68 -68
- package/src/core/versioning.ts +106 -106
- package/src/core/watch.ts +178 -178
- package/src/core/workflow.ts +235 -235
- package/src/deploy/hermes.ts +156 -156
- package/src/deploy/openclaw.ts +190 -200
- package/src/i18n/index.ts +216 -216
- package/src/index.ts +5 -6
- package/src/memory/deepbrain.ts +108 -108
- package/src/memory/index.ts +34 -34
- package/src/plugins/index.ts +208 -208
- package/src/schema/oad.ts +154 -155
- package/src/skills/base.ts +16 -16
- package/src/skills/document.ts +100 -100
- package/src/skills/http.ts +35 -35
- package/src/skills/index.ts +27 -27
- package/src/skills/scheduler.ts +80 -80
- package/src/skills/webhook-trigger.ts +59 -59
- package/src/templates/code-reviewer.ts +30 -34
- package/src/templates/customer-service.ts +76 -80
- package/src/templates/data-analyst.ts +66 -70
- package/src/templates/executive-assistant.ts +71 -71
- package/src/templates/financial-advisor.ts +60 -60
- package/src/templates/knowledge-base.ts +27 -31
- package/src/templates/legal-assistant.ts +71 -71
- package/src/templates/sales-assistant.ts +75 -79
- package/src/templates/teacher.ts +75 -79
- package/src/testing/index.ts +181 -181
- package/src/tools/calculator.ts +73 -73
- package/src/tools/datetime.ts +149 -149
- package/src/tools/json-transform.ts +187 -187
- package/src/tools/mcp.ts +76 -76
- package/src/tools/text-analysis.ts +116 -116
- package/src/traces/index.ts +132 -0
- package/templates/Dockerfile +15 -15
- package/templates/code-reviewer/README.md +27 -27
- package/templates/code-reviewer/oad.yaml +41 -41
- package/templates/customer-service/README.md +22 -22
- package/templates/customer-service/oad.yaml +36 -36
- package/templates/docker-compose.yml +21 -21
- package/templates/ecommerce-assistant/README.md +45 -45
- package/templates/ecommerce-assistant/oad.yaml +47 -47
- package/templates/knowledge-base/README.md +28 -28
- package/templates/knowledge-base/oad.yaml +38 -38
- package/templates/sales-assistant/README.md +26 -26
- package/templates/sales-assistant/oad.yaml +43 -43
- package/templates/tech-support/README.md +43 -43
- package/templates/tech-support/oad.yaml +45 -45
- package/tests/a2a.test.ts +66 -66
- package/tests/agent.test.ts +72 -72
- package/tests/analytics.test.ts +50 -50
- package/tests/channel.test.ts +39 -39
- package/tests/e2e.test.ts +134 -134
- package/tests/errors.test.ts +83 -83
- package/tests/hitl.test.ts +71 -71
- package/tests/i18n.test.ts +41 -41
- package/tests/mcp.test.ts +54 -54
- package/tests/oad.test.ts +68 -68
- package/tests/performance.test.ts +115 -115
- package/tests/plugin.test.ts +74 -74
- package/tests/room.test.ts +106 -106
- package/tests/runtime.test.ts +42 -42
- package/tests/sandbox.test.ts +46 -46
- package/tests/security.test.ts +60 -60
- package/tests/templates.test.ts +77 -77
- package/tests/v070.test.ts +76 -76
- package/tests/versioning.test.ts +75 -75
- package/tests/voice.test.ts +61 -61
- package/tests/webhook.test.ts +29 -29
- package/tests/workflow.test.ts +143 -143
- package/tsconfig.json +19 -19
- package/vitest.config.ts +9 -9
- package/src/dtv/data.ts +0 -29
- package/src/dtv/trust.ts +0 -43
- package/src/dtv/value.ts +0 -47
- package/src/marketplace/index.ts +0 -223
package/src/core/performance.ts
CHANGED
|
@@ -1,187 +1,187 @@
|
|
|
1
|
-
import { Logger } from '../core/logger';
|
|
2
|
-
|
|
3
|
-
// ── Connection Pool ─────────────────────────────────────────
|
|
4
|
-
|
|
5
|
-
export interface PooledConnection {
|
|
6
|
-
id: string;
|
|
7
|
-
provider: string;
|
|
8
|
-
createdAt: number;
|
|
9
|
-
lastUsedAt: number;
|
|
10
|
-
inUse: boolean;
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
export class ConnectionPool {
|
|
14
|
-
private pool: Map<string, PooledConnection[]> = new Map();
|
|
15
|
-
private maxPerProvider: number;
|
|
16
|
-
private ttlMs: number;
|
|
17
|
-
private logger = new Logger('connection-pool');
|
|
18
|
-
|
|
19
|
-
constructor(maxPerProvider = 5, ttlMs = 300000) {
|
|
20
|
-
this.maxPerProvider = maxPerProvider;
|
|
21
|
-
this.ttlMs = ttlMs;
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
acquire(provider: string): PooledConnection {
|
|
25
|
-
const connections = this.pool.get(provider) ?? [];
|
|
26
|
-
|
|
27
|
-
// Cleanup expired
|
|
28
|
-
const now = Date.now();
|
|
29
|
-
const active = connections.filter(c => now - c.createdAt < this.ttlMs);
|
|
30
|
-
|
|
31
|
-
// Find available
|
|
32
|
-
const available = active.find(c => !c.inUse);
|
|
33
|
-
if (available) {
|
|
34
|
-
available.inUse = true;
|
|
35
|
-
available.lastUsedAt = now;
|
|
36
|
-
return available;
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
// Create new if under limit
|
|
40
|
-
if (active.length < this.maxPerProvider) {
|
|
41
|
-
const conn: PooledConnection = {
|
|
42
|
-
id: `conn_${now}_${Math.random().toString(36).slice(2, 8)}`,
|
|
43
|
-
provider,
|
|
44
|
-
createdAt: now,
|
|
45
|
-
lastUsedAt: now,
|
|
46
|
-
inUse: true,
|
|
47
|
-
};
|
|
48
|
-
active.push(conn);
|
|
49
|
-
this.pool.set(provider, active);
|
|
50
|
-
return conn;
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
// Wait for one (return oldest used for now)
|
|
54
|
-
const oldest = active.sort((a, b) => a.lastUsedAt - b.lastUsedAt)[0];
|
|
55
|
-
oldest.inUse = true;
|
|
56
|
-
oldest.lastUsedAt = now;
|
|
57
|
-
return oldest;
|
|
58
|
-
}
|
|
59
|
-
|
|
60
|
-
release(id: string): void {
|
|
61
|
-
for (const connections of this.pool.values()) {
|
|
62
|
-
const conn = connections.find(c => c.id === id);
|
|
63
|
-
if (conn) {
|
|
64
|
-
conn.inUse = false;
|
|
65
|
-
return;
|
|
66
|
-
}
|
|
67
|
-
}
|
|
68
|
-
}
|
|
69
|
-
|
|
70
|
-
getStats(): Record<string, { total: number; inUse: number }> {
|
|
71
|
-
const stats: Record<string, { total: number; inUse: number }> = {};
|
|
72
|
-
for (const [provider, connections] of this.pool) {
|
|
73
|
-
stats[provider] = {
|
|
74
|
-
total: connections.length,
|
|
75
|
-
inUse: connections.filter(c => c.inUse).length,
|
|
76
|
-
};
|
|
77
|
-
}
|
|
78
|
-
return stats;
|
|
79
|
-
}
|
|
80
|
-
|
|
81
|
-
drain(): void {
|
|
82
|
-
this.pool.clear();
|
|
83
|
-
}
|
|
84
|
-
}
|
|
85
|
-
|
|
86
|
-
// ── Request Batcher ─────────────────────────────────────────
|
|
87
|
-
|
|
88
|
-
export interface BatchRequest<T> {
|
|
89
|
-
payload: T;
|
|
90
|
-
resolve: (result: unknown) => void;
|
|
91
|
-
reject: (error: Error) => void;
|
|
92
|
-
}
|
|
93
|
-
|
|
94
|
-
export class RequestBatcher<T> {
|
|
95
|
-
private queue: BatchRequest<T>[] = [];
|
|
96
|
-
private timer: ReturnType<typeof setTimeout> | null = null;
|
|
97
|
-
private maxBatchSize: number;
|
|
98
|
-
private delayMs: number;
|
|
99
|
-
private processor: (batch: T[]) => Promise<unknown[]>;
|
|
100
|
-
private logger = new Logger('batcher');
|
|
101
|
-
|
|
102
|
-
constructor(
|
|
103
|
-
processor: (batch: T[]) => Promise<unknown[]>,
|
|
104
|
-
maxBatchSize = 10,
|
|
105
|
-
delayMs = 50,
|
|
106
|
-
) {
|
|
107
|
-
this.processor = processor;
|
|
108
|
-
this.maxBatchSize = maxBatchSize;
|
|
109
|
-
this.delayMs = delayMs;
|
|
110
|
-
}
|
|
111
|
-
|
|
112
|
-
add(payload: T): Promise<unknown> {
|
|
113
|
-
return new Promise((resolve, reject) => {
|
|
114
|
-
this.queue.push({ payload, resolve, reject });
|
|
115
|
-
|
|
116
|
-
if (this.queue.length >= this.maxBatchSize) {
|
|
117
|
-
this.flush();
|
|
118
|
-
} else if (!this.timer) {
|
|
119
|
-
this.timer = setTimeout(() => this.flush(), this.delayMs);
|
|
120
|
-
}
|
|
121
|
-
});
|
|
122
|
-
}
|
|
123
|
-
|
|
124
|
-
async flush(): Promise<void> {
|
|
125
|
-
if (this.timer) {
|
|
126
|
-
clearTimeout(this.timer);
|
|
127
|
-
this.timer = null;
|
|
128
|
-
}
|
|
129
|
-
|
|
130
|
-
if (this.queue.length === 0) return;
|
|
131
|
-
|
|
132
|
-
const batch = this.queue.splice(0, this.maxBatchSize);
|
|
133
|
-
try {
|
|
134
|
-
const results = await this.processor(batch.map(b => b.payload));
|
|
135
|
-
batch.forEach((req, i) => req.resolve(results[i]));
|
|
136
|
-
} catch (err) {
|
|
137
|
-
batch.forEach(req => req.reject(err as Error));
|
|
138
|
-
}
|
|
139
|
-
}
|
|
140
|
-
|
|
141
|
-
get pending(): number {
|
|
142
|
-
return this.queue.length;
|
|
143
|
-
}
|
|
144
|
-
}
|
|
145
|
-
|
|
146
|
-
// ── Lazy Loader ─────────────────────────────────────────────
|
|
147
|
-
|
|
148
|
-
export class LazyLoader<T> {
|
|
149
|
-
private cache: Map<string, T> = new Map();
|
|
150
|
-
private loaders: Map<string, () => Promise<T>> = new Map();
|
|
151
|
-
|
|
152
|
-
register(name: string, loader: () => Promise<T>): void {
|
|
153
|
-
this.loaders.set(name, loader);
|
|
154
|
-
}
|
|
155
|
-
|
|
156
|
-
async get(name: string): Promise<T> {
|
|
157
|
-
const cached = this.cache.get(name);
|
|
158
|
-
if (cached) return cached;
|
|
159
|
-
|
|
160
|
-
const loader = this.loaders.get(name);
|
|
161
|
-
if (!loader) throw new Error(`No loader registered for "${name}"`);
|
|
162
|
-
|
|
163
|
-
const instance = await loader();
|
|
164
|
-
this.cache.set(name, instance);
|
|
165
|
-
return instance;
|
|
166
|
-
}
|
|
167
|
-
|
|
168
|
-
isLoaded(name: string): boolean {
|
|
169
|
-
return this.cache.has(name);
|
|
170
|
-
}
|
|
171
|
-
|
|
172
|
-
evict(name: string): void {
|
|
173
|
-
this.cache.delete(name);
|
|
174
|
-
}
|
|
175
|
-
|
|
176
|
-
clear(): void {
|
|
177
|
-
this.cache.clear();
|
|
178
|
-
}
|
|
179
|
-
|
|
180
|
-
get loadedCount(): number {
|
|
181
|
-
return this.cache.size;
|
|
182
|
-
}
|
|
183
|
-
|
|
184
|
-
get registeredCount(): number {
|
|
185
|
-
return this.loaders.size;
|
|
186
|
-
}
|
|
187
|
-
}
|
|
1
|
+
import { Logger } from '../core/logger';
|
|
2
|
+
|
|
3
|
+
// ── Connection Pool ─────────────────────────────────────────
|
|
4
|
+
|
|
5
|
+
export interface PooledConnection {
|
|
6
|
+
id: string;
|
|
7
|
+
provider: string;
|
|
8
|
+
createdAt: number;
|
|
9
|
+
lastUsedAt: number;
|
|
10
|
+
inUse: boolean;
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
export class ConnectionPool {
|
|
14
|
+
private pool: Map<string, PooledConnection[]> = new Map();
|
|
15
|
+
private maxPerProvider: number;
|
|
16
|
+
private ttlMs: number;
|
|
17
|
+
private logger = new Logger('connection-pool');
|
|
18
|
+
|
|
19
|
+
constructor(maxPerProvider = 5, ttlMs = 300000) {
|
|
20
|
+
this.maxPerProvider = maxPerProvider;
|
|
21
|
+
this.ttlMs = ttlMs;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
acquire(provider: string): PooledConnection {
|
|
25
|
+
const connections = this.pool.get(provider) ?? [];
|
|
26
|
+
|
|
27
|
+
// Cleanup expired
|
|
28
|
+
const now = Date.now();
|
|
29
|
+
const active = connections.filter(c => now - c.createdAt < this.ttlMs);
|
|
30
|
+
|
|
31
|
+
// Find available
|
|
32
|
+
const available = active.find(c => !c.inUse);
|
|
33
|
+
if (available) {
|
|
34
|
+
available.inUse = true;
|
|
35
|
+
available.lastUsedAt = now;
|
|
36
|
+
return available;
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
// Create new if under limit
|
|
40
|
+
if (active.length < this.maxPerProvider) {
|
|
41
|
+
const conn: PooledConnection = {
|
|
42
|
+
id: `conn_${now}_${Math.random().toString(36).slice(2, 8)}`,
|
|
43
|
+
provider,
|
|
44
|
+
createdAt: now,
|
|
45
|
+
lastUsedAt: now,
|
|
46
|
+
inUse: true,
|
|
47
|
+
};
|
|
48
|
+
active.push(conn);
|
|
49
|
+
this.pool.set(provider, active);
|
|
50
|
+
return conn;
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
// Wait for one (return oldest used for now)
|
|
54
|
+
const oldest = active.sort((a, b) => a.lastUsedAt - b.lastUsedAt)[0];
|
|
55
|
+
oldest.inUse = true;
|
|
56
|
+
oldest.lastUsedAt = now;
|
|
57
|
+
return oldest;
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
release(id: string): void {
|
|
61
|
+
for (const connections of this.pool.values()) {
|
|
62
|
+
const conn = connections.find(c => c.id === id);
|
|
63
|
+
if (conn) {
|
|
64
|
+
conn.inUse = false;
|
|
65
|
+
return;
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
getStats(): Record<string, { total: number; inUse: number }> {
|
|
71
|
+
const stats: Record<string, { total: number; inUse: number }> = {};
|
|
72
|
+
for (const [provider, connections] of this.pool) {
|
|
73
|
+
stats[provider] = {
|
|
74
|
+
total: connections.length,
|
|
75
|
+
inUse: connections.filter(c => c.inUse).length,
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
return stats;
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
drain(): void {
|
|
82
|
+
this.pool.clear();
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
// ── Request Batcher ─────────────────────────────────────────
|
|
87
|
+
|
|
88
|
+
export interface BatchRequest<T> {
|
|
89
|
+
payload: T;
|
|
90
|
+
resolve: (result: unknown) => void;
|
|
91
|
+
reject: (error: Error) => void;
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
export class RequestBatcher<T> {
|
|
95
|
+
private queue: BatchRequest<T>[] = [];
|
|
96
|
+
private timer: ReturnType<typeof setTimeout> | null = null;
|
|
97
|
+
private maxBatchSize: number;
|
|
98
|
+
private delayMs: number;
|
|
99
|
+
private processor: (batch: T[]) => Promise<unknown[]>;
|
|
100
|
+
private logger = new Logger('batcher');
|
|
101
|
+
|
|
102
|
+
constructor(
|
|
103
|
+
processor: (batch: T[]) => Promise<unknown[]>,
|
|
104
|
+
maxBatchSize = 10,
|
|
105
|
+
delayMs = 50,
|
|
106
|
+
) {
|
|
107
|
+
this.processor = processor;
|
|
108
|
+
this.maxBatchSize = maxBatchSize;
|
|
109
|
+
this.delayMs = delayMs;
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
add(payload: T): Promise<unknown> {
|
|
113
|
+
return new Promise((resolve, reject) => {
|
|
114
|
+
this.queue.push({ payload, resolve, reject });
|
|
115
|
+
|
|
116
|
+
if (this.queue.length >= this.maxBatchSize) {
|
|
117
|
+
this.flush();
|
|
118
|
+
} else if (!this.timer) {
|
|
119
|
+
this.timer = setTimeout(() => this.flush(), this.delayMs);
|
|
120
|
+
}
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
async flush(): Promise<void> {
|
|
125
|
+
if (this.timer) {
|
|
126
|
+
clearTimeout(this.timer);
|
|
127
|
+
this.timer = null;
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
if (this.queue.length === 0) return;
|
|
131
|
+
|
|
132
|
+
const batch = this.queue.splice(0, this.maxBatchSize);
|
|
133
|
+
try {
|
|
134
|
+
const results = await this.processor(batch.map(b => b.payload));
|
|
135
|
+
batch.forEach((req, i) => req.resolve(results[i]));
|
|
136
|
+
} catch (err) {
|
|
137
|
+
batch.forEach(req => req.reject(err as Error));
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
get pending(): number {
|
|
142
|
+
return this.queue.length;
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
// ── Lazy Loader ─────────────────────────────────────────────
|
|
147
|
+
|
|
148
|
+
export class LazyLoader<T> {
|
|
149
|
+
private cache: Map<string, T> = new Map();
|
|
150
|
+
private loaders: Map<string, () => Promise<T>> = new Map();
|
|
151
|
+
|
|
152
|
+
register(name: string, loader: () => Promise<T>): void {
|
|
153
|
+
this.loaders.set(name, loader);
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
async get(name: string): Promise<T> {
|
|
157
|
+
const cached = this.cache.get(name);
|
|
158
|
+
if (cached) return cached;
|
|
159
|
+
|
|
160
|
+
const loader = this.loaders.get(name);
|
|
161
|
+
if (!loader) throw new Error(`No loader registered for "${name}"`);
|
|
162
|
+
|
|
163
|
+
const instance = await loader();
|
|
164
|
+
this.cache.set(name, instance);
|
|
165
|
+
return instance;
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
isLoaded(name: string): boolean {
|
|
169
|
+
return this.cache.has(name);
|
|
170
|
+
}
|
|
171
|
+
|
|
172
|
+
evict(name: string): void {
|
|
173
|
+
this.cache.delete(name);
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
clear(): void {
|
|
177
|
+
this.cache.clear();
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
get loadedCount(): number {
|
|
181
|
+
return this.cache.size;
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
get registeredCount(): number {
|
|
185
|
+
return this.loaders.size;
|
|
186
|
+
}
|
|
187
|
+
}
|
package/src/core/rate-limiter.ts
CHANGED
|
@@ -1,128 +1,128 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Rate Limiter - Per-user and per-provider rate limiting with queuing.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
interface RateLimitConfig {
|
|
6
|
-
maxRequests: number;
|
|
7
|
-
windowMs: number;
|
|
8
|
-
}
|
|
9
|
-
|
|
10
|
-
interface RateLimitEntry {
|
|
11
|
-
timestamps: number[];
|
|
12
|
-
queue: Array<{ resolve: () => void; reject: (err: Error) => void }>;
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
export class RateLimiter {
|
|
16
|
-
private userLimits: Map<string, RateLimitEntry> = new Map();
|
|
17
|
-
private providerLimits: Map<string, RateLimitEntry> = new Map();
|
|
18
|
-
private userConfig: RateLimitConfig;
|
|
19
|
-
private providerConfig: RateLimitConfig;
|
|
20
|
-
private maxQueueSize: number;
|
|
21
|
-
|
|
22
|
-
constructor(opts?: {
|
|
23
|
-
userLimit?: RateLimitConfig;
|
|
24
|
-
providerLimit?: RateLimitConfig;
|
|
25
|
-
maxQueueSize?: number;
|
|
26
|
-
}) {
|
|
27
|
-
this.userConfig = opts?.userLimit ?? { maxRequests: 60, windowMs: 60_000 };
|
|
28
|
-
this.providerConfig = opts?.providerLimit ?? { maxRequests: 100, windowMs: 60_000 };
|
|
29
|
-
this.maxQueueSize = opts?.maxQueueSize ?? 50;
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
/**
|
|
33
|
-
* Check if a request is allowed. If not, queues it with backpressure.
|
|
34
|
-
* Returns a promise that resolves when the request can proceed.
|
|
35
|
-
*/
|
|
36
|
-
async acquire(userId: string, provider: string): Promise<void> {
|
|
37
|
-
await this.checkLimit(userId, this.userLimits, this.userConfig, 'user');
|
|
38
|
-
await this.checkLimit(provider, this.providerLimits, this.providerConfig, 'provider');
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
private async checkLimit(
|
|
42
|
-
key: string,
|
|
43
|
-
limits: Map<string, RateLimitEntry>,
|
|
44
|
-
config: RateLimitConfig,
|
|
45
|
-
type: string,
|
|
46
|
-
): Promise<void> {
|
|
47
|
-
let entry = limits.get(key);
|
|
48
|
-
if (!entry) {
|
|
49
|
-
entry = { timestamps: [], queue: [] };
|
|
50
|
-
limits.set(key, entry);
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
const now = Date.now();
|
|
54
|
-
// Prune old timestamps
|
|
55
|
-
entry.timestamps = entry.timestamps.filter(t => t > now - config.windowMs);
|
|
56
|
-
|
|
57
|
-
if (entry.timestamps.length < config.maxRequests) {
|
|
58
|
-
entry.timestamps.push(now);
|
|
59
|
-
return;
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
// Rate limited - queue with backpressure
|
|
63
|
-
if (entry.queue.length >= this.maxQueueSize) {
|
|
64
|
-
throw new Error(`Rate limit exceeded for ${type} "${key}" and queue is full (${this.maxQueueSize})`);
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
return new Promise<void>((resolve, reject) => {
|
|
68
|
-
entry!.queue.push({ resolve, reject });
|
|
69
|
-
// Set timeout to process queue when window expires
|
|
70
|
-
const oldestTs = entry!.timestamps[0];
|
|
71
|
-
const waitMs = oldestTs + config.windowMs - now + 10;
|
|
72
|
-
setTimeout(() => {
|
|
73
|
-
this.processQueue(key, limits, config);
|
|
74
|
-
}, Math.max(waitMs, 100));
|
|
75
|
-
});
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
private processQueue(
|
|
79
|
-
key: string,
|
|
80
|
-
limits: Map<string, RateLimitEntry>,
|
|
81
|
-
config: RateLimitConfig,
|
|
82
|
-
): void {
|
|
83
|
-
const entry = limits.get(key);
|
|
84
|
-
if (!entry || entry.queue.length === 0) return;
|
|
85
|
-
|
|
86
|
-
const now = Date.now();
|
|
87
|
-
entry.timestamps = entry.timestamps.filter(t => t > now - config.windowMs);
|
|
88
|
-
|
|
89
|
-
while (entry.queue.length > 0 && entry.timestamps.length < config.maxRequests) {
|
|
90
|
-
entry.timestamps.push(now);
|
|
91
|
-
const item = entry.queue.shift()!;
|
|
92
|
-
item.resolve();
|
|
93
|
-
}
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
/**
|
|
97
|
-
* Get current usage stats.
|
|
98
|
-
*/
|
|
99
|
-
getUsage(userId?: string, provider?: string): {
|
|
100
|
-
user?: { used: number; limit: number; windowMs: number };
|
|
101
|
-
provider?: { used: number; limit: number; windowMs: number };
|
|
102
|
-
} {
|
|
103
|
-
const now = Date.now();
|
|
104
|
-
const result: any = {};
|
|
105
|
-
|
|
106
|
-
if (userId) {
|
|
107
|
-
const entry = this.userLimits.get(userId);
|
|
108
|
-
const used = entry ? entry.timestamps.filter(t => t > now - this.userConfig.windowMs).length : 0;
|
|
109
|
-
result.user = { used, limit: this.userConfig.maxRequests, windowMs: this.userConfig.windowMs };
|
|
110
|
-
}
|
|
111
|
-
|
|
112
|
-
if (provider) {
|
|
113
|
-
const entry = this.providerLimits.get(provider);
|
|
114
|
-
const used = entry ? entry.timestamps.filter(t => t > now - this.providerConfig.windowMs).length : 0;
|
|
115
|
-
result.provider = { used, limit: this.providerConfig.maxRequests, windowMs: this.providerConfig.windowMs };
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
return result;
|
|
119
|
-
}
|
|
120
|
-
|
|
121
|
-
/**
|
|
122
|
-
* Reset all limits.
|
|
123
|
-
*/
|
|
124
|
-
reset(): void {
|
|
125
|
-
this.userLimits.clear();
|
|
126
|
-
this.providerLimits.clear();
|
|
127
|
-
}
|
|
128
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* Rate Limiter - Per-user and per-provider rate limiting with queuing.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
interface RateLimitConfig {
|
|
6
|
+
maxRequests: number;
|
|
7
|
+
windowMs: number;
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
interface RateLimitEntry {
|
|
11
|
+
timestamps: number[];
|
|
12
|
+
queue: Array<{ resolve: () => void; reject: (err: Error) => void }>;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
export class RateLimiter {
|
|
16
|
+
private userLimits: Map<string, RateLimitEntry> = new Map();
|
|
17
|
+
private providerLimits: Map<string, RateLimitEntry> = new Map();
|
|
18
|
+
private userConfig: RateLimitConfig;
|
|
19
|
+
private providerConfig: RateLimitConfig;
|
|
20
|
+
private maxQueueSize: number;
|
|
21
|
+
|
|
22
|
+
constructor(opts?: {
|
|
23
|
+
userLimit?: RateLimitConfig;
|
|
24
|
+
providerLimit?: RateLimitConfig;
|
|
25
|
+
maxQueueSize?: number;
|
|
26
|
+
}) {
|
|
27
|
+
this.userConfig = opts?.userLimit ?? { maxRequests: 60, windowMs: 60_000 };
|
|
28
|
+
this.providerConfig = opts?.providerLimit ?? { maxRequests: 100, windowMs: 60_000 };
|
|
29
|
+
this.maxQueueSize = opts?.maxQueueSize ?? 50;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
/**
|
|
33
|
+
* Check if a request is allowed. If not, queues it with backpressure.
|
|
34
|
+
* Returns a promise that resolves when the request can proceed.
|
|
35
|
+
*/
|
|
36
|
+
async acquire(userId: string, provider: string): Promise<void> {
|
|
37
|
+
await this.checkLimit(userId, this.userLimits, this.userConfig, 'user');
|
|
38
|
+
await this.checkLimit(provider, this.providerLimits, this.providerConfig, 'provider');
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
private async checkLimit(
|
|
42
|
+
key: string,
|
|
43
|
+
limits: Map<string, RateLimitEntry>,
|
|
44
|
+
config: RateLimitConfig,
|
|
45
|
+
type: string,
|
|
46
|
+
): Promise<void> {
|
|
47
|
+
let entry = limits.get(key);
|
|
48
|
+
if (!entry) {
|
|
49
|
+
entry = { timestamps: [], queue: [] };
|
|
50
|
+
limits.set(key, entry);
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
const now = Date.now();
|
|
54
|
+
// Prune old timestamps
|
|
55
|
+
entry.timestamps = entry.timestamps.filter(t => t > now - config.windowMs);
|
|
56
|
+
|
|
57
|
+
if (entry.timestamps.length < config.maxRequests) {
|
|
58
|
+
entry.timestamps.push(now);
|
|
59
|
+
return;
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
// Rate limited - queue with backpressure
|
|
63
|
+
if (entry.queue.length >= this.maxQueueSize) {
|
|
64
|
+
throw new Error(`Rate limit exceeded for ${type} "${key}" and queue is full (${this.maxQueueSize})`);
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
return new Promise<void>((resolve, reject) => {
|
|
68
|
+
entry!.queue.push({ resolve, reject });
|
|
69
|
+
// Set timeout to process queue when window expires
|
|
70
|
+
const oldestTs = entry!.timestamps[0];
|
|
71
|
+
const waitMs = oldestTs + config.windowMs - now + 10;
|
|
72
|
+
setTimeout(() => {
|
|
73
|
+
this.processQueue(key, limits, config);
|
|
74
|
+
}, Math.max(waitMs, 100));
|
|
75
|
+
});
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
private processQueue(
|
|
79
|
+
key: string,
|
|
80
|
+
limits: Map<string, RateLimitEntry>,
|
|
81
|
+
config: RateLimitConfig,
|
|
82
|
+
): void {
|
|
83
|
+
const entry = limits.get(key);
|
|
84
|
+
if (!entry || entry.queue.length === 0) return;
|
|
85
|
+
|
|
86
|
+
const now = Date.now();
|
|
87
|
+
entry.timestamps = entry.timestamps.filter(t => t > now - config.windowMs);
|
|
88
|
+
|
|
89
|
+
while (entry.queue.length > 0 && entry.timestamps.length < config.maxRequests) {
|
|
90
|
+
entry.timestamps.push(now);
|
|
91
|
+
const item = entry.queue.shift()!;
|
|
92
|
+
item.resolve();
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
/**
|
|
97
|
+
* Get current usage stats.
|
|
98
|
+
*/
|
|
99
|
+
getUsage(userId?: string, provider?: string): {
|
|
100
|
+
user?: { used: number; limit: number; windowMs: number };
|
|
101
|
+
provider?: { used: number; limit: number; windowMs: number };
|
|
102
|
+
} {
|
|
103
|
+
const now = Date.now();
|
|
104
|
+
const result: any = {};
|
|
105
|
+
|
|
106
|
+
if (userId) {
|
|
107
|
+
const entry = this.userLimits.get(userId);
|
|
108
|
+
const used = entry ? entry.timestamps.filter(t => t > now - this.userConfig.windowMs).length : 0;
|
|
109
|
+
result.user = { used, limit: this.userConfig.maxRequests, windowMs: this.userConfig.windowMs };
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
if (provider) {
|
|
113
|
+
const entry = this.providerLimits.get(provider);
|
|
114
|
+
const used = entry ? entry.timestamps.filter(t => t > now - this.providerConfig.windowMs).length : 0;
|
|
115
|
+
result.provider = { used, limit: this.providerConfig.maxRequests, windowMs: this.providerConfig.windowMs };
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
return result;
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
/**
|
|
122
|
+
* Reset all limits.
|
|
123
|
+
*/
|
|
124
|
+
reset(): void {
|
|
125
|
+
this.userLimits.clear();
|
|
126
|
+
this.providerLimits.clear();
|
|
127
|
+
}
|
|
128
|
+
}
|