codevault 1.5.0 → 1.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +75 -40
- package/README.md +112 -345
- package/package.json +4 -3
- package/dist/chunking/file-grouper.d.ts +0 -39
- package/dist/chunking/file-grouper.d.ts.map +0 -1
- package/dist/chunking/file-grouper.js +0 -181
- package/dist/chunking/file-grouper.js.map +0 -1
- package/dist/chunking/semantic-chunker.d.ts +0 -37
- package/dist/chunking/semantic-chunker.d.ts.map +0 -1
- package/dist/chunking/semantic-chunker.js +0 -172
- package/dist/chunking/semantic-chunker.js.map +0 -1
- package/dist/chunking/token-counter.d.ts +0 -28
- package/dist/chunking/token-counter.d.ts.map +0 -1
- package/dist/chunking/token-counter.js +0 -207
- package/dist/chunking/token-counter.js.map +0 -1
- package/dist/cli/commands/ask-cmd.d.ts +0 -3
- package/dist/cli/commands/ask-cmd.d.ts.map +0 -1
- package/dist/cli/commands/ask-cmd.js +0 -130
- package/dist/cli/commands/ask-cmd.js.map +0 -1
- package/dist/cli/commands/config-cmd.d.ts +0 -3
- package/dist/cli/commands/config-cmd.d.ts.map +0 -1
- package/dist/cli/commands/config-cmd.js +0 -245
- package/dist/cli/commands/config-cmd.js.map +0 -1
- package/dist/cli/commands/context.d.ts +0 -3
- package/dist/cli/commands/context.d.ts.map +0 -1
- package/dist/cli/commands/context.js +0 -98
- package/dist/cli/commands/context.js.map +0 -1
- package/dist/cli/commands/interactive-config.d.ts +0 -2
- package/dist/cli/commands/interactive-config.d.ts.map +0 -1
- package/dist/cli/commands/interactive-config.js +0 -274
- package/dist/cli/commands/interactive-config.js.map +0 -1
- package/dist/cli.d.ts +0 -3
- package/dist/cli.d.ts.map +0 -1
- package/dist/cli.js +0 -398
- package/dist/cli.js.map +0 -1
- package/dist/codemap/io.d.ts +0 -5
- package/dist/codemap/io.d.ts.map +0 -1
- package/dist/codemap/io.js +0 -30
- package/dist/codemap/io.js.map +0 -1
- package/dist/config/apply-env.d.ts +0 -15
- package/dist/config/apply-env.d.ts.map +0 -1
- package/dist/config/apply-env.js +0 -91
- package/dist/config/apply-env.js.map +0 -1
- package/dist/config/loader.d.ts +0 -57
- package/dist/config/loader.d.ts.map +0 -1
- package/dist/config/loader.js +0 -279
- package/dist/config/loader.js.map +0 -1
- package/dist/config/types.d.ts +0 -46
- package/dist/config/types.d.ts.map +0 -1
- package/dist/config/types.js +0 -2
- package/dist/config/types.js.map +0 -1
- package/dist/context/packs.d.ts +0 -33
- package/dist/context/packs.d.ts.map +0 -1
- package/dist/context/packs.js +0 -180
- package/dist/context/packs.js.map +0 -1
- package/dist/core/batch-indexer.d.ts +0 -44
- package/dist/core/batch-indexer.d.ts.map +0 -1
- package/dist/core/batch-indexer.js +0 -161
- package/dist/core/batch-indexer.js.map +0 -1
- package/dist/core/indexer.d.ts +0 -3
- package/dist/core/indexer.d.ts.map +0 -1
- package/dist/core/indexer.js +0 -624
- package/dist/core/indexer.js.map +0 -1
- package/dist/core/metadata.d.ts +0 -19
- package/dist/core/metadata.d.ts.map +0 -1
- package/dist/core/metadata.js +0 -161
- package/dist/core/metadata.js.map +0 -1
- package/dist/core/search.d.ts +0 -7
- package/dist/core/search.d.ts.map +0 -1
- package/dist/core/search.js +0 -542
- package/dist/core/search.js.map +0 -1
- package/dist/core/symbol-extractor.d.ts +0 -3
- package/dist/core/symbol-extractor.d.ts.map +0 -1
- package/dist/core/symbol-extractor.js +0 -78
- package/dist/core/symbol-extractor.js.map +0 -1
- package/dist/core/types.d.ts +0 -104
- package/dist/core/types.d.ts.map +0 -1
- package/dist/core/types.js +0 -2
- package/dist/core/types.js.map +0 -1
- package/dist/database/db.d.ts +0 -63
- package/dist/database/db.d.ts.map +0 -1
- package/dist/database/db.js +0 -205
- package/dist/database/db.js.map +0 -1
- package/dist/indexer/merkle.d.ts +0 -13
- package/dist/indexer/merkle.d.ts.map +0 -1
- package/dist/indexer/merkle.js +0 -86
- package/dist/indexer/merkle.js.map +0 -1
- package/dist/indexer/update.d.ts +0 -19
- package/dist/indexer/update.d.ts.map +0 -1
- package/dist/indexer/update.js +0 -40
- package/dist/indexer/update.js.map +0 -1
- package/dist/indexer/watch.d.ts +0 -21
- package/dist/indexer/watch.d.ts.map +0 -1
- package/dist/indexer/watch.js +0 -222
- package/dist/indexer/watch.js.map +0 -1
- package/dist/languages/rules.d.ts +0 -11
- package/dist/languages/rules.d.ts.map +0 -1
- package/dist/languages/rules.js +0 -371
- package/dist/languages/rules.js.map +0 -1
- package/dist/languages/tree-sitter-loader.d.ts +0 -27
- package/dist/languages/tree-sitter-loader.d.ts.map +0 -1
- package/dist/languages/tree-sitter-loader.js +0 -76
- package/dist/languages/tree-sitter-loader.js.map +0 -1
- package/dist/mcp/tools/ask-codebase.d.ts +0 -85
- package/dist/mcp/tools/ask-codebase.d.ts.map +0 -1
- package/dist/mcp/tools/ask-codebase.js +0 -125
- package/dist/mcp/tools/ask-codebase.js.map +0 -1
- package/dist/mcp/tools/use-context-pack.d.ts +0 -57
- package/dist/mcp/tools/use-context-pack.d.ts.map +0 -1
- package/dist/mcp/tools/use-context-pack.js +0 -91
- package/dist/mcp/tools/use-context-pack.js.map +0 -1
- package/dist/mcp-server.d.ts +0 -3
- package/dist/mcp-server.d.ts.map +0 -1
- package/dist/mcp-server.js +0 -518
- package/dist/mcp-server.js.map +0 -1
- package/dist/providers/base.d.ts +0 -39
- package/dist/providers/base.d.ts.map +0 -1
- package/dist/providers/base.js +0 -198
- package/dist/providers/base.js.map +0 -1
- package/dist/providers/chat-llm.d.ts +0 -30
- package/dist/providers/chat-llm.d.ts.map +0 -1
- package/dist/providers/chat-llm.js +0 -82
- package/dist/providers/chat-llm.js.map +0 -1
- package/dist/providers/index.d.ts +0 -5
- package/dist/providers/index.d.ts.map +0 -1
- package/dist/providers/index.js +0 -12
- package/dist/providers/index.js.map +0 -1
- package/dist/providers/ollama.d.ts +0 -13
- package/dist/providers/ollama.d.ts.map +0 -1
- package/dist/providers/ollama.js +0 -50
- package/dist/providers/ollama.js.map +0 -1
- package/dist/providers/openai.d.ts +0 -14
- package/dist/providers/openai.d.ts.map +0 -1
- package/dist/providers/openai.js +0 -122
- package/dist/providers/openai.js.map +0 -1
- package/dist/providers/token-counter.d.ts +0 -2
- package/dist/providers/token-counter.d.ts.map +0 -1
- package/dist/providers/token-counter.js +0 -18
- package/dist/providers/token-counter.js.map +0 -1
- package/dist/ranking/api-reranker.d.ts +0 -18
- package/dist/ranking/api-reranker.d.ts.map +0 -1
- package/dist/ranking/api-reranker.js +0 -134
- package/dist/ranking/api-reranker.js.map +0 -1
- package/dist/ranking/symbol-boost.d.ts +0 -15
- package/dist/ranking/symbol-boost.d.ts.map +0 -1
- package/dist/ranking/symbol-boost.js +0 -154
- package/dist/ranking/symbol-boost.js.map +0 -1
- package/dist/search/bm25.d.ts +0 -17
- package/dist/search/bm25.d.ts.map +0 -1
- package/dist/search/bm25.js +0 -56
- package/dist/search/bm25.js.map +0 -1
- package/dist/search/hybrid.d.ts +0 -21
- package/dist/search/hybrid.d.ts.map +0 -1
- package/dist/search/hybrid.js +0 -50
- package/dist/search/hybrid.js.map +0 -1
- package/dist/search/scope.d.ts +0 -5
- package/dist/search/scope.d.ts.map +0 -1
- package/dist/search/scope.js +0 -107
- package/dist/search/scope.js.map +0 -1
- package/dist/storage/encrypted-chunks.d.ts +0 -40
- package/dist/storage/encrypted-chunks.d.ts.map +0 -1
- package/dist/storage/encrypted-chunks.js +0 -237
- package/dist/storage/encrypted-chunks.js.map +0 -1
- package/dist/symbols/extract.d.ts +0 -15
- package/dist/symbols/extract.d.ts.map +0 -1
- package/dist/symbols/extract.js +0 -187
- package/dist/symbols/extract.js.map +0 -1
- package/dist/symbols/graph.d.ts +0 -3
- package/dist/symbols/graph.d.ts.map +0 -1
- package/dist/symbols/graph.js +0 -89
- package/dist/symbols/graph.js.map +0 -1
- package/dist/synthesis/markdown-formatter.d.ts +0 -13
- package/dist/synthesis/markdown-formatter.d.ts.map +0 -1
- package/dist/synthesis/markdown-formatter.js +0 -104
- package/dist/synthesis/markdown-formatter.js.map +0 -1
- package/dist/synthesis/prompt-builder.d.ts +0 -21
- package/dist/synthesis/prompt-builder.d.ts.map +0 -1
- package/dist/synthesis/prompt-builder.js +0 -129
- package/dist/synthesis/prompt-builder.js.map +0 -1
- package/dist/synthesis/synthesizer.d.ts +0 -30
- package/dist/synthesis/synthesizer.d.ts.map +0 -1
- package/dist/synthesis/synthesizer.js +0 -210
- package/dist/synthesis/synthesizer.js.map +0 -1
- package/dist/types/ast.d.ts +0 -3
- package/dist/types/ast.d.ts.map +0 -1
- package/dist/types/ast.js +0 -2
- package/dist/types/ast.js.map +0 -1
- package/dist/types/codemap.d.ts +0 -58
- package/dist/types/codemap.d.ts.map +0 -1
- package/dist/types/codemap.js +0 -224
- package/dist/types/codemap.js.map +0 -1
- package/dist/types/context-pack.d.ts +0 -47
- package/dist/types/context-pack.d.ts.map +0 -1
- package/dist/types/context-pack.js +0 -44
- package/dist/types/context-pack.js.map +0 -1
- package/dist/types/search.d.ts +0 -15
- package/dist/types/search.d.ts.map +0 -1
- package/dist/types/search.js +0 -11
- package/dist/types/search.js.map +0 -1
- package/dist/utils/cli-ui.d.ts +0 -44
- package/dist/utils/cli-ui.d.ts.map +0 -1
- package/dist/utils/cli-ui.js +0 -139
- package/dist/utils/cli-ui.js.map +0 -1
- package/dist/utils/indexer-with-progress.d.ts +0 -10
- package/dist/utils/indexer-with-progress.d.ts.map +0 -1
- package/dist/utils/indexer-with-progress.js +0 -58
- package/dist/utils/indexer-with-progress.js.map +0 -1
- package/dist/utils/rate-limiter.d.ts +0 -34
- package/dist/utils/rate-limiter.d.ts.map +0 -1
- package/dist/utils/rate-limiter.js +0 -178
- package/dist/utils/rate-limiter.js.map +0 -1
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"indexer-with-progress.js","sourceRoot":"","sources":["../../src/utils/indexer-with-progress.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,WAAW,CAAC;AAC3B,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AASvE,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAyE;IAEzE,MAAM,EAAE,SAAS,EAAE,GAAG,YAAY,EAAE,GAAG,OAAO,CAAC;IAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;IAEnD,6BAA6B;IAC7B,MAAM,gBAAgB,GAAG,8BAA8B,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;IACnF,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,gBAAgB,EAAE;QACvC,GAAG,EAAE,IAAI;QACT,QAAQ,EAAE,KAAK;QACf,mBAAmB,EAAE,KAAK;QAC1B,MAAM,EAAE;YACN,cAAc;YACd,oBAAoB;YACpB,YAAY;YACZ,eAAe;YACf,YAAY;YACZ,aAAa;YACb,WAAW;YACX,YAAY;YACZ,YAAY;YACZ,aAAa;YACb,eAAe;YACf,cAAc;YACd,cAAc;YACd,kBAAkB;YAClB,2BAA2B;YAC3B,oCAAoC;YACpC,sBAAsB;YACtB,cAAc;YACd,mBAAmB;YACnB,WAAW;YACX,SAAS;YACT,gBAAgB;YAChB,cAAc;SACf;QACD,SAAS,EAAE,IAAI;QACf,GAAG,EAAE,KAAK;KACX,CAAC,CAAC;IAEH,IAAI,SAAS,EAAE,cAAc,EAAE,CAAC;QAC9B,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,wCAAwC;IACxC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;QAChC,GAAG,YAAY;QACf,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,IAAI,IAAI,SAAS,EAAE,cAAc,EAAE,CAAC;gBAChF,cAAc,EAAE,CAAC;gBACjB,SAAS,CAAC,cAAc,CAAC,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -1,34 +0,0 @@
|
|
|
1
|
-
export declare class RateLimiter {
|
|
2
|
-
private rpm;
|
|
3
|
-
private tpm;
|
|
4
|
-
private queue;
|
|
5
|
-
private processing;
|
|
6
|
-
private requestTimes;
|
|
7
|
-
private tokenUsage;
|
|
8
|
-
private retryDelays;
|
|
9
|
-
private maxQueueSize;
|
|
10
|
-
constructor(requestsPerMinute?: number | null, tokensPerMinute?: number | null, maxQueueSize?: number);
|
|
11
|
-
private getDefaultRPM;
|
|
12
|
-
private getDefaultTPM;
|
|
13
|
-
private canMakeRequest;
|
|
14
|
-
private recordRequest;
|
|
15
|
-
private getDelayUntilNextSlot;
|
|
16
|
-
execute<T>(fn: () => Promise<T>, retryCount?: number, estimatedTokens?: number): Promise<T>;
|
|
17
|
-
private processQueue;
|
|
18
|
-
private isRateLimitError;
|
|
19
|
-
getStats(): {
|
|
20
|
-
rpm: number | null;
|
|
21
|
-
tpm: number | null;
|
|
22
|
-
queueLength: number;
|
|
23
|
-
maxQueueSize: number;
|
|
24
|
-
queueUtilization: string;
|
|
25
|
-
requestsInLastMinute: number;
|
|
26
|
-
tokensInLastMinute: number;
|
|
27
|
-
isRpmLimited: boolean;
|
|
28
|
-
isTpmLimited: boolean;
|
|
29
|
-
isLimited: boolean;
|
|
30
|
-
};
|
|
31
|
-
reset(): void;
|
|
32
|
-
}
|
|
33
|
-
export declare function createRateLimiter(providerName: string): RateLimiter;
|
|
34
|
-
//# sourceMappingURL=rate-limiter.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"rate-limiter.d.ts","sourceRoot":"","sources":["../../src/utils/rate-limiter.ts"],"names":[],"mappings":"AAaA,qBAAa,WAAW;IACtB,OAAO,CAAC,GAAG,CAAgB;IAC3B,OAAO,CAAC,GAAG,CAAgB;IAC3B,OAAO,CAAC,KAAK,CAAwB;IACrC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,YAAY,CAAgB;IACpC,OAAO,CAAC,UAAU,CAAyB;IAC3C,OAAO,CAAC,WAAW,CAA6B;IAEhD,OAAO,CAAC,YAAY,CAAS;gBAEjB,iBAAiB,GAAE,MAAM,GAAG,IAAW,EAAE,eAAe,GAAE,MAAM,GAAG,IAAW,EAAE,YAAY,GAAE,MAAc;IAMxH,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,cAAc;IAqBtB,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,qBAAqB;IAsBvB,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,SAAI,EAAE,eAAe,SAAI,GAAG,OAAO,CAAC,CAAC,CAAC;YAazE,YAAY;IAkD1B,OAAO,CAAC,gBAAgB;IAYxB,QAAQ;;;;;;;;;;;;IAqBR,KAAK,IAAI,IAAI;CAMd;AAED,wBAAgB,iBAAiB,CAAC,YAAY,EAAE,MAAM,GAAG,WAAW,CAYnE"}
|
|
@@ -1,178 +0,0 @@
|
|
|
1
|
-
export class RateLimiter {
|
|
2
|
-
rpm;
|
|
3
|
-
tpm;
|
|
4
|
-
queue = [];
|
|
5
|
-
processing = false;
|
|
6
|
-
requestTimes = [];
|
|
7
|
-
tokenUsage = [];
|
|
8
|
-
retryDelays = [1000, 2000, 5000, 10000];
|
|
9
|
-
// FIX: Add max queue size to prevent unbounded growth
|
|
10
|
-
maxQueueSize;
|
|
11
|
-
constructor(requestsPerMinute = null, tokensPerMinute = null, maxQueueSize = 10000) {
|
|
12
|
-
this.rpm = requestsPerMinute ?? this.getDefaultRPM();
|
|
13
|
-
this.tpm = tokensPerMinute ?? this.getDefaultTPM();
|
|
14
|
-
this.maxQueueSize = maxQueueSize;
|
|
15
|
-
}
|
|
16
|
-
getDefaultRPM() {
|
|
17
|
-
const envVar = process.env.CODEVAULT_EMBEDDING_RATE_LIMIT_RPM || process.env.CODEVAULT_RATE_LIMIT_RPM || process.env.CODEVAULT_RATE_LIMIT;
|
|
18
|
-
if (envVar) {
|
|
19
|
-
const limit = parseInt(envVar, 10);
|
|
20
|
-
if (!isNaN(limit) && limit > 0) {
|
|
21
|
-
return limit;
|
|
22
|
-
}
|
|
23
|
-
}
|
|
24
|
-
return null;
|
|
25
|
-
}
|
|
26
|
-
getDefaultTPM() {
|
|
27
|
-
const envVar = process.env.CODEVAULT_EMBEDDING_RATE_LIMIT_TPM || process.env.CODEVAULT_RATE_LIMIT_TPM;
|
|
28
|
-
if (envVar) {
|
|
29
|
-
const limit = parseInt(envVar, 10);
|
|
30
|
-
if (!isNaN(limit) && limit > 0) {
|
|
31
|
-
return limit;
|
|
32
|
-
}
|
|
33
|
-
}
|
|
34
|
-
return null;
|
|
35
|
-
}
|
|
36
|
-
canMakeRequest(estimatedTokens = 0) {
|
|
37
|
-
const now = Date.now();
|
|
38
|
-
const oneMinuteAgo = now - 60000;
|
|
39
|
-
this.requestTimes = this.requestTimes.filter(time => time > oneMinuteAgo);
|
|
40
|
-
this.tokenUsage = this.tokenUsage.filter(entry => entry.time > oneMinuteAgo);
|
|
41
|
-
if (this.rpm !== null && this.requestTimes.length >= this.rpm) {
|
|
42
|
-
return false;
|
|
43
|
-
}
|
|
44
|
-
if (this.tpm !== null && estimatedTokens > 0) {
|
|
45
|
-
const tokensInLastMinute = this.tokenUsage.reduce((sum, entry) => sum + entry.tokens, 0);
|
|
46
|
-
if (tokensInLastMinute + estimatedTokens > this.tpm) {
|
|
47
|
-
return false;
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
|
-
return true;
|
|
51
|
-
}
|
|
52
|
-
recordRequest(tokensUsed = 0) {
|
|
53
|
-
const now = Date.now();
|
|
54
|
-
if (this.rpm !== null) {
|
|
55
|
-
this.requestTimes.push(now);
|
|
56
|
-
}
|
|
57
|
-
if (this.tpm !== null && tokensUsed > 0) {
|
|
58
|
-
this.tokenUsage.push({ time: now, tokens: tokensUsed });
|
|
59
|
-
}
|
|
60
|
-
}
|
|
61
|
-
getDelayUntilNextSlot(estimatedTokens = 0) {
|
|
62
|
-
const now = Date.now();
|
|
63
|
-
let delay = 0;
|
|
64
|
-
if (this.rpm !== null && this.requestTimes.length > 0) {
|
|
65
|
-
const oldestRequest = this.requestTimes[0];
|
|
66
|
-
const rpmDelay = 60000 - (now - oldestRequest);
|
|
67
|
-
delay = Math.max(delay, rpmDelay);
|
|
68
|
-
}
|
|
69
|
-
if (this.tpm !== null && estimatedTokens > 0 && this.tokenUsage.length > 0) {
|
|
70
|
-
const tokensInLastMinute = this.tokenUsage.reduce((sum, entry) => sum + entry.tokens, 0);
|
|
71
|
-
if (tokensInLastMinute + estimatedTokens > this.tpm) {
|
|
72
|
-
const oldestToken = this.tokenUsage[0];
|
|
73
|
-
const tpmDelay = 60000 - (now - oldestToken.time);
|
|
74
|
-
delay = Math.max(delay, tpmDelay);
|
|
75
|
-
}
|
|
76
|
-
}
|
|
77
|
-
return Math.max(0, delay + 100);
|
|
78
|
-
}
|
|
79
|
-
async execute(fn, retryCount = 0, estimatedTokens = 0) {
|
|
80
|
-
return new Promise((resolve, reject) => {
|
|
81
|
-
// FIX: Reject if queue is at max capacity to prevent memory exhaustion
|
|
82
|
-
if (this.queue.length >= this.maxQueueSize) {
|
|
83
|
-
reject(new Error(`Rate limiter queue is full (${this.maxQueueSize} items). Too many concurrent requests.`));
|
|
84
|
-
return;
|
|
85
|
-
}
|
|
86
|
-
this.queue.push({ fn, resolve, reject, retryCount, estimatedTokens });
|
|
87
|
-
void this.processQueue();
|
|
88
|
-
});
|
|
89
|
-
}
|
|
90
|
-
async processQueue() {
|
|
91
|
-
if (this.processing || this.queue.length === 0) {
|
|
92
|
-
return;
|
|
93
|
-
}
|
|
94
|
-
this.processing = true;
|
|
95
|
-
while (this.queue.length > 0) {
|
|
96
|
-
const item = this.queue[0];
|
|
97
|
-
const { fn, resolve, reject, retryCount, estimatedTokens } = item;
|
|
98
|
-
while (!this.canMakeRequest(estimatedTokens || 0)) {
|
|
99
|
-
const delay = this.getDelayUntilNextSlot(estimatedTokens || 0);
|
|
100
|
-
if (delay > 0) {
|
|
101
|
-
await new Promise(r => setTimeout(r, delay));
|
|
102
|
-
}
|
|
103
|
-
}
|
|
104
|
-
this.queue.shift();
|
|
105
|
-
try {
|
|
106
|
-
const result = await fn();
|
|
107
|
-
const tokensUsed = estimatedTokens || result?.usage?.total_tokens || 0;
|
|
108
|
-
this.recordRequest(tokensUsed);
|
|
109
|
-
resolve(result);
|
|
110
|
-
}
|
|
111
|
-
catch (error) {
|
|
112
|
-
if (this.isRateLimitError(error)) {
|
|
113
|
-
const maxRetries = this.retryDelays.length;
|
|
114
|
-
if (retryCount < maxRetries) {
|
|
115
|
-
const delay = this.retryDelays[retryCount];
|
|
116
|
-
console.warn(`⚠️ Rate limit hit (429). Retrying in ${delay}ms... (attempt ${retryCount + 1}/${maxRetries})`);
|
|
117
|
-
await new Promise(r => setTimeout(r, delay));
|
|
118
|
-
this.queue.unshift({ fn, resolve, reject, retryCount: retryCount + 1, estimatedTokens });
|
|
119
|
-
}
|
|
120
|
-
else {
|
|
121
|
-
reject(new Error(`Rate limit exceeded after ${maxRetries} retries: ${error.message}`));
|
|
122
|
-
}
|
|
123
|
-
}
|
|
124
|
-
else {
|
|
125
|
-
reject(error);
|
|
126
|
-
}
|
|
127
|
-
}
|
|
128
|
-
}
|
|
129
|
-
this.processing = false;
|
|
130
|
-
}
|
|
131
|
-
isRateLimitError(error) {
|
|
132
|
-
if (!error)
|
|
133
|
-
return false;
|
|
134
|
-
const message = error.message || '';
|
|
135
|
-
const status = error.status || error.statusCode || 0;
|
|
136
|
-
return status === 429 ||
|
|
137
|
-
message.includes('429') ||
|
|
138
|
-
message.includes('rate limit') ||
|
|
139
|
-
message.includes('too many requests');
|
|
140
|
-
}
|
|
141
|
-
getStats() {
|
|
142
|
-
const now = Date.now();
|
|
143
|
-
const oneMinuteAgo = now - 60000;
|
|
144
|
-
const tokensInLastMinute = this.tokenUsage
|
|
145
|
-
.filter(entry => entry.time > oneMinuteAgo)
|
|
146
|
-
.reduce((sum, entry) => sum + entry.tokens, 0);
|
|
147
|
-
return {
|
|
148
|
-
rpm: this.rpm,
|
|
149
|
-
tpm: this.tpm,
|
|
150
|
-
queueLength: this.queue.length,
|
|
151
|
-
maxQueueSize: this.maxQueueSize,
|
|
152
|
-
queueUtilization: ((this.queue.length / this.maxQueueSize) * 100).toFixed(1) + '%',
|
|
153
|
-
requestsInLastMinute: this.requestTimes.filter(t => t > oneMinuteAgo).length,
|
|
154
|
-
tokensInLastMinute,
|
|
155
|
-
isRpmLimited: this.rpm !== null,
|
|
156
|
-
isTpmLimited: this.tpm !== null,
|
|
157
|
-
isLimited: this.rpm !== null || this.tpm !== null
|
|
158
|
-
};
|
|
159
|
-
}
|
|
160
|
-
reset() {
|
|
161
|
-
this.queue = [];
|
|
162
|
-
this.requestTimes = [];
|
|
163
|
-
this.tokenUsage = [];
|
|
164
|
-
this.processing = false;
|
|
165
|
-
}
|
|
166
|
-
}
|
|
167
|
-
export function createRateLimiter(providerName) {
|
|
168
|
-
const defaultLimits = {
|
|
169
|
-
'OpenAI': { rpm: 50, tpm: null },
|
|
170
|
-
'Qwen': { rpm: 10000, tpm: 600000 },
|
|
171
|
-
};
|
|
172
|
-
if (process.env.CODEVAULT_RATE_LIMIT_RPM || process.env.CODEVAULT_RATE_LIMIT || process.env.CODEVAULT_RATE_LIMIT_TPM) {
|
|
173
|
-
return new RateLimiter();
|
|
174
|
-
}
|
|
175
|
-
const limits = defaultLimits[providerName] ?? { rpm: null, tpm: null };
|
|
176
|
-
return new RateLimiter(limits.rpm, limits.tpm);
|
|
177
|
-
}
|
|
178
|
-
//# sourceMappingURL=rate-limiter.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"rate-limiter.js","sourceRoot":"","sources":["../../src/utils/rate-limiter.ts"],"names":[],"mappings":"AAaA,MAAM,OAAO,WAAW;IACd,GAAG,CAAgB;IACnB,GAAG,CAAgB;IACnB,KAAK,GAAqB,EAAE,CAAC;IAC7B,UAAU,GAAG,KAAK,CAAC;IACnB,YAAY,GAAa,EAAE,CAAC;IAC5B,UAAU,GAAsB,EAAE,CAAC;IACnC,WAAW,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IAChD,sDAAsD;IAC9C,YAAY,CAAS;IAE7B,YAAY,oBAAmC,IAAI,EAAE,kBAAiC,IAAI,EAAE,eAAuB,KAAK;QACtH,IAAI,CAAC,GAAG,GAAG,iBAAiB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;QACrD,IAAI,CAAC,GAAG,GAAG,eAAe,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;QACnD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAEO,aAAa;QACnB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC,IAAI,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QAC1I,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACnC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBAC/B,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,aAAa;QACnB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC,IAAI,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;QACtG,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACnC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBAC/B,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,cAAc,CAAC,eAAe,GAAG,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,GAAG,GAAG,KAAK,CAAC;QAEjC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,GAAG,YAAY,CAAC,CAAC;QAC1E,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,GAAG,YAAY,CAAC,CAAC;QAE7E,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YAC9D,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;YAC7C,MAAM,kBAAkB,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACzF,IAAI,kBAAkB,GAAG,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACpD,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,aAAa,CAAC,UAAU,GAAG,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;QAED,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAEO,qBAAqB,CAAC,eAAe,GAAG,CAAC;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC3C,MAAM,QAAQ,GAAG,KAAK,GAAG,CAAC,GAAG,GAAG,aAAa,CAAC,CAAC;YAC/C,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACpC,CAAC;QAED,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,IAAI,eAAe,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3E,MAAM,kBAAkB,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACzF,IAAI,kBAAkB,GAAG,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACpD,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBACvC,MAAM,QAAQ,GAAG,KAAK,GAAG,CAAC,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAClD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,OAAO,CAAI,EAAoB,EAAE,UAAU,GAAG,CAAC,EAAE,eAAe,GAAG,CAAC;QACxE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,uEAAuE;YACvE,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC3C,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,IAAI,CAAC,YAAY,wCAAwC,CAAC,CAAC,CAAC;gBAC5G,OAAO;YACT,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;YACtE,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/C,OAAO;QACT,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAEvB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,GAAG,IAAI,CAAC;YAElE,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,eAAe,IAAI,CAAC,CAAC,EAAE,CAAC;gBAClD,MAAM,KAAK,GAAG,IAAI,CAAC,qBAAqB,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;gBAC/D,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;oBACd,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAEnB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC;gBAE1B,MAAM,UAAU,GAAG,eAAe,IAAK,MAAc,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;gBAChF,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;gBAE/B,OAAO,CAAC,MAAM,CAAC,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;oBACjC,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;oBAE3C,IAAI,UAAU,GAAG,UAAU,EAAE,CAAC;wBAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;wBAC3C,OAAO,CAAC,IAAI,CAAC,yCAAyC,KAAK,kBAAkB,UAAU,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,CAAC;wBAE9G,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;wBAE7C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,GAAG,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC;oBAC3F,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,UAAU,aAAc,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;oBACpG,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,KAAc,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;IAC1B,CAAC;IAEO,gBAAgB,CAAC,KAAc;QACrC,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAEzB,MAAM,OAAO,GAAI,KAAa,CAAC,OAAO,IAAI,EAAE,CAAC;QAC7C,MAAM,MAAM,GAAI,KAAa,CAAC,MAAM,IAAK,KAAa,CAAC,UAAU,IAAI,CAAC,CAAC;QAEvE,OAAO,MAAM,KAAK,GAAG;YACd,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;YACvB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;YAC9B,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC;IAC/C,CAAC;IAED,QAAQ;QACN,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,GAAG,GAAG,KAAK,CAAC;QACjC,MAAM,kBAAkB,GAAG,IAAI,CAAC,UAAU;aACvC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,GAAG,YAAY,CAAC;aAC1C,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAEjD,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAC9B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,gBAAgB,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG;YAClF,oBAAoB,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,MAAM;YAC5E,kBAAkB;YAClB,YAAY,EAAE,IAAI,CAAC,GAAG,KAAK,IAAI;YAC/B,YAAY,EAAE,IAAI,CAAC,GAAG,KAAK,IAAI;YAC/B,SAAS,EAAE,IAAI,CAAC,GAAG,KAAK,IAAI,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI;SAClD,CAAC;IACJ,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;IAC1B,CAAC;CACF;AAED,MAAM,UAAU,iBAAiB,CAAC,YAAoB;IACpD,MAAM,aAAa,GAA+D;QAChF,QAAQ,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;QAChC,MAAM,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE;KACpC,CAAC;IAEF,IAAI,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,CAAC;QACrH,OAAO,IAAI,WAAW,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM,MAAM,GAAG,aAAa,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;IACvE,OAAO,IAAI,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;AACjD,CAAC"}
|