@just-every/ensemble 0.2.87 → 0.2.88
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/config/tool_execution.cjs +47 -0
- package/dist/cjs/config/tool_execution.d.ts +12 -0
- package/dist/cjs/config/tool_execution.d.ts.map +1 -0
- package/dist/cjs/config/tool_execution.js.map +1 -0
- package/dist/cjs/core/ensemble_embed.cjs +35 -0
- package/dist/cjs/core/ensemble_embed.d.ts +3 -0
- package/dist/cjs/core/ensemble_embed.d.ts.map +1 -0
- package/dist/cjs/core/ensemble_embed.js.map +1 -0
- package/dist/cjs/core/ensemble_image.cjs +13 -0
- package/dist/cjs/core/ensemble_image.d.ts +3 -0
- package/dist/cjs/core/ensemble_image.d.ts.map +1 -0
- package/dist/cjs/core/ensemble_image.js.map +1 -0
- package/dist/cjs/core/ensemble_listen.cjs +162 -0
- package/dist/cjs/core/ensemble_listen.d.ts +5 -0
- package/dist/cjs/core/ensemble_listen.d.ts.map +1 -0
- package/dist/cjs/core/ensemble_listen.js.map +1 -0
- package/dist/cjs/core/ensemble_live.cjs +387 -0
- package/dist/cjs/core/ensemble_live.d.ts +14 -0
- package/dist/cjs/core/ensemble_live.d.ts.map +1 -0
- package/dist/cjs/core/ensemble_live.js.map +1 -0
- package/dist/cjs/core/ensemble_request.cjs +409 -0
- package/dist/cjs/core/ensemble_request.d.ts +4 -0
- package/dist/cjs/core/ensemble_request.d.ts.map +1 -0
- package/dist/cjs/core/ensemble_request.js.map +1 -0
- package/dist/cjs/core/ensemble_voice.cjs +284 -0
- package/dist/cjs/core/ensemble_voice.d.ts +4 -0
- package/dist/cjs/core/ensemble_voice.d.ts.map +1 -0
- package/dist/cjs/core/ensemble_voice.js.map +1 -0
- package/dist/cjs/data/model_data.cjs +1460 -0
- package/dist/cjs/data/model_data.d.ts +71 -0
- package/dist/cjs/data/model_data.d.ts.map +1 -0
- package/dist/cjs/data/model_data.js.map +1 -0
- package/dist/cjs/index.cjs +139 -0
- package/dist/cjs/index.d.ts +37 -0
- package/dist/cjs/index.d.ts.map +1 -0
- package/dist/cjs/index.js.map +1 -0
- package/dist/cjs/model_providers/base_provider.cjs +46 -0
- package/dist/cjs/model_providers/base_provider.d.ts +13 -0
- package/dist/cjs/model_providers/base_provider.d.ts.map +1 -0
- package/dist/cjs/model_providers/base_provider.js.map +1 -0
- package/dist/cjs/model_providers/claude.cjs +782 -0
- package/dist/cjs/model_providers/claude.d.ts +12 -0
- package/dist/cjs/model_providers/claude.d.ts.map +1 -0
- package/dist/cjs/model_providers/claude.js.map +1 -0
- package/dist/cjs/model_providers/deepseek.cjs +129 -0
- package/dist/cjs/model_providers/deepseek.d.ts +8 -0
- package/dist/cjs/model_providers/deepseek.d.ts.map +1 -0
- package/dist/cjs/model_providers/deepseek.js.map +1 -0
- package/dist/cjs/model_providers/elevenlabs.cjs +140 -0
- package/dist/cjs/model_providers/elevenlabs.d.ts +37 -0
- package/dist/cjs/model_providers/elevenlabs.d.ts.map +1 -0
- package/dist/cjs/model_providers/elevenlabs.js.map +1 -0
- package/dist/cjs/model_providers/gemini.cjs +1654 -0
- package/dist/cjs/model_providers/gemini.d.ts +22 -0
- package/dist/cjs/model_providers/gemini.d.ts.map +1 -0
- package/dist/cjs/model_providers/gemini.js.map +1 -0
- package/dist/cjs/model_providers/grok.cjs +25 -0
- package/dist/cjs/model_providers/grok.d.ts +8 -0
- package/dist/cjs/model_providers/grok.d.ts.map +1 -0
- package/dist/cjs/model_providers/grok.js.map +1 -0
- package/dist/cjs/model_providers/model_provider.cjs +296 -0
- package/dist/cjs/model_providers/model_provider.d.ts +10 -0
- package/dist/cjs/model_providers/model_provider.d.ts.map +1 -0
- package/dist/cjs/model_providers/model_provider.js.map +1 -0
- package/dist/cjs/model_providers/openai.cjs +1117 -0
- package/dist/cjs/model_providers/openai.d.ts +19 -0
- package/dist/cjs/model_providers/openai.d.ts.map +1 -0
- package/dist/cjs/model_providers/openai.js.map +1 -0
- package/dist/cjs/model_providers/openai_chat.cjs +787 -0
- package/dist/cjs/model_providers/openai_chat.d.ts +20 -0
- package/dist/cjs/model_providers/openai_chat.d.ts.map +1 -0
- package/dist/cjs/model_providers/openai_chat.js.map +1 -0
- package/dist/cjs/model_providers/openrouter.cjs +22 -0
- package/dist/cjs/model_providers/openrouter.d.ts +6 -0
- package/dist/cjs/model_providers/openrouter.d.ts.map +1 -0
- package/dist/cjs/model_providers/openrouter.js.map +1 -0
- package/dist/cjs/model_providers/test_provider.cjs +236 -0
- package/dist/cjs/model_providers/test_provider.d.ts +29 -0
- package/dist/cjs/model_providers/test_provider.d.ts.map +1 -0
- package/dist/cjs/model_providers/test_provider.js.map +1 -0
- package/dist/cjs/tsconfig.cjs.tsbuildinfo +1 -0
- package/dist/cjs/types/api_types.cjs +3 -0
- package/dist/cjs/types/api_types.d.ts +249 -0
- package/dist/cjs/types/api_types.d.ts.map +1 -0
- package/dist/cjs/types/api_types.js.map +1 -0
- package/dist/cjs/types/errors.cjs +76 -0
- package/dist/cjs/types/errors.d.ts +34 -0
- package/dist/cjs/types/errors.d.ts.map +1 -0
- package/dist/cjs/types/errors.js.map +1 -0
- package/dist/cjs/types/types.cjs +3 -0
- package/dist/cjs/types/types.d.ts +638 -0
- package/dist/cjs/types/types.d.ts.map +1 -0
- package/dist/cjs/types/types.js.map +1 -0
- package/dist/cjs/utils/agent.cjs +384 -0
- package/dist/cjs/utils/agent.d.ts +48 -0
- package/dist/cjs/utils/agent.d.ts.map +1 -0
- package/dist/cjs/utils/agent.js.map +1 -0
- package/dist/cjs/utils/audio_stream_player.cjs +342 -0
- package/dist/cjs/utils/audio_stream_player.d.ts +37 -0
- package/dist/cjs/utils/audio_stream_player.d.ts.map +1 -0
- package/dist/cjs/utils/audio_stream_player.js.map +1 -0
- package/dist/cjs/utils/citation_tracker.cjs +25 -0
- package/dist/cjs/utils/citation_tracker.d.ts +12 -0
- package/dist/cjs/utils/citation_tracker.d.ts.map +1 -0
- package/dist/cjs/utils/citation_tracker.js.map +1 -0
- package/dist/cjs/utils/config_manager.cjs +105 -0
- package/dist/cjs/utils/config_manager.d.ts +31 -0
- package/dist/cjs/utils/config_manager.d.ts.map +1 -0
- package/dist/cjs/utils/config_manager.js.map +1 -0
- package/dist/cjs/utils/cost_tracker.cjs +226 -0
- package/dist/cjs/utils/cost_tracker.d.ts +33 -0
- package/dist/cjs/utils/cost_tracker.d.ts.map +1 -0
- package/dist/cjs/utils/cost_tracker.js.map +1 -0
- package/dist/cjs/utils/create_tool_function.cjs +182 -0
- package/dist/cjs/utils/create_tool_function.d.ts +3 -0
- package/dist/cjs/utils/create_tool_function.d.ts.map +1 -0
- package/dist/cjs/utils/create_tool_function.js.map +1 -0
- package/dist/cjs/utils/delta_buffer.cjs +65 -0
- package/dist/cjs/utils/delta_buffer.d.ts +14 -0
- package/dist/cjs/utils/delta_buffer.d.ts.map +1 -0
- package/dist/cjs/utils/delta_buffer.js.map +1 -0
- package/dist/cjs/utils/ensemble_result.cjs +167 -0
- package/dist/cjs/utils/ensemble_result.d.ts +33 -0
- package/dist/cjs/utils/ensemble_result.d.ts.map +1 -0
- package/dist/cjs/utils/ensemble_result.js.map +1 -0
- package/dist/cjs/utils/event_controller.cjs +59 -0
- package/dist/cjs/utils/event_controller.d.ts +13 -0
- package/dist/cjs/utils/event_controller.d.ts.map +1 -0
- package/dist/cjs/utils/event_controller.js.map +1 -0
- package/dist/cjs/utils/external_models.cjs +42 -0
- package/dist/cjs/utils/external_models.d.ts +9 -0
- package/dist/cjs/utils/external_models.d.ts.map +1 -0
- package/dist/cjs/utils/external_models.js.map +1 -0
- package/dist/cjs/utils/image_to_text.cjs +58 -0
- package/dist/cjs/utils/image_to_text.d.ts +3 -0
- package/dist/cjs/utils/image_to_text.d.ts.map +1 -0
- package/dist/cjs/utils/image_to_text.js.map +1 -0
- package/dist/cjs/utils/image_utils.cjs +168 -0
- package/dist/cjs/utils/image_utils.d.ts +18 -0
- package/dist/cjs/utils/image_utils.d.ts.map +1 -0
- package/dist/cjs/utils/image_utils.js.map +1 -0
- package/dist/cjs/utils/image_validation.cjs +31 -0
- package/dist/cjs/utils/image_validation.d.ts +3 -0
- package/dist/cjs/utils/image_validation.d.ts.map +1 -0
- package/dist/cjs/utils/image_validation.js.map +1 -0
- package/dist/cjs/utils/llm_logger.cjs +31 -0
- package/dist/cjs/utils/llm_logger.d.ts +8 -0
- package/dist/cjs/utils/llm_logger.d.ts.map +1 -0
- package/dist/cjs/utils/llm_logger.js.map +1 -0
- package/dist/cjs/utils/message_history.cjs +560 -0
- package/dist/cjs/utils/message_history.d.ts +65 -0
- package/dist/cjs/utils/message_history.d.ts.map +1 -0
- package/dist/cjs/utils/message_history.js.map +1 -0
- package/dist/cjs/utils/model_class_config.cjs +105 -0
- package/dist/cjs/utils/model_class_config.d.ts +12 -0
- package/dist/cjs/utils/model_class_config.d.ts.map +1 -0
- package/dist/cjs/utils/model_class_config.js.map +1 -0
- package/dist/cjs/utils/pause_controller.cjs +90 -0
- package/dist/cjs/utils/pause_controller.d.ts +14 -0
- package/dist/cjs/utils/pause_controller.d.ts.map +1 -0
- package/dist/cjs/utils/pause_controller.js.map +1 -0
- package/dist/cjs/utils/quota_tracker.cjs +311 -0
- package/dist/cjs/utils/quota_tracker.d.ts +22 -0
- package/dist/cjs/utils/quota_tracker.d.ts.map +1 -0
- package/dist/cjs/utils/quota_tracker.js.map +1 -0
- package/dist/cjs/utils/retry_handler.cjs +131 -0
- package/dist/cjs/utils/retry_handler.d.ts +15 -0
- package/dist/cjs/utils/retry_handler.d.ts.map +1 -0
- package/dist/cjs/utils/retry_handler.js.map +1 -0
- package/dist/cjs/utils/running_tool_tracker.cjs +133 -0
- package/dist/cjs/utils/running_tool_tracker.d.ts +42 -0
- package/dist/cjs/utils/running_tool_tracker.d.ts.map +1 -0
- package/dist/cjs/utils/running_tool_tracker.js.map +1 -0
- package/dist/cjs/utils/sequential_queue.cjs +73 -0
- package/dist/cjs/utils/sequential_queue.d.ts +13 -0
- package/dist/cjs/utils/sequential_queue.d.ts.map +1 -0
- package/dist/cjs/utils/sequential_queue.js.map +1 -0
- package/dist/cjs/utils/stream_handler.cjs +73 -0
- package/dist/cjs/utils/stream_handler.d.ts +16 -0
- package/dist/cjs/utils/stream_handler.d.ts.map +1 -0
- package/dist/cjs/utils/stream_handler.js.map +1 -0
- package/dist/cjs/utils/summary_utils.cjs +211 -0
- package/dist/cjs/utils/summary_utils.d.ts +7 -0
- package/dist/cjs/utils/summary_utils.d.ts.map +1 -0
- package/dist/cjs/utils/summary_utils.js.map +1 -0
- package/dist/cjs/utils/test_utils.cjs +212 -0
- package/dist/cjs/utils/test_utils.d.ts +58 -0
- package/dist/cjs/utils/test_utils.d.ts.map +1 -0
- package/dist/cjs/utils/test_utils.js.map +1 -0
- package/dist/cjs/utils/tool_execution_manager.cjs +139 -0
- package/dist/cjs/utils/tool_execution_manager.d.ts +7 -0
- package/dist/cjs/utils/tool_execution_manager.d.ts.map +1 -0
- package/dist/cjs/utils/tool_execution_manager.js.map +1 -0
- package/dist/cjs/utils/tool_parameter_utils.cjs +168 -0
- package/dist/cjs/utils/tool_parameter_utils.d.ts +5 -0
- package/dist/cjs/utils/tool_parameter_utils.d.ts.map +1 -0
- package/dist/cjs/utils/tool_parameter_utils.js.map +1 -0
- package/dist/cjs/utils/tool_result_processor.cjs +363 -0
- package/dist/cjs/utils/tool_result_processor.d.ts +11 -0
- package/dist/cjs/utils/tool_result_processor.d.ts.map +1 -0
- package/dist/cjs/utils/tool_result_processor.js.map +1 -0
- package/dist/cjs/utils/verification.cjs +59 -0
- package/dist/cjs/utils/verification.d.ts +7 -0
- package/dist/cjs/utils/verification.d.ts.map +1 -0
- package/dist/cjs/utils/verification.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/utils/audio_stream_player.d.ts +2 -0
- package/dist/utils/audio_stream_player.d.ts.map +1 -1
- package/dist/utils/audio_stream_player.js +83 -1
- package/dist/utils/audio_stream_player.js.map +1 -1
- package/dist/utils/cost_tracker.d.ts +7 -0
- package/dist/utils/cost_tracker.d.ts.map +1 -1
- package/dist/utils/cost_tracker.js +29 -0
- package/dist/utils/cost_tracker.js.map +1 -1
- package/package.json +18 -3
|
@@ -0,0 +1,311 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.quotaTracker = exports.QuotaTracker = void 0;
|
|
4
|
+
class QuotaTracker {
|
|
5
|
+
quotas = {};
|
|
6
|
+
updateCallback;
|
|
7
|
+
openAIFreeQuota = {
|
|
8
|
+
gpt4Family: {
|
|
9
|
+
limit: 1000000,
|
|
10
|
+
used: 0,
|
|
11
|
+
},
|
|
12
|
+
gptMiniFamily: {
|
|
13
|
+
limit: 10000000,
|
|
14
|
+
used: 0,
|
|
15
|
+
},
|
|
16
|
+
gpt4Models: ['gpt-4.5-preview', 'gpt-4.1', 'gpt-4o', 'o1', 'o3'],
|
|
17
|
+
gptMiniModels: ['gpt-4.1-mini', 'gpt-4.1-nano', 'gpt-4o-mini', 'o1-mini', 'o4-mini'],
|
|
18
|
+
};
|
|
19
|
+
constructor(updateCallback) {
|
|
20
|
+
this.updateCallback = updateCallback;
|
|
21
|
+
this.initializeProviderQuotas();
|
|
22
|
+
}
|
|
23
|
+
setUpdateCallback(callback) {
|
|
24
|
+
this.updateCallback = callback;
|
|
25
|
+
}
|
|
26
|
+
initializeProviderQuotas() {
|
|
27
|
+
this.quotas['google'] = {
|
|
28
|
+
provider: 'google',
|
|
29
|
+
creditBalance: 0,
|
|
30
|
+
creditLimit: 0,
|
|
31
|
+
lastResetDate: new Date(),
|
|
32
|
+
models: {
|
|
33
|
+
'gemini-2.5-pro-exp-03-25': {
|
|
34
|
+
model: 'gemini-2.5-pro-exp-03-25',
|
|
35
|
+
dailyTokenLimit: 1000000,
|
|
36
|
+
dailyTokensUsed: 0,
|
|
37
|
+
dailyRequestLimit: 25,
|
|
38
|
+
dailyRequestsUsed: 0,
|
|
39
|
+
rateLimit: {
|
|
40
|
+
requestsPerMinute: 5,
|
|
41
|
+
tokensPerMinute: 250000,
|
|
42
|
+
},
|
|
43
|
+
lastResetDate: new Date(),
|
|
44
|
+
},
|
|
45
|
+
'gemini-2.5-flash-preview-04-17': {
|
|
46
|
+
model: 'gemini-2.5-flash-preview-04-17',
|
|
47
|
+
dailyTokenLimit: 0,
|
|
48
|
+
dailyTokensUsed: 0,
|
|
49
|
+
dailyRequestLimit: 500,
|
|
50
|
+
dailyRequestsUsed: 0,
|
|
51
|
+
rateLimit: {
|
|
52
|
+
requestsPerMinute: 10,
|
|
53
|
+
tokensPerMinute: 250000,
|
|
54
|
+
},
|
|
55
|
+
lastResetDate: new Date(),
|
|
56
|
+
},
|
|
57
|
+
'gemini-2.0-flash': {
|
|
58
|
+
model: 'gemini-2.0-flash',
|
|
59
|
+
dailyTokenLimit: 0,
|
|
60
|
+
dailyTokensUsed: 0,
|
|
61
|
+
dailyRequestLimit: 1500,
|
|
62
|
+
dailyRequestsUsed: 0,
|
|
63
|
+
rateLimit: {
|
|
64
|
+
requestsPerMinute: 15,
|
|
65
|
+
tokensPerMinute: 1000000,
|
|
66
|
+
},
|
|
67
|
+
lastResetDate: new Date(),
|
|
68
|
+
},
|
|
69
|
+
'gemini-2.0-flash-lite': {
|
|
70
|
+
model: 'gemini-2.0-flash-lite',
|
|
71
|
+
dailyTokenLimit: 0,
|
|
72
|
+
dailyTokensUsed: 0,
|
|
73
|
+
dailyRequestLimit: 1500,
|
|
74
|
+
dailyRequestsUsed: 0,
|
|
75
|
+
rateLimit: {
|
|
76
|
+
requestsPerMinute: 30,
|
|
77
|
+
tokensPerMinute: 1000000,
|
|
78
|
+
},
|
|
79
|
+
lastResetDate: new Date(),
|
|
80
|
+
},
|
|
81
|
+
},
|
|
82
|
+
};
|
|
83
|
+
this.quotas['openai'] = {
|
|
84
|
+
provider: 'openai',
|
|
85
|
+
creditBalance: 0,
|
|
86
|
+
creditLimit: 0,
|
|
87
|
+
lastResetDate: new Date(),
|
|
88
|
+
info: {
|
|
89
|
+
freeQuota: this.openAIFreeQuota,
|
|
90
|
+
},
|
|
91
|
+
models: {},
|
|
92
|
+
};
|
|
93
|
+
this.quotas['xai'] = {
|
|
94
|
+
provider: 'xai',
|
|
95
|
+
creditBalance: 150,
|
|
96
|
+
creditLimit: 150,
|
|
97
|
+
lastResetDate: new Date(),
|
|
98
|
+
models: {},
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
getProviderQuota(provider) {
|
|
102
|
+
return (this.quotas[provider] || {
|
|
103
|
+
provider,
|
|
104
|
+
models: {},
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
getModelQuota(provider, model) {
|
|
108
|
+
const providerQuota = this.getProviderQuota(provider);
|
|
109
|
+
if (providerQuota.models[model]) {
|
|
110
|
+
return providerQuota.models[model];
|
|
111
|
+
}
|
|
112
|
+
return null;
|
|
113
|
+
}
|
|
114
|
+
trackUsage(provider, model, inputTokens, outputTokens) {
|
|
115
|
+
if (!this.quotas[provider]) {
|
|
116
|
+
return true;
|
|
117
|
+
}
|
|
118
|
+
const providerQuota = this.quotas[provider];
|
|
119
|
+
let significantChange = false;
|
|
120
|
+
const totalTokens = inputTokens + outputTokens;
|
|
121
|
+
const today = new Date();
|
|
122
|
+
if (providerQuota.lastResetDate &&
|
|
123
|
+
(today.getUTCDate() !== providerQuota.lastResetDate.getUTCDate() ||
|
|
124
|
+
today.getUTCMonth() !== providerQuota.lastResetDate.getUTCMonth() ||
|
|
125
|
+
today.getUTCFullYear() !== providerQuota.lastResetDate.getUTCFullYear())) {
|
|
126
|
+
for (const modelKey in providerQuota.models) {
|
|
127
|
+
const modelQuota = providerQuota.models[modelKey];
|
|
128
|
+
modelQuota.dailyTokensUsed = 0;
|
|
129
|
+
modelQuota.dailyRequestsUsed = 0;
|
|
130
|
+
modelQuota.lastResetDate = today;
|
|
131
|
+
}
|
|
132
|
+
if (provider === 'openai' && providerQuota.info?.freeQuota) {
|
|
133
|
+
const freeQuota = providerQuota.info.freeQuota;
|
|
134
|
+
freeQuota.gpt4Family.used = 0;
|
|
135
|
+
freeQuota.gptMiniFamily.used = 0;
|
|
136
|
+
}
|
|
137
|
+
providerQuota.lastResetDate = today;
|
|
138
|
+
significantChange = true;
|
|
139
|
+
}
|
|
140
|
+
if (provider === 'openai' && providerQuota.info?.freeQuota) {
|
|
141
|
+
const freeQuota = providerQuota.info.freeQuota;
|
|
142
|
+
if (freeQuota.gpt4Models.includes(model)) {
|
|
143
|
+
const prevUsed = freeQuota.gpt4Family.used;
|
|
144
|
+
freeQuota.gpt4Family.used += totalTokens;
|
|
145
|
+
console.log(`[QuotaTracker] OpenAI GPT-4 family usage: ${freeQuota.gpt4Family.used}/${freeQuota.gpt4Family.limit}`);
|
|
146
|
+
const prevPercent = Math.floor((prevUsed / freeQuota.gpt4Family.limit) * 10);
|
|
147
|
+
const currPercent = Math.floor((freeQuota.gpt4Family.used / freeQuota.gpt4Family.limit) * 10);
|
|
148
|
+
if (prevPercent !== currPercent) {
|
|
149
|
+
significantChange = true;
|
|
150
|
+
}
|
|
151
|
+
if (freeQuota.gpt4Family.used >= freeQuota.gpt4Family.limit) {
|
|
152
|
+
console.log(`[QuotaTracker] OpenAI GPT-4 family daily limit reached: ${freeQuota.gpt4Family.used} > ${freeQuota.gpt4Family.limit}`);
|
|
153
|
+
significantChange = true;
|
|
154
|
+
this.sendQuotaUpdate();
|
|
155
|
+
return false;
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
if (freeQuota.gptMiniModels.includes(model)) {
|
|
159
|
+
const prevUsed = freeQuota.gptMiniFamily.used;
|
|
160
|
+
freeQuota.gptMiniFamily.used += totalTokens;
|
|
161
|
+
console.log(`[QuotaTracker] OpenAI GPT-Mini family usage: ${freeQuota.gptMiniFamily.used}/${freeQuota.gptMiniFamily.limit}`);
|
|
162
|
+
const prevPercent = Math.floor((prevUsed / freeQuota.gptMiniFamily.limit) * 10);
|
|
163
|
+
const currPercent = Math.floor((freeQuota.gptMiniFamily.used / freeQuota.gptMiniFamily.limit) * 10);
|
|
164
|
+
if (prevPercent !== currPercent) {
|
|
165
|
+
significantChange = true;
|
|
166
|
+
}
|
|
167
|
+
if (freeQuota.gptMiniFamily.used >= freeQuota.gptMiniFamily.limit) {
|
|
168
|
+
console.log(`[QuotaTracker] OpenAI GPT-Mini family daily limit reached: ${freeQuota.gptMiniFamily.used} > ${freeQuota.gptMiniFamily.limit}`);
|
|
169
|
+
significantChange = true;
|
|
170
|
+
this.sendQuotaUpdate();
|
|
171
|
+
return false;
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
const modelQuota = this.getModelQuota(provider, model);
|
|
176
|
+
if (!modelQuota && provider !== 'openai') {
|
|
177
|
+
return true;
|
|
178
|
+
}
|
|
179
|
+
if (modelQuota) {
|
|
180
|
+
const previousDailyTokensUsed = modelQuota.dailyTokensUsed;
|
|
181
|
+
modelQuota.dailyTokensUsed += totalTokens;
|
|
182
|
+
const previousDailyRequestsUsed = modelQuota.dailyRequestsUsed;
|
|
183
|
+
modelQuota.dailyRequestsUsed += 1;
|
|
184
|
+
if (modelQuota.dailyTokenLimit > 0) {
|
|
185
|
+
const previousPercent = Math.floor((previousDailyTokensUsed / modelQuota.dailyTokenLimit) * 10);
|
|
186
|
+
const currentPercent = Math.floor((modelQuota.dailyTokensUsed / modelQuota.dailyTokenLimit) * 10);
|
|
187
|
+
if (previousPercent !== currentPercent) {
|
|
188
|
+
significantChange = true;
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
if (modelQuota.dailyRequestLimit > 0) {
|
|
192
|
+
const previousPercent = Math.floor((previousDailyRequestsUsed / modelQuota.dailyRequestLimit) * 10);
|
|
193
|
+
const currentPercent = Math.floor((modelQuota.dailyRequestsUsed / modelQuota.dailyRequestLimit) * 10);
|
|
194
|
+
if (previousPercent !== currentPercent) {
|
|
195
|
+
significantChange = true;
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
if (modelQuota.dailyTokenLimit > 0 && modelQuota.dailyTokensUsed >= modelQuota.dailyTokenLimit) {
|
|
199
|
+
console.log(`[QuotaTracker] ${provider} model ${model} daily token limit reached: ${modelQuota.dailyTokensUsed} > ${modelQuota.dailyTokenLimit}`);
|
|
200
|
+
significantChange = true;
|
|
201
|
+
this.sendQuotaUpdate();
|
|
202
|
+
return false;
|
|
203
|
+
}
|
|
204
|
+
if (modelQuota.dailyRequestLimit > 0 && modelQuota.dailyRequestsUsed >= modelQuota.dailyRequestLimit) {
|
|
205
|
+
console.log(`[QuotaTracker] ${provider} model ${model} daily request limit reached: ${modelQuota.dailyRequestsUsed} > ${modelQuota.dailyRequestLimit}`);
|
|
206
|
+
significantChange = true;
|
|
207
|
+
this.sendQuotaUpdate();
|
|
208
|
+
return false;
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
if (significantChange) {
|
|
212
|
+
this.sendQuotaUpdate();
|
|
213
|
+
}
|
|
214
|
+
return true;
|
|
215
|
+
}
|
|
216
|
+
hasQuota(provider, model) {
|
|
217
|
+
if (provider === 'openai') {
|
|
218
|
+
return this.hasOpenAIFreeQuota(model);
|
|
219
|
+
}
|
|
220
|
+
const modelQuota = this.getModelQuota(provider, model);
|
|
221
|
+
if (modelQuota) {
|
|
222
|
+
return ((modelQuota.dailyTokenLimit === 0 || modelQuota.dailyTokensUsed < modelQuota.dailyTokenLimit) &&
|
|
223
|
+
(modelQuota.dailyRequestLimit === 0 || modelQuota.dailyRequestsUsed < modelQuota.dailyRequestLimit));
|
|
224
|
+
}
|
|
225
|
+
return true;
|
|
226
|
+
}
|
|
227
|
+
hasOpenAIFreeQuota(model) {
|
|
228
|
+
const providerQuota = this.getProviderQuota('openai');
|
|
229
|
+
if (!providerQuota || !providerQuota.info?.freeQuota)
|
|
230
|
+
return true;
|
|
231
|
+
const freeQuota = providerQuota.info.freeQuota;
|
|
232
|
+
if (freeQuota.gpt4Models.includes(model)) {
|
|
233
|
+
return freeQuota.gpt4Family.used < freeQuota.gpt4Family.limit;
|
|
234
|
+
}
|
|
235
|
+
if (freeQuota.gptMiniModels.includes(model)) {
|
|
236
|
+
return freeQuota.gptMiniFamily.used < freeQuota.gptMiniFamily.limit;
|
|
237
|
+
}
|
|
238
|
+
return true;
|
|
239
|
+
}
|
|
240
|
+
trackCreditUsage(provider, creditAmount) {
|
|
241
|
+
const providerQuota = this.getProviderQuota(provider);
|
|
242
|
+
if (!providerQuota || providerQuota.creditBalance === undefined) {
|
|
243
|
+
return;
|
|
244
|
+
}
|
|
245
|
+
if (providerQuota.creditBalance !== undefined) {
|
|
246
|
+
providerQuota.creditBalance = Math.max(0, providerQuota.creditBalance - creditAmount);
|
|
247
|
+
}
|
|
248
|
+
}
|
|
249
|
+
getCreditBalance(provider) {
|
|
250
|
+
return this.getProviderQuota(provider)?.creditBalance || 0;
|
|
251
|
+
}
|
|
252
|
+
getSummary() {
|
|
253
|
+
const summary = {};
|
|
254
|
+
for (const [provider, providerQuota] of Object.entries(this.quotas)) {
|
|
255
|
+
summary[provider] = {
|
|
256
|
+
creditBalance: providerQuota.creditBalance,
|
|
257
|
+
creditLimit: providerQuota.creditLimit,
|
|
258
|
+
models: {},
|
|
259
|
+
};
|
|
260
|
+
for (const [modelName, modelQuota] of Object.entries(providerQuota.models)) {
|
|
261
|
+
summary[provider].models[modelName] = {
|
|
262
|
+
tokens: {
|
|
263
|
+
used: modelQuota.dailyTokensUsed,
|
|
264
|
+
limit: modelQuota.dailyTokenLimit,
|
|
265
|
+
percent: modelQuota.dailyTokenLimit > 0
|
|
266
|
+
? (modelQuota.dailyTokensUsed / modelQuota.dailyTokenLimit) * 100
|
|
267
|
+
: 0,
|
|
268
|
+
},
|
|
269
|
+
requests: {
|
|
270
|
+
used: modelQuota.dailyRequestsUsed,
|
|
271
|
+
limit: modelQuota.dailyRequestLimit,
|
|
272
|
+
percent: modelQuota.dailyRequestLimit > 0
|
|
273
|
+
? (modelQuota.dailyRequestsUsed / modelQuota.dailyRequestLimit) * 100
|
|
274
|
+
: 0,
|
|
275
|
+
},
|
|
276
|
+
lastReset: modelQuota.lastResetDate,
|
|
277
|
+
};
|
|
278
|
+
}
|
|
279
|
+
if (provider === 'openai' && providerQuota.info?.freeQuota) {
|
|
280
|
+
const freeQuota = providerQuota.info.freeQuota;
|
|
281
|
+
summary[provider].freeTier = {
|
|
282
|
+
gpt4Family: {
|
|
283
|
+
used: freeQuota.gpt4Family.used,
|
|
284
|
+
limit: freeQuota.gpt4Family.limit,
|
|
285
|
+
percent: (freeQuota.gpt4Family.used / freeQuota.gpt4Family.limit) * 100,
|
|
286
|
+
},
|
|
287
|
+
gptMiniFamily: {
|
|
288
|
+
used: freeQuota.gptMiniFamily.used,
|
|
289
|
+
limit: freeQuota.gptMiniFamily.limit,
|
|
290
|
+
percent: (freeQuota.gptMiniFamily.used / freeQuota.gptMiniFamily.limit) * 100,
|
|
291
|
+
},
|
|
292
|
+
};
|
|
293
|
+
}
|
|
294
|
+
}
|
|
295
|
+
return summary;
|
|
296
|
+
}
|
|
297
|
+
sendQuotaUpdate() {
|
|
298
|
+
try {
|
|
299
|
+
if (this.updateCallback) {
|
|
300
|
+
const quotas = this.getSummary();
|
|
301
|
+
this.updateCallback(quotas);
|
|
302
|
+
}
|
|
303
|
+
}
|
|
304
|
+
catch (error) {
|
|
305
|
+
console.error('Error sending quota update:', error);
|
|
306
|
+
}
|
|
307
|
+
}
|
|
308
|
+
}
|
|
309
|
+
exports.QuotaTracker = QuotaTracker;
|
|
310
|
+
exports.quotaTracker = new QuotaTracker();
|
|
311
|
+
//# sourceMappingURL=quota_tracker.js.map
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { ModelProviderID, ModelSpecificQuota, ProviderQuota } from "../types/types.cjs";
|
|
2
|
+
export type { ModelSpecificQuota, ProviderQuota };
|
|
3
|
+
export type QuotaUpdateCallback = (quotaSummary: Record<string, any>) => void;
|
|
4
|
+
export declare class QuotaTracker {
|
|
5
|
+
private quotas;
|
|
6
|
+
private updateCallback?;
|
|
7
|
+
private openAIFreeQuota;
|
|
8
|
+
constructor(updateCallback?: QuotaUpdateCallback);
|
|
9
|
+
setUpdateCallback(callback: QuotaUpdateCallback | undefined): void;
|
|
10
|
+
private initializeProviderQuotas;
|
|
11
|
+
getProviderQuota(provider: ModelProviderID): ProviderQuota;
|
|
12
|
+
getModelQuota(provider: ModelProviderID, model: string): ModelSpecificQuota | null;
|
|
13
|
+
trackUsage(provider: ModelProviderID, model: string, inputTokens: number, outputTokens: number): boolean;
|
|
14
|
+
hasQuota(provider: ModelProviderID, model: string): boolean;
|
|
15
|
+
hasOpenAIFreeQuota(model: string): boolean;
|
|
16
|
+
trackCreditUsage(provider: ModelProviderID, creditAmount: number): void;
|
|
17
|
+
getCreditBalance(provider: ModelProviderID): number;
|
|
18
|
+
getSummary(): Record<string, any>;
|
|
19
|
+
sendQuotaUpdate(): void;
|
|
20
|
+
}
|
|
21
|
+
export declare const quotaTracker: QuotaTracker;
|
|
22
|
+
//# sourceMappingURL=quota_tracker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"quota_tracker.d.ts","sourceRoot":"","sources":["../../../utils/quota_tracker.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAGvF,YAAY,EAAE,kBAAkB,EAAE,aAAa,EAAE,CAAC;AA4BlD,MAAM,MAAM,mBAAmB,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;AAK9E,qBAAa,YAAY;IAErB,OAAO,CAAC,MAAM,CAAqC;IAGnD,OAAO,CAAC,cAAc,CAAC,CAAsB;IAG7C,OAAO,CAAC,eAAe,CAarB;gBAEU,cAAc,CAAC,EAAE,mBAAmB;IAQhD,iBAAiB,CAAC,QAAQ,EAAE,mBAAmB,GAAG,SAAS,GAAG,IAAI;IAOlE,OAAO,CAAC,wBAAwB;IA4FhC,gBAAgB,CAAC,QAAQ,EAAE,eAAe,GAAG,aAAa;IAa1D,aAAa,CAAC,QAAQ,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,GAAG,kBAAkB,GAAG,IAAI;IAgBlF,UAAU,CAAC,QAAQ,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO;IAuKxG,QAAQ,CAAC,QAAQ,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO;IAuB3D,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAsB1C,gBAAgB,CAAC,QAAQ,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,GAAG,IAAI;IAcvE,gBAAgB,CAAC,QAAQ,EAAE,eAAe,GAAG,MAAM;IAOnD,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IA2DjC,eAAe,IAAI,IAAI;CAU1B;AAGD,eAAO,MAAM,YAAY,cAAqB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"quota_tracker.js","sourceRoot":"","sources":["../../../utils/quota_tracker.ts"],"names":[],"mappings":";;;AA0CA,MAAa,YAAY;IAEb,MAAM,GAAkC,EAAE,CAAC;IAG3C,cAAc,CAAuB;IAGrC,eAAe,GAAoB;QACvC,UAAU,EAAE;YACR,KAAK,EAAE,OAAO;YACd,IAAI,EAAE,CAAC;SACV;QACD,aAAa,EAAE;YACX,KAAK,EAAE,QAAQ;YACf,IAAI,EAAE,CAAC;SACV;QAED,UAAU,EAAE,CAAC,iBAAiB,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC;QAEhE,aAAa,EAAE,CAAC,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,CAAC;KACvF,CAAC;IAEF,YAAY,cAAoC;QAC5C,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,wBAAwB,EAAE,CAAC;IACpC,CAAC;IAKD,iBAAiB,CAAC,QAAyC;QACvD,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC;IACnC,CAAC;IAKO,wBAAwB;QAE5B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG;YACpB,QAAQ,EAAE,QAAQ;YAClB,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,CAAC;YACd,aAAa,EAAE,IAAI,IAAI,EAAE;YACzB,MAAM,EAAE;gBAEJ,0BAA0B,EAAE;oBACxB,KAAK,EAAE,0BAA0B;oBACjC,eAAe,EAAE,OAAO;oBACxB,eAAe,EAAE,CAAC;oBAClB,iBAAiB,EAAE,EAAE;oBACrB,iBAAiB,EAAE,CAAC;oBACpB,SAAS,EAAE;wBACP,iBAAiB,EAAE,CAAC;wBACpB,eAAe,EAAE,MAAM;qBAC1B;oBACD,aAAa,EAAE,IAAI,IAAI,EAAE;iBAC5B;gBAED,gCAAgC,EAAE;oBAC9B,KAAK,EAAE,gCAAgC;oBACvC,eAAe,EAAE,CAAC;oBAClB,eAAe,EAAE,CAAC;oBAClB,iBAAiB,EAAE,GAAG;oBACtB,iBAAiB,EAAE,CAAC;oBACpB,SAAS,EAAE;wBACP,iBAAiB,EAAE,EAAE;wBACrB,eAAe,EAAE,MAAM;qBAC1B;oBACD,aAAa,EAAE,IAAI,IAAI,EAAE;iBAC5B;gBAED,kBAAkB,EAAE;oBAChB,KAAK,EAAE,kBAAkB;oBACzB,eAAe,EAAE,CAAC;oBAClB,eAAe,EAAE,CAAC;oBAClB,iBAAiB,EAAE,IAAI;oBACvB,iBAAiB,EAAE,CAAC;oBACpB,SAAS,EAAE;wBACP,iBAAiB,EAAE,EAAE;wBACrB,eAAe,EAAE,OAAO;qBAC3B;oBACD,aAAa,EAAE,IAAI,IAAI,EAAE;iBAC5B;gBAED,uBAAuB,EAAE;oBACrB,KAAK,EAAE,uBAAuB;oBAC9B,eAAe,EAAE,CAAC;oBAClB,eAAe,EAAE,CAAC;oBAClB,iBAAiB,EAAE,IAAI;oBACvB,iBAAiB,EAAE,CAAC;oBACpB,SAAS,EAAE;wBACP,iBAAiB,EAAE,EAAE;wBACrB,eAAe,EAAE,OAAO;qBAC3B;oBACD,aAAa,EAAE,IAAI,IAAI,EAAE;iBAC5B;aACJ;SACJ,CAAC;QAGF,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG;YACpB,QAAQ,EAAE,QAAQ;YAClB,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,CAAC;YACd,aAAa,EAAE,IAAI,IAAI,EAAE;YACzB,IAAI,EAAE;gBACF,SAAS,EAAE,IAAI,CAAC,eAAe;aAClC;YACD,MAAM,EAAE,EAEP;SACJ,CAAC;QAGF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG;YACjB,QAAQ,EAAE,KAAK;YACf,aAAa,EAAE,GAAG;YAClB,WAAW,EAAE,GAAG;YAChB,aAAa,EAAE,IAAI,IAAI,EAAE;YACzB,MAAM,EAAE,EAEP;SACJ,CAAC;IACN,CAAC;IAKD,gBAAgB,CAAC,QAAyB;QACtC,OAAO,CACH,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI;YACrB,QAAQ;YACR,MAAM,EAAE,EAAE;SACb,CACJ,CAAC;IACN,CAAC;IAMD,aAAa,CAAC,QAAyB,EAAE,KAAa;QAClD,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAGtD,IAAI,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAO,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvC,CAAC;QAGD,OAAO,IAAI,CAAC;IAChB,CAAC;IAMD,UAAU,CAAC,QAAyB,EAAE,KAAa,EAAE,WAAmB,EAAE,YAAoB;QAE1F,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC;QAChB,CAAC;QAGD,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,iBAAiB,GAAG,KAAK,CAAC;QAC9B,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC;QAG/C,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC;QACzB,IACI,aAAa,CAAC,aAAa;YAC3B,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,aAAa,CAAC,aAAa,CAAC,UAAU,EAAE;gBAC5D,KAAK,CAAC,WAAW,EAAE,KAAK,aAAa,CAAC,aAAa,CAAC,WAAW,EAAE;gBACjE,KAAK,CAAC,cAAc,EAAE,KAAK,aAAa,CAAC,aAAa,CAAC,cAAc,EAAE,CAAC,EAC9E,CAAC;YAEC,KAAK,MAAM,QAAQ,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;gBAC1C,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAClD,UAAU,CAAC,eAAe,GAAG,CAAC,CAAC;gBAC/B,UAAU,CAAC,iBAAiB,GAAG,CAAC,CAAC;gBACjC,UAAU,CAAC,aAAa,GAAG,KAAK,CAAC;YACrC,CAAC;YAGD,IAAI,QAAQ,KAAK,QAAQ,IAAI,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;gBACzD,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,SAA4B,CAAC;gBAClE,SAAS,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,CAAC;gBAC9B,SAAS,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,CAAC;YACrC,CAAC;YAGD,aAAa,CAAC,aAAa,GAAG,KAAK,CAAC;YACpC,iBAAiB,GAAG,IAAI,CAAC;QAC7B,CAAC;QAGD,IAAI,QAAQ,KAAK,QAAQ,IAAI,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YACzD,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,SAA4B,CAAC;YAGlE,IAAI,SAAS,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC;gBAC3C,SAAS,CAAC,UAAU,CAAC,IAAI,IAAI,WAAW,CAAC;gBACzC,OAAO,CAAC,GAAG,CACP,6CAA6C,SAAS,CAAC,UAAU,CAAC,IAAI,IAAI,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,CACzG,CAAC;gBAGF,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;gBAC7E,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,GAAG,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;gBAC9F,IAAI,WAAW,KAAK,WAAW,EAAE,CAAC;oBAC9B,iBAAiB,GAAG,IAAI,CAAC;gBAC7B,CAAC;gBAGD,IAAI,SAAS,CAAC,UAAU,CAAC,IAAI,IAAI,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;oBAC1D,OAAO,CAAC,GAAG,CACP,2DAA2D,SAAS,CAAC,UAAU,CAAC,IAAI,MAAM,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,CACzH,CAAC;oBACF,iBAAiB,GAAG,IAAI,CAAC;oBACzB,IAAI,CAAC,eAAe,EAAE,CAAC;oBACvB,OAAO,KAAK,CAAC;gBACjB,CAAC;YACL,CAAC;YAGD,IAAI,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC;gBAC9C,SAAS,CAAC,aAAa,CAAC,IAAI,IAAI,WAAW,CAAC;gBAC5C,OAAO,CAAC,GAAG,CACP,gDAAgD,SAAS,CAAC,aAAa,CAAC,IAAI,IAAI,SAAS,CAAC,aAAa,CAAC,KAAK,EAAE,CAClH,CAAC;gBAGF,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;gBAChF,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,IAAI,GAAG,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;gBACpG,IAAI,WAAW,KAAK,WAAW,EAAE,CAAC;oBAC9B,iBAAiB,GAAG,IAAI,CAAC;gBAC7B,CAAC;gBAGD,IAAI,SAAS,CAAC,aAAa,CAAC,IAAI,IAAI,SAAS,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;oBAChE,OAAO,CAAC,GAAG,CACP,8DAA8D,SAAS,CAAC,aAAa,CAAC,IAAI,MAAM,SAAS,CAAC,aAAa,CAAC,KAAK,EAAE,CAClI,CAAC;oBACF,iBAAiB,GAAG,IAAI,CAAC;oBACzB,IAAI,CAAC,eAAe,EAAE,CAAC;oBACvB,OAAO,KAAK,CAAC;gBACjB,CAAC;YACL,CAAC;QACL,CAAC;QAGD,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAGvD,IAAI,CAAC,UAAU,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC;QAChB,CAAC;QAGD,IAAI,UAAU,EAAE,CAAC;YAEb,MAAM,uBAAuB,GAAG,UAAU,CAAC,eAAe,CAAC;YAC3D,UAAU,CAAC,eAAe,IAAI,WAAW,CAAC;YAG1C,MAAM,yBAAyB,GAAG,UAAU,CAAC,iBAAiB,CAAC;YAC/D,UAAU,CAAC,iBAAiB,IAAI,CAAC,CAAC;YAGlC,IAAI,UAAU,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;gBACjC,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,uBAAuB,GAAG,UAAU,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC,CAAC;gBAChG,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC,CAAC;gBAElG,IAAI,eAAe,KAAK,cAAc,EAAE,CAAC;oBACrC,iBAAiB,GAAG,IAAI,CAAC;gBAC7B,CAAC;YACL,CAAC;YAGD,IAAI,UAAU,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;gBACnC,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,yBAAyB,GAAG,UAAU,CAAC,iBAAiB,CAAC,GAAG,EAAE,CAAC,CAAC;gBACpG,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,iBAAiB,GAAG,UAAU,CAAC,iBAAiB,CAAC,GAAG,EAAE,CAAC,CAAC;gBAEtG,IAAI,eAAe,KAAK,cAAc,EAAE,CAAC;oBACrC,iBAAiB,GAAG,IAAI,CAAC;gBAC7B,CAAC;YACL,CAAC;YAGD,IAAI,UAAU,CAAC,eAAe,GAAG,CAAC,IAAI,UAAU,CAAC,eAAe,IAAI,UAAU,CAAC,eAAe,EAAE,CAAC;gBAC7F,OAAO,CAAC,GAAG,CACP,kBAAkB,QAAQ,UAAU,KAAK,+BAA+B,UAAU,CAAC,eAAe,MAAM,UAAU,CAAC,eAAe,EAAE,CACvI,CAAC;gBACF,iBAAiB,GAAG,IAAI,CAAC;gBACzB,IAAI,CAAC,eAAe,EAAE,CAAC;gBACvB,OAAO,KAAK,CAAC;YACjB,CAAC;YAGD,IAAI,UAAU,CAAC,iBAAiB,GAAG,CAAC,IAAI,UAAU,CAAC,iBAAiB,IAAI,UAAU,CAAC,iBAAiB,EAAE,CAAC;gBACnG,OAAO,CAAC,GAAG,CACP,kBAAkB,QAAQ,UAAU,KAAK,iCAAiC,UAAU,CAAC,iBAAiB,MAAM,UAAU,CAAC,iBAAiB,EAAE,CAC7I,CAAC;gBACF,iBAAiB,GAAG,IAAI,CAAC;gBACzB,IAAI,CAAC,eAAe,EAAE,CAAC;gBACvB,OAAO,KAAK,CAAC;YACjB,CAAC;QACL,CAAC;QAGD,IAAI,iBAAiB,EAAE,CAAC;YACpB,IAAI,CAAC,eAAe,EAAE,CAAC;QAC3B,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAMD,QAAQ,CAAC,QAAyB,EAAE,KAAa;QAE7C,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC1C,CAAC;QAGD,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACvD,IAAI,UAAU,EAAE,CAAC;YAEb,OAAO,CACH,CAAC,UAAU,CAAC,eAAe,KAAK,CAAC,IAAI,UAAU,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC;gBAC7F,CAAC,UAAU,CAAC,iBAAiB,KAAK,CAAC,IAAI,UAAU,CAAC,iBAAiB,GAAG,UAAU,CAAC,iBAAiB,CAAC,CACtG,CAAC;QACN,CAAC;QAGD,OAAO,IAAI,CAAC;IAChB,CAAC;IAKD,kBAAkB,CAAC,KAAa;QAC5B,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,CAAC,aAAa,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,SAAS;YAAE,OAAO,IAAI,CAAC;QAElE,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,SAA4B,CAAC;QAGlE,IAAI,SAAS,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACvC,OAAO,SAAS,CAAC,UAAU,CAAC,IAAI,GAAG,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC;QAClE,CAAC;QAGD,IAAI,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1C,OAAO,SAAS,CAAC,aAAa,CAAC,IAAI,GAAG,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC;QACxE,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAKD,gBAAgB,CAAC,QAAyB,EAAE,YAAoB;QAC5D,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YAC9D,OAAO;QACX,CAAC;QAED,IAAI,aAAa,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YAC5C,aAAa,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,aAAa,GAAG,YAAY,CAAC,CAAC;QAC1F,CAAC;IACL,CAAC;IAKD,gBAAgB,CAAC,QAAyB;QACtC,OAAO,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,aAAa,IAAI,CAAC,CAAC;IAC/D,CAAC;IAKD,UAAU;QACN,MAAM,OAAO,GAAwB,EAAE,CAAC;QAExC,KAAK,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAElE,OAAO,CAAC,QAAQ,CAAC,GAAG;gBAChB,aAAa,EAAE,aAAa,CAAC,aAAa;gBAC1C,WAAW,EAAE,aAAa,CAAC,WAAW;gBACtC,MAAM,EAAE,EAAE;aACb,CAAC;YAGF,KAAK,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;gBAEzE,OAAO,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG;oBAClC,MAAM,EAAE;wBACJ,IAAI,EAAE,UAAU,CAAC,eAAe;wBAChC,KAAK,EAAE,UAAU,CAAC,eAAe;wBACjC,OAAO,EACH,UAAU,CAAC,eAAe,GAAG,CAAC;4BAC1B,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC,GAAG,GAAG;4BACjE,CAAC,CAAC,CAAC;qBACd;oBACD,QAAQ,EAAE;wBACN,IAAI,EAAE,UAAU,CAAC,iBAAiB;wBAClC,KAAK,EAAE,UAAU,CAAC,iBAAiB;wBACnC,OAAO,EACH,UAAU,CAAC,iBAAiB,GAAG,CAAC;4BAC5B,CAAC,CAAC,CAAC,UAAU,CAAC,iBAAiB,GAAG,UAAU,CAAC,iBAAiB,CAAC,GAAG,GAAG;4BACrE,CAAC,CAAC,CAAC;qBACd;oBACD,SAAS,EAAE,UAAU,CAAC,aAAa;iBACtC,CAAC;YACN,CAAC;YAGD,IAAI,QAAQ,KAAK,QAAQ,IAAI,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;gBACzD,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,SAA4B,CAAC;gBAClE,OAAO,CAAC,QAAQ,CAAC,CAAC,QAAQ,GAAG;oBACzB,UAAU,EAAE;wBACR,IAAI,EAAE,SAAS,CAAC,UAAU,CAAC,IAAI;wBAC/B,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,KAAK;wBACjC,OAAO,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,GAAG,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,GAAG;qBAC1E;oBACD,aAAa,EAAE;wBACX,IAAI,EAAE,SAAS,CAAC,aAAa,CAAC,IAAI;wBAClC,KAAK,EAAE,SAAS,CAAC,aAAa,CAAC,KAAK;wBACpC,OAAO,EAAE,CAAC,SAAS,CAAC,aAAa,CAAC,IAAI,GAAG,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,GAAG;qBAChF;iBACJ,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;IAKD,eAAe;QACX,IAAI,CAAC;YACD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACtB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBACjC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;QACxD,CAAC;IACL,CAAC;CACJ;AA7cD,oCA6cC;AAGY,QAAA,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC"}
|
|
@@ -0,0 +1,131 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DEFAULT_RETRY_OPTIONS = void 0;
|
|
4
|
+
exports.isRetryableError = isRetryableError;
|
|
5
|
+
exports.calculateDelay = calculateDelay;
|
|
6
|
+
exports.retryWithBackoff = retryWithBackoff;
|
|
7
|
+
exports.retryStreamWithBackoff = retryStreamWithBackoff;
|
|
8
|
+
exports.DEFAULT_RETRY_OPTIONS = {
|
|
9
|
+
maxRetries: 3,
|
|
10
|
+
initialDelay: 1000,
|
|
11
|
+
maxDelay: 30000,
|
|
12
|
+
backoffMultiplier: 2,
|
|
13
|
+
retryableErrors: new Set([
|
|
14
|
+
'ECONNRESET',
|
|
15
|
+
'ETIMEDOUT',
|
|
16
|
+
'ENOTFOUND',
|
|
17
|
+
'ECONNREFUSED',
|
|
18
|
+
'EPIPE',
|
|
19
|
+
'EHOSTUNREACH',
|
|
20
|
+
'EAI_AGAIN',
|
|
21
|
+
'ENETUNREACH',
|
|
22
|
+
'ECONNABORTED',
|
|
23
|
+
'ESOCKETTIMEDOUT',
|
|
24
|
+
]),
|
|
25
|
+
retryableStatusCodes: new Set([
|
|
26
|
+
408,
|
|
27
|
+
429,
|
|
28
|
+
500,
|
|
29
|
+
502,
|
|
30
|
+
503,
|
|
31
|
+
504,
|
|
32
|
+
522,
|
|
33
|
+
524,
|
|
34
|
+
]),
|
|
35
|
+
};
|
|
36
|
+
function isRetryableError(error, options = {}) {
|
|
37
|
+
const opts = { ...exports.DEFAULT_RETRY_OPTIONS, ...options };
|
|
38
|
+
if (error.code && opts.retryableErrors.has(error.code)) {
|
|
39
|
+
return true;
|
|
40
|
+
}
|
|
41
|
+
if (error.status && opts.retryableStatusCodes.has(error.status)) {
|
|
42
|
+
return true;
|
|
43
|
+
}
|
|
44
|
+
if (error.message &&
|
|
45
|
+
(error.message.includes('fetch failed') ||
|
|
46
|
+
error.message.includes('network error') ||
|
|
47
|
+
error.message.includes('ECONNRESET') ||
|
|
48
|
+
error.message.includes('ETIMEDOUT'))) {
|
|
49
|
+
return true;
|
|
50
|
+
}
|
|
51
|
+
if (error.message &&
|
|
52
|
+
(error.message.includes('Incomplete JSON segment') ||
|
|
53
|
+
error.message.includes('Connection error') ||
|
|
54
|
+
error.message.includes('Request timeout'))) {
|
|
55
|
+
return true;
|
|
56
|
+
}
|
|
57
|
+
return false;
|
|
58
|
+
}
|
|
59
|
+
function calculateDelay(attempt, options = {}) {
|
|
60
|
+
const opts = { ...exports.DEFAULT_RETRY_OPTIONS, ...options };
|
|
61
|
+
const baseDelay = opts.initialDelay * Math.pow(opts.backoffMultiplier, attempt - 1);
|
|
62
|
+
const delay = Math.min(baseDelay, opts.maxDelay);
|
|
63
|
+
const jitter = delay * 0.1 * (Math.random() * 2 - 1);
|
|
64
|
+
return Math.round(delay + jitter);
|
|
65
|
+
}
|
|
66
|
+
async function retryWithBackoff(fn, options = {}) {
|
|
67
|
+
const opts = { ...exports.DEFAULT_RETRY_OPTIONS, ...options };
|
|
68
|
+
let lastError;
|
|
69
|
+
for (let attempt = 1; attempt <= opts.maxRetries + 1; attempt++) {
|
|
70
|
+
try {
|
|
71
|
+
return await fn();
|
|
72
|
+
}
|
|
73
|
+
catch (error) {
|
|
74
|
+
lastError = error;
|
|
75
|
+
if (!isRetryableError(error, opts) || attempt > opts.maxRetries) {
|
|
76
|
+
throw error;
|
|
77
|
+
}
|
|
78
|
+
const delay = calculateDelay(attempt, opts);
|
|
79
|
+
if (opts.onRetry) {
|
|
80
|
+
opts.onRetry(error, attempt);
|
|
81
|
+
}
|
|
82
|
+
await new Promise(resolve => setTimeout(resolve, delay));
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
throw lastError;
|
|
86
|
+
}
|
|
87
|
+
async function* retryStreamWithBackoff(createStream, options = {}) {
|
|
88
|
+
const opts = { ...exports.DEFAULT_RETRY_OPTIONS, ...options };
|
|
89
|
+
let lastError;
|
|
90
|
+
const buffer = [];
|
|
91
|
+
let hasStartedYielding = false;
|
|
92
|
+
for (let attempt = 1; attempt <= opts.maxRetries + 1; attempt++) {
|
|
93
|
+
try {
|
|
94
|
+
const stream = createStream();
|
|
95
|
+
if (hasStartedYielding) {
|
|
96
|
+
let skipCount = buffer.length;
|
|
97
|
+
for await (const item of stream) {
|
|
98
|
+
if (skipCount > 0) {
|
|
99
|
+
skipCount--;
|
|
100
|
+
continue;
|
|
101
|
+
}
|
|
102
|
+
yield item;
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
else {
|
|
106
|
+
for await (const item of stream) {
|
|
107
|
+
buffer.push(item);
|
|
108
|
+
hasStartedYielding = true;
|
|
109
|
+
yield item;
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
return;
|
|
113
|
+
}
|
|
114
|
+
catch (error) {
|
|
115
|
+
lastError = error;
|
|
116
|
+
if (hasStartedYielding) {
|
|
117
|
+
throw error;
|
|
118
|
+
}
|
|
119
|
+
if (!isRetryableError(error, opts) || attempt > opts.maxRetries) {
|
|
120
|
+
throw error;
|
|
121
|
+
}
|
|
122
|
+
const delay = calculateDelay(attempt, opts);
|
|
123
|
+
if (opts.onRetry) {
|
|
124
|
+
opts.onRetry(error, attempt);
|
|
125
|
+
}
|
|
126
|
+
await new Promise(resolve => setTimeout(resolve, delay));
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
throw lastError;
|
|
130
|
+
}
|
|
131
|
+
//# sourceMappingURL=retry_handler.js.map
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
export interface RetryOptions {
|
|
2
|
+
maxRetries?: number;
|
|
3
|
+
initialDelay?: number;
|
|
4
|
+
maxDelay?: number;
|
|
5
|
+
backoffMultiplier?: number;
|
|
6
|
+
retryableErrors?: Set<string>;
|
|
7
|
+
retryableStatusCodes?: Set<number>;
|
|
8
|
+
onRetry?: (error: any, attempt: number) => void;
|
|
9
|
+
}
|
|
10
|
+
export declare const DEFAULT_RETRY_OPTIONS: Required<Omit<RetryOptions, 'onRetry'>>;
|
|
11
|
+
export declare function isRetryableError(error: any, options?: RetryOptions): boolean;
|
|
12
|
+
export declare function calculateDelay(attempt: number, options?: RetryOptions): number;
|
|
13
|
+
export declare function retryWithBackoff<T>(fn: () => Promise<T>, options?: RetryOptions): Promise<T>;
|
|
14
|
+
export declare function retryStreamWithBackoff<T>(createStream: () => AsyncGenerator<T>, options?: RetryOptions): AsyncGenerator<T>;
|
|
15
|
+
//# sourceMappingURL=retry_handler.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retry_handler.d.ts","sourceRoot":"","sources":["../../../utils/retry_handler.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,YAAY;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,eAAe,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC9B,oBAAoB,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACnC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CACnD;AAED,eAAO,MAAM,qBAAqB,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,SAAS,CAAC,CA2BzE,CAAC;AAEF,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAmChF;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB,GAAG,MAAM,CAQlF;AAED,wBAAsB,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,CAAC,CAAC,CA2BtG;AAED,wBAAuB,sBAAsB,CAAC,CAAC,EAC3C,YAAY,EAAE,MAAM,cAAc,CAAC,CAAC,CAAC,EACrC,OAAO,GAAE,YAAiB,GAC3B,cAAc,CAAC,CAAC,CAAC,CAwDnB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retry_handler.js","sourceRoot":"","sources":["../../../utils/retry_handler.ts"],"names":[],"mappings":";;;AAuCA,4CAmCC;AAED,wCAQC;AAED,4CA2BC;AAED,wDA2DC;AApKY,QAAA,qBAAqB,GAA4C;IAC1E,UAAU,EAAE,CAAC;IACb,YAAY,EAAE,IAAI;IAClB,QAAQ,EAAE,KAAK;IACf,iBAAiB,EAAE,CAAC;IACpB,eAAe,EAAE,IAAI,GAAG,CAAC;QACrB,YAAY;QACZ,WAAW;QACX,WAAW;QACX,cAAc;QACd,OAAO;QACP,cAAc;QACd,WAAW;QACX,aAAa;QACb,cAAc;QACd,iBAAiB;KACpB,CAAC;IACF,oBAAoB,EAAE,IAAI,GAAG,CAAC;QAC1B,GAAG;QACH,GAAG;QACH,GAAG;QACH,GAAG;QACH,GAAG;QACH,GAAG;QACH,GAAG;QACH,GAAG;KACN,CAAC;CACL,CAAC;AAEF,SAAgB,gBAAgB,CAAC,KAAU,EAAE,UAAwB,EAAE;IACnE,MAAM,IAAI,GAAG,EAAE,GAAG,6BAAqB,EAAE,GAAG,OAAO,EAAE,CAAC;IAGtD,IAAI,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACrD,OAAO,IAAI,CAAC;IAChB,CAAC;IAGD,IAAI,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9D,OAAO,IAAI,CAAC;IAChB,CAAC;IAGD,IACI,KAAK,CAAC,OAAO;QACb,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;YACnC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;YACvC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;YACpC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,EAC1C,CAAC;QACC,OAAO,IAAI,CAAC;IAChB,CAAC;IAGD,IACI,KAAK,CAAC,OAAO;QACb,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAC;YAC9C,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC;YAC1C,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,EAChD,CAAC;QACC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAgB,cAAc,CAAC,OAAe,EAAE,UAAwB,EAAE;IACtE,MAAM,IAAI,GAAG,EAAE,GAAG,6BAAqB,EAAE,GAAG,OAAO,EAAE,CAAC;IACtD,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IACpF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAGjD,MAAM,MAAM,GAAG,KAAK,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IACrD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;AACtC,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAAI,EAAoB,EAAE,UAAwB,EAAE;IACtF,MAAM,IAAI,GAAG,EAAE,GAAG,6BAAqB,EAAE,GAAG,OAAO,EAAE,CAAC;IACtD,IAAI,SAAc,CAAC;IAEnB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QAC9D,IAAI,CAAC;YACD,OAAO,MAAM,EAAE,EAAE,CAAC;QACtB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,SAAS,GAAG,KAAK,CAAC;YAGlB,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC9D,MAAM,KAAK,CAAC;YAChB,CAAC;YAGD,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC5C,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACjC,CAAC;YAGD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAC7D,CAAC;IACL,CAAC;IAED,MAAM,SAAS,CAAC;AACpB,CAAC;AAEM,KAAK,SAAS,CAAC,CAAC,sBAAsB,CACzC,YAAqC,EACrC,UAAwB,EAAE;IAE1B,MAAM,IAAI,GAAG,EAAE,GAAG,6BAAqB,EAAE,GAAG,OAAO,EAAE,CAAC;IACtD,IAAI,SAAc,CAAC;IACnB,MAAM,MAAM,GAAQ,EAAE,CAAC;IACvB,IAAI,kBAAkB,GAAG,KAAK,CAAC;IAE/B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QAC9D,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;YAG9B,IAAI,kBAAkB,EAAE,CAAC;gBACrB,IAAI,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC9B,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;oBAC9B,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;wBAChB,SAAS,EAAE,CAAC;wBACZ,SAAS;oBACb,CAAC;oBACD,MAAM,IAAI,CAAC;gBACf,CAAC;YACL,CAAC;iBAAM,CAAC;gBAEJ,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;oBAC9B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAClB,kBAAkB,GAAG,IAAI,CAAC;oBAC1B,MAAM,IAAI,CAAC;gBACf,CAAC;YACL,CAAC;YAGD,OAAO;QACX,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,SAAS,GAAG,KAAK,CAAC;YAGlB,IAAI,kBAAkB,EAAE,CAAC;gBACrB,MAAM,KAAK,CAAC;YAChB,CAAC;YAGD,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC9D,MAAM,KAAK,CAAC;YAChB,CAAC;YAGD,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC5C,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACjC,CAAC;YAGD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAC7D,CAAC;IACL,CAAC;IAED,MAAM,SAAS,CAAC;AACpB,CAAC"}
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.runningToolTracker = exports.RunningToolTracker = void 0;
|
|
4
|
+
class RunningToolTracker {
|
|
5
|
+
runningTools = new Map();
|
|
6
|
+
completionHandlers = [];
|
|
7
|
+
addRunningTool(id, toolName, agentName, args) {
|
|
8
|
+
const abortController = new AbortController();
|
|
9
|
+
const runningTool = {
|
|
10
|
+
id,
|
|
11
|
+
toolName,
|
|
12
|
+
agentName,
|
|
13
|
+
args,
|
|
14
|
+
startTime: Date.now(),
|
|
15
|
+
abortController,
|
|
16
|
+
};
|
|
17
|
+
this.runningTools.set(id, runningTool);
|
|
18
|
+
return runningTool;
|
|
19
|
+
}
|
|
20
|
+
markTimedOut(id) {
|
|
21
|
+
const tool = this.runningTools.get(id);
|
|
22
|
+
if (tool) {
|
|
23
|
+
tool.timedOut = true;
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
async completeRunningTool(id, result, _agent) {
|
|
27
|
+
const tool = this.runningTools.get(id);
|
|
28
|
+
if (!tool)
|
|
29
|
+
return;
|
|
30
|
+
tool.completed = true;
|
|
31
|
+
tool.result = result;
|
|
32
|
+
const duration = Date.now() - tool.startTime;
|
|
33
|
+
if (tool.timedOut) {
|
|
34
|
+
const event = {
|
|
35
|
+
id,
|
|
36
|
+
toolName: tool.toolName,
|
|
37
|
+
agentName: tool.agentName,
|
|
38
|
+
duration,
|
|
39
|
+
timedOut: true,
|
|
40
|
+
result,
|
|
41
|
+
};
|
|
42
|
+
this.completionHandlers.forEach(handler => handler(event));
|
|
43
|
+
}
|
|
44
|
+
this.runningTools.delete(id);
|
|
45
|
+
}
|
|
46
|
+
async failRunningTool(id, error, _agent) {
|
|
47
|
+
const tool = this.runningTools.get(id);
|
|
48
|
+
if (!tool)
|
|
49
|
+
return;
|
|
50
|
+
tool.failed = true;
|
|
51
|
+
tool.error = error;
|
|
52
|
+
const duration = Date.now() - tool.startTime;
|
|
53
|
+
if (tool.timedOut) {
|
|
54
|
+
const event = {
|
|
55
|
+
id,
|
|
56
|
+
toolName: tool.toolName,
|
|
57
|
+
agentName: tool.agentName,
|
|
58
|
+
duration,
|
|
59
|
+
timedOut: true,
|
|
60
|
+
error,
|
|
61
|
+
};
|
|
62
|
+
this.completionHandlers.forEach(handler => handler(event));
|
|
63
|
+
}
|
|
64
|
+
this.runningTools.delete(id);
|
|
65
|
+
}
|
|
66
|
+
getRunningTool(id) {
|
|
67
|
+
return this.runningTools.get(id);
|
|
68
|
+
}
|
|
69
|
+
getAllRunningTools() {
|
|
70
|
+
return Array.from(this.runningTools.values());
|
|
71
|
+
}
|
|
72
|
+
getRunningToolsForAgent(agentName) {
|
|
73
|
+
return this.getAllRunningTools().filter(tool => tool.agentName === agentName);
|
|
74
|
+
}
|
|
75
|
+
abortRunningTool(id) {
|
|
76
|
+
const tool = this.runningTools.get(id);
|
|
77
|
+
if (tool && tool.abortController) {
|
|
78
|
+
tool.abortController.abort();
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
onCompletion(handler) {
|
|
82
|
+
this.completionHandlers.push(handler);
|
|
83
|
+
}
|
|
84
|
+
clear() {
|
|
85
|
+
this.runningTools.forEach(tool => {
|
|
86
|
+
if (tool.abortController) {
|
|
87
|
+
tool.abortController.abort();
|
|
88
|
+
}
|
|
89
|
+
});
|
|
90
|
+
this.runningTools.clear();
|
|
91
|
+
this.completionHandlers = [];
|
|
92
|
+
}
|
|
93
|
+
isToolRunning(agentName, toolName) {
|
|
94
|
+
return this.getAllRunningTools().some(tool => tool.agentName === agentName && tool.toolName === toolName);
|
|
95
|
+
}
|
|
96
|
+
getRunningToolCount() {
|
|
97
|
+
return this.runningTools.size;
|
|
98
|
+
}
|
|
99
|
+
async waitForTool(id, timeout) {
|
|
100
|
+
return new Promise((resolve, reject) => {
|
|
101
|
+
const tool = this.runningTools.get(id);
|
|
102
|
+
if (!tool) {
|
|
103
|
+
resolve(null);
|
|
104
|
+
return;
|
|
105
|
+
}
|
|
106
|
+
let timeoutId;
|
|
107
|
+
const cleanup = () => {
|
|
108
|
+
if (timeoutId)
|
|
109
|
+
clearTimeout(timeoutId);
|
|
110
|
+
const index = this.completionHandlers.indexOf(handler);
|
|
111
|
+
if (index > -1) {
|
|
112
|
+
this.completionHandlers.splice(index, 1);
|
|
113
|
+
}
|
|
114
|
+
};
|
|
115
|
+
const handler = (event) => {
|
|
116
|
+
if (event.id === id) {
|
|
117
|
+
cleanup();
|
|
118
|
+
resolve(event);
|
|
119
|
+
}
|
|
120
|
+
};
|
|
121
|
+
this.onCompletion(handler);
|
|
122
|
+
if (timeout) {
|
|
123
|
+
timeoutId = setTimeout(() => {
|
|
124
|
+
cleanup();
|
|
125
|
+
reject(new Error(`Timeout waiting for tool ${id}`));
|
|
126
|
+
}, timeout);
|
|
127
|
+
}
|
|
128
|
+
});
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
exports.RunningToolTracker = RunningToolTracker;
|
|
132
|
+
exports.runningToolTracker = new RunningToolTracker();
|
|
133
|
+
//# sourceMappingURL=running_tool_tracker.js.map
|