@just-every/ensemble 0.2.87 → 0.2.88
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/config/tool_execution.cjs +47 -0
- package/dist/cjs/config/tool_execution.d.ts +12 -0
- package/dist/cjs/config/tool_execution.d.ts.map +1 -0
- package/dist/cjs/config/tool_execution.js.map +1 -0
- package/dist/cjs/core/ensemble_embed.cjs +35 -0
- package/dist/cjs/core/ensemble_embed.d.ts +3 -0
- package/dist/cjs/core/ensemble_embed.d.ts.map +1 -0
- package/dist/cjs/core/ensemble_embed.js.map +1 -0
- package/dist/cjs/core/ensemble_image.cjs +13 -0
- package/dist/cjs/core/ensemble_image.d.ts +3 -0
- package/dist/cjs/core/ensemble_image.d.ts.map +1 -0
- package/dist/cjs/core/ensemble_image.js.map +1 -0
- package/dist/cjs/core/ensemble_listen.cjs +162 -0
- package/dist/cjs/core/ensemble_listen.d.ts +5 -0
- package/dist/cjs/core/ensemble_listen.d.ts.map +1 -0
- package/dist/cjs/core/ensemble_listen.js.map +1 -0
- package/dist/cjs/core/ensemble_live.cjs +387 -0
- package/dist/cjs/core/ensemble_live.d.ts +14 -0
- package/dist/cjs/core/ensemble_live.d.ts.map +1 -0
- package/dist/cjs/core/ensemble_live.js.map +1 -0
- package/dist/cjs/core/ensemble_request.cjs +409 -0
- package/dist/cjs/core/ensemble_request.d.ts +4 -0
- package/dist/cjs/core/ensemble_request.d.ts.map +1 -0
- package/dist/cjs/core/ensemble_request.js.map +1 -0
- package/dist/cjs/core/ensemble_voice.cjs +284 -0
- package/dist/cjs/core/ensemble_voice.d.ts +4 -0
- package/dist/cjs/core/ensemble_voice.d.ts.map +1 -0
- package/dist/cjs/core/ensemble_voice.js.map +1 -0
- package/dist/cjs/data/model_data.cjs +1460 -0
- package/dist/cjs/data/model_data.d.ts +71 -0
- package/dist/cjs/data/model_data.d.ts.map +1 -0
- package/dist/cjs/data/model_data.js.map +1 -0
- package/dist/cjs/index.cjs +139 -0
- package/dist/cjs/index.d.ts +37 -0
- package/dist/cjs/index.d.ts.map +1 -0
- package/dist/cjs/index.js.map +1 -0
- package/dist/cjs/model_providers/base_provider.cjs +46 -0
- package/dist/cjs/model_providers/base_provider.d.ts +13 -0
- package/dist/cjs/model_providers/base_provider.d.ts.map +1 -0
- package/dist/cjs/model_providers/base_provider.js.map +1 -0
- package/dist/cjs/model_providers/claude.cjs +782 -0
- package/dist/cjs/model_providers/claude.d.ts +12 -0
- package/dist/cjs/model_providers/claude.d.ts.map +1 -0
- package/dist/cjs/model_providers/claude.js.map +1 -0
- package/dist/cjs/model_providers/deepseek.cjs +129 -0
- package/dist/cjs/model_providers/deepseek.d.ts +8 -0
- package/dist/cjs/model_providers/deepseek.d.ts.map +1 -0
- package/dist/cjs/model_providers/deepseek.js.map +1 -0
- package/dist/cjs/model_providers/elevenlabs.cjs +140 -0
- package/dist/cjs/model_providers/elevenlabs.d.ts +37 -0
- package/dist/cjs/model_providers/elevenlabs.d.ts.map +1 -0
- package/dist/cjs/model_providers/elevenlabs.js.map +1 -0
- package/dist/cjs/model_providers/gemini.cjs +1654 -0
- package/dist/cjs/model_providers/gemini.d.ts +22 -0
- package/dist/cjs/model_providers/gemini.d.ts.map +1 -0
- package/dist/cjs/model_providers/gemini.js.map +1 -0
- package/dist/cjs/model_providers/grok.cjs +25 -0
- package/dist/cjs/model_providers/grok.d.ts +8 -0
- package/dist/cjs/model_providers/grok.d.ts.map +1 -0
- package/dist/cjs/model_providers/grok.js.map +1 -0
- package/dist/cjs/model_providers/model_provider.cjs +296 -0
- package/dist/cjs/model_providers/model_provider.d.ts +10 -0
- package/dist/cjs/model_providers/model_provider.d.ts.map +1 -0
- package/dist/cjs/model_providers/model_provider.js.map +1 -0
- package/dist/cjs/model_providers/openai.cjs +1117 -0
- package/dist/cjs/model_providers/openai.d.ts +19 -0
- package/dist/cjs/model_providers/openai.d.ts.map +1 -0
- package/dist/cjs/model_providers/openai.js.map +1 -0
- package/dist/cjs/model_providers/openai_chat.cjs +787 -0
- package/dist/cjs/model_providers/openai_chat.d.ts +20 -0
- package/dist/cjs/model_providers/openai_chat.d.ts.map +1 -0
- package/dist/cjs/model_providers/openai_chat.js.map +1 -0
- package/dist/cjs/model_providers/openrouter.cjs +22 -0
- package/dist/cjs/model_providers/openrouter.d.ts +6 -0
- package/dist/cjs/model_providers/openrouter.d.ts.map +1 -0
- package/dist/cjs/model_providers/openrouter.js.map +1 -0
- package/dist/cjs/model_providers/test_provider.cjs +236 -0
- package/dist/cjs/model_providers/test_provider.d.ts +29 -0
- package/dist/cjs/model_providers/test_provider.d.ts.map +1 -0
- package/dist/cjs/model_providers/test_provider.js.map +1 -0
- package/dist/cjs/tsconfig.cjs.tsbuildinfo +1 -0
- package/dist/cjs/types/api_types.cjs +3 -0
- package/dist/cjs/types/api_types.d.ts +249 -0
- package/dist/cjs/types/api_types.d.ts.map +1 -0
- package/dist/cjs/types/api_types.js.map +1 -0
- package/dist/cjs/types/errors.cjs +76 -0
- package/dist/cjs/types/errors.d.ts +34 -0
- package/dist/cjs/types/errors.d.ts.map +1 -0
- package/dist/cjs/types/errors.js.map +1 -0
- package/dist/cjs/types/types.cjs +3 -0
- package/dist/cjs/types/types.d.ts +638 -0
- package/dist/cjs/types/types.d.ts.map +1 -0
- package/dist/cjs/types/types.js.map +1 -0
- package/dist/cjs/utils/agent.cjs +384 -0
- package/dist/cjs/utils/agent.d.ts +48 -0
- package/dist/cjs/utils/agent.d.ts.map +1 -0
- package/dist/cjs/utils/agent.js.map +1 -0
- package/dist/cjs/utils/audio_stream_player.cjs +342 -0
- package/dist/cjs/utils/audio_stream_player.d.ts +37 -0
- package/dist/cjs/utils/audio_stream_player.d.ts.map +1 -0
- package/dist/cjs/utils/audio_stream_player.js.map +1 -0
- package/dist/cjs/utils/citation_tracker.cjs +25 -0
- package/dist/cjs/utils/citation_tracker.d.ts +12 -0
- package/dist/cjs/utils/citation_tracker.d.ts.map +1 -0
- package/dist/cjs/utils/citation_tracker.js.map +1 -0
- package/dist/cjs/utils/config_manager.cjs +105 -0
- package/dist/cjs/utils/config_manager.d.ts +31 -0
- package/dist/cjs/utils/config_manager.d.ts.map +1 -0
- package/dist/cjs/utils/config_manager.js.map +1 -0
- package/dist/cjs/utils/cost_tracker.cjs +226 -0
- package/dist/cjs/utils/cost_tracker.d.ts +33 -0
- package/dist/cjs/utils/cost_tracker.d.ts.map +1 -0
- package/dist/cjs/utils/cost_tracker.js.map +1 -0
- package/dist/cjs/utils/create_tool_function.cjs +182 -0
- package/dist/cjs/utils/create_tool_function.d.ts +3 -0
- package/dist/cjs/utils/create_tool_function.d.ts.map +1 -0
- package/dist/cjs/utils/create_tool_function.js.map +1 -0
- package/dist/cjs/utils/delta_buffer.cjs +65 -0
- package/dist/cjs/utils/delta_buffer.d.ts +14 -0
- package/dist/cjs/utils/delta_buffer.d.ts.map +1 -0
- package/dist/cjs/utils/delta_buffer.js.map +1 -0
- package/dist/cjs/utils/ensemble_result.cjs +167 -0
- package/dist/cjs/utils/ensemble_result.d.ts +33 -0
- package/dist/cjs/utils/ensemble_result.d.ts.map +1 -0
- package/dist/cjs/utils/ensemble_result.js.map +1 -0
- package/dist/cjs/utils/event_controller.cjs +59 -0
- package/dist/cjs/utils/event_controller.d.ts +13 -0
- package/dist/cjs/utils/event_controller.d.ts.map +1 -0
- package/dist/cjs/utils/event_controller.js.map +1 -0
- package/dist/cjs/utils/external_models.cjs +42 -0
- package/dist/cjs/utils/external_models.d.ts +9 -0
- package/dist/cjs/utils/external_models.d.ts.map +1 -0
- package/dist/cjs/utils/external_models.js.map +1 -0
- package/dist/cjs/utils/image_to_text.cjs +58 -0
- package/dist/cjs/utils/image_to_text.d.ts +3 -0
- package/dist/cjs/utils/image_to_text.d.ts.map +1 -0
- package/dist/cjs/utils/image_to_text.js.map +1 -0
- package/dist/cjs/utils/image_utils.cjs +168 -0
- package/dist/cjs/utils/image_utils.d.ts +18 -0
- package/dist/cjs/utils/image_utils.d.ts.map +1 -0
- package/dist/cjs/utils/image_utils.js.map +1 -0
- package/dist/cjs/utils/image_validation.cjs +31 -0
- package/dist/cjs/utils/image_validation.d.ts +3 -0
- package/dist/cjs/utils/image_validation.d.ts.map +1 -0
- package/dist/cjs/utils/image_validation.js.map +1 -0
- package/dist/cjs/utils/llm_logger.cjs +31 -0
- package/dist/cjs/utils/llm_logger.d.ts +8 -0
- package/dist/cjs/utils/llm_logger.d.ts.map +1 -0
- package/dist/cjs/utils/llm_logger.js.map +1 -0
- package/dist/cjs/utils/message_history.cjs +560 -0
- package/dist/cjs/utils/message_history.d.ts +65 -0
- package/dist/cjs/utils/message_history.d.ts.map +1 -0
- package/dist/cjs/utils/message_history.js.map +1 -0
- package/dist/cjs/utils/model_class_config.cjs +105 -0
- package/dist/cjs/utils/model_class_config.d.ts +12 -0
- package/dist/cjs/utils/model_class_config.d.ts.map +1 -0
- package/dist/cjs/utils/model_class_config.js.map +1 -0
- package/dist/cjs/utils/pause_controller.cjs +90 -0
- package/dist/cjs/utils/pause_controller.d.ts +14 -0
- package/dist/cjs/utils/pause_controller.d.ts.map +1 -0
- package/dist/cjs/utils/pause_controller.js.map +1 -0
- package/dist/cjs/utils/quota_tracker.cjs +311 -0
- package/dist/cjs/utils/quota_tracker.d.ts +22 -0
- package/dist/cjs/utils/quota_tracker.d.ts.map +1 -0
- package/dist/cjs/utils/quota_tracker.js.map +1 -0
- package/dist/cjs/utils/retry_handler.cjs +131 -0
- package/dist/cjs/utils/retry_handler.d.ts +15 -0
- package/dist/cjs/utils/retry_handler.d.ts.map +1 -0
- package/dist/cjs/utils/retry_handler.js.map +1 -0
- package/dist/cjs/utils/running_tool_tracker.cjs +133 -0
- package/dist/cjs/utils/running_tool_tracker.d.ts +42 -0
- package/dist/cjs/utils/running_tool_tracker.d.ts.map +1 -0
- package/dist/cjs/utils/running_tool_tracker.js.map +1 -0
- package/dist/cjs/utils/sequential_queue.cjs +73 -0
- package/dist/cjs/utils/sequential_queue.d.ts +13 -0
- package/dist/cjs/utils/sequential_queue.d.ts.map +1 -0
- package/dist/cjs/utils/sequential_queue.js.map +1 -0
- package/dist/cjs/utils/stream_handler.cjs +73 -0
- package/dist/cjs/utils/stream_handler.d.ts +16 -0
- package/dist/cjs/utils/stream_handler.d.ts.map +1 -0
- package/dist/cjs/utils/stream_handler.js.map +1 -0
- package/dist/cjs/utils/summary_utils.cjs +211 -0
- package/dist/cjs/utils/summary_utils.d.ts +7 -0
- package/dist/cjs/utils/summary_utils.d.ts.map +1 -0
- package/dist/cjs/utils/summary_utils.js.map +1 -0
- package/dist/cjs/utils/test_utils.cjs +212 -0
- package/dist/cjs/utils/test_utils.d.ts +58 -0
- package/dist/cjs/utils/test_utils.d.ts.map +1 -0
- package/dist/cjs/utils/test_utils.js.map +1 -0
- package/dist/cjs/utils/tool_execution_manager.cjs +139 -0
- package/dist/cjs/utils/tool_execution_manager.d.ts +7 -0
- package/dist/cjs/utils/tool_execution_manager.d.ts.map +1 -0
- package/dist/cjs/utils/tool_execution_manager.js.map +1 -0
- package/dist/cjs/utils/tool_parameter_utils.cjs +168 -0
- package/dist/cjs/utils/tool_parameter_utils.d.ts +5 -0
- package/dist/cjs/utils/tool_parameter_utils.d.ts.map +1 -0
- package/dist/cjs/utils/tool_parameter_utils.js.map +1 -0
- package/dist/cjs/utils/tool_result_processor.cjs +363 -0
- package/dist/cjs/utils/tool_result_processor.d.ts +11 -0
- package/dist/cjs/utils/tool_result_processor.d.ts.map +1 -0
- package/dist/cjs/utils/tool_result_processor.js.map +1 -0
- package/dist/cjs/utils/verification.cjs +59 -0
- package/dist/cjs/utils/verification.d.ts +7 -0
- package/dist/cjs/utils/verification.d.ts.map +1 -0
- package/dist/cjs/utils/verification.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/utils/audio_stream_player.d.ts +2 -0
- package/dist/utils/audio_stream_player.d.ts.map +1 -1
- package/dist/utils/audio_stream_player.js +83 -1
- package/dist/utils/audio_stream_player.js.map +1 -1
- package/dist/utils/cost_tracker.d.ts +7 -0
- package/dist/utils/cost_tracker.d.ts.map +1 -1
- package/dist/utils/cost_tracker.js +29 -0
- package/dist/utils/cost_tracker.js.map +1 -1
- package/package.json +18 -3
|
@@ -0,0 +1,226 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CostTracker = exports.costTracker = void 0;
|
|
4
|
+
const model_data_js_1 = require("../data/model_data.cjs");
|
|
5
|
+
const event_controller_js_1 = require("./event_controller.cjs");
|
|
6
|
+
class CostTracker {
|
|
7
|
+
entries = [];
|
|
8
|
+
started = new Date();
|
|
9
|
+
onAddUsageCallbacks = [];
|
|
10
|
+
calculateCost(usage) {
|
|
11
|
+
if (typeof usage.cost === 'number') {
|
|
12
|
+
return usage;
|
|
13
|
+
}
|
|
14
|
+
if (usage.isFreeTierUsage) {
|
|
15
|
+
usage.cost = 0;
|
|
16
|
+
return usage;
|
|
17
|
+
}
|
|
18
|
+
const model = (0, model_data_js_1.findModel)(usage.model);
|
|
19
|
+
if (!model) {
|
|
20
|
+
console.error(`Model not found when recording usage: ${usage.model}`);
|
|
21
|
+
throw new Error(`Model not found when recording usage: ${usage.model}`);
|
|
22
|
+
}
|
|
23
|
+
if (usage.cost !== undefined && usage.cost !== null && usage.cost > 0) {
|
|
24
|
+
return usage;
|
|
25
|
+
}
|
|
26
|
+
usage.cost = 0;
|
|
27
|
+
const original_input_tokens = usage.input_tokens || 0;
|
|
28
|
+
const output_tokens = usage.output_tokens || 0;
|
|
29
|
+
const cached_tokens = usage.cached_tokens || 0;
|
|
30
|
+
const image_count = usage.image_count || 0;
|
|
31
|
+
const calculationTime = usage.timestamp || new Date();
|
|
32
|
+
const usesTimeBasedPricing = (typeof model.cost?.input_per_million === 'object' &&
|
|
33
|
+
model.cost.input_per_million !== null &&
|
|
34
|
+
'peak_price_per_million' in model.cost.input_per_million) ||
|
|
35
|
+
(typeof model.cost?.output_per_million === 'object' &&
|
|
36
|
+
model.cost.output_per_million !== null &&
|
|
37
|
+
'peak_price_per_million' in model.cost.output_per_million) ||
|
|
38
|
+
(typeof model.cost?.cached_input_per_million === 'object' &&
|
|
39
|
+
model.cost.cached_input_per_million !== null &&
|
|
40
|
+
'peak_price_per_million' in model.cost.cached_input_per_million);
|
|
41
|
+
if (!usage.timestamp && usesTimeBasedPricing) {
|
|
42
|
+
console.warn(`Timestamp missing for time-based pricing model '${usage.model}'. Defaulting to current time for calculation.`);
|
|
43
|
+
}
|
|
44
|
+
const getPrice = (tokensForTierCheck, costStructure, modality) => {
|
|
45
|
+
if (typeof costStructure === 'number') {
|
|
46
|
+
return costStructure;
|
|
47
|
+
}
|
|
48
|
+
if (typeof costStructure === 'object' && costStructure !== null) {
|
|
49
|
+
if ('text' in costStructure ||
|
|
50
|
+
'audio' in costStructure ||
|
|
51
|
+
'video' in costStructure ||
|
|
52
|
+
'image' in costStructure) {
|
|
53
|
+
const modalityPrice = costStructure;
|
|
54
|
+
const selectedModality = modality || 'text';
|
|
55
|
+
const modalityCost = modalityPrice[selectedModality];
|
|
56
|
+
if (modalityCost !== undefined) {
|
|
57
|
+
return getPrice(tokensForTierCheck, modalityCost);
|
|
58
|
+
}
|
|
59
|
+
return getPrice(tokensForTierCheck, modalityPrice.text || 0);
|
|
60
|
+
}
|
|
61
|
+
if ('peak_price_per_million' in costStructure) {
|
|
62
|
+
const timeBasedCost = costStructure;
|
|
63
|
+
const utcHour = calculationTime.getUTCHours();
|
|
64
|
+
const utcMinute = calculationTime.getUTCMinutes();
|
|
65
|
+
const currentTimeInMinutes = utcHour * 60 + utcMinute;
|
|
66
|
+
const peakStartInMinutes = timeBasedCost.peak_utc_start_hour * 60 + timeBasedCost.peak_utc_start_minute;
|
|
67
|
+
const peakEndInMinutes = timeBasedCost.peak_utc_end_hour * 60 + timeBasedCost.peak_utc_end_minute;
|
|
68
|
+
let isPeakTime;
|
|
69
|
+
if (peakStartInMinutes <= peakEndInMinutes) {
|
|
70
|
+
isPeakTime =
|
|
71
|
+
currentTimeInMinutes >= peakStartInMinutes && currentTimeInMinutes < peakEndInMinutes;
|
|
72
|
+
}
|
|
73
|
+
else {
|
|
74
|
+
isPeakTime =
|
|
75
|
+
currentTimeInMinutes >= peakStartInMinutes || currentTimeInMinutes < peakEndInMinutes;
|
|
76
|
+
}
|
|
77
|
+
return isPeakTime ? timeBasedCost.peak_price_per_million : timeBasedCost.off_peak_price_per_million;
|
|
78
|
+
}
|
|
79
|
+
else if ('threshold_tokens' in costStructure) {
|
|
80
|
+
const tieredCost = costStructure;
|
|
81
|
+
if (tokensForTierCheck <= tieredCost.threshold_tokens) {
|
|
82
|
+
return tieredCost.price_below_threshold_per_million;
|
|
83
|
+
}
|
|
84
|
+
else {
|
|
85
|
+
return tieredCost.price_above_threshold_per_million;
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
return 0;
|
|
90
|
+
};
|
|
91
|
+
let nonCachedInputTokens = 0;
|
|
92
|
+
let actualCachedTokens = 0;
|
|
93
|
+
if (cached_tokens > 0 && model.cost?.cached_input_per_million !== undefined) {
|
|
94
|
+
actualCachedTokens = cached_tokens;
|
|
95
|
+
nonCachedInputTokens = Math.max(0, original_input_tokens - cached_tokens);
|
|
96
|
+
}
|
|
97
|
+
else {
|
|
98
|
+
nonCachedInputTokens = original_input_tokens;
|
|
99
|
+
actualCachedTokens = 0;
|
|
100
|
+
}
|
|
101
|
+
if (nonCachedInputTokens > 0 && model.cost?.input_per_million !== undefined) {
|
|
102
|
+
const inputPricePerMillion = getPrice(original_input_tokens, model.cost.input_per_million, usage.input_modality);
|
|
103
|
+
usage.cost += (nonCachedInputTokens / 1000000) * inputPricePerMillion;
|
|
104
|
+
}
|
|
105
|
+
if (actualCachedTokens > 0 && model.cost?.cached_input_per_million !== undefined) {
|
|
106
|
+
const cachedPricePerMillion = getPrice(actualCachedTokens, model.cost.cached_input_per_million);
|
|
107
|
+
usage.cost += (actualCachedTokens / 1000000) * cachedPricePerMillion;
|
|
108
|
+
}
|
|
109
|
+
if (output_tokens > 0 && model.cost?.output_per_million !== undefined) {
|
|
110
|
+
const outputPricePerMillion = getPrice(output_tokens, model.cost.output_per_million, usage.output_modality);
|
|
111
|
+
usage.cost += (output_tokens / 1000000) * outputPricePerMillion;
|
|
112
|
+
}
|
|
113
|
+
if (image_count > 0 && model.cost?.per_image) {
|
|
114
|
+
usage.cost += image_count * model.cost.per_image;
|
|
115
|
+
}
|
|
116
|
+
usage.cost = Math.max(0, usage.cost);
|
|
117
|
+
return usage;
|
|
118
|
+
}
|
|
119
|
+
onAddUsage(callback) {
|
|
120
|
+
this.onAddUsageCallbacks.push(callback);
|
|
121
|
+
}
|
|
122
|
+
addUsage(usage) {
|
|
123
|
+
try {
|
|
124
|
+
usage = this.calculateCost({ ...usage });
|
|
125
|
+
usage.timestamp = new Date();
|
|
126
|
+
this.entries.push(usage);
|
|
127
|
+
if ((0, event_controller_js_1.hasEventHandler)()) {
|
|
128
|
+
const costUpdateEvent = {
|
|
129
|
+
type: 'cost_update',
|
|
130
|
+
usage: {
|
|
131
|
+
...usage,
|
|
132
|
+
total_tokens: (usage.input_tokens || 0) + (usage.output_tokens || 0),
|
|
133
|
+
},
|
|
134
|
+
timestamp: new Date().toISOString(),
|
|
135
|
+
};
|
|
136
|
+
(0, event_controller_js_1.emitEvent)(costUpdateEvent).catch(error => {
|
|
137
|
+
console.error('Error emitting cost_update event:', error);
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
for (const callback of this.onAddUsageCallbacks) {
|
|
141
|
+
try {
|
|
142
|
+
callback(usage);
|
|
143
|
+
}
|
|
144
|
+
catch (error) {
|
|
145
|
+
console.error('Error in cost tracker callback:', error);
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
catch (err) {
|
|
150
|
+
console.error('Error recording usage:', err);
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
getTotalCost() {
|
|
154
|
+
return this.entries.reduce((sum, entry) => sum + (entry.cost || 0), 0);
|
|
155
|
+
}
|
|
156
|
+
getCostsByModel() {
|
|
157
|
+
const models = {};
|
|
158
|
+
for (const entry of this.entries) {
|
|
159
|
+
if (!models[entry.model]) {
|
|
160
|
+
models[entry.model] = {
|
|
161
|
+
cost: 0,
|
|
162
|
+
calls: 0,
|
|
163
|
+
};
|
|
164
|
+
}
|
|
165
|
+
models[entry.model].cost += entry.cost || 0;
|
|
166
|
+
models[entry.model].calls += 1;
|
|
167
|
+
}
|
|
168
|
+
return models;
|
|
169
|
+
}
|
|
170
|
+
printSummary() {
|
|
171
|
+
if (!this.entries.length) {
|
|
172
|
+
return;
|
|
173
|
+
}
|
|
174
|
+
const totalCost = this.getTotalCost();
|
|
175
|
+
const costsByModel = this.getCostsByModel();
|
|
176
|
+
const runtime = Math.round((new Date().getTime() - this.started.getTime()) / 1000);
|
|
177
|
+
console.log('\n\nCOST SUMMARY');
|
|
178
|
+
console.log(`Runtime: ${runtime} seconds`);
|
|
179
|
+
console.log(`Total API Cost: $${totalCost.toFixed(6)}`);
|
|
180
|
+
console.log('\nModels:');
|
|
181
|
+
for (const [model, modelData] of Object.entries(costsByModel)) {
|
|
182
|
+
console.log(`\t${model}:\t$${modelData.cost.toFixed(6)} (${modelData.calls} calls)`);
|
|
183
|
+
}
|
|
184
|
+
this.reset();
|
|
185
|
+
}
|
|
186
|
+
getCostInTimeWindow(seconds) {
|
|
187
|
+
const cutoffTime = new Date(Date.now() - seconds * 1000);
|
|
188
|
+
return this.entries
|
|
189
|
+
.filter(entry => entry.timestamp && entry.timestamp >= cutoffTime)
|
|
190
|
+
.reduce((sum, entry) => sum + (entry.cost || 0), 0);
|
|
191
|
+
}
|
|
192
|
+
getCostRate(windowSeconds = 60) {
|
|
193
|
+
const costInWindow = this.getCostInTimeWindow(windowSeconds);
|
|
194
|
+
return (costInWindow / windowSeconds) * 60;
|
|
195
|
+
}
|
|
196
|
+
getUsageInTimeWindow(seconds) {
|
|
197
|
+
const cutoffTime = new Date(Date.now() - seconds * 1000);
|
|
198
|
+
return this.entries.filter(entry => entry.timestamp && entry.timestamp >= cutoffTime);
|
|
199
|
+
}
|
|
200
|
+
getCostsByModelInTimeWindow(seconds) {
|
|
201
|
+
const models = {};
|
|
202
|
+
const entriesInWindow = this.getUsageInTimeWindow(seconds);
|
|
203
|
+
for (const entry of entriesInWindow) {
|
|
204
|
+
if (!models[entry.model]) {
|
|
205
|
+
models[entry.model] = {
|
|
206
|
+
cost: 0,
|
|
207
|
+
calls: 0,
|
|
208
|
+
};
|
|
209
|
+
}
|
|
210
|
+
models[entry.model].cost += entry.cost || 0;
|
|
211
|
+
models[entry.model].calls += 1;
|
|
212
|
+
}
|
|
213
|
+
return models;
|
|
214
|
+
}
|
|
215
|
+
reset() {
|
|
216
|
+
this.entries = [];
|
|
217
|
+
this.started = new Date();
|
|
218
|
+
}
|
|
219
|
+
}
|
|
220
|
+
exports.CostTracker = CostTracker;
|
|
221
|
+
const globalObj = globalThis;
|
|
222
|
+
if (!globalObj.__ENSEMBLE_COST_TRACKER__) {
|
|
223
|
+
globalObj.__ENSEMBLE_COST_TRACKER__ = new CostTracker();
|
|
224
|
+
}
|
|
225
|
+
exports.costTracker = globalObj.__ENSEMBLE_COST_TRACKER__;
|
|
226
|
+
//# sourceMappingURL=cost_tracker.js.map
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { ModelUsage } from "../data/model_data.cjs";
|
|
2
|
+
declare class CostTracker {
|
|
3
|
+
private entries;
|
|
4
|
+
private started;
|
|
5
|
+
private onAddUsageCallbacks;
|
|
6
|
+
calculateCost(usage: ModelUsage): ModelUsage;
|
|
7
|
+
onAddUsage(callback: (usage: ModelUsage) => void): void;
|
|
8
|
+
addUsage(usage: ModelUsage): void;
|
|
9
|
+
getTotalCost(): number;
|
|
10
|
+
getCostsByModel(): Record<string, {
|
|
11
|
+
cost: number;
|
|
12
|
+
calls: number;
|
|
13
|
+
}>;
|
|
14
|
+
printSummary(): void;
|
|
15
|
+
getCostInTimeWindow(seconds: number): number;
|
|
16
|
+
getCostRate(windowSeconds?: number): number;
|
|
17
|
+
getUsageInTimeWindow(seconds: number): ModelUsage[];
|
|
18
|
+
getCostsByModelInTimeWindow(seconds: number): Record<string, {
|
|
19
|
+
cost: number;
|
|
20
|
+
calls: number;
|
|
21
|
+
}>;
|
|
22
|
+
reset(): void;
|
|
23
|
+
}
|
|
24
|
+
export declare const costTracker: CostTracker;
|
|
25
|
+
export { CostTracker };
|
|
26
|
+
export interface UsageEntry {
|
|
27
|
+
model: string;
|
|
28
|
+
input_tokens?: number;
|
|
29
|
+
output_tokens?: number;
|
|
30
|
+
image_count?: number;
|
|
31
|
+
timestamp?: Date;
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=cost_tracker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cost_tracker.d.ts","sourceRoot":"","sources":["../../../utils/cost_tracker.ts"],"names":[],"mappings":"AAOA,OAAO,EAAa,UAAU,EAA8C,MAAM,uBAAuB,CAAC;AAO1G,cAAM,WAAW;IACb,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,mBAAmB,CAA0C;IAUrE,aAAa,CAAC,KAAK,EAAE,UAAU,GAAG,UAAU;IAuK5C,UAAU,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,GAAG,IAAI;IASvD,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IA0CjC,YAAY,IAAI,MAAM;IAOtB,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAqBlE,YAAY,IAAI,IAAI;IA0BpB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAY5C,WAAW,CAAC,aAAa,GAAE,MAAW,GAAG,MAAM;IAW/C,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,UAAU,EAAE;IAUnD,2BAA2B,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAsB7F,KAAK,IAAI,IAAI;CAIhB;AASD,eAAO,MAAM,WAAW,EAAE,WAAiD,CAAC;AAG5E,OAAO,EAAE,WAAW,EAAE,CAAC;AAGvB,MAAM,WAAW,UAAU;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,IAAI,CAAC;CACpB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cost_tracker.js","sourceRoot":"","sources":["../../../utils/cost_tracker.ts"],"names":[],"mappings":";;;AAOA,yDAA0G;AAC1G,+DAAmE;AAMnE,MAAM,WAAW;IACL,OAAO,GAAiB,EAAE,CAAC;IAC3B,OAAO,GAAS,IAAI,IAAI,EAAE,CAAC;IAC3B,mBAAmB,GAAuC,EAAE,CAAC;IAUrE,aAAa,CAAC,KAAiB;QAE3B,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACjC,OAAO,KAAK,CAAC;QACjB,CAAC;QAGD,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;YACf,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,MAAM,KAAK,GAAG,IAAA,yBAAS,EAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,yCAAyC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;YACtE,MAAM,IAAI,KAAK,CAAC,yCAAyC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5E,CAAC;QAGD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACpE,OAAO,KAAK,CAAC;QACjB,CAAC;QAGD,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;QAGf,MAAM,qBAAqB,GAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;QACtD,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;QAC/C,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;QAC/C,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;QAG3C,MAAM,eAAe,GAAG,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC;QAGtD,MAAM,oBAAoB,GACtB,CAAC,OAAO,KAAK,CAAC,IAAI,EAAE,iBAAiB,KAAK,QAAQ;YAC9C,KAAK,CAAC,IAAI,CAAC,iBAAiB,KAAK,IAAI;YACrC,wBAAwB,IAAI,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC;YAC7D,CAAC,OAAO,KAAK,CAAC,IAAI,EAAE,kBAAkB,KAAK,QAAQ;gBAC/C,KAAK,CAAC,IAAI,CAAC,kBAAkB,KAAK,IAAI;gBACtC,wBAAwB,IAAI,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC;YAC9D,CAAC,OAAO,KAAK,CAAC,IAAI,EAAE,wBAAwB,KAAK,QAAQ;gBACrD,KAAK,CAAC,IAAI,CAAC,wBAAwB,KAAK,IAAI;gBAC5C,wBAAwB,IAAI,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QAEzE,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,oBAAoB,EAAE,CAAC;YAC3C,OAAO,CAAC,IAAI,CACR,mDAAmD,KAAK,CAAC,KAAK,gDAAgD,CACjH,CAAC;QACN,CAAC;QAGD,MAAM,QAAQ,GAAG,CACb,kBAA0B,EAC1B,aAAgF,EAChF,QAA+C,EACzC,EAAE;YACR,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;gBACpC,OAAO,aAAa,CAAC;YACzB,CAAC;YAED,IAAI,OAAO,aAAa,KAAK,QAAQ,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;gBAE9D,IACI,MAAM,IAAI,aAAa;oBACvB,OAAO,IAAI,aAAa;oBACxB,OAAO,IAAI,aAAa;oBACxB,OAAO,IAAI,aAAa,EAC1B,CAAC;oBACC,MAAM,aAAa,GAAG,aAA8B,CAAC;oBACrD,MAAM,gBAAgB,GAAG,QAAQ,IAAI,MAAM,CAAC;oBAC5C,MAAM,YAAY,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;oBAGrD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;wBAC7B,OAAO,QAAQ,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC;oBACtD,CAAC;oBAGD,OAAO,QAAQ,CAAC,kBAAkB,EAAE,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;gBACjE,CAAC;gBAED,IAAI,wBAAwB,IAAI,aAAa,EAAE,CAAC;oBAE5C,MAAM,aAAa,GAAG,aAA+B,CAAC;oBACtD,MAAM,OAAO,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;oBAC9C,MAAM,SAAS,GAAG,eAAe,CAAC,aAAa,EAAE,CAAC;oBAClD,MAAM,oBAAoB,GAAG,OAAO,GAAG,EAAE,GAAG,SAAS,CAAC;oBACtD,MAAM,kBAAkB,GACpB,aAAa,CAAC,mBAAmB,GAAG,EAAE,GAAG,aAAa,CAAC,qBAAqB,CAAC;oBACjF,MAAM,gBAAgB,GAAG,aAAa,CAAC,iBAAiB,GAAG,EAAE,GAAG,aAAa,CAAC,mBAAmB,CAAC;oBAElG,IAAI,UAAmB,CAAC;oBACxB,IAAI,kBAAkB,IAAI,gBAAgB,EAAE,CAAC;wBACzC,UAAU;4BACN,oBAAoB,IAAI,kBAAkB,IAAI,oBAAoB,GAAG,gBAAgB,CAAC;oBAC9F,CAAC;yBAAM,CAAC;wBACJ,UAAU;4BACN,oBAAoB,IAAI,kBAAkB,IAAI,oBAAoB,GAAG,gBAAgB,CAAC;oBAC9F,CAAC;oBAED,OAAO,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,sBAAsB,CAAC,CAAC,CAAC,aAAa,CAAC,0BAA0B,CAAC;gBACxG,CAAC;qBAAM,IAAI,kBAAkB,IAAI,aAAa,EAAE,CAAC;oBAE7C,MAAM,UAAU,GAAG,aAA4B,CAAC;oBAChD,IAAI,kBAAkB,IAAI,UAAU,CAAC,gBAAgB,EAAE,CAAC;wBACpD,OAAO,UAAU,CAAC,iCAAiC,CAAC;oBACxD,CAAC;yBAAM,CAAC;wBACJ,OAAO,UAAU,CAAC,iCAAiC,CAAC;oBACxD,CAAC;gBACL,CAAC;YACL,CAAC;YACD,OAAO,CAAC,CAAC;QACb,CAAC,CAAC;QAGF,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAE3B,IAAI,aAAa,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,wBAAwB,KAAK,SAAS,EAAE,CAAC;YAC1E,kBAAkB,GAAG,aAAa,CAAC;YACnC,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,qBAAqB,GAAG,aAAa,CAAC,CAAC;QAC9E,CAAC;aAAM,CAAC;YACJ,oBAAoB,GAAG,qBAAqB,CAAC;YAC7C,kBAAkB,GAAG,CAAC,CAAC;QAC3B,CAAC;QAGD,IAAI,oBAAoB,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,iBAAiB,KAAK,SAAS,EAAE,CAAC;YAC1E,MAAM,oBAAoB,GAAG,QAAQ,CACjC,qBAAqB,EACrB,KAAK,CAAC,IAAI,CAAC,iBAAiB,EAC5B,KAAK,CAAC,cAAc,CACvB,CAAC;YACF,KAAK,CAAC,IAAI,IAAI,CAAC,oBAAoB,GAAG,OAAO,CAAC,GAAG,oBAAoB,CAAC;QAC1E,CAAC;QAGD,IAAI,kBAAkB,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,wBAAwB,KAAK,SAAS,EAAE,CAAC;YAC/E,MAAM,qBAAqB,GAAG,QAAQ,CAAC,kBAAkB,EAAE,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YAChG,KAAK,CAAC,IAAI,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,GAAG,qBAAqB,CAAC;QACzE,CAAC;QAGD,IAAI,aAAa,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,kBAAkB,KAAK,SAAS,EAAE,CAAC;YACpE,MAAM,qBAAqB,GAAG,QAAQ,CAAC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC,kBAAkB,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;YAC5G,KAAK,CAAC,IAAI,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,GAAG,qBAAqB,CAAC;QACpE,CAAC;QAGD,IAAI,WAAW,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC3C,KAAK,CAAC,IAAI,IAAI,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;QACrD,CAAC;QAGD,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAErC,OAAO,KAAK,CAAC;IACjB,CAAC;IAOD,UAAU,CAAC,QAAqC;QAC5C,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAOD,QAAQ,CAAC,KAAiB;QACtB,IAAI,CAAC;YAED,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;YACzC,KAAK,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;YAG7B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAGzB,IAAI,IAAA,qCAAe,GAAE,EAAE,CAAC;gBACpB,MAAM,eAAe,GAAoB;oBACrC,IAAI,EAAE,aAAa;oBACnB,KAAK,EAAE;wBACH,GAAG,KAAK;wBACR,YAAY,EAAE,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;qBACvE;oBACD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC,CAAC;gBAGF,IAAA,+BAAS,EAAC,eAAe,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;oBACrC,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;gBAC9D,CAAC,CAAC,CAAC;YACP,CAAC;YAGD,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC9C,IAAI,CAAC;oBACD,QAAQ,CAAC,KAAK,CAAC,CAAC;gBACpB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;gBAC5D,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;IAKD,YAAY;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3E,CAAC;IAKD,eAAe;QACX,MAAM,MAAM,GAAoD,EAAE,CAAC;QAEnE,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;oBAClB,IAAI,EAAE,CAAC;oBACP,KAAK,EAAE,CAAC;iBACX,CAAC;YACN,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC;YAC5C,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAKD,YAAY;QACR,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACvB,OAAO;QACX,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QAEnF,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,UAAU,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,oBAAoB,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAExD,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACzB,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YAC5D,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,OAAO,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,KAAK,SAAS,CAAC,CAAC;QACzF,CAAC;QAED,IAAI,CAAC,KAAK,EAAE,CAAC;IACjB,CAAC;IAOD,mBAAmB,CAAC,OAAe;QAC/B,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;QACzD,OAAO,IAAI,CAAC,OAAO;aACd,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,IAAI,UAAU,CAAC;aACjE,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5D,CAAC;IAOD,WAAW,CAAC,gBAAwB,EAAE;QAClC,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,CAAC;QAE7D,OAAO,CAAC,YAAY,GAAG,aAAa,CAAC,GAAG,EAAE,CAAC;IAC/C,CAAC;IAOD,oBAAoB,CAAC,OAAe;QAChC,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,IAAI,UAAU,CAAC,CAAC;IAC1F,CAAC;IAOD,2BAA2B,CAAC,OAAe;QACvC,MAAM,MAAM,GAAoD,EAAE,CAAC;QACnE,MAAM,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAE3D,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;oBAClB,IAAI,EAAE,CAAC;oBACP,KAAK,EAAE,CAAC;iBACX,CAAC;YACN,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC;YAC5C,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAKD,KAAK;QACD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;IAC9B,CAAC;CACJ;AAYQ,kCAAW;AATpB,MAAM,SAAS,GAAG,UAEjB,CAAC;AACF,IAAI,CAAC,SAAS,CAAC,yBAAyB,EAAE,CAAC;IACvC,SAAS,CAAC,yBAAyB,GAAG,IAAI,WAAW,EAAE,CAAC;AAC5D,CAAC;AACY,QAAA,WAAW,GAAgB,SAAS,CAAC,yBAAyB,CAAC"}
|
|
@@ -0,0 +1,182 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.createToolFunction = createToolFunction;
|
|
4
|
+
const validToolParameterTypes = ['string', 'number', 'boolean', 'array', 'object', 'null'];
|
|
5
|
+
function createToolFunction(func, description, paramMap, returns, functionName) {
|
|
6
|
+
const funcStr = func.toString();
|
|
7
|
+
const funcName = (functionName || '').replaceAll(' ', '_') || func.name;
|
|
8
|
+
if (!funcName) {
|
|
9
|
+
throw new Error('[createToolFunction] Function name is required');
|
|
10
|
+
}
|
|
11
|
+
let toolDescription = description || `Tool for ${funcName}`;
|
|
12
|
+
if (returns) {
|
|
13
|
+
toolDescription += ` Returns: ${returns}`;
|
|
14
|
+
}
|
|
15
|
+
const cleanFuncStr = funcStr.replaceAll(/\n\s*/g, ' ');
|
|
16
|
+
const paramMatch = cleanFuncStr.match(/\(([^)]*)\)/);
|
|
17
|
+
const properties = {};
|
|
18
|
+
const required = [];
|
|
19
|
+
let injectAgentId = false;
|
|
20
|
+
let injectAbortSignal = false;
|
|
21
|
+
const params = paramMap
|
|
22
|
+
? Object.keys(paramMap)
|
|
23
|
+
: paramMatch && paramMatch[1]
|
|
24
|
+
? paramMatch[1]
|
|
25
|
+
.split(',')
|
|
26
|
+
.map(p => p.trim())
|
|
27
|
+
.filter(Boolean)
|
|
28
|
+
: [];
|
|
29
|
+
for (const paramUnknown of params) {
|
|
30
|
+
if (typeof paramUnknown !== 'string') {
|
|
31
|
+
console.warn(`Skipping non-string parameter in function signature analysis: ${paramUnknown}`);
|
|
32
|
+
continue;
|
|
33
|
+
}
|
|
34
|
+
const param = paramUnknown;
|
|
35
|
+
const paramParts = param.split('=').map(p => p.trim());
|
|
36
|
+
let paramName = paramParts[0].trim();
|
|
37
|
+
const defaultValue = paramParts.length > 1 ? paramParts[1].trim() : undefined;
|
|
38
|
+
if (paramName.includes(':')) {
|
|
39
|
+
paramName = paramName.split(':')[0].trim();
|
|
40
|
+
}
|
|
41
|
+
const isRestParam = paramName.startsWith('...');
|
|
42
|
+
const cleanParamName = isRestParam ? paramName.substring(3) : paramName;
|
|
43
|
+
if (cleanParamName === 'inject_agent_id') {
|
|
44
|
+
injectAgentId = true;
|
|
45
|
+
continue;
|
|
46
|
+
}
|
|
47
|
+
if (cleanParamName === 'abort_signal') {
|
|
48
|
+
injectAbortSignal = true;
|
|
49
|
+
continue;
|
|
50
|
+
}
|
|
51
|
+
const paramInfoRaw = paramMap?.[cleanParamName];
|
|
52
|
+
let paramInfoObj = undefined;
|
|
53
|
+
let paramInfoDesc = undefined;
|
|
54
|
+
if (typeof paramInfoRaw === 'string') {
|
|
55
|
+
paramInfoDesc = paramInfoRaw;
|
|
56
|
+
paramInfoObj = { type: 'string', description: paramInfoRaw };
|
|
57
|
+
}
|
|
58
|
+
else if (typeof paramInfoRaw === 'object' && paramInfoRaw !== null) {
|
|
59
|
+
paramInfoObj = paramInfoRaw;
|
|
60
|
+
paramInfoDesc =
|
|
61
|
+
typeof paramInfoRaw.description === 'function' ? paramInfoRaw.description() : paramInfoRaw.description;
|
|
62
|
+
}
|
|
63
|
+
const apiParamName = cleanParamName;
|
|
64
|
+
let paramType = 'string';
|
|
65
|
+
if (paramInfoObj?.type && validToolParameterTypes.includes(paramInfoObj.type)) {
|
|
66
|
+
paramType = paramInfoObj.type;
|
|
67
|
+
}
|
|
68
|
+
else if (isRestParam) {
|
|
69
|
+
paramType = 'array';
|
|
70
|
+
}
|
|
71
|
+
else if (defaultValue !== undefined) {
|
|
72
|
+
if (defaultValue === 'false' || defaultValue === 'true') {
|
|
73
|
+
paramType = 'boolean';
|
|
74
|
+
}
|
|
75
|
+
else if (!isNaN(Number(defaultValue)) && !defaultValue.startsWith('"') && !defaultValue.startsWith("'")) {
|
|
76
|
+
paramType = 'number';
|
|
77
|
+
}
|
|
78
|
+
else if (defaultValue === '[]' || defaultValue.startsWith('[')) {
|
|
79
|
+
paramType = 'array';
|
|
80
|
+
}
|
|
81
|
+
else if (defaultValue === '{}' || defaultValue.startsWith('{')) {
|
|
82
|
+
paramType = 'object';
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
const finalDescription = paramInfoDesc || `The ${cleanParamName} parameter`;
|
|
86
|
+
const paramDef = {
|
|
87
|
+
type: paramType,
|
|
88
|
+
description: finalDescription,
|
|
89
|
+
};
|
|
90
|
+
if (paramType === 'array') {
|
|
91
|
+
if (paramInfoObj?.items) {
|
|
92
|
+
paramDef.items = paramInfoObj.items;
|
|
93
|
+
}
|
|
94
|
+
else {
|
|
95
|
+
paramDef.items = {
|
|
96
|
+
type: 'string',
|
|
97
|
+
};
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
if (paramType === 'object') {
|
|
101
|
+
if (paramInfoObj?.properties) {
|
|
102
|
+
paramDef.properties = paramInfoObj.properties;
|
|
103
|
+
}
|
|
104
|
+
if (paramInfoObj?.required) {
|
|
105
|
+
paramDef.required = paramInfoObj.required;
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
if (paramInfoObj?.enum) {
|
|
109
|
+
if (typeof paramInfoObj.enum === 'function') {
|
|
110
|
+
const enumFn = paramInfoObj.enum;
|
|
111
|
+
const fnStr = enumFn.toString();
|
|
112
|
+
const isAsync = fnStr.includes('__awaiter') ||
|
|
113
|
+
fnStr.startsWith('async ') ||
|
|
114
|
+
enumFn.constructor.name === 'AsyncFunction';
|
|
115
|
+
if (isAsync) {
|
|
116
|
+
paramDef.enum = enumFn;
|
|
117
|
+
}
|
|
118
|
+
else {
|
|
119
|
+
paramDef.enum = enumFn();
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
else {
|
|
123
|
+
paramDef.enum = paramInfoObj.enum;
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
if (paramInfoObj?.minimum !== undefined) {
|
|
127
|
+
paramDef.minimum = paramInfoObj.minimum;
|
|
128
|
+
}
|
|
129
|
+
if (paramInfoObj?.maximum !== undefined) {
|
|
130
|
+
paramDef.maximum = paramInfoObj.maximum;
|
|
131
|
+
}
|
|
132
|
+
if (paramInfoObj?.default !== undefined) {
|
|
133
|
+
paramDef.default = paramInfoObj.default;
|
|
134
|
+
}
|
|
135
|
+
else if (defaultValue !== undefined) {
|
|
136
|
+
paramDef.default = defaultValue;
|
|
137
|
+
}
|
|
138
|
+
if (paramInfoObj?.minLength !== undefined) {
|
|
139
|
+
paramDef.minLength = paramInfoObj.minLength;
|
|
140
|
+
}
|
|
141
|
+
if (paramInfoObj?.maxLength !== undefined) {
|
|
142
|
+
paramDef.maxLength = paramInfoObj.maxLength;
|
|
143
|
+
}
|
|
144
|
+
if (paramInfoObj?.pattern !== undefined) {
|
|
145
|
+
paramDef.pattern = paramInfoObj.pattern;
|
|
146
|
+
}
|
|
147
|
+
if (paramInfoObj?.minItems !== undefined) {
|
|
148
|
+
paramDef.minItems = paramInfoObj.minItems;
|
|
149
|
+
}
|
|
150
|
+
if (paramInfoObj?.additionalProperties !== undefined) {
|
|
151
|
+
paramDef.additionalProperties = paramInfoObj.additionalProperties;
|
|
152
|
+
}
|
|
153
|
+
properties[apiParamName] = paramDef;
|
|
154
|
+
if (paramDef.default === undefined && !paramInfoObj?.optional) {
|
|
155
|
+
required.push(apiParamName);
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
if (!injectAgentId && /\(\s*[^)]*\binject_agent_id\b/.test(funcStr)) {
|
|
159
|
+
injectAgentId = true;
|
|
160
|
+
}
|
|
161
|
+
if (!injectAbortSignal && /\(\s*[^)]*\babort_signal\b/.test(funcStr)) {
|
|
162
|
+
injectAbortSignal = true;
|
|
163
|
+
}
|
|
164
|
+
return {
|
|
165
|
+
function: func,
|
|
166
|
+
definition: {
|
|
167
|
+
type: 'function',
|
|
168
|
+
function: {
|
|
169
|
+
name: funcName,
|
|
170
|
+
description: toolDescription,
|
|
171
|
+
parameters: {
|
|
172
|
+
type: 'object',
|
|
173
|
+
properties,
|
|
174
|
+
required: required.length > 0 ? required : undefined,
|
|
175
|
+
},
|
|
176
|
+
},
|
|
177
|
+
},
|
|
178
|
+
...(injectAgentId && { injectAgentId }),
|
|
179
|
+
...(injectAbortSignal && { injectAbortSignal }),
|
|
180
|
+
};
|
|
181
|
+
}
|
|
182
|
+
//# sourceMappingURL=create_tool_function.js.map
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
import { ToolFunction, ToolParameterMap } from "../types/types.cjs";
|
|
2
|
+
export declare function createToolFunction(func: (...args: any[]) => Promise<any> | any, description?: string, paramMap?: ToolParameterMap, returns?: string, functionName?: string): ToolFunction;
|
|
3
|
+
//# sourceMappingURL=create_tool_function.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"create_tool_function.d.ts","sourceRoot":"","sources":["../../../utils/create_tool_function.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAoC,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAuErG,wBAAgB,kBAAkB,CAC9B,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,EAC5C,WAAW,CAAC,EAAE,MAAM,EACpB,QAAQ,CAAC,EAAE,gBAAgB,EAC3B,OAAO,CAAC,EAAE,MAAM,EAChB,YAAY,CAAC,EAAE,MAAM,GACtB,YAAY,CAgOd"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"create_tool_function.js","sourceRoot":"","sources":["../../../utils/create_tool_function.ts"],"names":[],"mappings":";;AAuEA,gDAsOC;AA3SD,MAAM,uBAAuB,GAAwB,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;AAqEhH,SAAgB,kBAAkB,CAC9B,IAA4C,EAC5C,WAAoB,EACpB,QAA2B,EAC3B,OAAgB,EAChB,YAAqB;IAErB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC;IAExE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,eAAe,GAAG,WAAW,IAAI,YAAY,QAAQ,EAAE,CAAC;IAC5D,IAAI,OAAO,EAAE,CAAC;QACV,eAAe,IAAI,aAAa,OAAO,EAAE,CAAC;IAC9C,CAAC;IAGD,MAAM,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAErD,MAAM,UAAU,GAAkC,EAAE,CAAC;IACrD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAE9B,MAAM,MAAM,GAAG,QAAQ;QACnB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC,CAAC,UAAU,IAAI,UAAU,CAAC,CAAC,CAAC;YAC3B,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;iBACR,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;iBAClB,MAAM,CAAC,OAAO,CAAC;YACtB,CAAC,CAAC,EAAE,CAAC;IAEX,KAAK,MAAM,YAAY,IAAI,MAAM,EAAE,CAAC;QAChC,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE,CAAC;YACnC,OAAO,CAAC,IAAI,CAAC,iEAAiE,YAAY,EAAE,CAAC,CAAC;YAC9F,SAAS;QACb,CAAC;QACD,MAAM,KAAK,GAAG,YAAsB,CAAC;QAGrC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACvD,IAAI,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACrC,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAG9E,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/C,CAAC;QAGD,MAAM,WAAW,GAAG,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,cAAc,GAAG,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAGxE,IAAI,cAAc,KAAK,iBAAiB,EAAE,CAAC;YACvC,aAAa,GAAG,IAAI,CAAC;YACrB,SAAS;QACb,CAAC;QAED,IAAI,cAAc,KAAK,cAAc,EAAE,CAAC;YACpC,iBAAiB,GAAG,IAAI,CAAC;YACzB,SAAS;QACb,CAAC;QAGD,MAAM,YAAY,GAAuC,QAAQ,EAAE,CAAC,cAAc,CAAC,CAAC;QACpF,IAAI,YAAY,GAA8B,SAAS,CAAC;QACxD,IAAI,aAAa,GAAuB,SAAS,CAAC;QAElD,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE,CAAC;YACnC,aAAa,GAAG,YAAY,CAAC;YAC7B,YAAY,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;QACjE,CAAC;aAAM,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YACnE,YAAY,GAAG,YAAY,CAAC;YAC5B,aAAa;gBACT,OAAO,YAAY,CAAC,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC;QAC/G,CAAC;QAED,MAAM,YAAY,GAAG,cAAc,CAAC;QAGpC,IAAI,SAAS,GAAsB,QAAQ,CAAC;QAG5C,IAAI,YAAY,EAAE,IAAI,IAAI,uBAAuB,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5E,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC;QAClC,CAAC;aAAM,IAAI,WAAW,EAAE,CAAC;YAErB,SAAS,GAAG,OAAO,CAAC;QACxB,CAAC;aAAM,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAEpC,IAAI,YAAY,KAAK,OAAO,IAAI,YAAY,KAAK,MAAM,EAAE,CAAC;gBACtD,SAAS,GAAG,SAAS,CAAC;YAC1B,CAAC;iBAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxG,SAAS,GAAG,QAAQ,CAAC;YACzB,CAAC;iBAAM,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/D,SAAS,GAAG,OAAO,CAAC;YACxB,CAAC;iBAAM,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/D,SAAS,GAAG,QAAQ,CAAC;YACzB,CAAC;QACL,CAAC;QAGD,MAAM,gBAAgB,GAAG,aAAa,IAAI,OAAO,cAAc,YAAY,CAAC;QAG5E,MAAM,QAAQ,GAAQ;YAClB,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,gBAAgB;SAChC,CAAC;QAGF,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;YACxB,IAAI,YAAY,EAAE,KAAK,EAAE,CAAC;gBACtB,QAAQ,CAAC,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC;YACxC,CAAC;iBAAM,CAAC;gBAEJ,QAAQ,CAAC,KAAK,GAAG;oBACb,IAAI,EAAE,QAAQ;iBACjB,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;YACzB,IAAI,YAAY,EAAE,UAAU,EAAE,CAAC;gBAC3B,QAAQ,CAAC,UAAU,GAAG,YAAY,CAAC,UAAU,CAAC;YAClD,CAAC;YACD,IAAI,YAAY,EAAE,QAAQ,EAAE,CAAC;gBACzB,QAAQ,CAAC,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC;YAC9C,CAAC;QACL,CAAC;QAGD,IAAI,YAAY,EAAE,IAAI,EAAE,CAAC;YACrB,IAAI,OAAO,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAE1C,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC;gBACjC,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAChC,MAAM,OAAO,GACT,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;oBAC3B,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC;oBAC1B,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,eAAe,CAAC;gBAEhD,IAAI,OAAO,EAAE,CAAC;oBAGV,QAAQ,CAAC,IAAI,GAAG,MAAM,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBAEJ,QAAQ,CAAC,IAAI,GAAG,MAAM,EAAE,CAAC;gBAC7B,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,QAAQ,CAAC,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC;YACtC,CAAC;QACL,CAAC;QAGD,IAAI,YAAY,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,QAAQ,CAAC,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC;QAC5C,CAAC;QACD,IAAI,YAAY,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,QAAQ,CAAC,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC;QAC5C,CAAC;QACD,IAAI,YAAY,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,QAAQ,CAAC,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC;QAC5C,CAAC;aAAM,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YACpC,QAAQ,CAAC,OAAO,GAAG,YAAY,CAAC;QACpC,CAAC;QACD,IAAI,YAAY,EAAE,SAAS,KAAK,SAAS,EAAE,CAAC;YACxC,QAAQ,CAAC,SAAS,GAAG,YAAY,CAAC,SAAS,CAAC;QAChD,CAAC;QACD,IAAI,YAAY,EAAE,SAAS,KAAK,SAAS,EAAE,CAAC;YACxC,QAAQ,CAAC,SAAS,GAAG,YAAY,CAAC,SAAS,CAAC;QAChD,CAAC;QACD,IAAI,YAAY,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,QAAQ,CAAC,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC;QAC5C,CAAC;QACD,IAAI,YAAY,EAAE,QAAQ,KAAK,SAAS,EAAE,CAAC;YACvC,QAAQ,CAAC,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC;QAC9C,CAAC;QACD,IAAI,YAAY,EAAE,oBAAoB,KAAK,SAAS,EAAE,CAAC;YACnD,QAAQ,CAAC,oBAAoB,GAAG,YAAY,CAAC,oBAAoB,CAAC;QACtE,CAAC;QAED,UAAU,CAAC,YAAY,CAAC,GAAG,QAAQ,CAAC;QAGpC,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,YAAY,EAAE,QAAQ,EAAE,CAAC;YAC5D,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;IAKD,IAAI,CAAC,aAAa,IAAI,+BAA+B,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAClE,aAAa,GAAG,IAAI,CAAC;IACzB,CAAC;IAID,IAAI,CAAC,iBAAiB,IAAI,4BAA4B,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACnE,iBAAiB,GAAG,IAAI,CAAC;IAC7B,CAAC;IAGD,OAAO;QACH,QAAQ,EAAE,IAAI;QACd,UAAU,EAAE;YACR,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,eAAe;gBAC5B,UAAU,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,UAAU;oBACV,QAAQ,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;iBACvD;aACJ;SACJ;QACD,GAAG,CAAC,aAAa,IAAI,EAAE,aAAa,EAAE,CAAC;QACvC,GAAG,CAAC,iBAAiB,IAAI,EAAE,iBAAiB,EAAE,CAAC;KAClD,CAAC;AACN,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DeltaBuffer = void 0;
|
|
4
|
+
exports.bufferDelta = bufferDelta;
|
|
5
|
+
exports.flushBufferedDeltas = flushBufferedDeltas;
|
|
6
|
+
class DeltaBuffer {
|
|
7
|
+
step;
|
|
8
|
+
max;
|
|
9
|
+
timeLimitMs;
|
|
10
|
+
buffer = '';
|
|
11
|
+
startTimestamp = null;
|
|
12
|
+
threshold;
|
|
13
|
+
constructor(step = 20, max = 400, initial = 20, timeLimitMs = 10_000) {
|
|
14
|
+
this.step = step;
|
|
15
|
+
this.max = max;
|
|
16
|
+
this.timeLimitMs = timeLimitMs;
|
|
17
|
+
this.threshold = initial;
|
|
18
|
+
}
|
|
19
|
+
add(chunk) {
|
|
20
|
+
this.buffer += chunk;
|
|
21
|
+
if (this.startTimestamp === null)
|
|
22
|
+
this.startTimestamp = Date.now();
|
|
23
|
+
const shouldFlushBySize = this.buffer.length >= this.threshold;
|
|
24
|
+
const shouldFlushByTime = this.startTimestamp !== null && Date.now() - this.startTimestamp >= this.timeLimitMs;
|
|
25
|
+
if (shouldFlushBySize || shouldFlushByTime) {
|
|
26
|
+
const out = this.buffer;
|
|
27
|
+
this.buffer = '';
|
|
28
|
+
this.startTimestamp = null;
|
|
29
|
+
if (shouldFlushBySize && this.threshold < this.max) {
|
|
30
|
+
this.threshold += this.step;
|
|
31
|
+
}
|
|
32
|
+
return out;
|
|
33
|
+
}
|
|
34
|
+
return null;
|
|
35
|
+
}
|
|
36
|
+
flush() {
|
|
37
|
+
if (!this.buffer)
|
|
38
|
+
return null;
|
|
39
|
+
const out = this.buffer;
|
|
40
|
+
this.buffer = '';
|
|
41
|
+
this.startTimestamp = null;
|
|
42
|
+
return out;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
exports.DeltaBuffer = DeltaBuffer;
|
|
46
|
+
function bufferDelta(store, messageId, chunk, makeEvent) {
|
|
47
|
+
let buf = store.get(messageId);
|
|
48
|
+
if (!buf) {
|
|
49
|
+
buf = new DeltaBuffer();
|
|
50
|
+
store.set(messageId, buf);
|
|
51
|
+
}
|
|
52
|
+
const out = buf.add(chunk);
|
|
53
|
+
return out !== null ? [makeEvent(out)] : [];
|
|
54
|
+
}
|
|
55
|
+
function flushBufferedDeltas(store, makeEvent) {
|
|
56
|
+
const events = [];
|
|
57
|
+
for (const [id, buf] of store) {
|
|
58
|
+
const out = buf.flush();
|
|
59
|
+
if (out !== null)
|
|
60
|
+
events.push(makeEvent(id, out));
|
|
61
|
+
}
|
|
62
|
+
store.clear();
|
|
63
|
+
return events;
|
|
64
|
+
}
|
|
65
|
+
//# sourceMappingURL=delta_buffer.js.map
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export declare class DeltaBuffer {
|
|
2
|
+
private readonly step;
|
|
3
|
+
private readonly max;
|
|
4
|
+
private readonly timeLimitMs;
|
|
5
|
+
private buffer;
|
|
6
|
+
private startTimestamp;
|
|
7
|
+
private threshold;
|
|
8
|
+
constructor(step?: number, max?: number, initial?: number, timeLimitMs?: number);
|
|
9
|
+
add(chunk: string): string | null;
|
|
10
|
+
flush(): string | null;
|
|
11
|
+
}
|
|
12
|
+
export declare function bufferDelta<T>(store: Map<string, DeltaBuffer>, messageId: string, chunk: string, makeEvent: (content: string) => T): T[];
|
|
13
|
+
export declare function flushBufferedDeltas<T>(store: Map<string, DeltaBuffer>, makeEvent: (id: string, content: string) => T): T[];
|
|
14
|
+
//# sourceMappingURL=delta_buffer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"delta_buffer.d.ts","sourceRoot":"","sources":["../../../utils/delta_buffer.ts"],"names":[],"mappings":"AAQA,qBAAa,WAAW;IAMhB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,GAAG;IAEpB,OAAO,CAAC,QAAQ,CAAC,WAAW;IARhC,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,SAAS,CAAS;gBAGL,IAAI,SAAK,EACT,GAAG,SAAM,EAC1B,OAAO,SAAK,EACK,WAAW,SAAS;IAKzC,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAsBjC,KAAK,IAAI,MAAM,GAAG,IAAI;CAOzB;AAMD,wBAAgB,WAAW,CAAC,CAAC,EACzB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,EAC/B,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,CAAC,GAClC,CAAC,EAAE,CAQL;AAMD,wBAAgB,mBAAmB,CAAC,CAAC,EACjC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,EAC/B,SAAS,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC,GAC9C,CAAC,EAAE,CAQL"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"delta_buffer.js","sourceRoot":"","sources":["../../../utils/delta_buffer.ts"],"names":[],"mappings":";;;AAyDA,kCAaC;AAMD,kDAWC;AA/ED,MAAa,WAAW;IAMC;IACA;IAEA;IARb,MAAM,GAAG,EAAE,CAAC;IACZ,cAAc,GAAkB,IAAI,CAAC;IACrC,SAAS,CAAS;IAE1B,YACqB,OAAO,EAAE,EACT,MAAM,GAAG,EAC1B,OAAO,GAAG,EAAE,EACK,cAAc,MAAM;QAHpB,SAAI,GAAJ,IAAI,CAAK;QACT,QAAG,GAAH,GAAG,CAAM;QAET,gBAAW,GAAX,WAAW,CAAS;QAErC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC;IAC7B,CAAC;IAED,GAAG,CAAC,KAAa;QACb,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;QAGrB,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI;YAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEnE,MAAM,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC;QAC/D,MAAM,iBAAiB,GAAG,IAAI,CAAC,cAAc,KAAK,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,WAAW,CAAC;QAE/G,IAAI,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;YACxB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;YACjB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,IAAI,iBAAiB,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEjD,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC;YAChC,CAAC;YACD,OAAO,GAAG,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,KAAK;QACD,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,OAAO,GAAG,CAAC;IACf,CAAC;CACJ;AA3CD,kCA2CC;AAMD,SAAgB,WAAW,CACvB,KAA+B,EAC/B,SAAiB,EACjB,KAAa,EACb,SAAiC;IAEjC,IAAI,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC/B,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC;QACxB,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC9B,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC3B,OAAO,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAChD,CAAC;AAMD,SAAgB,mBAAmB,CAC/B,KAA+B,EAC/B,SAA6C;IAE7C,MAAM,MAAM,GAAQ,EAAE,CAAC;IACvB,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC;QACxB,IAAI,GAAG,KAAK,IAAI;YAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;IACtD,CAAC;IACD,KAAK,CAAC,KAAK,EAAE,CAAC;IACd,OAAO,MAAM,CAAC;AAClB,CAAC"}
|