cost-katana 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +550 -0
- package/dist/analyzers/cost-analyzer.d.ts +28 -0
- package/dist/analyzers/cost-analyzer.d.ts.map +1 -0
- package/dist/analyzers/cost-analyzer.js +165 -0
- package/dist/analyzers/cost-analyzer.js.map +1 -0
- package/dist/analyzers/token-counter.d.ts +21 -0
- package/dist/analyzers/token-counter.d.ts.map +1 -0
- package/dist/analyzers/token-counter.js +100 -0
- package/dist/analyzers/token-counter.js.map +1 -0
- package/dist/analyzers/usage-tracker.d.ts +29 -0
- package/dist/analyzers/usage-tracker.d.ts.map +1 -0
- package/dist/analyzers/usage-tracker.js +142 -0
- package/dist/analyzers/usage-tracker.js.map +1 -0
- package/dist/config/default.d.ts +45 -0
- package/dist/config/default.d.ts.map +1 -0
- package/dist/config/default.js +103 -0
- package/dist/config/default.js.map +1 -0
- package/dist/config/model-types.d.ts +45 -0
- package/dist/config/model-types.d.ts.map +1 -0
- package/dist/config/model-types.js +101 -0
- package/dist/config/model-types.js.map +1 -0
- package/dist/config/pricing/anthropic.d.ts +3 -0
- package/dist/config/pricing/anthropic.d.ts.map +1 -0
- package/dist/config/pricing/anthropic.js +191 -0
- package/dist/config/pricing/anthropic.js.map +1 -0
- package/dist/config/pricing/aws-bedrock.d.ts +3 -0
- package/dist/config/pricing/aws-bedrock.d.ts.map +1 -0
- package/dist/config/pricing/aws-bedrock.js +747 -0
- package/dist/config/pricing/aws-bedrock.js.map +1 -0
- package/dist/config/pricing/cohere.d.ts +3 -0
- package/dist/config/pricing/cohere.d.ts.map +1 -0
- package/dist/config/pricing/cohere.js +371 -0
- package/dist/config/pricing/cohere.js.map +1 -0
- package/dist/config/pricing/deepseek.d.ts +3 -0
- package/dist/config/pricing/deepseek.d.ts.map +1 -0
- package/dist/config/pricing/deepseek.js +102 -0
- package/dist/config/pricing/deepseek.js.map +1 -0
- package/dist/config/pricing/google.d.ts +3 -0
- package/dist/config/pricing/google.d.ts.map +1 -0
- package/dist/config/pricing/google.js +671 -0
- package/dist/config/pricing/google.js.map +1 -0
- package/dist/config/pricing/grok.d.ts +3 -0
- package/dist/config/pricing/grok.d.ts.map +1 -0
- package/dist/config/pricing/grok.js +59 -0
- package/dist/config/pricing/grok.js.map +1 -0
- package/dist/config/pricing/index.d.ts +11 -0
- package/dist/config/pricing/index.d.ts.map +1 -0
- package/dist/config/pricing/index.js +24 -0
- package/dist/config/pricing/index.js.map +1 -0
- package/dist/config/pricing/meta.d.ts +3 -0
- package/dist/config/pricing/meta.d.ts.map +1 -0
- package/dist/config/pricing/meta.js +69 -0
- package/dist/config/pricing/meta.js.map +1 -0
- package/dist/config/pricing/mistral.d.ts +3 -0
- package/dist/config/pricing/mistral.d.ts.map +1 -0
- package/dist/config/pricing/mistral.js +690 -0
- package/dist/config/pricing/mistral.js.map +1 -0
- package/dist/config/pricing/openai.d.ts +3 -0
- package/dist/config/pricing/openai.d.ts.map +1 -0
- package/dist/config/pricing/openai.js +475 -0
- package/dist/config/pricing/openai.js.map +1 -0
- package/dist/config/pricing/xai.d.ts +3 -0
- package/dist/config/pricing/xai.d.ts.map +1 -0
- package/dist/config/pricing/xai.js +141 -0
- package/dist/config/pricing/xai.js.map +1 -0
- package/dist/config/pricing-data.d.ts +55 -0
- package/dist/config/pricing-data.d.ts.map +1 -0
- package/dist/config/pricing-data.js +179 -0
- package/dist/config/pricing-data.js.map +1 -0
- package/dist/feedback/client.d.ts +14 -0
- package/dist/feedback/client.d.ts.map +1 -0
- package/dist/feedback/client.js +95 -0
- package/dist/feedback/client.js.map +1 -0
- package/dist/feedback/index.d.ts +3 -0
- package/dist/feedback/index.d.ts.map +1 -0
- package/dist/feedback/index.js +21 -0
- package/dist/feedback/index.js.map +1 -0
- package/dist/gateway/client.d.ts +77 -0
- package/dist/gateway/client.d.ts.map +1 -0
- package/dist/gateway/client.js +630 -0
- package/dist/gateway/client.js.map +1 -0
- package/dist/gateway/index.d.ts +9 -0
- package/dist/gateway/index.d.ts.map +1 -0
- package/dist/gateway/index.js +66 -0
- package/dist/gateway/index.js.map +1 -0
- package/dist/index.d.ts +183 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +1438 -0
- package/dist/index.js.map +1 -0
- package/dist/optimizers/context-trimmer.d.ts +18 -0
- package/dist/optimizers/context-trimmer.d.ts.map +1 -0
- package/dist/optimizers/context-trimmer.js +221 -0
- package/dist/optimizers/context-trimmer.js.map +1 -0
- package/dist/optimizers/index.d.ts +6 -0
- package/dist/optimizers/index.d.ts.map +1 -0
- package/dist/optimizers/index.js +14 -0
- package/dist/optimizers/index.js.map +1 -0
- package/dist/optimizers/prompt-compressor.d.ts +15 -0
- package/dist/optimizers/prompt-compressor.d.ts.map +1 -0
- package/dist/optimizers/prompt-compressor.js +268 -0
- package/dist/optimizers/prompt-compressor.js.map +1 -0
- package/dist/optimizers/prompt-optimizer.d.ts +29 -0
- package/dist/optimizers/prompt-optimizer.d.ts.map +1 -0
- package/dist/optimizers/prompt-optimizer.js +381 -0
- package/dist/optimizers/prompt-optimizer.js.map +1 -0
- package/dist/optimizers/request-fusion.d.ts +34 -0
- package/dist/optimizers/request-fusion.d.ts.map +1 -0
- package/dist/optimizers/request-fusion.js +284 -0
- package/dist/optimizers/request-fusion.js.map +1 -0
- package/dist/optimizers/suggestion-engine.d.ts +29 -0
- package/dist/optimizers/suggestion-engine.d.ts.map +1 -0
- package/dist/optimizers/suggestion-engine.js +234 -0
- package/dist/optimizers/suggestion-engine.js.map +1 -0
- package/dist/providers/anthropic.d.ts +23 -0
- package/dist/providers/anthropic.d.ts.map +1 -0
- package/dist/providers/anthropic.js +108 -0
- package/dist/providers/anthropic.js.map +1 -0
- package/dist/providers/azure.d.ts +15 -0
- package/dist/providers/azure.d.ts.map +1 -0
- package/dist/providers/azure.js +115 -0
- package/dist/providers/azure.js.map +1 -0
- package/dist/providers/base.d.ts +20 -0
- package/dist/providers/base.d.ts.map +1 -0
- package/dist/providers/base.js +67 -0
- package/dist/providers/base.js.map +1 -0
- package/dist/providers/bedrock.d.ts +23 -0
- package/dist/providers/bedrock.d.ts.map +1 -0
- package/dist/providers/bedrock.js +247 -0
- package/dist/providers/bedrock.js.map +1 -0
- package/dist/providers/cohere.d.ts +17 -0
- package/dist/providers/cohere.d.ts.map +1 -0
- package/dist/providers/cohere.js +122 -0
- package/dist/providers/cohere.js.map +1 -0
- package/dist/providers/deepseek.d.ts +6 -0
- package/dist/providers/deepseek.d.ts.map +1 -0
- package/dist/providers/deepseek.js +17 -0
- package/dist/providers/deepseek.js.map +1 -0
- package/dist/providers/google.d.ts +17 -0
- package/dist/providers/google.d.ts.map +1 -0
- package/dist/providers/google.js +141 -0
- package/dist/providers/google.js.map +1 -0
- package/dist/providers/index.d.ts +13 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +61 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/openai.d.ts +16 -0
- package/dist/providers/openai.d.ts.map +1 -0
- package/dist/providers/openai.js +194 -0
- package/dist/providers/openai.js.map +1 -0
- package/dist/trace/client.d.ts +48 -0
- package/dist/trace/client.d.ts.map +1 -0
- package/dist/trace/client.js +130 -0
- package/dist/trace/client.js.map +1 -0
- package/dist/trace/index.d.ts +7 -0
- package/dist/trace/index.d.ts.map +1 -0
- package/dist/trace/index.js +30 -0
- package/dist/trace/index.js.map +1 -0
- package/dist/trace/middleware.d.ts +70 -0
- package/dist/trace/middleware.d.ts.map +1 -0
- package/dist/trace/middleware.js +104 -0
- package/dist/trace/middleware.js.map +1 -0
- package/dist/trace/providers.d.ts +83 -0
- package/dist/trace/providers.d.ts.map +1 -0
- package/dist/trace/providers.js +340 -0
- package/dist/trace/providers.js.map +1 -0
- package/dist/trace/service.d.ts +59 -0
- package/dist/trace/service.d.ts.map +1 -0
- package/dist/trace/service.js +425 -0
- package/dist/trace/service.js.map +1 -0
- package/dist/trace/types.d.ts +102 -0
- package/dist/trace/types.d.ts.map +1 -0
- package/dist/trace/types.js +3 -0
- package/dist/trace/types.js.map +1 -0
- package/dist/types/failover.d.ts +29 -0
- package/dist/types/failover.d.ts.map +1 -0
- package/dist/types/failover.js +3 -0
- package/dist/types/failover.js.map +1 -0
- package/dist/types/feedback.d.ts +69 -0
- package/dist/types/feedback.d.ts.map +1 -0
- package/dist/types/feedback.js +3 -0
- package/dist/types/feedback.js.map +1 -0
- package/dist/types/gateway.d.ts +303 -0
- package/dist/types/gateway.d.ts.map +1 -0
- package/dist/types/gateway.js +3 -0
- package/dist/types/gateway.js.map +1 -0
- package/dist/types/index.d.ts +242 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +37 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/models.d.ts +7 -0
- package/dist/types/models.d.ts.map +1 -0
- package/dist/types/models.js +3838 -0
- package/dist/types/models.js.map +1 -0
- package/dist/types/providers.d.ts +128 -0
- package/dist/types/providers.d.ts.map +1 -0
- package/dist/types/providers.js +10 -0
- package/dist/types/providers.js.map +1 -0
- package/dist/types/simplified.d.ts +65 -0
- package/dist/types/simplified.d.ts.map +1 -0
- package/dist/types/simplified.js +4 -0
- package/dist/types/simplified.js.map +1 -0
- package/dist/utils/logger.d.ts +35 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +154 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/pricing.d.ts +30 -0
- package/dist/utils/pricing.d.ts.map +1 -0
- package/dist/utils/pricing.js +148 -0
- package/dist/utils/pricing.js.map +1 -0
- package/dist/utils/validators.d.ts +10 -0
- package/dist/utils/validators.d.ts.map +1 -0
- package/dist/utils/validators.js +133 -0
- package/dist/utils/validators.js.map +1 -0
- package/package.json +92 -0
|
@@ -0,0 +1,268 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.PromptCompressor = void 0;
|
|
4
|
+
const token_counter_1 = require("../analyzers/token-counter");
|
|
5
|
+
const uuid_1 = require("uuid");
|
|
6
|
+
class PromptCompressor {
|
|
7
|
+
constructor() {
|
|
8
|
+
this.compressionPatterns = new Map();
|
|
9
|
+
this.patternCounter = 0;
|
|
10
|
+
}
|
|
11
|
+
async compressPrompt(prompt, targetModel, targetProvider) {
|
|
12
|
+
const suggestions = [];
|
|
13
|
+
const jsonCompression = await this.compressJSON(prompt, targetModel, targetProvider);
|
|
14
|
+
if (jsonCompression)
|
|
15
|
+
suggestions.push(jsonCompression);
|
|
16
|
+
const patternCompression = await this.compressPatterns(prompt, targetModel, targetProvider);
|
|
17
|
+
if (patternCompression)
|
|
18
|
+
suggestions.push(patternCompression);
|
|
19
|
+
const abbreviationCompression = await this.compressWithAbbreviations(prompt, targetModel, targetProvider);
|
|
20
|
+
if (abbreviationCompression)
|
|
21
|
+
suggestions.push(abbreviationCompression);
|
|
22
|
+
const deduplicationCompression = await this.deduplicateContent(prompt, targetModel, targetProvider);
|
|
23
|
+
if (deduplicationCompression)
|
|
24
|
+
suggestions.push(deduplicationCompression);
|
|
25
|
+
return suggestions.sort((a, b) => b.estimatedSavings - a.estimatedSavings);
|
|
26
|
+
}
|
|
27
|
+
async compressJSON(prompt, targetModel, targetProvider) {
|
|
28
|
+
const jsonRegex = /\{[\s\S]*?\}/g;
|
|
29
|
+
const jsonMatches = prompt.match(jsonRegex);
|
|
30
|
+
if (!jsonMatches || jsonMatches.length === 0)
|
|
31
|
+
return null;
|
|
32
|
+
let compressedPrompt = prompt;
|
|
33
|
+
let totalSaved = 0;
|
|
34
|
+
for (const jsonStr of jsonMatches) {
|
|
35
|
+
try {
|
|
36
|
+
const json = JSON.parse(jsonStr);
|
|
37
|
+
const compressed = this.compressJSONObject(json);
|
|
38
|
+
const compressedStr = JSON.stringify(compressed);
|
|
39
|
+
if (compressedStr.length < jsonStr.length * 0.7) {
|
|
40
|
+
const ref = `$JSON_REF_${this.patternCounter++}$`;
|
|
41
|
+
this.compressionPatterns.set(ref, compressedStr);
|
|
42
|
+
const decompressionNote = `[Note: ${ref} = ${compressedStr}]\n`;
|
|
43
|
+
compressedPrompt = decompressionNote + compressedPrompt.replace(jsonStr, ref);
|
|
44
|
+
totalSaved += jsonStr.length - ref.length - decompressionNote.length;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
catch (e) {
|
|
48
|
+
console.debug('JSON parsing failed:', e);
|
|
49
|
+
continue;
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
if (totalSaved <= 0)
|
|
53
|
+
return null;
|
|
54
|
+
const originalTokens = await token_counter_1.TokenCounter.countTokens(prompt, targetProvider, targetModel);
|
|
55
|
+
const compressedTokens = await token_counter_1.TokenCounter.countTokens(compressedPrompt, targetProvider, targetModel);
|
|
56
|
+
const savings = ((originalTokens - compressedTokens) / originalTokens) * 100;
|
|
57
|
+
return {
|
|
58
|
+
id: (0, uuid_1.v4)(),
|
|
59
|
+
type: 'compression',
|
|
60
|
+
originalPrompt: prompt,
|
|
61
|
+
optimizedPrompt: compressedPrompt,
|
|
62
|
+
estimatedSavings: savings,
|
|
63
|
+
confidence: 0.9,
|
|
64
|
+
explanation: 'Compressed JSON data by removing whitespace and using reference system',
|
|
65
|
+
implementation: 'JSON compression with reference mapping',
|
|
66
|
+
compressionDetails: {
|
|
67
|
+
technique: 'json_compression',
|
|
68
|
+
originalSize: prompt.length,
|
|
69
|
+
compressedSize: compressedPrompt.length,
|
|
70
|
+
compressionRatio: compressedPrompt.length / prompt.length,
|
|
71
|
+
reversible: true
|
|
72
|
+
}
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
compressJSONObject(obj) {
|
|
76
|
+
if (Array.isArray(obj)) {
|
|
77
|
+
return obj.map(item => this.compressJSONObject(item));
|
|
78
|
+
}
|
|
79
|
+
else if (obj !== null && typeof obj === 'object') {
|
|
80
|
+
const compressed = {};
|
|
81
|
+
for (const [key, value] of Object.entries(obj)) {
|
|
82
|
+
const shortKey = this.abbreviateKey(key);
|
|
83
|
+
compressed[shortKey] = this.compressJSONObject(value);
|
|
84
|
+
}
|
|
85
|
+
return compressed;
|
|
86
|
+
}
|
|
87
|
+
return obj;
|
|
88
|
+
}
|
|
89
|
+
abbreviateKey(key) {
|
|
90
|
+
const abbreviations = {
|
|
91
|
+
description: 'desc',
|
|
92
|
+
configuration: 'cfg',
|
|
93
|
+
properties: 'props',
|
|
94
|
+
attributes: 'attrs',
|
|
95
|
+
parameters: 'params',
|
|
96
|
+
response: 'resp',
|
|
97
|
+
request: 'req',
|
|
98
|
+
message: 'msg',
|
|
99
|
+
timestamp: 'ts',
|
|
100
|
+
identifier: 'id',
|
|
101
|
+
maximum: 'max',
|
|
102
|
+
minimum: 'min',
|
|
103
|
+
average: 'avg'
|
|
104
|
+
};
|
|
105
|
+
return abbreviations[key.toLowerCase()] || key;
|
|
106
|
+
}
|
|
107
|
+
async compressPatterns(prompt, targetModel, targetProvider) {
|
|
108
|
+
const patterns = this.findRepeatedPatterns(prompt, 20, 3);
|
|
109
|
+
if (patterns.length === 0)
|
|
110
|
+
return null;
|
|
111
|
+
let compressedPrompt = prompt;
|
|
112
|
+
let totalSaved = 0;
|
|
113
|
+
for (const pattern of patterns) {
|
|
114
|
+
const ref = `$PATTERN_${this.patternCounter++}$`;
|
|
115
|
+
const occurrences = (prompt.match(new RegExp(this.escapeRegex(pattern), 'g')) || []).length;
|
|
116
|
+
if (pattern.length * occurrences > pattern.length + ref.length * occurrences + 50) {
|
|
117
|
+
const definition = `[${ref} = "${pattern}"]\n`;
|
|
118
|
+
compressedPrompt = definition + compressedPrompt.split(pattern).join(ref);
|
|
119
|
+
totalSaved +=
|
|
120
|
+
pattern.length * (occurrences - 1) - ref.length * occurrences - definition.length;
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
if (totalSaved <= 0)
|
|
124
|
+
return null;
|
|
125
|
+
const originalTokens = await token_counter_1.TokenCounter.countTokens(prompt, targetProvider, targetModel);
|
|
126
|
+
const compressedTokens = await token_counter_1.TokenCounter.countTokens(compressedPrompt, targetProvider, targetModel);
|
|
127
|
+
const savings = ((originalTokens - compressedTokens) / originalTokens) * 100;
|
|
128
|
+
return {
|
|
129
|
+
id: (0, uuid_1.v4)(),
|
|
130
|
+
type: 'compression',
|
|
131
|
+
originalPrompt: prompt,
|
|
132
|
+
optimizedPrompt: compressedPrompt,
|
|
133
|
+
estimatedSavings: savings,
|
|
134
|
+
confidence: 0.85,
|
|
135
|
+
explanation: `Replaced ${patterns.length} repeated patterns with references`,
|
|
136
|
+
implementation: 'Pattern replacement compression',
|
|
137
|
+
compressionDetails: {
|
|
138
|
+
technique: 'pattern_replacement',
|
|
139
|
+
originalSize: prompt.length,
|
|
140
|
+
compressedSize: compressedPrompt.length,
|
|
141
|
+
compressionRatio: compressedPrompt.length / prompt.length,
|
|
142
|
+
reversible: true
|
|
143
|
+
}
|
|
144
|
+
};
|
|
145
|
+
}
|
|
146
|
+
findRepeatedPatterns(text, minLength, minOccurrences) {
|
|
147
|
+
const patterns = new Map();
|
|
148
|
+
for (let length = minLength; length <= Math.min(100, text.length / minOccurrences); length++) {
|
|
149
|
+
for (let i = 0; i <= text.length - length; i++) {
|
|
150
|
+
const substring = text.substr(i, length);
|
|
151
|
+
patterns.set(substring, (patterns.get(substring) || 0) + 1);
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
return Array.from(patterns.entries())
|
|
155
|
+
.filter(([_, count]) => count >= minOccurrences)
|
|
156
|
+
.sort((a, b) => b[0].length * b[1] - a[0].length * a[1])
|
|
157
|
+
.slice(0, 5)
|
|
158
|
+
.map(([pattern]) => pattern);
|
|
159
|
+
}
|
|
160
|
+
escapeRegex(str) {
|
|
161
|
+
return str.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
|
|
162
|
+
}
|
|
163
|
+
async compressWithAbbreviations(prompt, targetModel, targetProvider) {
|
|
164
|
+
const commonPhrases = {
|
|
165
|
+
'for example': 'e.g.',
|
|
166
|
+
'that is': 'i.e.',
|
|
167
|
+
'and so on': 'etc.',
|
|
168
|
+
versus: 'vs.',
|
|
169
|
+
approximately: '~',
|
|
170
|
+
'greater than': '>',
|
|
171
|
+
'less than': '<',
|
|
172
|
+
'equal to': '=',
|
|
173
|
+
'not equal to': '!=',
|
|
174
|
+
please: 'pls',
|
|
175
|
+
thanks: 'thx',
|
|
176
|
+
information: 'info',
|
|
177
|
+
configuration: 'config',
|
|
178
|
+
environment: 'env',
|
|
179
|
+
development: 'dev',
|
|
180
|
+
production: 'prod',
|
|
181
|
+
application: 'app',
|
|
182
|
+
database: 'db',
|
|
183
|
+
administrator: 'admin'
|
|
184
|
+
};
|
|
185
|
+
let compressedPrompt = prompt;
|
|
186
|
+
let replacements = 0;
|
|
187
|
+
for (const [phrase, abbrev] of Object.entries(commonPhrases)) {
|
|
188
|
+
const regex = new RegExp(`\\b${phrase}\\b`, 'gi');
|
|
189
|
+
const matches = (prompt.match(regex) || []).length;
|
|
190
|
+
if (matches > 0) {
|
|
191
|
+
compressedPrompt = compressedPrompt.replace(regex, abbrev);
|
|
192
|
+
replacements += matches;
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
if (replacements === 0)
|
|
196
|
+
return null;
|
|
197
|
+
const originalTokens = await token_counter_1.TokenCounter.countTokens(prompt, targetProvider, targetModel);
|
|
198
|
+
const compressedTokens = await token_counter_1.TokenCounter.countTokens(compressedPrompt, targetProvider, targetModel);
|
|
199
|
+
const savings = ((originalTokens - compressedTokens) / originalTokens) * 100;
|
|
200
|
+
if (savings < 5)
|
|
201
|
+
return null;
|
|
202
|
+
return {
|
|
203
|
+
id: (0, uuid_1.v4)(),
|
|
204
|
+
type: 'compression',
|
|
205
|
+
originalPrompt: prompt,
|
|
206
|
+
optimizedPrompt: compressedPrompt,
|
|
207
|
+
estimatedSavings: savings,
|
|
208
|
+
confidence: 0.7,
|
|
209
|
+
explanation: `Replaced ${replacements} common phrases with abbreviations`,
|
|
210
|
+
implementation: 'Common phrase abbreviation',
|
|
211
|
+
tradeoffs: 'May slightly reduce readability for complex prompts',
|
|
212
|
+
compressionDetails: {
|
|
213
|
+
technique: 'abbreviation',
|
|
214
|
+
originalSize: prompt.length,
|
|
215
|
+
compressedSize: compressedPrompt.length,
|
|
216
|
+
compressionRatio: compressedPrompt.length / prompt.length,
|
|
217
|
+
reversible: false
|
|
218
|
+
}
|
|
219
|
+
};
|
|
220
|
+
}
|
|
221
|
+
async deduplicateContent(prompt, targetModel, targetProvider) {
|
|
222
|
+
const sentences = prompt
|
|
223
|
+
.split(/[.!?]+/)
|
|
224
|
+
.map(s => s.trim())
|
|
225
|
+
.filter(s => s.length > 10);
|
|
226
|
+
const uniqueSentences = [];
|
|
227
|
+
const duplicates = new Map();
|
|
228
|
+
for (const sentence of sentences) {
|
|
229
|
+
const normalized = sentence.toLowerCase();
|
|
230
|
+
if (duplicates.has(normalized)) {
|
|
231
|
+
duplicates.set(normalized, duplicates.get(normalized) + 1);
|
|
232
|
+
}
|
|
233
|
+
else {
|
|
234
|
+
duplicates.set(normalized, 1);
|
|
235
|
+
uniqueSentences.push(sentence);
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
const hasDuplicates = Array.from(duplicates.values()).some(count => count > 1);
|
|
239
|
+
if (!hasDuplicates)
|
|
240
|
+
return null;
|
|
241
|
+
const deduplicatedPrompt = `${uniqueSentences.join('. ')}.`;
|
|
242
|
+
const originalTokens = await token_counter_1.TokenCounter.countTokens(prompt, targetProvider, targetModel);
|
|
243
|
+
const deduplicatedTokens = await token_counter_1.TokenCounter.countTokens(deduplicatedPrompt, targetProvider, targetModel);
|
|
244
|
+
const savings = ((originalTokens - deduplicatedTokens) / originalTokens) * 100;
|
|
245
|
+
if (savings < 5)
|
|
246
|
+
return null;
|
|
247
|
+
const totalDuplicates = Array.from(duplicates.values()).reduce((sum, count) => sum + Math.max(0, count - 1), 0);
|
|
248
|
+
return {
|
|
249
|
+
id: (0, uuid_1.v4)(),
|
|
250
|
+
type: 'compression',
|
|
251
|
+
originalPrompt: prompt,
|
|
252
|
+
optimizedPrompt: deduplicatedPrompt,
|
|
253
|
+
estimatedSavings: savings,
|
|
254
|
+
confidence: 0.95,
|
|
255
|
+
explanation: `Removed ${totalDuplicates} duplicate sentences`,
|
|
256
|
+
implementation: 'Sentence deduplication',
|
|
257
|
+
compressionDetails: {
|
|
258
|
+
technique: 'deduplication',
|
|
259
|
+
originalSize: prompt.length,
|
|
260
|
+
compressedSize: deduplicatedPrompt.length,
|
|
261
|
+
compressionRatio: deduplicatedPrompt.length / prompt.length,
|
|
262
|
+
reversible: false
|
|
263
|
+
}
|
|
264
|
+
};
|
|
265
|
+
}
|
|
266
|
+
}
|
|
267
|
+
exports.PromptCompressor = PromptCompressor;
|
|
268
|
+
//# sourceMappingURL=prompt-compressor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompt-compressor.js","sourceRoot":"","sources":["../../src/optimizers/prompt-compressor.ts"],"names":[],"mappings":";;;AACA,8DAA0D;AAC1D,+BAAoC;AAEpC,MAAa,gBAAgB;IAA7B;QACU,wBAAmB,GAAwB,IAAI,GAAG,EAAE,CAAC;QACrD,mBAAc,GAAG,CAAC,CAAC;IA8V7B,CAAC;IA5VC,KAAK,CAAC,cAAc,CAClB,MAAc,EACd,WAAmB,EACnB,cAA0B;QAE1B,MAAM,WAAW,GAA6B,EAAE,CAAC;QAGjD,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;QACrF,IAAI,eAAe;YAAE,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAGvD,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;QAC5F,IAAI,kBAAkB;YAAE,WAAW,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAG7D,MAAM,uBAAuB,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAClE,MAAM,EACN,WAAW,EACX,cAAc,CACf,CAAC;QACF,IAAI,uBAAuB;YAAE,WAAW,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAGvE,MAAM,wBAAwB,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAC5D,MAAM,EACN,WAAW,EACX,cAAc,CACf,CAAC;QACF,IAAI,wBAAwB;YAAE,WAAW,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QAEzE,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC,gBAAgB,CAAC,CAAC;IAC7E,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,MAAc,EACd,WAAmB,EACnB,cAA0B;QAG1B,MAAM,SAAS,GAAG,eAAe,CAAC;QAClC,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAE5C,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE1D,IAAI,gBAAgB,GAAG,MAAM,CAAC;QAC9B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAGjC,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;gBACjD,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;gBAEjD,IAAI,aAAa,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBAEhD,MAAM,GAAG,GAAG,aAAa,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC;oBAClD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;oBAGjD,MAAM,iBAAiB,GAAG,UAAU,GAAG,MAAM,aAAa,KAAK,CAAC;oBAChE,gBAAgB,GAAG,iBAAiB,GAAG,gBAAgB,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;oBAE9E,UAAU,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC;gBACvE,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBAEX,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC;gBACzC,SAAS;YACX,CAAC;QACH,CAAC;QAED,IAAI,UAAU,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QAEjC,MAAM,cAAc,GAAG,MAAM,4BAAY,CAAC,WAAW,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,CAAC,CAAC;QAC3F,MAAM,gBAAgB,GAAG,MAAM,4BAAY,CAAC,WAAW,CACrD,gBAAgB,EAChB,cAAc,EACd,WAAW,CACZ,CAAC;QACF,MAAM,OAAO,GAAG,CAAC,CAAC,cAAc,GAAG,gBAAgB,CAAC,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC;QAE7E,OAAO;YACL,EAAE,EAAE,IAAA,SAAM,GAAE;YACZ,IAAI,EAAE,aAAa;YACnB,cAAc,EAAE,MAAM;YACtB,eAAe,EAAE,gBAAgB;YACjC,gBAAgB,EAAE,OAAO;YACzB,UAAU,EAAE,GAAG;YACf,WAAW,EAAE,wEAAwE;YACrF,cAAc,EAAE,yCAAyC;YACzD,kBAAkB,EAAE;gBAClB,SAAS,EAAE,kBAAkB;gBAC7B,YAAY,EAAE,MAAM,CAAC,MAAM;gBAC3B,cAAc,EAAE,gBAAgB,CAAC,MAAM;gBACvC,gBAAgB,EAAE,gBAAgB,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;gBACzD,UAAU,EAAE,IAAI;aACjB;SACF,CAAC;IACJ,CAAC;IAEO,kBAAkB,CAAC,GAAQ;QACjC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;QACxD,CAAC;aAAM,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YACnD,MAAM,UAAU,GAAQ,EAAE,CAAC;YAC3B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBAE/C,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;gBACzC,UAAU,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACxD,CAAC;YACD,OAAO,UAAU,CAAC;QACpB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,aAAa,CAAC,GAAW;QAC/B,MAAM,aAAa,GAA2B;YAC5C,WAAW,EAAE,MAAM;YACnB,aAAa,EAAE,KAAK;YACpB,UAAU,EAAE,OAAO;YACnB,UAAU,EAAE,OAAO;YACnB,UAAU,EAAE,QAAQ;YACpB,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,IAAI;YACf,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,KAAK;SACf,CAAC;QAEF,OAAO,aAAa,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,GAAG,CAAC;IACjD,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,MAAc,EACd,WAAmB,EACnB,cAA0B;QAG1B,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAE1D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEvC,IAAI,gBAAgB,GAAG,MAAM,CAAC;QAC9B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,YAAY,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC;YACjD,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;YAG5F,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,GAAG,WAAW,GAAG,EAAE,EAAE,CAAC;gBAClF,MAAM,UAAU,GAAG,IAAI,GAAG,OAAO,OAAO,MAAM,CAAC;gBAC/C,gBAAgB,GAAG,UAAU,GAAG,gBAAgB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC1E,UAAU;oBACR,OAAO,CAAC,MAAM,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC;YACtF,CAAC;QACH,CAAC;QAED,IAAI,UAAU,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QAEjC,MAAM,cAAc,GAAG,MAAM,4BAAY,CAAC,WAAW,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,CAAC,CAAC;QAC3F,MAAM,gBAAgB,GAAG,MAAM,4BAAY,CAAC,WAAW,CACrD,gBAAgB,EAChB,cAAc,EACd,WAAW,CACZ,CAAC;QACF,MAAM,OAAO,GAAG,CAAC,CAAC,cAAc,GAAG,gBAAgB,CAAC,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC;QAE7E,OAAO;YACL,EAAE,EAAE,IAAA,SAAM,GAAE;YACZ,IAAI,EAAE,aAAa;YACnB,cAAc,EAAE,MAAM;YACtB,eAAe,EAAE,gBAAgB;YACjC,gBAAgB,EAAE,OAAO;YACzB,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,YAAY,QAAQ,CAAC,MAAM,oCAAoC;YAC5E,cAAc,EAAE,iCAAiC;YACjD,kBAAkB,EAAE;gBAClB,SAAS,EAAE,qBAAqB;gBAChC,YAAY,EAAE,MAAM,CAAC,MAAM;gBAC3B,cAAc,EAAE,gBAAgB,CAAC,MAAM;gBACvC,gBAAgB,EAAE,gBAAgB,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;gBACzD,UAAU,EAAE,IAAI;aACjB;SACF,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,IAAY,EAAE,SAAiB,EAAE,cAAsB;QAClF,MAAM,QAAQ,GAAwB,IAAI,GAAG,EAAE,CAAC;QAGhD,KAAK,IAAI,MAAM,GAAG,SAAS,EAAE,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;YAC7F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;gBACzC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QAGD,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;aAClC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,IAAI,cAAc,CAAC;aAC/C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;aACvD,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACX,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAEO,WAAW,CAAC,GAAW;QAC7B,OAAO,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;IACpD,CAAC;IAEO,KAAK,CAAC,yBAAyB,CACrC,MAAc,EACd,WAAmB,EACnB,cAA0B;QAE1B,MAAM,aAAa,GAA2B;YAC5C,aAAa,EAAE,MAAM;YACrB,SAAS,EAAE,MAAM;YACjB,WAAW,EAAE,MAAM;YACnB,MAAM,EAAE,KAAK;YACb,aAAa,EAAE,GAAG;YAClB,cAAc,EAAE,GAAG;YACnB,WAAW,EAAE,GAAG;YAChB,UAAU,EAAE,GAAG;YACf,cAAc,EAAE,IAAI;YACpB,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,MAAM;YACnB,aAAa,EAAE,QAAQ;YACvB,WAAW,EAAE,KAAK;YAClB,WAAW,EAAE,KAAK;YAClB,UAAU,EAAE,MAAM;YAClB,WAAW,EAAE,KAAK;YAClB,QAAQ,EAAE,IAAI;YACd,aAAa,EAAE,OAAO;SACvB,CAAC;QAEF,IAAI,gBAAgB,GAAG,MAAM,CAAC;QAC9B,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;YAC7D,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,MAAM,KAAK,EAAE,IAAI,CAAC,CAAC;YAClD,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;YACnD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,gBAAgB,GAAG,gBAAgB,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBAC3D,YAAY,IAAI,OAAO,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,IAAI,YAAY,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEpC,MAAM,cAAc,GAAG,MAAM,4BAAY,CAAC,WAAW,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,CAAC,CAAC;QAC3F,MAAM,gBAAgB,GAAG,MAAM,4BAAY,CAAC,WAAW,CACrD,gBAAgB,EAChB,cAAc,EACd,WAAW,CACZ,CAAC;QACF,MAAM,OAAO,GAAG,CAAC,CAAC,cAAc,GAAG,gBAAgB,CAAC,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC;QAE7E,IAAI,OAAO,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAE7B,OAAO;YACL,EAAE,EAAE,IAAA,SAAM,GAAE;YACZ,IAAI,EAAE,aAAa;YACnB,cAAc,EAAE,MAAM;YACtB,eAAe,EAAE,gBAAgB;YACjC,gBAAgB,EAAE,OAAO;YACzB,UAAU,EAAE,GAAG;YACf,WAAW,EAAE,YAAY,YAAY,oCAAoC;YACzE,cAAc,EAAE,4BAA4B;YAC5C,SAAS,EAAE,qDAAqD;YAChE,kBAAkB,EAAE;gBAClB,SAAS,EAAE,cAAc;gBACzB,YAAY,EAAE,MAAM,CAAC,MAAM;gBAC3B,cAAc,EAAE,gBAAgB,CAAC,MAAM;gBACvC,gBAAgB,EAAE,gBAAgB,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;gBACzD,UAAU,EAAE,KAAK;aAClB;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,MAAc,EACd,WAAmB,EACnB,cAA0B;QAG1B,MAAM,SAAS,GAAG,MAAM;aACrB,KAAK,CAAC,QAAQ,CAAC;aACf,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aAClB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAC9B,MAAM,eAAe,GAAa,EAAE,CAAC;QACrC,MAAM,UAAU,GAAwB,IAAI,GAAG,EAAE,CAAC;QAElD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC1C,IAAI,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC/B,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,UAAU,CAAE,GAAG,CAAC,CAAC,CAAC;YAC9D,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBAC9B,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAC/E,IAAI,CAAC,aAAa;YAAE,OAAO,IAAI,CAAC;QAEhC,MAAM,kBAAkB,GAAG,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;QAE5D,MAAM,cAAc,GAAG,MAAM,4BAAY,CAAC,WAAW,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,CAAC,CAAC;QAC3F,MAAM,kBAAkB,GAAG,MAAM,4BAAY,CAAC,WAAW,CACvD,kBAAkB,EAClB,cAAc,EACd,WAAW,CACZ,CAAC;QACF,MAAM,OAAO,GAAG,CAAC,CAAC,cAAc,GAAG,kBAAkB,CAAC,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC;QAE/E,IAAI,OAAO,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAE7B,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAC5D,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,EAC5C,CAAC,CACF,CAAC;QAEF,OAAO;YACL,EAAE,EAAE,IAAA,SAAM,GAAE;YACZ,IAAI,EAAE,aAAa;YACnB,cAAc,EAAE,MAAM;YACtB,eAAe,EAAE,kBAAkB;YACnC,gBAAgB,EAAE,OAAO;YACzB,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,WAAW,eAAe,sBAAsB;YAC7D,cAAc,EAAE,wBAAwB;YACxC,kBAAkB,EAAE;gBAClB,SAAS,EAAE,eAAe;gBAC1B,YAAY,EAAE,MAAM,CAAC,MAAM;gBAC3B,cAAc,EAAE,kBAAkB,CAAC,MAAM;gBACzC,gBAAgB,EAAE,kBAAkB,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;gBAC3D,UAAU,EAAE,KAAK;aAClB;SACF,CAAC;IACJ,CAAC;CACF;AAhWD,4CAgWC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { OptimizationSuggestion, BedrockConfig, AIProvider, OptimizationConfig, OptimizationResult } from '../types';
|
|
2
|
+
import { ConversationMessage } from './context-trimmer';
|
|
3
|
+
import { FusionRequest } from './request-fusion';
|
|
4
|
+
export declare class PromptOptimizer {
|
|
5
|
+
private bedrockProvider?;
|
|
6
|
+
private optimizationModel;
|
|
7
|
+
private promptCompressor;
|
|
8
|
+
private contextTrimmer;
|
|
9
|
+
private requestFusion;
|
|
10
|
+
private config;
|
|
11
|
+
constructor(config?: OptimizationConfig, bedrockConfig?: BedrockConfig);
|
|
12
|
+
optimizePrompt(prompt: string, targetModel: string, targetProvider: AIProvider, context?: Context): Promise<OptimizationResult>;
|
|
13
|
+
optimizeRequests(requests: FusionRequest[]): Promise<OptimizationResult>;
|
|
14
|
+
optimizeConversation(messages: ConversationMessage[], targetModel: string, targetProvider: AIProvider): Promise<OptimizationResult>;
|
|
15
|
+
private getLocalOptimizations;
|
|
16
|
+
private getAIOptimizations;
|
|
17
|
+
suggestBatching(prompts: string[], targetModel: string, targetProvider: AIProvider): Promise<OptimizationSuggestion>;
|
|
18
|
+
suggestCaching(frequency: number, _avgResponseTokens: number): Promise<OptimizationSuggestion>;
|
|
19
|
+
suggestModelDowngrade(currentModel: string, taskComplexity: 'simple' | 'moderate' | 'complex'): Promise<OptimizationSuggestion | null>;
|
|
20
|
+
private calculateSavings;
|
|
21
|
+
}
|
|
22
|
+
interface Context {
|
|
23
|
+
previousPrompts?: string[];
|
|
24
|
+
expectedOutput?: string;
|
|
25
|
+
constraints?: string[];
|
|
26
|
+
conversationHistory?: ConversationMessage[];
|
|
27
|
+
}
|
|
28
|
+
export {};
|
|
29
|
+
//# sourceMappingURL=prompt-optimizer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompt-optimizer.d.ts","sourceRoot":"","sources":["../../src/optimizers/prompt-optimizer.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,aAAa,EACb,UAAU,EACV,kBAAkB,EAClB,kBAAkB,EACnB,MAAM,UAAU,CAAC;AAIlB,OAAO,EAAkB,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAiB,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAIhE,qBAAa,eAAe;IAC1B,OAAO,CAAC,eAAe,CAAC,CAAkB;IAC1C,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,MAAM,CAAqB;gBAEvB,MAAM,CAAC,EAAE,kBAAkB,EAAE,aAAa,CAAC,EAAE,aAAa;IA6ChE,cAAc,CAClB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,cAAc,EAAE,UAAU,EAC1B,OAAO,CAAC,EAAE,OAAO,GAChB,OAAO,CAAC,kBAAkB,CAAC;IAgFxB,gBAAgB,CAAC,QAAQ,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAqDxE,oBAAoB,CACxB,QAAQ,EAAE,mBAAmB,EAAE,EAC/B,WAAW,EAAE,MAAM,EACnB,cAAc,EAAE,UAAU,GACzB,OAAO,CAAC,kBAAkB,CAAC;IAkE9B,OAAO,CAAC,qBAAqB;YAqGf,kBAAkB;IAsF1B,eAAe,CACnB,OAAO,EAAE,MAAM,EAAE,EACjB,WAAW,EAAE,MAAM,EACnB,cAAc,EAAE,UAAU,GACzB,OAAO,CAAC,sBAAsB,CAAC;IAuC5B,cAAc,CAClB,SAAS,EAAE,MAAM,EACjB,kBAAkB,EAAE,MAAM,GACzB,OAAO,CAAC,sBAAsB,CAAC;IAY5B,qBAAqB,CACzB,YAAY,EAAE,MAAM,EACpB,cAAc,EAAE,QAAQ,GAAG,UAAU,GAAG,SAAS,GAChD,OAAO,CAAC,sBAAsB,GAAG,IAAI,CAAC;IAkBzC,OAAO,CAAC,gBAAgB;CAkBzB;AAED,UAAU,OAAO;IACf,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,mBAAmB,CAAC,EAAE,mBAAmB,EAAE,CAAC;CAC7C"}
|