@tyvm/knowhow 0.0.60 → 0.0.62
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/src/agents/setup/setup.ts +9 -2
- package/src/agents/tools/textSearch.ts +4 -1
- package/src/chat/CliChatService.ts +5 -6
- package/src/chat/modules/SystemModule.ts +1 -1
- package/src/clients/anthropic.ts +12 -0
- package/src/config.ts +5 -0
- package/src/plugins/language.ts +4 -0
- package/src/processors/JsonCompressor.ts +496 -0
- package/src/processors/TokenCompressor.ts +194 -125
- package/src/processors/index.ts +1 -0
- package/src/services/Mcp.ts +1 -0
- package/src/services/Tools.ts +5 -3
- package/src/types.ts +1 -0
- package/src/utils/InputQueueManager.ts +119 -95
- package/tests/compressor/bigstring.test.ts +352 -2
- package/tests/compressor/githubjson.txt +1 -0
- package/ts_build/package.json +1 -1
- package/ts_build/src/agents/setup/setup.js +9 -2
- package/ts_build/src/agents/setup/setup.js.map +1 -1
- package/ts_build/src/agents/tools/textSearch.js +2 -1
- package/ts_build/src/agents/tools/textSearch.js.map +1 -1
- package/ts_build/src/chat/CliChatService.d.ts +1 -1
- package/ts_build/src/chat/CliChatService.js +6 -6
- package/ts_build/src/chat/CliChatService.js.map +1 -1
- package/ts_build/src/chat/modules/SystemModule.js +1 -1
- package/ts_build/src/chat/modules/SystemModule.js.map +1 -1
- package/ts_build/src/clients/anthropic.js +12 -0
- package/ts_build/src/clients/anthropic.js.map +1 -1
- package/ts_build/src/config.js +5 -0
- package/ts_build/src/config.js.map +1 -1
- package/ts_build/src/plugins/language.js +4 -0
- package/ts_build/src/plugins/language.js.map +1 -1
- package/ts_build/src/processors/JsonCompressor.d.ts +36 -0
- package/ts_build/src/processors/JsonCompressor.js +295 -0
- package/ts_build/src/processors/JsonCompressor.js.map +1 -0
- package/ts_build/src/processors/TokenCompressor.d.ts +23 -5
- package/ts_build/src/processors/TokenCompressor.js +106 -70
- package/ts_build/src/processors/TokenCompressor.js.map +1 -1
- package/ts_build/src/processors/index.d.ts +1 -0
- package/ts_build/src/processors/index.js +3 -1
- package/ts_build/src/processors/index.js.map +1 -1
- package/ts_build/src/services/Mcp.js.map +1 -1
- package/ts_build/src/services/Tools.js +1 -1
- package/ts_build/src/services/Tools.js.map +1 -1
- package/ts_build/src/types.d.ts +1 -0
- package/ts_build/src/types.js +1 -0
- package/ts_build/src/types.js.map +1 -1
- package/ts_build/src/utils/InputQueueManager.d.ts +4 -1
- package/ts_build/src/utils/InputQueueManager.js +93 -78
- package/ts_build/src/utils/InputQueueManager.js.map +1 -1
- package/ts_build/tests/compressor/bigstring.test.js +209 -0
- package/ts_build/tests/compressor/bigstring.test.js.map +1 -1
|
@@ -7,7 +7,9 @@ exports.InputQueueManager = void 0;
|
|
|
7
7
|
const node_readline_1 = __importDefault(require("node:readline"));
|
|
8
8
|
class InputQueueManager {
|
|
9
9
|
stack = [];
|
|
10
|
-
|
|
10
|
+
static instance = null;
|
|
11
|
+
static rl = null;
|
|
12
|
+
static keypressListenerSetup = false;
|
|
11
13
|
currentLine = "";
|
|
12
14
|
pasteBuffer = [];
|
|
13
15
|
pasteTimeout = null;
|
|
@@ -15,13 +17,16 @@ class InputQueueManager {
|
|
|
15
17
|
historyIndex = -1;
|
|
16
18
|
savedLineBeforeHistory = "";
|
|
17
19
|
onNewEntry;
|
|
20
|
+
constructor() {
|
|
21
|
+
InputQueueManager.instance = this;
|
|
22
|
+
}
|
|
18
23
|
setOnNewEntry(callback) {
|
|
19
24
|
this.onNewEntry = callback;
|
|
20
25
|
}
|
|
21
26
|
ensureRl() {
|
|
22
|
-
if (
|
|
23
|
-
return
|
|
24
|
-
|
|
27
|
+
if (InputQueueManager.rl)
|
|
28
|
+
return InputQueueManager.rl;
|
|
29
|
+
InputQueueManager.rl = node_readline_1.default.createInterface({
|
|
25
30
|
input: process.stdin,
|
|
26
31
|
output: process.stdout,
|
|
27
32
|
terminal: true,
|
|
@@ -37,7 +42,7 @@ class InputQueueManager {
|
|
|
37
42
|
return [hits, word];
|
|
38
43
|
},
|
|
39
44
|
});
|
|
40
|
-
|
|
45
|
+
InputQueueManager.rl.on("line", (line) => {
|
|
41
46
|
const current = this.peek();
|
|
42
47
|
if (!current)
|
|
43
48
|
return;
|
|
@@ -50,13 +55,14 @@ class InputQueueManager {
|
|
|
50
55
|
this.pasteBuffer.push(line);
|
|
51
56
|
this.pasteTimeout = setTimeout(() => this.flushPasteBuffer(), this.PASTE_DELAY_MS);
|
|
52
57
|
});
|
|
53
|
-
|
|
58
|
+
InputQueueManager.rl.on("close", () => {
|
|
54
59
|
if (this.pasteTimeout) {
|
|
55
60
|
clearTimeout(this.pasteTimeout);
|
|
56
61
|
this.flushPasteBuffer();
|
|
62
|
+
this.historyIndex = -1;
|
|
57
63
|
}
|
|
58
64
|
});
|
|
59
|
-
|
|
65
|
+
InputQueueManager.rl.on("SIGINT", () => {
|
|
60
66
|
if (this.stack.length > 0) {
|
|
61
67
|
const cancelled = this.stack.pop();
|
|
62
68
|
cancelled?.resolve("");
|
|
@@ -69,72 +75,80 @@ class InputQueueManager {
|
|
|
69
75
|
this.close();
|
|
70
76
|
process.exit(0);
|
|
71
77
|
});
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
process.stdin
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
this.currentLine = "";
|
|
81
|
-
}
|
|
82
|
-
this.close();
|
|
83
|
-
process.exit(0);
|
|
84
|
-
}
|
|
85
|
-
if (!this.rl || this.stack.length === 0)
|
|
86
|
-
return;
|
|
87
|
-
this.syncFromReadline();
|
|
88
|
-
const exitsHistoryMode = key &&
|
|
89
|
-
(key.name === "return" ||
|
|
90
|
-
key.name === "enter" ||
|
|
91
|
-
key.name === "backspace" ||
|
|
92
|
-
(key.sequence &&
|
|
93
|
-
key.sequence.length === 1 &&
|
|
94
|
-
!key.ctrl &&
|
|
95
|
-
!key.meta));
|
|
96
|
-
if (exitsHistoryMode && this.historyIndex !== -1) {
|
|
97
|
-
this.historyIndex = -1;
|
|
98
|
-
this.savedLineBeforeHistory = "";
|
|
99
|
-
}
|
|
100
|
-
if (key?.name === "up") {
|
|
101
|
-
const history = this.getHistory();
|
|
102
|
-
if (history.length === 0)
|
|
78
|
+
if (!InputQueueManager.keypressListenerSetup) {
|
|
79
|
+
InputQueueManager.keypressListenerSetup = true;
|
|
80
|
+
node_readline_1.default.emitKeypressEvents(process.stdin);
|
|
81
|
+
if (process.stdin.isTTY)
|
|
82
|
+
process.stdin.setRawMode(true);
|
|
83
|
+
process.stdin.on("keypress", (_str, key) => {
|
|
84
|
+
const instance = InputQueueManager.instance;
|
|
85
|
+
if (!instance)
|
|
103
86
|
return;
|
|
104
|
-
if (
|
|
105
|
-
|
|
87
|
+
if (key?.ctrl && key?.name === "c") {
|
|
88
|
+
if (instance.stack.length > 0) {
|
|
89
|
+
const cancelled = instance.stack.pop();
|
|
90
|
+
cancelled?.resolve("");
|
|
91
|
+
instance.currentLine = "";
|
|
92
|
+
}
|
|
93
|
+
instance.close();
|
|
94
|
+
process.exit(0);
|
|
106
95
|
}
|
|
107
|
-
if (
|
|
108
|
-
this.historyIndex++;
|
|
109
|
-
const next = history[history.length - 1 - this.historyIndex] ?? "";
|
|
110
|
-
this.replaceLine(next);
|
|
111
|
-
this.currentLine = next;
|
|
112
|
-
}
|
|
113
|
-
return;
|
|
114
|
-
}
|
|
115
|
-
if (key?.name === "down") {
|
|
116
|
-
const history = this.getHistory();
|
|
117
|
-
if (history.length === 0)
|
|
96
|
+
if (!InputQueueManager.rl || instance.stack.length === 0)
|
|
118
97
|
return;
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
98
|
+
instance.syncFromReadline();
|
|
99
|
+
const exitsHistoryMode = key &&
|
|
100
|
+
(key.name === "return" ||
|
|
101
|
+
key.name === "enter" ||
|
|
102
|
+
key.name === "backspace" ||
|
|
103
|
+
(key.sequence &&
|
|
104
|
+
key.sequence.length === 1 &&
|
|
105
|
+
!key.ctrl &&
|
|
106
|
+
!key.meta));
|
|
107
|
+
if (exitsHistoryMode && instance.historyIndex !== -1) {
|
|
108
|
+
instance.historyIndex = -1;
|
|
109
|
+
instance.savedLineBeforeHistory = "";
|
|
110
|
+
}
|
|
111
|
+
if (key?.name === "up") {
|
|
112
|
+
const history = instance.getHistory();
|
|
113
|
+
if (history.length === 0)
|
|
114
|
+
return;
|
|
115
|
+
if (instance.historyIndex === -1) {
|
|
116
|
+
instance.savedLineBeforeHistory = instance.currentLine;
|
|
117
|
+
}
|
|
118
|
+
if (instance.historyIndex < history.length - 1) {
|
|
119
|
+
instance.historyIndex++;
|
|
120
|
+
const index = history.length - 1 - instance.historyIndex;
|
|
121
|
+
const next = history[index] ?? "";
|
|
122
|
+
instance.replaceLine(next);
|
|
123
|
+
instance.currentLine = next;
|
|
124
|
+
}
|
|
124
125
|
return;
|
|
125
126
|
}
|
|
126
|
-
if (
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
127
|
+
if (key?.name === "down") {
|
|
128
|
+
const history = instance.getHistory();
|
|
129
|
+
if (history.length === 0)
|
|
130
|
+
return;
|
|
131
|
+
if (instance.historyIndex > 0) {
|
|
132
|
+
instance.historyIndex--;
|
|
133
|
+
const index = history.length - 1 - instance.historyIndex;
|
|
134
|
+
const next = history[index] ?? "";
|
|
135
|
+
instance.replaceLine(next);
|
|
136
|
+
instance.currentLine = next;
|
|
137
|
+
return;
|
|
138
|
+
}
|
|
139
|
+
if (instance.historyIndex === 0) {
|
|
140
|
+
instance.historyIndex = -1;
|
|
141
|
+
const restore = instance.savedLineBeforeHistory ?? "";
|
|
142
|
+
instance.savedLineBeforeHistory = "";
|
|
143
|
+
instance.replaceLine(restore);
|
|
144
|
+
instance.currentLine = restore;
|
|
145
|
+
return;
|
|
146
|
+
}
|
|
132
147
|
return;
|
|
133
148
|
}
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
return this.rl;
|
|
149
|
+
});
|
|
150
|
+
}
|
|
151
|
+
return InputQueueManager.rl;
|
|
138
152
|
}
|
|
139
153
|
flushPasteBuffer() {
|
|
140
154
|
if (this.pasteBuffer.length === 0)
|
|
@@ -158,6 +172,7 @@ class InputQueueManager {
|
|
|
158
172
|
async ask(question, options = [], history = []) {
|
|
159
173
|
return new Promise((resolve) => {
|
|
160
174
|
this.stack.push({ question, options, history, resolve });
|
|
175
|
+
this.historyIndex = -1;
|
|
161
176
|
const rl = this.ensureRl();
|
|
162
177
|
this.syncFromReadline();
|
|
163
178
|
this.render();
|
|
@@ -169,9 +184,9 @@ class InputQueueManager {
|
|
|
169
184
|
return this.stack[this.stack.length - 1];
|
|
170
185
|
}
|
|
171
186
|
syncFromReadline() {
|
|
172
|
-
if (!
|
|
187
|
+
if (!InputQueueManager.rl)
|
|
173
188
|
return;
|
|
174
|
-
this.currentLine =
|
|
189
|
+
this.currentLine = InputQueueManager.rl.line ?? "";
|
|
175
190
|
}
|
|
176
191
|
sanitizeHistoryEntry(value) {
|
|
177
192
|
return value.replace(/[\r\n]+/g, " ").trim();
|
|
@@ -189,13 +204,13 @@ class InputQueueManager {
|
|
|
189
204
|
return out;
|
|
190
205
|
}
|
|
191
206
|
render() {
|
|
192
|
-
if (!
|
|
207
|
+
if (!InputQueueManager.rl)
|
|
193
208
|
return;
|
|
194
209
|
const current = this.peek();
|
|
195
210
|
if (!current)
|
|
196
211
|
return;
|
|
197
|
-
|
|
198
|
-
|
|
212
|
+
InputQueueManager.rl.setPrompt(current.question);
|
|
213
|
+
InputQueueManager.rl.prompt(true);
|
|
199
214
|
}
|
|
200
215
|
renderTopOrClose() {
|
|
201
216
|
if (this.stack.length === 0) {
|
|
@@ -205,15 +220,15 @@ class InputQueueManager {
|
|
|
205
220
|
this.syncFromReadline();
|
|
206
221
|
this.render();
|
|
207
222
|
this.replaceLine(this.currentLine);
|
|
208
|
-
|
|
223
|
+
InputQueueManager.rl?.prompt(true);
|
|
209
224
|
}
|
|
210
225
|
replaceLine(next) {
|
|
211
|
-
if (!
|
|
226
|
+
if (!InputQueueManager.rl)
|
|
212
227
|
return;
|
|
213
228
|
const safe = this.sanitizeHistoryEntry(next);
|
|
214
|
-
|
|
229
|
+
InputQueueManager.rl.write(null, { ctrl: true, name: "u" });
|
|
215
230
|
if (safe)
|
|
216
|
-
|
|
231
|
+
InputQueueManager.rl.write(safe);
|
|
217
232
|
}
|
|
218
233
|
longestCommonPrefix(items) {
|
|
219
234
|
if (items.length === 0)
|
|
@@ -231,10 +246,10 @@ class InputQueueManager {
|
|
|
231
246
|
return prefix;
|
|
232
247
|
}
|
|
233
248
|
close() {
|
|
234
|
-
if (!
|
|
249
|
+
if (!InputQueueManager.rl)
|
|
235
250
|
return;
|
|
236
|
-
|
|
237
|
-
|
|
251
|
+
InputQueueManager.rl.close();
|
|
252
|
+
InputQueueManager.rl = null;
|
|
238
253
|
if (process.stdin.isTTY) {
|
|
239
254
|
try {
|
|
240
255
|
process.stdin.setRawMode(false);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"InputQueueManager.js","sourceRoot":"","sources":["../../../src/utils/InputQueueManager.ts"],"names":[],"mappings":";;;;;;AAAA,kEAAqC;AAYrC,MAAa,iBAAiB;IACpB,KAAK,GAAiB,EAAE,CAAC;IACzB,EAAE,GAA8B,IAAI,CAAC;IAIrC,WAAW,GAAG,EAAE,CAAC;IAGjB,WAAW,GAAa,EAAE,CAAC;IAC3B,YAAY,GAA0B,IAAI,CAAC;IAClC,cAAc,GAAG,EAAE,CAAC;IAG7B,YAAY,GAAG,CAAC,CAAC,CAAC;IAClB,sBAAsB,GAAG,EAAE,CAAC;IAI5B,UAAU,CAAqB;
|
|
1
|
+
{"version":3,"file":"InputQueueManager.js","sourceRoot":"","sources":["../../../src/utils/InputQueueManager.ts"],"names":[],"mappings":";;;;;;AAAA,kEAAqC;AAYrC,MAAa,iBAAiB;IACpB,KAAK,GAAiB,EAAE,CAAC;IACzB,MAAM,CAAC,QAAQ,GAA6B,IAAI,CAAC;IACjD,MAAM,CAAC,EAAE,GAA8B,IAAI,CAAC;IAC5C,MAAM,CAAC,qBAAqB,GAAG,KAAK,CAAC;IAIrC,WAAW,GAAG,EAAE,CAAC;IAGjB,WAAW,GAAa,EAAE,CAAC;IAC3B,YAAY,GAA0B,IAAI,CAAC;IAClC,cAAc,GAAG,EAAE,CAAC;IAG7B,YAAY,GAAG,CAAC,CAAC,CAAC;IAClB,sBAAsB,GAAG,EAAE,CAAC;IAI5B,UAAU,CAAqB;IAEvC;QAEE,iBAAiB,CAAC,QAAQ,GAAG,IAAI,CAAC;IACpC,CAAC;IAMD,aAAa,CAAC,QAAuC;QACnD,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC;IAC7B,CAAC;IAEO,QAAQ;QACd,IAAI,iBAAiB,CAAC,EAAE;YAAE,OAAO,iBAAiB,CAAC,EAAE,CAAC;QAEtD,iBAAiB,CAAC,EAAE,GAAG,uBAAQ,CAAC,eAAe,CAAC;YAC9C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,IAAI;YAEd,WAAW,EAAE,CAAC;YAKd,SAAS,EAAE,CAAC,IAAY,EAAE,EAAE;gBAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,MAAM,IAAI,GAAG,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;gBACpC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;gBAIzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EACrB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CACvB,CAAC;gBACF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;gBAEvC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;gBAIpD,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACtB,CAAC;SACF,CAAC,CAAC;QAGH,iBAAiB,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO;gBAAE,OAAO;YAIrB,IAAI,IAAI,CAAC,YAAY,EAAE;gBAErB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC5B,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAChC,IAAI,CAAC,YAAY,GAAG,UAAU,CAC5B,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAC7B,IAAI,CAAC,cAAc,CACpB,CAAC;gBACF,OAAO;aACR;YAGD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5B,IAAI,CAAC,YAAY,GAAG,UAAU,CAC5B,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAC7B,IAAI,CAAC,cAAc,CACpB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,iBAAiB,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAEpC,IAAI,IAAI,CAAC,YAAY,EAAE;gBACrB,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAChC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACxB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;aACxB;QACH,CAAC,CAAC,CAAC;QAGH,iBAAiB,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;YAErC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;gBACzB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;gBACnC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;gBACvB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;gBACtB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,sBAAsB,GAAG,EAAE,CAAC;gBACjC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACxB,OAAO;aACR;YAED,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;QAKH,IAAI,CAAC,iBAAiB,CAAC,qBAAqB,EAAE;YAC5C,iBAAiB,CAAC,qBAAqB,GAAG,IAAI,CAAC;YAC/C,uBAAQ,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC3C,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK;gBAAE,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAExD,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;gBAEzC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,CAAC;gBAC5C,IAAI,CAAC,QAAQ;oBAAE,OAAO;gBAEtB,IAAI,GAAG,EAAE,IAAI,IAAI,GAAG,EAAE,IAAI,KAAK,GAAG,EAAE;oBAClC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;wBAC7B,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;wBACvC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;wBACvB,QAAQ,CAAC,WAAW,GAAG,EAAE,CAAC;qBAC3B;oBACD,QAAQ,CAAC,KAAK,EAAE,CAAC;oBACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;iBACjB;gBAGD,IAAI,CAAC,iBAAiB,CAAC,EAAE,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO;gBAGjE,QAAQ,CAAC,gBAAgB,EAAE,CAAC;gBAI5B,MAAM,gBAAgB,GACpB,GAAG;oBACH,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ;wBACpB,GAAG,CAAC,IAAI,KAAK,OAAO;wBACpB,GAAG,CAAC,IAAI,KAAK,WAAW;wBACxB,CAAC,GAAG,CAAC,QAAQ;4BACX,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;4BACzB,CAAC,GAAG,CAAC,IAAI;4BACT,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;gBAClB,IAAI,gBAAgB,IAAI,QAAQ,CAAC,YAAY,KAAK,CAAC,CAAC,EAAE;oBACpD,QAAQ,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;oBAC3B,QAAQ,CAAC,sBAAsB,GAAG,EAAE,CAAC;iBACtC;gBAGD,IAAI,GAAG,EAAE,IAAI,KAAK,IAAI,EAAE;oBACtB,MAAM,OAAO,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC;oBACtC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;wBAAE,OAAO;oBAEjC,IAAI,QAAQ,CAAC,YAAY,KAAK,CAAC,CAAC,EAAE;wBAEhC,QAAQ,CAAC,sBAAsB,GAAG,QAAQ,CAAC,WAAW,CAAC;qBACxD;oBAED,IAAI,QAAQ,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;wBAC9C,QAAQ,CAAC,YAAY,EAAE,CAAC;wBACxB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,YAAY,CAAC;wBACzD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;wBAClC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;wBAC3B,QAAQ,CAAC,WAAW,GAAG,IAAI,CAAC;qBAC7B;oBACD,OAAO;iBACR;gBAED,IAAI,GAAG,EAAE,IAAI,KAAK,MAAM,EAAE;oBACxB,MAAM,OAAO,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC;oBACtC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;wBAAE,OAAO;oBAEjC,IAAI,QAAQ,CAAC,YAAY,GAAG,CAAC,EAAE;wBAC7B,QAAQ,CAAC,YAAY,EAAE,CAAC;wBACxB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,YAAY,CAAC;wBACzD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;wBAClC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;wBAC3B,QAAQ,CAAC,WAAW,GAAG,IAAI,CAAC;wBAC5B,OAAO;qBACR;oBAED,IAAI,QAAQ,CAAC,YAAY,KAAK,CAAC,EAAE;wBAE/B,QAAQ,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;wBAC3B,MAAM,OAAO,GAAG,QAAQ,CAAC,sBAAsB,IAAI,EAAE,CAAC;wBACtD,QAAQ,CAAC,sBAAsB,GAAG,EAAE,CAAC;wBACrC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;wBAC9B,QAAQ,CAAC,WAAW,GAAG,OAAO,CAAC;wBAC/B,OAAO;qBACR;oBAED,OAAO;iBACR;YACH,CAAC,CAAC,CAAC;SACJ;QAED,OAAO,iBAAiB,CAAC,EAAE,CAAC;IAC9B,CAAC;IAEO,gBAAgB;QACtB,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE1C,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAEzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,OAAO;QAGrB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAClC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAG1B,IAAI,MAAM,IAAI,IAAI,CAAC,UAAU,EAAE;YAC7B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;SACzB;QAGD,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;QACvB,IAAI,CAAC,sBAAsB,GAAG,EAAE,CAAC;QAGjC,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,QAAgB,EAAE,UAAoB,EAAE,EAAE,UAAoB,EAAE;QACxE,OAAO,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,EAAE;YACrC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;YACzD,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;YAEvB,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAI3B,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAGxB,IAAI,CAAC,MAAM,EAAE,CAAC;YAGd,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAEnC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,IAAI;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC,iBAAiB,CAAC,EAAE;YAAE,OAAO;QAClC,IAAI,CAAC,WAAW,GAAI,iBAAiB,CAAC,EAAU,CAAC,IAAI,IAAI,EAAE,CAAC;IAC9D,CAAC;IAEO,oBAAoB,CAAC,KAAa;QAExC,OAAO,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/C,CAAC;IAMO,UAAU;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAGvC,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE;YAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,KAAK,EAAE;gBACT,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACjB;SACF;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,MAAM;QACZ,IAAI,CAAC,iBAAiB,CAAC,EAAE;YAAE,OAAO;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,OAAO;QAGrB,iBAAiB,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACjD,iBAAiB,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAEO,gBAAgB;QACtB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;YAC3B,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO;SACR;QAID,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACnC,iBAAiB,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAEO,WAAW,CAAC,IAAY;QAC9B,IAAI,CAAC,iBAAiB,CAAC,EAAE;YAAE,OAAO;QAElC,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAG7C,iBAAiB,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;QAC5D,IAAI,IAAI;YAAE,iBAAiB,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC;IAKO,mBAAmB,CAAC,KAAe;QACzC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACrC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACnB,IAAI,CAAC,GAAG,CAAC,CAAC;YACV,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAAE,CAAC,EAAE,CAAC;YACpE,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,MAAM;gBAAE,MAAM;SACpB;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK;QACX,IAAI,CAAC,iBAAiB,CAAC,EAAE;YAAE,OAAO;QAClC,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QAC7B,iBAAiB,CAAC,EAAE,GAAG,IAAI,CAAC;QAI5B,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE;YACvB,IAAI;gBACF,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;aACjC;YAAC,MAAM;aAEP;SACF;IACH,CAAC;;AAhXH,8CAiXC"}
|
|
@@ -6,6 +6,7 @@ const services_1 = require("../../src/services");
|
|
|
6
6
|
describe("TokenCompressor - Large File Test", () => {
|
|
7
7
|
let tokenCompressor;
|
|
8
8
|
const bigstringPath = "tests/compressor/bigstring.txt";
|
|
9
|
+
const jsonPath = "tests/compressor/githubjson.txt";
|
|
9
10
|
beforeAll(() => {
|
|
10
11
|
const { Tools } = (0, services_1.services)();
|
|
11
12
|
tokenCompressor = new TokenCompressor_1.TokenCompressor(Tools);
|
|
@@ -62,5 +63,213 @@ describe("TokenCompressor - Large File Test", () => {
|
|
|
62
63
|
const compressionRatio = compressed.length / fileContents.length;
|
|
63
64
|
expect(compressionRatio).toBeLessThan(0.01);
|
|
64
65
|
});
|
|
66
|
+
test("should handle json compression", async () => {
|
|
67
|
+
const fileBuffer = await (0, utils_1.readFile)(jsonPath);
|
|
68
|
+
const fileContents = fileBuffer.toString();
|
|
69
|
+
const estimatedTokens = Math.ceil(fileContents.length / 4);
|
|
70
|
+
expect(estimatedTokens).toBeGreaterThan(4000);
|
|
71
|
+
const compressed = tokenCompressor.compressContent(fileContents);
|
|
72
|
+
console.log({ compressedJson: compressed });
|
|
73
|
+
const compressedObj = JSON.parse(compressed);
|
|
74
|
+
expect(compressedObj._mcp_format).toBe(true);
|
|
75
|
+
expect(compressedObj._data).toBeDefined();
|
|
76
|
+
expect(compressedObj._schema_key).toBeDefined();
|
|
77
|
+
const compressionRatio = compressed.length / fileContents.length;
|
|
78
|
+
expect(compressionRatio).toBeLessThan(0.5);
|
|
79
|
+
});
|
|
80
|
+
test("should detect json", async () => {
|
|
81
|
+
const fileBuffer = await (0, utils_1.readFile)(jsonPath);
|
|
82
|
+
const fileContents = fileBuffer.toString();
|
|
83
|
+
const compressed = tokenCompressor.tryParseJson(fileContents);
|
|
84
|
+
expect(compressed).toBeTruthy();
|
|
85
|
+
});
|
|
86
|
+
test("should analyze githubjson.txt compression with key chain utilities", async () => {
|
|
87
|
+
const fileBuffer = await (0, utils_1.readFile)(jsonPath);
|
|
88
|
+
const fileContents = fileBuffer.toString();
|
|
89
|
+
console.log(`\n=== GitHub JSON Compression Analysis ===`);
|
|
90
|
+
console.log(`Original file size: ${fileContents.length} characters`);
|
|
91
|
+
console.log(`Estimated tokens: ${Math.ceil(fileContents.length / 4)}`);
|
|
92
|
+
const compressed = tokenCompressor.compressContent(fileContents);
|
|
93
|
+
console.log(`\nCompressed representation length: ${compressed.length} characters`);
|
|
94
|
+
console.log(`\nCompressed output:\n${compressed.substring(0, 500)}...\n`);
|
|
95
|
+
const rootKeys = tokenCompressor.extractKeys(compressed);
|
|
96
|
+
console.log(`\nRoot keys found: ${rootKeys.length}`);
|
|
97
|
+
console.log(`Keys: ${rootKeys.join(", ")}\n`);
|
|
98
|
+
expect(rootKeys.length).toBeGreaterThan(0);
|
|
99
|
+
for (const rootKey of rootKeys) {
|
|
100
|
+
console.log(`\n--- Analyzing key chain for: ${rootKey} ---`);
|
|
101
|
+
const keyChain = tokenCompressor.getKeyChain(rootKey);
|
|
102
|
+
console.log(`Total keys in chain: ${keyChain.length}`);
|
|
103
|
+
const byDepth = keyChain.reduce((acc, info) => {
|
|
104
|
+
if (!acc[info.depth]) {
|
|
105
|
+
acc[info.depth] = [];
|
|
106
|
+
}
|
|
107
|
+
acc[info.depth].push(info);
|
|
108
|
+
return acc;
|
|
109
|
+
}, {});
|
|
110
|
+
console.log(`\nKeys by depth:`);
|
|
111
|
+
for (const [depth, infos] of Object.entries(byDepth)) {
|
|
112
|
+
console.log(` Depth ${depth}: ${infos.length} keys`);
|
|
113
|
+
for (const info of infos) {
|
|
114
|
+
console.log(` - ${info.key}:`);
|
|
115
|
+
console.log(` Size: ${info.size} chars (${info.tokens} tokens)`);
|
|
116
|
+
console.log(` Type: ${info.type}`);
|
|
117
|
+
console.log(` Child keys: ${info.childKeys.length}`);
|
|
118
|
+
if (info.nextChunkKey) {
|
|
119
|
+
console.log(` Next chunk: ${info.nextChunkKey}`);
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
for (const info of keyChain) {
|
|
124
|
+
const data = await tokenCompressor.retrieveString(info.key);
|
|
125
|
+
console.log({ data });
|
|
126
|
+
if (info.type === "child") {
|
|
127
|
+
expect(info.tokens).toBeGreaterThan(1000);
|
|
128
|
+
}
|
|
129
|
+
expect(info.tokens).toBeLessThan(tokenCompressor.maxTokens * 1.5);
|
|
130
|
+
}
|
|
131
|
+
const totalSize = keyChain.reduce((sum, info) => sum + info.size, 0);
|
|
132
|
+
const totalTokens = keyChain.reduce((sum, info) => sum + info.tokens, 0);
|
|
133
|
+
console.log(`\nTotal stored size: ${totalSize} characters (${totalTokens} tokens)`);
|
|
134
|
+
console.log(`Storage efficiency: Stored ${keyChain.length} chunks for original content`);
|
|
135
|
+
}
|
|
136
|
+
console.log(`\n=== Storage State ===`);
|
|
137
|
+
console.log(`Total keys in storage: ${tokenCompressor.getStorageSize()}`);
|
|
138
|
+
console.log(`All storage keys: ${tokenCompressor.getStorageKeys().join(", ")}`);
|
|
139
|
+
expect(tokenCompressor.getStorageSize()).toBeGreaterThan(0);
|
|
140
|
+
const parsedCompressed = tokenCompressor.tryParseJson(compressed);
|
|
141
|
+
expect(parsedCompressed).toBeTruthy();
|
|
142
|
+
let dataKeys = [];
|
|
143
|
+
if (parsedCompressed && typeof parsedCompressed === "object") {
|
|
144
|
+
const extractAllKeys = (obj) => {
|
|
145
|
+
const keys = [];
|
|
146
|
+
const str = JSON.stringify(obj);
|
|
147
|
+
keys.push(...tokenCompressor.extractKeys(str));
|
|
148
|
+
return keys;
|
|
149
|
+
};
|
|
150
|
+
dataKeys = extractAllKeys(parsedCompressed);
|
|
151
|
+
}
|
|
152
|
+
console.log(`\nKeys found in compressed structure: ${dataKeys.length}`);
|
|
153
|
+
const storedContent = dataKeys.length > 0 ? tokenCompressor.retrieveString(dataKeys[0]) : null;
|
|
154
|
+
const embeddedKeys = tokenCompressor.extractKeys(storedContent);
|
|
155
|
+
console.log(`\nKeys embedded in first stored chunk: ${embeddedKeys.length}`);
|
|
156
|
+
if (embeddedKeys.length > 0) {
|
|
157
|
+
console.log(`Embedded keys: ${embeddedKeys.join(", ")}`);
|
|
158
|
+
}
|
|
159
|
+
});
|
|
160
|
+
test("should demonstrate improved compression with schema and low-signal detection", async () => {
|
|
161
|
+
const fileBuffer = await (0, utils_1.readFile)(jsonPath);
|
|
162
|
+
const fileContents = fileBuffer.toString();
|
|
163
|
+
console.log(`\n=== Compression Performance Analysis ===`);
|
|
164
|
+
console.log(`Original file size: ${fileContents.length} characters`);
|
|
165
|
+
console.log(`Estimated tokens: ${Math.ceil(fileContents.length / 4)}`);
|
|
166
|
+
const compressed = tokenCompressor.compressContent(fileContents);
|
|
167
|
+
console.log(`\nCompressed representation: ${compressed.length} characters`);
|
|
168
|
+
const compressionRatio = ((1 - compressed.length / fileContents.length) *
|
|
169
|
+
100).toFixed(2);
|
|
170
|
+
console.log(`Compression ratio: ${compressionRatio}%`);
|
|
171
|
+
console.log(`\nCompressed output preview:\n${compressed.substring(0, 800)}`);
|
|
172
|
+
const compressedObj = JSON.parse(compressed);
|
|
173
|
+
console.log(`\n=== Schema Information ===`);
|
|
174
|
+
if (compressedObj._schema_key) {
|
|
175
|
+
console.log(`Schema key found: ${compressedObj._schema_key}`);
|
|
176
|
+
const schema = tokenCompressor.retrieveString(compressedObj._schema_key);
|
|
177
|
+
if (schema) {
|
|
178
|
+
console.log(`Schema structure:`);
|
|
179
|
+
console.log(JSON.stringify(schema, null, 2).substring(0, 1000));
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
console.log(`\n=== Low-Signal Property Compression ===`);
|
|
183
|
+
if (compressedObj._data && Array.isArray(compressedObj._data)) {
|
|
184
|
+
const firstItem = compressedObj._data[0];
|
|
185
|
+
if (typeof firstItem === "string" &&
|
|
186
|
+
firstItem.includes("COMPRESSED_JSON")) {
|
|
187
|
+
const keyMatch = firstItem.match(/Key: (compressed_[a-z0-9_]+)/);
|
|
188
|
+
if (keyMatch) {
|
|
189
|
+
const itemKey = keyMatch[1];
|
|
190
|
+
const itemData = tokenCompressor.retrieveString(itemKey);
|
|
191
|
+
if (itemData) {
|
|
192
|
+
const item = JSON.parse(itemData);
|
|
193
|
+
const innerItem = JSON.parse(item.text);
|
|
194
|
+
if (Array.isArray(innerItem)) {
|
|
195
|
+
const sampleItem = innerItem[0];
|
|
196
|
+
if (sampleItem._compressed_properties_key) {
|
|
197
|
+
console.log(`Sample item has ${sampleItem._compressed_property_names.length} compressed properties`);
|
|
198
|
+
console.log(`Compressed properties: ${sampleItem._compressed_property_names
|
|
199
|
+
.slice(0, 10)
|
|
200
|
+
.join(", ")}...`);
|
|
201
|
+
console.log(`Info: ${sampleItem._compression_info}`);
|
|
202
|
+
const compressedProps = tokenCompressor.getCompressedProperties(sampleItem._compressed_properties_key);
|
|
203
|
+
if (compressedProps) {
|
|
204
|
+
const propNames = Object.keys(compressedProps.compressed_properties);
|
|
205
|
+
console.log(`\nRetrieved ${propNames.length} compressed properties successfully`);
|
|
206
|
+
console.log(`Sample compressed property keys: ${propNames
|
|
207
|
+
.slice(0, 5)
|
|
208
|
+
.join(", ")}`);
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
}
|
|
216
|
+
console.log(`\n=== Storage Analysis ===`);
|
|
217
|
+
const totalKeys = tokenCompressor.getStorageSize();
|
|
218
|
+
console.log(`Total storage keys: ${totalKeys}`);
|
|
219
|
+
let totalStoredSize = 0;
|
|
220
|
+
for (const key of tokenCompressor.getStorageKeys()) {
|
|
221
|
+
const data = tokenCompressor.retrieveString(key);
|
|
222
|
+
if (data) {
|
|
223
|
+
totalStoredSize += data.length;
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
console.log(`Total stored data: ${totalStoredSize} characters`);
|
|
227
|
+
console.log(`Compressed representation: ${compressed.length} characters`);
|
|
228
|
+
console.log(`Storage overhead ratio: ${((totalStoredSize / fileContents.length) *
|
|
229
|
+
100).toFixed(2)}%`);
|
|
230
|
+
console.log(`Initial view compression: ${compressionRatio}%`);
|
|
231
|
+
expect(parseFloat(compressionRatio)).toBeGreaterThan(60);
|
|
232
|
+
if (compressedObj._schema_key) {
|
|
233
|
+
const schema = tokenCompressor.retrieveString(compressedObj._schema_key);
|
|
234
|
+
expect(schema).toBeTruthy();
|
|
235
|
+
}
|
|
236
|
+
expect(totalKeys).toBeGreaterThan(5);
|
|
237
|
+
console.log(`\n✓ Compression improvements verified!`);
|
|
238
|
+
});
|
|
239
|
+
test("should not double-compress already compressed content", async () => {
|
|
240
|
+
const fileBuffer = await (0, utils_1.readFile)(jsonPath);
|
|
241
|
+
const fileContents = fileBuffer.toString();
|
|
242
|
+
console.log(`\n=== Testing Double Compression Prevention ===`);
|
|
243
|
+
console.log(`Original file size: ${fileContents.length} characters`);
|
|
244
|
+
const message = JSON.parse(fileContents);
|
|
245
|
+
const messageToCompress = JSON.parse(JSON.stringify(message));
|
|
246
|
+
await tokenCompressor.compressMessage(messageToCompress);
|
|
247
|
+
const firstCompression = messageToCompress.content[0].text;
|
|
248
|
+
console.log(`\nAfter first compression: ${firstCompression.length} characters`);
|
|
249
|
+
console.log(`First compression preview:\n${firstCompression.substring(0, 300)}...`);
|
|
250
|
+
const firstParsed = tokenCompressor.tryParseJson(firstCompression);
|
|
251
|
+
expect(firstParsed).toBeTruthy();
|
|
252
|
+
expect(firstParsed._schema_key).toBeDefined();
|
|
253
|
+
expect(firstParsed.data).toBeDefined();
|
|
254
|
+
await tokenCompressor.compressMessage(messageToCompress);
|
|
255
|
+
const secondCompression = messageToCompress.content[0].text;
|
|
256
|
+
console.log(`\nAfter second compression: ${secondCompression.length} characters`);
|
|
257
|
+
console.log(`Second compression preview:\n${secondCompression.substring(0, 300)}...`);
|
|
258
|
+
const secondParsed = tokenCompressor.tryParseJson(secondCompression);
|
|
259
|
+
expect(secondParsed).toBeTruthy();
|
|
260
|
+
console.log(`\nSecond parsed structure keys:`, Object.keys(secondParsed));
|
|
261
|
+
console.log(`Full structure:`, JSON.stringify(secondParsed, null, 2).substring(0, 500));
|
|
262
|
+
const isOverCompressed = Object.keys(secondParsed).length === 3 &&
|
|
263
|
+
secondParsed._mcp_format === true &&
|
|
264
|
+
secondParsed._raw_structure !== undefined &&
|
|
265
|
+
secondParsed._schema_key !== undefined;
|
|
266
|
+
console.log(`\nIs over-compressed: ${isOverCompressed}`);
|
|
267
|
+
expect(secondCompression).toBe(firstCompression);
|
|
268
|
+
expect(secondParsed).toEqual(firstParsed);
|
|
269
|
+
expect(secondParsed.data).toBeDefined();
|
|
270
|
+
expect(Array.isArray(secondParsed.data)).toBe(true);
|
|
271
|
+
expect(isOverCompressed).toBe(false);
|
|
272
|
+
console.log(`\n✓ Double compression prevention verified!`);
|
|
273
|
+
});
|
|
65
274
|
});
|
|
66
275
|
//# sourceMappingURL=bigstring.test.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bigstring.test.js","sourceRoot":"","sources":["../../../tests/compressor/bigstring.test.ts"],"names":[],"mappings":";;AAAA,2CAA2C;AAC3C,0EAAuE;AACvE,iDAA8C;AAE9C,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;IACjD,IAAI,eAAgC,CAAC;IACrC,MAAM,aAAa,GAAG,gCAAgC,CAAC;IAEvD,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,mBAAQ,GAAE,CAAC;QAC7B,eAAe,GAAG,IAAI,iCAAe,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,eAAe,CAAC,YAAY,EAAE,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAEpF,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,aAAa,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE3C,OAAO,CAAC,GAAG,CAAC,uBAAuB,YAAY,CAAC,MAAM,aAAa,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAGvE,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAChD,YAAY,EACZ,aAAa,CACd,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAC;QAGhD,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QACnD,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAG5D,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClE,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,QAAS,CAAC,CAAC,CAAC,CAAC;QAG9B,MAAM,UAAU,GAAG,eAAe,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC5D,MAAM,CAAC,UAAU,CAAC,CAAC,UAAU,EAAE,CAAC;QAChC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAG7C,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAGzE,MAAM,YAAY,GAAG,UAAU,CAAC;QAChC,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,SAAS,GAAG,GAAG,CAAC;QAEtB,OAAO,YAAY,IAAI,UAAU,GAAG,SAAS,EAAE;YAC7C,UAAU,EAAE,CAAC;YAEb,MAAM,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YACxE,IAAI,YAAY,EAAE;gBAEhB,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;gBAChC,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;gBAChE,OAAO,CAAC,GAAG,CAAC,mBAAmB,UAAU,cAAc,OAAO,aAAa,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;aAChG;iBAAM;gBAEL,aAAa,IAAI,YAAY,CAAC;gBAC9B,MAAM;aACP;SACF;QAED,OAAO,CAAC,GAAG,CAAC,aAAa,UAAU,SAAS,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,uBAAuB,aAAa,CAAC,MAAM,aAAa,CAAC,CAAC;QAItE,MAAM,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,aAAa,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAG3C,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAE9C,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAGjE,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAGnD,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;QACjE,MAAM,CAAC,gBAAgB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"bigstring.test.js","sourceRoot":"","sources":["../../../tests/compressor/bigstring.test.ts"],"names":[],"mappings":";;AAAA,2CAA2C;AAC3C,0EAAgF;AAChF,iDAA8C;AAG9C,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;IACjD,IAAI,eAAgC,CAAC;IACrC,MAAM,aAAa,GAAG,gCAAgC,CAAC;IACvD,MAAM,QAAQ,GAAG,iCAAiC,CAAC;IAEnD,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,mBAAQ,GAAE,CAAC;QAC7B,eAAe,GAAG,IAAI,iCAAe,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,eAAe,CAAC,YAAY,EAAE,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAEpF,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,aAAa,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE3C,OAAO,CAAC,GAAG,CAAC,uBAAuB,YAAY,CAAC,MAAM,aAAa,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAGvE,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAChD,YAAY,EACZ,aAAa,CACd,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAC;QAGhD,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QACnD,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAG5D,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClE,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,QAAS,CAAC,CAAC,CAAC,CAAC;QAG9B,MAAM,UAAU,GAAG,eAAe,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC5D,MAAM,CAAC,UAAU,CAAC,CAAC,UAAU,EAAE,CAAC;QAChC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAG7C,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAGzE,MAAM,YAAY,GAAG,UAAU,CAAC;QAChC,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,SAAS,GAAG,GAAG,CAAC;QAEtB,OAAO,YAAY,IAAI,UAAU,GAAG,SAAS,EAAE;YAC7C,UAAU,EAAE,CAAC;YAEb,MAAM,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YACxE,IAAI,YAAY,EAAE;gBAEhB,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;gBAChC,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;gBAChE,OAAO,CAAC,GAAG,CACT,mBAAmB,UAAU,cAAc,OAAO,aAAa,SAAS,CAAC,MAAM,EAAE,CAClF,CAAC;aACH;iBAAM;gBAEL,aAAa,IAAI,YAAY,CAAC;gBAC9B,MAAM;aACP;SACF;QAED,OAAO,CAAC,GAAG,CAAC,aAAa,UAAU,SAAS,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,uBAAuB,aAAa,CAAC,MAAM,aAAa,CAAC,CAAC;QAItE,MAAM,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,aAAa,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAG3C,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAE9C,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAGjE,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAGnD,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;QACjE,MAAM,CAAC,gBAAgB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAChD,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAG3C,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAE9C,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAEjE,OAAO,CAAC,GAAG,CAAC,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC,CAAC;QAG5C,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAGhD,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;QACjE,MAAM,CAAC,gBAAgB,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oBAAoB,EAAE,KAAK,IAAI,EAAE;QACpC,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE3C,MAAM,UAAU,GAAG,eAAe,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QAE9D,MAAM,CAAC,UAAU,CAAC,CAAC,UAAU,EAAE,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QACpF,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE3C,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,uBAAuB,YAAY,CAAC,MAAM,aAAa,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAGvE,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAEjE,OAAO,CAAC,GAAG,CACT,uCAAuC,UAAU,CAAC,MAAM,aAAa,CACtE,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,yBAAyB,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QAG1E,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,SAAS,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE9C,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAG3C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC9B,OAAO,CAAC,GAAG,CAAC,kCAAkC,OAAO,MAAM,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAEtD,OAAO,CAAC,GAAG,CAAC,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAGvD,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBAC5C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;oBACpB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;iBACtB;gBACD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3B,OAAO,GAAG,CAAC;YACb,CAAC,EAAE,EAA+B,CAAC,CAAC;YAEpC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;YAChC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBACpD,OAAO,CAAC,GAAG,CAAC,WAAW,KAAK,KAAK,KAAK,CAAC,MAAM,OAAO,CAAC,CAAC;gBACtD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;oBACxB,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;oBAClC,OAAO,CAAC,GAAG,CACT,iBAAiB,IAAI,CAAC,IAAI,WAAW,IAAI,CAAC,MAAM,UAAU,CAC3D,CAAC;oBACF,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC1C,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC5D,IAAI,IAAI,CAAC,YAAY,EAAE;wBACrB,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;qBACzD;iBACF;aACF;YAGD,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE;gBAC3B,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC5D,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;gBAItB,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE;oBACzB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;iBAC3C;gBAGD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,eAAe,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;aACnE;YAGD,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACrE,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACzE,OAAO,CAAC,GAAG,CACT,wBAAwB,SAAS,gBAAgB,WAAW,UAAU,CACvE,CAAC;YACF,OAAO,CAAC,GAAG,CACT,8BAA8B,QAAQ,CAAC,MAAM,8BAA8B,CAC5E,CAAC;SACH;QAGD,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,0BAA0B,eAAe,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QAC1E,OAAO,CAAC,GAAG,CACT,qBAAqB,eAAe,CAAC,cAAc,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACnE,CAAC;QAEF,MAAM,CAAC,eAAe,CAAC,cAAc,EAAE,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAI5D,MAAM,gBAAgB,GAAG,eAAe,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAClE,MAAM,CAAC,gBAAgB,CAAC,CAAC,UAAU,EAAE,CAAC;QAGtC,IAAI,QAAQ,GAAa,EAAE,CAAC;QAC5B,IAAI,gBAAgB,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE;YAE5D,MAAM,cAAc,GAAG,CAAC,GAAQ,EAAY,EAAE;gBAC5C,MAAM,IAAI,GAAa,EAAE,CAAC;gBAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBAChC,IAAI,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC/C,OAAO,IAAI,CAAC;YACd,CAAC,CAAC;YACF,QAAQ,GAAG,cAAc,CAAC,gBAAgB,CAAC,CAAC;SAC7C;QAED,OAAO,CAAC,GAAG,CAAC,yCAAyC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACxE,MAAM,aAAa,GACjB,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE3E,MAAM,YAAY,GAAG,eAAe,CAAC,WAAW,CAAC,aAAc,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,CACT,0CAA0C,YAAY,CAAC,MAAM,EAAE,CAChE,CAAC;QACF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;YAC3B,OAAO,CAAC,GAAG,CAAC,kBAAkB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;SAC1D;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,8EAA8E,EAAE,KAAK,IAAI,EAAE;QAC9F,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE3C,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,uBAAuB,YAAY,CAAC,MAAM,aAAa,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAGvE,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAEjE,OAAO,CAAC,GAAG,CAAC,gCAAgC,UAAU,CAAC,MAAM,aAAa,CAAC,CAAC;QAC5E,MAAM,gBAAgB,GAAG,CACvB,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;YAC7C,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACb,OAAO,CAAC,GAAG,CAAC,sBAAsB,gBAAgB,GAAG,CAAC,CAAC;QAGvD,OAAO,CAAC,GAAG,CACT,iCAAiC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAChE,CAAC;QAEF,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAE7C,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC5C,IAAI,aAAa,CAAC,WAAW,EAAE;YAC7B,OAAO,CAAC,GAAG,CAAC,qBAAqB,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC;YAE9D,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YACzE,IAAI,MAAM,EAAE;gBACV,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;gBACjC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;aACjE;SACF;QAED,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;QAEzD,IAAI,aAAa,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE;YAC7D,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACzC,IACE,OAAO,SAAS,KAAK,QAAQ;gBAC7B,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EACrC;gBAEA,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBACjE,IAAI,QAAQ,EAAE;oBACZ,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;oBAC5B,MAAM,QAAQ,GAAG,eAAe,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;oBACzD,IAAI,QAAQ,EAAE;wBACZ,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;wBAClC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAGxC,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;4BAC5B,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;4BAChC,IAAI,UAAU,CAAC,0BAA0B,EAAE;gCACzC,OAAO,CAAC,GAAG,CACT,mBAAmB,UAAU,CAAC,0BAA0B,CAAC,MAAM,wBAAwB,CACxF,CAAC;gCACF,OAAO,CAAC,GAAG,CACT,0BAA0B,UAAU,CAAC,0BAA0B;qCAC5D,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;qCACZ,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,CAAC;gCACF,OAAO,CAAC,GAAG,CAAC,SAAS,UAAU,CAAC,iBAAiB,EAAE,CAAC,CAAC;gCAGrD,MAAM,eAAe,GAAG,eAAe,CAAC,uBAAuB,CAC7D,UAAU,CAAC,0BAA0B,CACtC,CAAC;gCACF,IAAI,eAAe,EAAE;oCACnB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAC3B,eAAe,CAAC,qBAAqB,CACtC,CAAC;oCACF,OAAO,CAAC,GAAG,CACT,eAAe,SAAS,CAAC,MAAM,qCAAqC,CACrE,CAAC;oCACF,OAAO,CAAC,GAAG,CACT,oCAAoC,SAAS;yCAC1C,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;yCACX,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;iCACH;6BACF;yBACF;qBACF;iBACF;aACF;SACF;QAED,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,eAAe,CAAC,cAAc,EAAE,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,uBAAuB,SAAS,EAAE,CAAC,CAAC;QAGhD,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,KAAK,MAAM,GAAG,IAAI,eAAe,CAAC,cAAc,EAAE,EAAE;YAClD,MAAM,IAAI,GAAG,eAAe,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YACjD,IAAI,IAAI,EAAE;gBACR,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC;aAChC;SACF;QAED,OAAO,CAAC,GAAG,CAAC,sBAAsB,eAAe,aAAa,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,8BAA8B,UAAU,CAAC,MAAM,aAAa,CAAC,CAAC;QAC1E,OAAO,CAAC,GAAG,CACT,2BAA2B,CACzB,CAAC,eAAe,GAAG,YAAY,CAAC,MAAM,CAAC;YACvC,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAChB,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,6BAA6B,gBAAgB,GAAG,CAAC,CAAC;QAG9D,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAGzD,IAAI,aAAa,CAAC,WAAW,EAAE;YAC7B,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YACzE,MAAM,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;SAC7B;QAGD,MAAM,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAErC,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QAEvE,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE3C,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,uBAAuB,YAAY,CAAC,MAAM,aAAa,CAAC,CAAC;QAGrE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAY,CAAC;QAGpD,MAAM,iBAAiB,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAGvE,MAAM,eAAe,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;QAEzD,MAAM,gBAAgB,GAAI,iBAAiB,CAAC,OAAiB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACtE,OAAO,CAAC,GAAG,CAAC,8BAA8B,gBAAgB,CAAC,MAAM,aAAa,CAAC,CAAC;QAChF,OAAO,CAAC,GAAG,CAAC,+BAA+B,gBAAgB,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAGpF,MAAM,WAAW,GAAG,eAAe,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QACnE,MAAM,CAAC,WAAW,CAAC,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9C,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QAGvC,MAAM,eAAe,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;QAEzD,MAAM,iBAAiB,GAAI,iBAAiB,CAAC,OAAiB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,+BAA+B,iBAAiB,CAAC,MAAM,aAAa,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,gCAAgC,iBAAiB,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAGtF,MAAM,YAAY,GAAG,eAAe,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;QACrE,MAAM,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE,CAAC;QAElC,OAAO,CAAC,GAAG,CAAC,iCAAiC,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QAC1E,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAGxF,MAAM,gBAAgB,GACpB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,KAAK,CAAC;YACtC,YAAY,CAAC,WAAW,KAAK,IAAI;YACjC,YAAY,CAAC,cAAc,KAAK,SAAS;YACzC,YAAY,CAAC,WAAW,KAAK,SAAS,CAAC;QAEzC,OAAO,CAAC,GAAG,CAAC,yBAAyB,gBAAgB,EAAE,CAAC,CAAC;QAGzD,MAAM,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAGjD,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC1C,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAGpD,MAAM,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAErC,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|