vectra 0.12.2 → 0.12.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +1 -1
- package/README.draft.md +499 -0
- package/README.draft.outline.md +160 -0
- package/README.research.md +2159 -0
- package/bin/vectra.js +3 -0
- package/lib/FileFetcher.d.ts +5 -0
- package/lib/FileFetcher.d.ts.map +1 -0
- package/lib/FileFetcher.js +79 -0
- package/lib/FileFetcher.js.map +1 -0
- package/lib/GPT3Tokenizer.d.ts +9 -0
- package/lib/ItemSelector.d.ts +41 -0
- package/lib/ItemSelector.d.ts.map +1 -0
- package/lib/ItemSelector.js +168 -0
- package/lib/ItemSelector.js.map +1 -0
- package/lib/LocalDocument.d.ts +54 -0
- package/lib/LocalDocument.js +156 -0
- package/lib/LocalDocument.js.map +1 -0
- package/lib/LocalDocumentIndex.d.ts +132 -0
- package/lib/LocalDocumentIndex.js +456 -0
- package/lib/LocalDocumentIndex.js.map +1 -0
- package/lib/LocalDocumentResult.d.ts +45 -0
- package/lib/LocalDocumentResult.js +328 -0
- package/lib/LocalDocumentResult.js.map +1 -0
- package/lib/LocalIndex.d.ts +150 -0
- package/lib/LocalIndex.d.ts.map +1 -1
- package/lib/LocalIndex.js +515 -0
- package/lib/LocalIndex.js.map +1 -0
- package/lib/LocalIndex.spec.d.ts +2 -0
- package/lib/LocalIndex.spec.js +218 -7
- package/lib/LocalIndex.spec.js.map +1 -1
- package/lib/OpenAIEmbeddings.d.ts +126 -0
- package/lib/OpenAIEmbeddings.d.ts.map +1 -0
- package/lib/OpenAIEmbeddings.js +174 -0
- package/lib/OpenAIEmbeddings.js.map +1 -0
- package/lib/TextSplitter.d.ts +19 -0
- package/lib/TextSplitter.d.ts.map +1 -1
- package/lib/TextSplitter.js +457 -0
- package/lib/TextSplitter.js.map +1 -0
- package/lib/TextSplitter.spec.d.ts +2 -0
- package/lib/TextSplitter.spec.d.ts.map +1 -0
- package/lib/TextSplitter.spec.js +109 -0
- package/lib/TextSplitter.spec.js.map +1 -0
- package/lib/WebFetcher.d.ts +15 -0
- package/lib/WebFetcher.d.ts.map +1 -0
- package/lib/WebFetcher.js +234 -0
- package/lib/WebFetcher.js.map +1 -0
- package/lib/index.d.ts +12 -0
- package/lib/index.js +28 -0
- package/lib/index.js.map +1 -0
- package/lib/internals/Colorize.d.ts +14 -0
- package/lib/internals/Colorize.d.ts.map +1 -0
- package/lib/internals/Colorize.js +64 -0
- package/lib/internals/Colorize.js.map +1 -0
- package/lib/internals/index.d.ts +3 -0
- package/lib/internals/index.d.ts.map +1 -0
- package/lib/internals/index.js +19 -0
- package/lib/internals/index.js.map +1 -0
- package/lib/internals/types.d.ts +43 -0
- package/lib/internals/types.d.ts.map +1 -0
- package/lib/internals/types.js +3 -0
- package/lib/internals/types.js.map +1 -0
- package/lib/types.d.ts +146 -0
- package/lib/types.d.ts.map +1 -0
- package/lib/types.js +3 -0
- package/lib/types.js.map +1 -0
- package/lib/vectra-cli.d.ts +2 -0
- package/lib/vectra-cli.js +323 -0
- package/lib/vectra-cli.js.map +1 -0
- package/package.json +3 -1
- package/src/LocalIndex.spec.ts +265 -8
- package/src/LocalIndex.ts +1 -0
- package/src/TextSplitter.spec.ts +87 -0
- package/src/TextSplitter.ts +459 -531
|
@@ -0,0 +1,515 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
36
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
37
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
38
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
39
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
40
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
41
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
42
|
+
});
|
|
43
|
+
};
|
|
44
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
45
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
46
|
+
};
|
|
47
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
48
|
+
exports.LocalIndex = void 0;
|
|
49
|
+
const fs = __importStar(require("fs/promises"));
|
|
50
|
+
const path = __importStar(require("path"));
|
|
51
|
+
const uuid_1 = require("uuid");
|
|
52
|
+
const ItemSelector_1 = require("./ItemSelector");
|
|
53
|
+
const LocalDocument_1 = require("./LocalDocument");
|
|
54
|
+
const wink_bm25_text_search_1 = __importDefault(require("wink-bm25-text-search"));
|
|
55
|
+
const wink_nlp_1 = __importDefault(require("wink-nlp"));
|
|
56
|
+
const wink_eng_lite_web_model_1 = __importDefault(require("wink-eng-lite-web-model"));
|
|
57
|
+
/**
|
|
58
|
+
* Local vector index instance.
|
|
59
|
+
* @remarks
|
|
60
|
+
* This class is used to create, update, and query a local vector index.
|
|
61
|
+
* Each index is a folder on disk containing an index.json file and an optional set of metadata files.
|
|
62
|
+
*/
|
|
63
|
+
class LocalIndex {
|
|
64
|
+
/**
|
|
65
|
+
* Creates a new instance of LocalIndex.
|
|
66
|
+
* @param folderPath Path to the index folder.
|
|
67
|
+
* @param indexName Optional name of the index file. Defaults to index.json.
|
|
68
|
+
*/
|
|
69
|
+
constructor(folderPath, indexName) {
|
|
70
|
+
this._folderPath = folderPath;
|
|
71
|
+
this._indexName = indexName || "index.json";
|
|
72
|
+
}
|
|
73
|
+
/**
|
|
74
|
+
* Path to the index folder.
|
|
75
|
+
*/
|
|
76
|
+
get folderPath() {
|
|
77
|
+
return this._folderPath;
|
|
78
|
+
}
|
|
79
|
+
/**
|
|
80
|
+
* Optional name of the index file.
|
|
81
|
+
*/
|
|
82
|
+
get indexName() {
|
|
83
|
+
return this._indexName;
|
|
84
|
+
}
|
|
85
|
+
/**
|
|
86
|
+
* Begins an update to the index.
|
|
87
|
+
* @remarks
|
|
88
|
+
* This method loads the index into memory and prepares it for updates.
|
|
89
|
+
*/
|
|
90
|
+
beginUpdate() {
|
|
91
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
92
|
+
if (this._update) {
|
|
93
|
+
throw new Error('Update already in progress');
|
|
94
|
+
}
|
|
95
|
+
yield this.loadIndexData();
|
|
96
|
+
this._update = structuredClone(this._data);
|
|
97
|
+
});
|
|
98
|
+
}
|
|
99
|
+
/**
|
|
100
|
+
* Cancels an update to the index.
|
|
101
|
+
* @remarks
|
|
102
|
+
* This method discards any changes made to the index since the update began.
|
|
103
|
+
*/
|
|
104
|
+
cancelUpdate() {
|
|
105
|
+
this._update = undefined;
|
|
106
|
+
}
|
|
107
|
+
/**
|
|
108
|
+
* Creates a new index.
|
|
109
|
+
* @remarks
|
|
110
|
+
* This method creates a new folder on disk containing an index.json file.
|
|
111
|
+
* @param config Index configuration.
|
|
112
|
+
*/
|
|
113
|
+
createIndex() {
|
|
114
|
+
return __awaiter(this, arguments, void 0, function* (config = { version: 1 }) {
|
|
115
|
+
var _a;
|
|
116
|
+
// Delete if exists
|
|
117
|
+
if (yield this.isIndexCreated()) {
|
|
118
|
+
if (config.deleteIfExists) {
|
|
119
|
+
yield this.deleteIndex();
|
|
120
|
+
}
|
|
121
|
+
else {
|
|
122
|
+
throw new Error('Index already exists');
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
try {
|
|
126
|
+
// Create folder for index
|
|
127
|
+
yield fs.mkdir(this._folderPath, { recursive: true });
|
|
128
|
+
// Initialize index.json file
|
|
129
|
+
this._data = {
|
|
130
|
+
version: config.version,
|
|
131
|
+
metadata_config: (_a = config.metadata_config) !== null && _a !== void 0 ? _a : {},
|
|
132
|
+
items: []
|
|
133
|
+
};
|
|
134
|
+
yield fs.writeFile(path.join(this._folderPath, this._indexName), JSON.stringify(this._data));
|
|
135
|
+
}
|
|
136
|
+
catch (err) {
|
|
137
|
+
yield this.deleteIndex();
|
|
138
|
+
throw new Error('Error creating index');
|
|
139
|
+
}
|
|
140
|
+
});
|
|
141
|
+
}
|
|
142
|
+
/**
|
|
143
|
+
* Deletes the index.
|
|
144
|
+
* @remarks
|
|
145
|
+
* This method deletes the index folder from disk.
|
|
146
|
+
*/
|
|
147
|
+
deleteIndex() {
|
|
148
|
+
this._data = undefined;
|
|
149
|
+
return fs.rm(this._folderPath, {
|
|
150
|
+
recursive: true,
|
|
151
|
+
maxRetries: 3
|
|
152
|
+
});
|
|
153
|
+
}
|
|
154
|
+
/**
|
|
155
|
+
* Deletes an item from the index.
|
|
156
|
+
* @param id ID of item to delete.
|
|
157
|
+
*/
|
|
158
|
+
deleteItem(id) {
|
|
159
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
160
|
+
if (this._update) {
|
|
161
|
+
const index = this._update.items.findIndex(i => i.id === id);
|
|
162
|
+
if (index >= 0) {
|
|
163
|
+
this._update.items.splice(index, 1);
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
else {
|
|
167
|
+
yield this.beginUpdate();
|
|
168
|
+
const index = this._update.items.findIndex(i => i.id === id);
|
|
169
|
+
if (index >= 0) {
|
|
170
|
+
this._update.items.splice(index, 1);
|
|
171
|
+
}
|
|
172
|
+
yield this.endUpdate();
|
|
173
|
+
}
|
|
174
|
+
});
|
|
175
|
+
}
|
|
176
|
+
/**
|
|
177
|
+
* Ends an update to the index.
|
|
178
|
+
* @remarks
|
|
179
|
+
* This method saves the index to disk.
|
|
180
|
+
*/
|
|
181
|
+
endUpdate() {
|
|
182
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
183
|
+
if (!this._update) {
|
|
184
|
+
throw new Error('No update in progress');
|
|
185
|
+
}
|
|
186
|
+
try {
|
|
187
|
+
// Save index
|
|
188
|
+
yield fs.writeFile(path.join(this._folderPath, this._indexName), JSON.stringify(this._update));
|
|
189
|
+
this._data = this._update;
|
|
190
|
+
this._update = undefined;
|
|
191
|
+
}
|
|
192
|
+
catch (err) {
|
|
193
|
+
throw new Error(`Error saving index: ${err.toString()}`);
|
|
194
|
+
}
|
|
195
|
+
});
|
|
196
|
+
}
|
|
197
|
+
/**
|
|
198
|
+
* Loads an index from disk and returns its stats.
|
|
199
|
+
* @returns Index stats.
|
|
200
|
+
*/
|
|
201
|
+
getIndexStats() {
|
|
202
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
203
|
+
yield this.loadIndexData();
|
|
204
|
+
return {
|
|
205
|
+
version: this._data.version,
|
|
206
|
+
metadata_config: this._data.metadata_config,
|
|
207
|
+
items: this._data.items.length
|
|
208
|
+
};
|
|
209
|
+
});
|
|
210
|
+
}
|
|
211
|
+
/**
|
|
212
|
+
* Returns an item from the index given its ID.
|
|
213
|
+
* @param id ID of the item to retrieve.
|
|
214
|
+
* @returns Item or undefined if not found.
|
|
215
|
+
*/
|
|
216
|
+
getItem(id) {
|
|
217
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
218
|
+
yield this.loadIndexData();
|
|
219
|
+
return this._data.items.find(i => i.id === id);
|
|
220
|
+
});
|
|
221
|
+
}
|
|
222
|
+
/**
|
|
223
|
+
* Adds an item to the index.
|
|
224
|
+
* @remarks
|
|
225
|
+
* A new update is started if one is not already in progress. If an item with the same ID
|
|
226
|
+
* already exists, an error will be thrown.
|
|
227
|
+
* @param item Item to insert.
|
|
228
|
+
* @returns Inserted item.
|
|
229
|
+
*/
|
|
230
|
+
insertItem(item) {
|
|
231
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
232
|
+
if (this._update) {
|
|
233
|
+
return yield this.addItemToUpdate(item, true);
|
|
234
|
+
}
|
|
235
|
+
else {
|
|
236
|
+
yield this.beginUpdate();
|
|
237
|
+
const newItem = yield this.addItemToUpdate(item, true);
|
|
238
|
+
yield this.endUpdate();
|
|
239
|
+
return newItem;
|
|
240
|
+
}
|
|
241
|
+
});
|
|
242
|
+
}
|
|
243
|
+
/**
|
|
244
|
+
* Adds a batch of items to the index.
|
|
245
|
+
* @remarks
|
|
246
|
+
* Batch update requires no update to be in progress. This is necessary so that if any one
|
|
247
|
+
* insert operation fails, the entire update can be safely cancelled. This prevents partial
|
|
248
|
+
* updates from being applied to the local index.
|
|
249
|
+
* @param items Items to insert.
|
|
250
|
+
* @returns Inserted items.
|
|
251
|
+
*/
|
|
252
|
+
batchInsertItems(items) {
|
|
253
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
254
|
+
yield this.beginUpdate();
|
|
255
|
+
try {
|
|
256
|
+
const newItems = [];
|
|
257
|
+
for (const item of items) {
|
|
258
|
+
const newItem = yield this.addItemToUpdate(item, true);
|
|
259
|
+
newItems.push(newItem);
|
|
260
|
+
}
|
|
261
|
+
yield this.endUpdate();
|
|
262
|
+
return newItems;
|
|
263
|
+
}
|
|
264
|
+
catch (e) {
|
|
265
|
+
// cancels this update to prevent partial batch updates. allows error to bubble up.
|
|
266
|
+
yield this.cancelUpdate();
|
|
267
|
+
throw e;
|
|
268
|
+
}
|
|
269
|
+
});
|
|
270
|
+
}
|
|
271
|
+
/**
|
|
272
|
+
* Returns true if the index exists.
|
|
273
|
+
*/
|
|
274
|
+
isIndexCreated() {
|
|
275
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
276
|
+
try {
|
|
277
|
+
yield fs.access(path.join(this._folderPath, this.indexName));
|
|
278
|
+
return true;
|
|
279
|
+
}
|
|
280
|
+
catch (err) {
|
|
281
|
+
return false;
|
|
282
|
+
}
|
|
283
|
+
});
|
|
284
|
+
}
|
|
285
|
+
/**
|
|
286
|
+
* Returns all items in the index.
|
|
287
|
+
* @remarks
|
|
288
|
+
* This method loads the index into memory and returns all its items. A copy of the items
|
|
289
|
+
* array is returned so no modifications should be made to the array.
|
|
290
|
+
* @returns Array of all items in the index.
|
|
291
|
+
*/
|
|
292
|
+
listItems() {
|
|
293
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
294
|
+
yield this.loadIndexData();
|
|
295
|
+
return this._data.items.slice();
|
|
296
|
+
});
|
|
297
|
+
}
|
|
298
|
+
/**
|
|
299
|
+
* Returns all items in the index matching the filter.
|
|
300
|
+
* @remarks
|
|
301
|
+
* This method loads the index into memory and returns all its items matching the filter.
|
|
302
|
+
* @param filter Filter to apply.
|
|
303
|
+
* @returns Array of items matching the filter.
|
|
304
|
+
*/
|
|
305
|
+
listItemsByMetadata(filter) {
|
|
306
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
307
|
+
yield this.loadIndexData();
|
|
308
|
+
return this._data.items.filter(i => ItemSelector_1.ItemSelector.select(i.metadata, filter));
|
|
309
|
+
});
|
|
310
|
+
}
|
|
311
|
+
/**
|
|
312
|
+
* Finds the top k items in the index that are most similar to the vector.
|
|
313
|
+
* @remarks
|
|
314
|
+
* This method loads the index into memory and returns the top k items that are most similar.
|
|
315
|
+
* An optional filter can be applied to the metadata of the items.
|
|
316
|
+
* @param vector Vector to query against.
|
|
317
|
+
* @param query Query text used for BM25 keyword search.
|
|
318
|
+
* @param topK Number of items to return.
|
|
319
|
+
* @param filter Optional. Filter to apply.
|
|
320
|
+
* @returns Similar items to the vector that matche the supplied filter.
|
|
321
|
+
*/
|
|
322
|
+
queryItems(vector, query, topK, filter, isBm25) {
|
|
323
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
324
|
+
yield this.loadIndexData();
|
|
325
|
+
// Filter items
|
|
326
|
+
let items = this._data.items;
|
|
327
|
+
if (filter) {
|
|
328
|
+
items = items.filter(i => ItemSelector_1.ItemSelector.select(i.metadata, filter));
|
|
329
|
+
}
|
|
330
|
+
// Calculate distances
|
|
331
|
+
const norm = ItemSelector_1.ItemSelector.normalize(vector);
|
|
332
|
+
const distances = [];
|
|
333
|
+
for (let i = 0; i < items.length; i++) {
|
|
334
|
+
const item = items[i];
|
|
335
|
+
const distance = ItemSelector_1.ItemSelector.normalizedCosineSimilarity(vector, norm, item.vector, item.norm);
|
|
336
|
+
distances.push({ index: i, distance: distance });
|
|
337
|
+
}
|
|
338
|
+
// Sort by distance DESCENDING
|
|
339
|
+
distances.sort((a, b) => b.distance - a.distance);
|
|
340
|
+
// Find top k
|
|
341
|
+
const top = distances.slice(0, topK).map(d => {
|
|
342
|
+
return {
|
|
343
|
+
item: Object.assign({}, items[d.index]),
|
|
344
|
+
score: d.distance
|
|
345
|
+
};
|
|
346
|
+
});
|
|
347
|
+
// Load external metadata
|
|
348
|
+
for (const item of top) {
|
|
349
|
+
if (item.item.metadataFile) {
|
|
350
|
+
const metadataPath = path.join(this._folderPath, item.item.metadataFile);
|
|
351
|
+
const metadata = yield fs.readFile(metadataPath);
|
|
352
|
+
item.item.metadata = JSON.parse(metadata.toString());
|
|
353
|
+
}
|
|
354
|
+
}
|
|
355
|
+
//Peform bm25 search only if enabled. Avoid duplicate chunks, which are already selected during semantic search.
|
|
356
|
+
if (isBm25) {
|
|
357
|
+
const itemSet = new Set();
|
|
358
|
+
for (const item of top)
|
|
359
|
+
itemSet.add(item.item.id);
|
|
360
|
+
this.setupbm25();
|
|
361
|
+
let currDoc;
|
|
362
|
+
let currDocTxt;
|
|
363
|
+
for (let i = 0; i < items.length; i++) {
|
|
364
|
+
if (!itemSet.has(items[i].id)) {
|
|
365
|
+
const item = items[i];
|
|
366
|
+
currDoc = new LocalDocument_1.LocalDocument(this, item.metadata.documentId.toString(), '');
|
|
367
|
+
currDocTxt = yield currDoc.loadText();
|
|
368
|
+
const startPos = item.metadata.startPos;
|
|
369
|
+
const endPos = item.metadata.endPos;
|
|
370
|
+
const chunkText = currDocTxt.substring(Number(startPos), Number(endPos) + 1);
|
|
371
|
+
this._bm25Engine.addDoc({ body: chunkText }, i);
|
|
372
|
+
}
|
|
373
|
+
}
|
|
374
|
+
this._bm25Engine.consolidate();
|
|
375
|
+
var results = yield this.bm25Search(query, items, topK);
|
|
376
|
+
results.forEach((res) => {
|
|
377
|
+
top.push({
|
|
378
|
+
item: Object.assign({}, Object.assign(Object.assign({}, items[res[0]]), { metadata: Object.assign(Object.assign({}, items[res[0]].metadata), { isBm25: true }) })),
|
|
379
|
+
score: res[1]
|
|
380
|
+
});
|
|
381
|
+
});
|
|
382
|
+
}
|
|
383
|
+
return top;
|
|
384
|
+
});
|
|
385
|
+
}
|
|
386
|
+
/**
|
|
387
|
+
* Adds or replaces an item in the index.
|
|
388
|
+
* @remarks
|
|
389
|
+
* A new update is started if one is not already in progress. If an item with the same ID
|
|
390
|
+
* already exists, it will be replaced.
|
|
391
|
+
* @param item Item to insert or replace.
|
|
392
|
+
* @returns Upserted item.
|
|
393
|
+
*/
|
|
394
|
+
upsertItem(item) {
|
|
395
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
396
|
+
if (this._update) {
|
|
397
|
+
return yield this.addItemToUpdate(item, false);
|
|
398
|
+
}
|
|
399
|
+
else {
|
|
400
|
+
yield this.beginUpdate();
|
|
401
|
+
const newItem = yield this.addItemToUpdate(item, false);
|
|
402
|
+
yield this.endUpdate();
|
|
403
|
+
return newItem;
|
|
404
|
+
}
|
|
405
|
+
});
|
|
406
|
+
}
|
|
407
|
+
/**
|
|
408
|
+
* Ensures that the index has been loaded into memory.
|
|
409
|
+
*/
|
|
410
|
+
loadIndexData() {
|
|
411
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
412
|
+
if (this._data) {
|
|
413
|
+
return;
|
|
414
|
+
}
|
|
415
|
+
if (!(yield this.isIndexCreated())) {
|
|
416
|
+
throw new Error('Index does not exist');
|
|
417
|
+
}
|
|
418
|
+
const data = yield fs.readFile(path.join(this._folderPath, this.indexName));
|
|
419
|
+
this._data = JSON.parse(data.toString());
|
|
420
|
+
});
|
|
421
|
+
}
|
|
422
|
+
addItemToUpdate(item, unique) {
|
|
423
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
424
|
+
var _a;
|
|
425
|
+
// Ensure vector is provided
|
|
426
|
+
if (!item.vector) {
|
|
427
|
+
throw new Error('Vector is required');
|
|
428
|
+
}
|
|
429
|
+
// Ensure unique
|
|
430
|
+
const id = (_a = item.id) !== null && _a !== void 0 ? _a : (0, uuid_1.v4)();
|
|
431
|
+
if (unique) {
|
|
432
|
+
const existing = this._update.items.find(i => i.id === id);
|
|
433
|
+
if (existing) {
|
|
434
|
+
throw new Error(`Item with id ${id} already exists`);
|
|
435
|
+
}
|
|
436
|
+
}
|
|
437
|
+
// Check for indexed metadata
|
|
438
|
+
let metadata = {};
|
|
439
|
+
let metadataFile;
|
|
440
|
+
if (this._update.metadata_config.indexed && this._update.metadata_config.indexed.length > 0 && item.metadata) {
|
|
441
|
+
// Copy only indexed metadata
|
|
442
|
+
for (const key of this._update.metadata_config.indexed) {
|
|
443
|
+
if (item.metadata && item.metadata[key]) {
|
|
444
|
+
metadata[key] = item.metadata[key];
|
|
445
|
+
}
|
|
446
|
+
}
|
|
447
|
+
// Save remaining metadata to disk
|
|
448
|
+
metadataFile = `${(0, uuid_1.v4)()}.json`;
|
|
449
|
+
const metadataPath = path.join(this._folderPath, metadataFile);
|
|
450
|
+
yield fs.writeFile(metadataPath, JSON.stringify(item.metadata));
|
|
451
|
+
}
|
|
452
|
+
else if (item.metadata) {
|
|
453
|
+
metadata = item.metadata;
|
|
454
|
+
}
|
|
455
|
+
// Create new item
|
|
456
|
+
const newItem = {
|
|
457
|
+
id: id,
|
|
458
|
+
metadata: metadata,
|
|
459
|
+
vector: item.vector,
|
|
460
|
+
norm: ItemSelector_1.ItemSelector.normalize(item.vector)
|
|
461
|
+
};
|
|
462
|
+
if (metadataFile) {
|
|
463
|
+
newItem.metadataFile = metadataFile;
|
|
464
|
+
}
|
|
465
|
+
// Add item to index
|
|
466
|
+
if (!unique) {
|
|
467
|
+
const existing = this._update.items.find(i => i.id === id);
|
|
468
|
+
if (existing) {
|
|
469
|
+
existing.metadata = newItem.metadata;
|
|
470
|
+
existing.vector = newItem.vector;
|
|
471
|
+
existing.metadataFile = newItem.metadataFile;
|
|
472
|
+
return existing;
|
|
473
|
+
}
|
|
474
|
+
else {
|
|
475
|
+
this._update.items.push(newItem);
|
|
476
|
+
return newItem;
|
|
477
|
+
}
|
|
478
|
+
}
|
|
479
|
+
else {
|
|
480
|
+
this._update.items.push(newItem);
|
|
481
|
+
return newItem;
|
|
482
|
+
}
|
|
483
|
+
});
|
|
484
|
+
}
|
|
485
|
+
setupbm25() {
|
|
486
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
487
|
+
this._bm25Engine = (0, wink_bm25_text_search_1.default)();
|
|
488
|
+
const nlp = (0, wink_nlp_1.default)(wink_eng_lite_web_model_1.default);
|
|
489
|
+
const its = nlp.its;
|
|
490
|
+
const prepTask = function (text) {
|
|
491
|
+
const tokens = [];
|
|
492
|
+
nlp.readDoc(text)
|
|
493
|
+
.tokens()
|
|
494
|
+
// Use only words ignoring punctuations etc and from them remove stop words
|
|
495
|
+
.filter((t) => (t.out(its.type) === 'word' && !t.out(its.stopWordFlag)))
|
|
496
|
+
// Handle negation and extract stem of the word
|
|
497
|
+
.each((t) => tokens.push((t.out(its.negationFlag)) ? '!' + t.out(its.stem) : t.out(its.stem)));
|
|
498
|
+
return tokens;
|
|
499
|
+
};
|
|
500
|
+
this._bm25Engine.defineConfig({ fldWeights: { body: 1 } });
|
|
501
|
+
// Step II: Define PrepTasks pipe.
|
|
502
|
+
this._bm25Engine.definePrepTasks([prepTask]);
|
|
503
|
+
});
|
|
504
|
+
}
|
|
505
|
+
bm25Search(searchQuery, items, topK) {
|
|
506
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
507
|
+
var query = searchQuery;
|
|
508
|
+
// `results` is an array of [ doc-id, score ], sorted by score
|
|
509
|
+
var results = this._bm25Engine.search(query);
|
|
510
|
+
return results.slice(0, topK);
|
|
511
|
+
});
|
|
512
|
+
}
|
|
513
|
+
}
|
|
514
|
+
exports.LocalIndex = LocalIndex;
|
|
515
|
+
//# sourceMappingURL=LocalIndex.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LocalIndex.js","sourceRoot":"","sources":["../src/LocalIndex.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAkC;AAClC,2CAA6B;AAC7B,+BAA0B;AAC1B,iDAA8C;AAE9C,mDAAgD;AAEhD,kFAAyC;AACzC,wDAA+B;AAC/B,sFAA4C;AAS5C;;;;;GAKG;AACH,MAAa,UAAU;IASnB;;;;OAIG;IACH,YAAmB,UAAkB,EAAE,SAAkB;QACrD,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,UAAU,GAAG,SAAS,IAAI,YAAY,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,IAAW,UAAU;QACjB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACU,WAAW;;YACpB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/C,CAAC;KAAA;IAED;;;;OAIG;IACI,YAAY;QACf,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED;;;;;OAKG;IACU,WAAW;6DAAC,SAA4B,EAAC,OAAO,EAAE,CAAC,EAAC;;YAC7D,mBAAmB;YACnB,IAAI,MAAM,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC9B,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;oBACxB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACJ,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;gBAC5C,CAAC;YACL,CAAC;YAED,IAAI,CAAC;gBACD,0BAA0B;gBAC1B,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAEtD,6BAA6B;gBAC7B,IAAI,CAAC,KAAK,GAAG;oBACT,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,eAAe,EAAE,MAAA,MAAM,CAAC,eAAe,mCAAI,EAAE;oBAC7C,KAAK,EAAE,EAAE;iBACZ,CAAC;gBAEF,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjG,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACpB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YAC5C,CAAC;QACL,CAAC;KAAA;IAED;;;;OAIG;IACI,WAAW;QACd,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACvB,OAAO,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE;YAC3B,SAAS,EAAE,IAAI;YACf,UAAU,EAAE,CAAC;SAChB,CAAC,CAAC;IACP,CAAC;IAED;;;OAGG;IACU,UAAU,CAAC,EAAU;;YAC9B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC7D,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;oBACb,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBACxC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC9D,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;oBACb,IAAI,CAAC,OAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBACzC,CAAC;gBACD,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;YAC3B,CAAC;QACL,CAAC;KAAA;IAED;;;;OAIG;IACU,SAAS;;YAClB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAChB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC7C,CAAC;YAED,IAAI,CAAC;gBACD,aAAa;gBACb,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC/F,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC;gBAC1B,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YAC7B,CAAC;YAAC,OAAM,GAAY,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,uBAAwB,GAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACtE,CAAC;QACL,CAAC;KAAA;IAED;;;OAGG;IACU,aAAa;;YACtB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,OAAO;gBACH,OAAO,EAAE,IAAI,CAAC,KAAM,CAAC,OAAO;gBAC5B,eAAe,EAAE,IAAI,CAAC,KAAM,CAAC,eAAe;gBAC5C,KAAK,EAAE,IAAI,CAAC,KAAM,CAAC,KAAK,CAAC,MAAM;aAClC,CAAC;QACN,CAAC;KAAA;IAED;;;;OAIG;IACU,OAAO,CAA8C,EAAU;;YACxE,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,KAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAoB,CAAC;QACvE,CAAC;KAAA;IAED;;;;;;;OAOG;IACU,UAAU,CAA8C,IAAuC;;YACxG,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,IAAI,CAAQ,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBACvD,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;gBACvB,OAAO,OAAc,CAAC;YAC1B,CAAC;QACL,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,gBAAgB,CAA8C,KAA0C;;YACjH,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACzB,IAAI,CAAC;gBACD,MAAM,QAAQ,GAAgB,EAAE,CAAC;gBACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBACvD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3B,CAAC;gBACD,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;gBACvB,OAAO,QAAQ,CAAC;YACpB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,mFAAmF;gBACnF,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC1B,MAAM,CAAC,CAAC;YACZ,CAAC;QACL,CAAC;KAAA;IAED;;OAEG;IACU,cAAc;;YACvB,IAAI,CAAC;gBACD,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC7D,OAAO,IAAI,CAAC;YAChB,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACpB,OAAO,KAAK,CAAC;YACjB,CAAC;QACL,CAAC;KAAA;IAED;;;;;;OAMG;IACU,SAAS;;YAClB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,KAAM,CAAC,KAAK,CAAC,KAAK,EAAS,CAAC;QAC5C,CAAC;KAAA;IAED;;;;;;OAMG;IACU,mBAAmB,CAA8C,MAAsB;;YAChG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,KAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,2BAAY,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAQ,CAAC;QACzF,CAAC;KAAA;IAED;;;;;;;;;;OAUG;IACU,UAAU,CAA8C,MAAgB,EAAE,KAAa,EAAE,IAAY,EAAE,MAAuB,EAAE,MAAgB;;YACzJ,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAE3B,eAAe;YACf,IAAI,KAAK,GAAG,IAAI,CAAC,KAAM,CAAC,KAAK,CAAC;YAC9B,IAAI,MAAM,EAAE,CAAC;gBACT,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,2BAAY,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;YACvE,CAAC;YAED,sBAAsB;YACtB,MAAM,IAAI,GAAG,2BAAY,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC5C,MAAM,SAAS,GAA0C,EAAE,CAAC;YAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,MAAM,QAAQ,GAAG,2BAAY,CAAC,0BAA0B,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC/F,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;YACrD,CAAC;YAED,8BAA8B;YAC9B,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;YAElD,aAAa;YACb,MAAM,GAAG,GAAiC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;gBACvE,OAAO;oBACH,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAQ;oBAC9C,KAAK,EAAE,CAAC,CAAC,QAAQ;iBACpB,CAAC;YACN,CAAC,CAAC,CAAC;YAEH,yBAAyB;YACzB,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;gBACrB,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;oBACzB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oBACzE,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;oBACjD,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACzD,CAAC;YACL,CAAC;YAED,gHAAgH;YAChH,IAAI,MAAM,EAAE,CAAC;gBACT,MAAM,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;gBAC1B,KAAK,MAAM,IAAI,IAAI,GAAG;oBAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAElD,IAAI,CAAC,SAAS,EAAE,CAAC;gBAEjB,IAAI,OAAO,CAAC;gBACZ,IAAI,UAAU,CAAC;gBACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;wBAC5B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;wBACtB,OAAO,GAAG,IAAI,6BAAa,CAAE,IAAsC,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;wBAC9G,UAAU,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;wBACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;wBACxC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;wBACpC,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;wBAC7E,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAC,IAAI,EAAE,SAAS,EAAC,EAAE,CAAC,CAAC,CAAC;oBAClD,CAAC;gBACL,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;gBAC/B,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;gBACxD,OAAO,CAAC,OAAO,CAAC,CAAC,GAAQ,EAAE,EAAE;oBACzB,GAAG,CAAC,IAAI,CAAC;wBACL,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,kCAAM,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAE,QAAQ,kCAAM,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,KAAE,MAAM,EAAE,IAAI,OAAU;wBACvG,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;qBAChB,CAAC,CAAC;gBACP,CAAC,CAAC,CAAC;YAEP,CAAC;YACD,OAAO,GAAG,CAAC;QACf,CAAC;KAAA;IAED;;;;;;;OAOG;IACU,UAAU,CAA8C,IAAuC;;YACxG,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,CAAQ,CAAC;YAC1D,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBACxD,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;gBACvB,OAAO,OAAc,CAAC;YAC1B,CAAC;QACL,CAAC;KAAA;IAED;;OAEG;IACa,aAAa;;YACzB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACb,OAAO;YACX,CAAC;YAED,IAAI,CAAC,CAAA,MAAM,IAAI,CAAC,cAAc,EAAE,CAAA,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YAC5C,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;YAC5E,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7C,CAAC;KAAA;IAEa,eAAe,CAAC,IAA6B,EAAE,MAAe;;;YACxE,4BAA4B;YAC5B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;YAC1C,CAAC;YAED,gBAAgB;YAChB,MAAM,EAAE,GAAG,MAAA,IAAI,CAAC,EAAE,mCAAI,IAAA,SAAE,GAAE,CAAC;YAC3B,IAAI,MAAM,EAAE,CAAC;gBACT,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC5D,IAAI,QAAQ,EAAE,CAAC;oBACX,MAAM,IAAI,KAAK,CAAC,gBAAgB,EAAE,iBAAiB,CAAC,CAAC;gBACzD,CAAC;YACL,CAAC;YAED,6BAA6B;YAC7B,IAAI,QAAQ,GAAuB,EAAE,CAAC;YACtC,IAAI,YAAgC,CAAC;YACrC,IAAI,IAAI,CAAC,OAAQ,CAAC,eAAe,CAAC,OAAO,IAAI,IAAI,CAAC,OAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC7G,6BAA6B;gBAC7B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAQ,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;oBACtD,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;wBACtC,QAAQ,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACvC,CAAC;gBACL,CAAC;gBAED,kCAAkC;gBAClC,YAAY,GAAG,GAAG,IAAA,SAAE,GAAE,OAAO,CAAC;gBAC9B,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;gBAC/D,MAAM,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpE,CAAC;iBAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACvB,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC7B,CAAC;YAED,kBAAkB;YAClB,MAAM,OAAO,GAAc;gBACvB,EAAE,EAAE,EAAE;gBACN,QAAQ,EAAE,QAAQ;gBAClB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,IAAI,EAAE,2BAAY,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;aAC5C,CAAC;YACF,IAAI,YAAY,EAAE,CAAC;gBACf,OAAO,CAAC,YAAY,GAAG,YAAY,CAAC;YACxC,CAAC;YAED,oBAAoB;YACpB,IAAI,CAAC,MAAM,EAAE,CAAC;gBACV,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC5D,IAAI,QAAQ,EAAE,CAAC;oBACX,QAAQ,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;oBACrC,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;oBACjC,QAAQ,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;oBAC7C,OAAO,QAAQ,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC,OAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAClC,OAAO,OAAO,CAAC;gBACnB,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,OAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAClC,OAAO,OAAO,CAAC;YACnB,CAAC;QACL,CAAC;KAAA;IAEa,SAAS;;YACnB,IAAI,CAAC,WAAW,GAAG,IAAA,+BAAI,GAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,IAAA,kBAAO,EAAE,iCAAK,CAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;YAEpB,MAAM,QAAQ,GAAG,UAAW,IAAY;gBACpC,MAAM,MAAM,GAAU,EAAE,CAAC;gBACzB,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC;qBACZ,MAAM,EAAE;oBACT,2EAA2E;qBAC1E,MAAM,CAAE,CAAC,CAAM,EAAE,EAAE,CAAC,CAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,CAAE,CAAE;oBACjF,+CAA+C;qBAC9C,IAAI,CAAE,CAAC,CAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAE,CAAE,CAAC;gBAE5G,OAAO,MAAM,CAAC;YAClB,CAAC,CAAC;YAEF,IAAI,CAAC,WAAW,CAAC,YAAY,CAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAE,CAAC;YAC7D,kCAAkC;YAClC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAE,CAAE,QAAQ,CAAE,CAAE,CAAC;QACrD,CAAC;KAAA;IAEa,UAAU,CAAC,WAAmB,EAAE,KAAU,EAAE,IAAY;;YAClE,IAAI,KAAK,GAAG,WAAW,CAAC;YACxB,8DAA8D;YAC9D,IAAI,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAE,KAAK,CAAE,CAAC;YAE/C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC;KAAA;CAEJ;AAzcD,gCAycC"}
|