vectra 0.1.1 → 0.2.0

package/lib/LocalDocumentIndex.js

@@ -0,0 +1,367 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LocalDocumentIndex = void 0;
+const fs = __importStar(require("fs/promises"));
+const path = __importStar(require("path"));
+const uuid_1 = require("uuid");
+const GPT3Tokenizer_1 = require("./GPT3Tokenizer");
+const LocalIndex_1 = require("./LocalIndex");
+const TextSplitter_1 = require("./TextSplitter");
+const LocalDocumentResult_1 = require("./LocalDocumentResult");
+const LocalDocument_1 = require("./LocalDocument");
+const EMBEDDINGS_BATCH_SIZE = 500;
+class LocalDocumentIndex extends LocalIndex_1.LocalIndex {
+    constructor(config) {
+        var _a, _b;
+        super(config.folderPath);
+        this._embeddings = config.embeddings;
+        this._chunkingConfig = Object.assign({
+            keepSeparators: true,
+            chunkSize: 512,
+            chunkOverlap: 0,
+        }, config.chunkingConfig);
+        this._tokenizer = (_b = (_a = config.tokenizer) !== null && _a !== void 0 ? _a : this._chunkingConfig.tokenizer) !== null && _b !== void 0 ? _b : new GPT3Tokenizer_1.GPT3Tokenizer();
+        this._chunkingConfig.tokenizer = this._tokenizer;
+    }
+    /**
+     * Returns true if the document catalog exists.
+     */
+    isCatalogCreated() {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                yield fs.access(path.join(this.folderPath, 'catalog.json'));
+                return true;
+            }
+            catch (err) {
+                return false;
+            }
+        });
+    }
+    getDocumentId(uri) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.loadIndexData();
+            return (_a = this._catalog) === null || _a === void 0 ? void 0 : _a.uriToId[uri];
+        });
+    }
+    getDocumentUri(documentId) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.loadIndexData();
+            return (_a = this._catalog) === null || _a === void 0 ? void 0 : _a.idToUri[documentId];
+        });
+    }
+    createIndex(config) {
+        const _super = Object.create(null, {
+            createIndex: { get: () => super.createIndex }
+        });
+        return __awaiter(this, void 0, void 0, function* () {
+            yield _super.createIndex.call(this, config);
+            yield this.loadIndexData();
+        });
+    }
+    deleteDocument(uri) {
+        return __awaiter(this, void 0, void 0, function* () {
+            // Lookup document ID
+            const documentId = yield this.getDocumentId(uri);
+            if (documentId == undefined) {
+                return;
+            }
+            // Delete document chunks from index and remove from catalog
+            yield this.beginUpdate();
+            try {
+                // Get list of chunks for document
+                const chunks = yield this.listItemsByMetadata({ documentId });
+                // Delete chunks
+                for (const chunk of chunks) {
+                    yield this.deleteItem(chunk.id);
+                }
+                // Remove entry from catalog
+                delete this._newCatalog.uriToId[uri];
+                delete this._newCatalog.idToUri[documentId];
+                this._newCatalog.count--;
+                // Commit changes
+                yield this.endUpdate();
+            }
+            catch (err) {
+                // Cancel update and raise error
+                this.cancelUpdate();
+                throw new Error(`Error deleting document "${uri}": ${err.toString()}`);
+            }
+            // Delete text file from disk
+            try {
+                yield fs.unlink(path.join(this.folderPath, `${documentId}.txt`));
+            }
+            catch (err) {
+                throw new Error(`Error removing text file for document "${uri}" from disk: ${err.toString()}`);
+            }
+            // Delete metadata file from disk
+            try {
+                yield fs.unlink(path.join(this.folderPath, `${documentId}.json`));
+            }
+            catch (err) {
+                // Ignore error
+            }
+        });
+    }
+    getCatalogStats() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const stats = yield this.getIndexStats();
+            return {
+                version: this._catalog.version,
+                documents: this._catalog.count,
+                chunks: stats.items,
+                metadata_config: stats.metadata_config
+            };
+        });
+    }
+    /**
+     * Adds a document to the catalog.
+     * @remarks
+     * A new update is started if one is not already in progress. If an document with the same uri
+     * already exists, it will be replaced.
+     * @param item Item to insert
+     * @returns Inserted document
+     */
+    upsertDocument(uri, text, metadata) {
+        return __awaiter(this, void 0, void 0, function* () {
+            // Ensure embeddings configured
+            if (!this._embeddings) {
+                throw new Error(`Embeddings model not configured.`);
+            }
+            // Check for existing document ID
+            let documentId = yield this.getDocumentId(uri);
+            if (documentId != undefined) {
+                // Delete existing document
+                yield this.deleteDocument(uri);
+            }
+            else {
+                // Generate new document ID
+                documentId = (0, uuid_1.v4)();
+            }
+            // Populate docType based on extension
+            const config = Object.assign({}, this._chunkingConfig);
+            const pos = uri.lastIndexOf('.');
+            if (pos >= 0) {
+                const ext = uri.substring(pos + 1).toLowerCase();
+                config.docType = ext;
+            }
+            // Split text into chunks
+            const splitter = new TextSplitter_1.TextSplitter(config);
+            const chunks = splitter.split(text);
+            // Break chunks into batches for embedding generation
+            const chunkBatches = [];
+            let currentBatch = [];
+            for (const chunk of chunks) {
+                currentBatch.push(chunk.text);
+                if (currentBatch.length >= EMBEDDINGS_BATCH_SIZE) {
+                    chunkBatches.push(currentBatch);
+                    currentBatch = [];
+                }
+            }
+            if (currentBatch.length > 0) {
+                chunkBatches.push(currentBatch);
+            }
+            // Generate embeddings for chunks
+            const embeddings = [];
+            for (const batch of chunkBatches) {
+                let response;
+                try {
+                    response = yield this._embeddings.createEmbeddings(batch);
+                }
+                catch (err) {
+                    throw new Error(`Error generating embeddings: ${err.toString()}`);
+                }
+                // Check for error
+                if (response.status != 'success') {
+                    throw new Error(`Error generating embeddings: ${response.message}`);
+                }
+                // Add embeddings to output
+                for (const embedding of response.output) {
+                    embeddings.push(embedding);
+                }
+            }
+            // Add document chunks to index
+            yield this.beginUpdate();
+            try {
+                // Add chunks to index
+                for (let i = 0; i < chunks.length; i++) {
+                    const chunk = chunks[i];
+                    const embedding = embeddings[i];
+                    const chunkMetadata = Object.assign({
+                        documentId,
+                        startPos: chunk.startPos,
+                        endPos: chunk.endPos,
+                    }, metadata);
+                    yield this.insertItem({
+                        id: (0, uuid_1.v4)(),
+                        metadata: chunkMetadata,
+                        vector: embedding,
+                    });
+                }
+                // Save metadata file to disk
+                if (metadata != undefined) {
+                    yield fs.writeFile(path.join(this.folderPath, `${documentId}.json`), JSON.stringify(metadata));
+                }
+                // Save text file to disk
+                yield fs.writeFile(path.join(this.folderPath, `${documentId}.txt`), text);
+                // Add entry to catalog
+                this._newCatalog.uriToId[uri] = documentId;
+                this._newCatalog.idToUri[documentId] = uri;
+                this._newCatalog.count++;
+                // Commit changes
+                yield this.endUpdate();
+            }
+            catch (err) {
+                // Cancel update and raise error
+                this.cancelUpdate();
+                throw new Error(`Error adding document "${uri}": ${err.toString()}`);
+            }
+            // Return document
+            return new LocalDocument_1.LocalDocument(this.folderPath, documentId, uri);
+        });
+    }
+    queryDocuments(query, options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            // Ensure embeddings configured
+            if (!this._embeddings) {
+                throw new Error(`Embeddings model not configured.`);
+            }
+            // Ensure options are defined
+            options = Object.assign({
+                maxDocuments: 10,
+                maxChunks: 50,
+            }, options);
+            // Generate embeddings for query
+            let embeddings;
+            try {
+                embeddings = yield this._embeddings.createEmbeddings(query);
+            }
+            catch (err) {
+                throw new Error(`Error generating embeddings for query: ${err.toString()}`);
+            }
+            // Check for error
+            if (embeddings.status != 'success') {
+                throw new Error(`Error generating embeddings for query: ${embeddings.message}`);
+            }
+            // Query index for chunks
+            const results = yield this.queryItems(embeddings.output[0], options.maxChunks, options.filter);
+            // Group chunks by document
+            const documentChunks = {};
+            for (const result of results) {
+                const metadata = result.item.metadata;
+                if (documentChunks[metadata.documentId] == undefined) {
+                    documentChunks[metadata.documentId] = [];
+                }
+                documentChunks[metadata.documentId].push(result);
+            }
+            // Create a document result for each document
+            const documentResults = [];
+            for (const documentId in documentChunks) {
+                const chunks = documentChunks[documentId];
+                const uri = yield this.getDocumentUri(documentId);
+                const documentResult = new LocalDocumentResult_1.LocalDocumentResult(this.folderPath, documentId, uri, chunks, this._tokenizer);
+                documentResults.push(documentResult);
+            }
+            // Sort document results by score and return top results
+            return documentResults.sort((a, b) => b.score - a.score).slice(0, options.maxDocuments);
+        });
+    }
+    // Overrides
+    beginUpdate() {
+        const _super = Object.create(null, {
+            beginUpdate: { get: () => super.beginUpdate }
+        });
+        return __awaiter(this, void 0, void 0, function* () {
+            yield _super.beginUpdate.call(this);
+            this._newCatalog = Object.assign({}, this._catalog);
+        });
+    }
+    cancelUpdate() {
+        super.cancelUpdate();
+        this._newCatalog = undefined;
+    }
+    endUpdate() {
+        const _super = Object.create(null, {
+            endUpdate: { get: () => super.endUpdate }
+        });
+        return __awaiter(this, void 0, void 0, function* () {
+            yield _super.endUpdate.call(this);
+            try {
+                // Save catalog
+                yield fs.writeFile(path.join(this.folderPath, 'catalog.json'), JSON.stringify(this._newCatalog));
+                this._catalog = this._newCatalog;
+                this._newCatalog = undefined;
+            }
+            catch (err) {
+                throw new Error(`Error saving document catalog: ${err.toString()}`);
+            }
+        });
+    }
+    loadIndexData() {
+        const _super = Object.create(null, {
+            loadIndexData: { get: () => super.loadIndexData }
+        });
+        return __awaiter(this, void 0, void 0, function* () {
+            yield _super.loadIndexData.call(this);
+            if (this._catalog) {
+                return;
+            }
+            const catalogPath = path.join(this.folderPath, 'catalog.json');
+            if (yield this.isCatalogCreated()) {
+                // Load catalog
+                const buffer = yield fs.readFile(catalogPath);
+                this._catalog = JSON.parse(buffer.toString());
+            }
+            else {
+                try {
+                    // Initialize catalog
+                    this._catalog = {
+                        version: 1,
+                        count: 0,
+                        uriToId: {},
+                        idToUri: {},
+                    };
+                    yield fs.writeFile(catalogPath, JSON.stringify(this._catalog));
+                }
+                catch (err) {
+                    throw new Error(`Error creating document catalog: ${err.toString()}`);
+                }
+            }
+        });
+    }
+}
+exports.LocalDocumentIndex = LocalDocumentIndex;
+//# sourceMappingURL=LocalDocumentIndex.js.map

package/lib/LocalDocumentIndex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalDocumentIndex.js","sourceRoot":"","sources":["../src/LocalDocumentIndex.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAkC;AAClC,2CAA6B;AAC7B,+BAA0B;AAC1B,mDAAgD;AAChD,6CAA6D;AAC7D,iDAAkE;AAElE,+DAA4D;AAC5D,mDAAgD;AAEhD,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAelC,MAAa,kBAAmB,SAAQ,uBAAU;IAQ9C,YAAmB,MAAgC;;QAC/C,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC;YACjC,cAAc,EAAE,IAAI;YACpB,SAAS,EAAE,GAAG;YACd,YAAY,EAAE,CAAC;SACI,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,GAAG,MAAA,MAAA,MAAM,CAAC,SAAS,mCAAI,IAAI,CAAC,eAAe,CAAC,SAAS,mCAAI,IAAI,6BAAa,EAAE,CAAC;QAC5F,IAAI,CAAC,eAAe,CAAC,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC;IACrD,CAAC;IAED;;OAEG;IACU,gBAAgB;;YACzB,IAAI;gBACA,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC,CAAC;gBAC5D,OAAO,IAAI,CAAC;aACf;YAAC,OAAO,GAAY,EAAE;gBACnB,OAAO,KAAK,CAAC;aAChB;QACL,CAAC;KAAA;IAEY,aAAa,CAAC,GAAW;;;YAClC,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,OAAO,MAAA,IAAI,CAAC,QAAQ,0CAAE,OAAO,CAAC,GAAG,CAAC,CAAC;;KACtC;IAEY,cAAc,CAAC,UAAkB;;;YAC1C,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,OAAO,MAAA,IAAI,CAAC,QAAQ,0CAAE,OAAO,CAAC,UAAU,CAAC,CAAC;;KAC7C;IAEY,WAAW,CAAC,MAA0B;;;;;YAC/C,MAAM,OAAM,WAAW,YAAC,MAAM,CAAC,CAAC;YAChC,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC/B,CAAC;KAAA;IAEY,cAAc,CAAC,GAAW;;YACnC,qBAAqB;YACrB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YACjD,IAAI,UAAU,IAAI,SAAS,EAAE;gBACzB,OAAO;aACV;YAED,4DAA4D;YAC5D,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACzB,IAAI;gBACA,kCAAkC;gBAClC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAwB,EAAE,UAAU,EAAE,CAAC,CAAC;gBAErF,gBAAgB;gBAChB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;oBACxB,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;iBACnC;gBAED,4BAA4B;gBAC5B,OAAO,IAAI,CAAC,WAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBACtC,OAAO,IAAI,CAAC,WAAY,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAC7C,IAAI,CAAC,WAAY,CAAC,KAAK,EAAE,CAAC;gBAE1B,iBAAiB;gBACjB,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;aAC1B;YAAC,OAAO,GAAY,EAAE;gBACnB,gCAAgC;gBAChC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,GAAG,MAAO,GAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;aACnF;YAED,6BAA6B;YAC7B,IAAI;gBACA,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,UAAU,MAAM,CAAC,CAAC,CAAC;aACpE;YAAC,OAAO,GAAY,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,0CAA0C,GAAG,gBAAiB,GAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;aAC3G;YAED,iCAAiC;YACjC,IAAI;gBACA,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,UAAU,OAAO,CAAC,CAAC,CAAC;aACrE;YAAC,OAAO,GAAY,EAAE;gBACnB,eAAe;aAClB;QACL,CAAC;KAAA;IAEY,eAAe;;YACxB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;YACxC,OAAO;gBACH,OAAO,EAAE,IAAI,CAAC,QAAS,CAAC,OAAO;gBAC/B,SAAS,EAAE,IAAI,CAAC,QAAS,CAAC,KAAK;gBAC/B,MAAM,EAAE,KAAK,CAAC,KAAK;gBACnB,eAAe,EAAE,KAAK,CAAC,eAAe;aACzC,CAAC;QACN,CAAC;KAAA;IAED;;;;;;;OAOG;IACU,cAAc,CAAC,GAAW,EAAE,IAAY,EAAE,QAAwC;;YAC3F,+BAA+B;YAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;aACvD;YAED,iCAAiC;YACjC,IAAI,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YAC/C,IAAI,UAAU,IAAI,SAAS,EAAE;gBACzB,2BAA2B;gBAC3B,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;aAClC;iBAAM;gBACH,2BAA2B;gBAC3B,UAAU,GAAG,IAAA,SAAE,GAAE,CAAC;aACrB;YAED,sCAAsC;YACtC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,GAAG,IAAI,CAAC,EAAE;gBACV,MAAM,GAAG,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;gBACjD,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC;aACxB;YAED,yBAAyB;YACzB,MAAM,QAAQ,GAAG,IAAI,2BAAY,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEpC,qDAAqD;YACrD,MAAM,YAAY,GAAe,EAAE,CAAC;YACpC,IAAI,YAAY,GAAa,EAAE,CAAC;YAChC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;gBACxB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9B,IAAI,YAAY,CAAC,MAAM,IAAI,qBAAqB,EAAE;oBAC9C,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oBAChC,YAAY,GAAG,EAAE,CAAC;iBACrB;aACJ;YACD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBACzB,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;aACnC;YAED,iCAAiC;YACjC,MAAM,UAAU,GAAe,EAAE,CAAC;YAClC,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE;gBAC9B,IAAI,QAA4B,CAAC;gBACjC,IAAI;oBACA,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;iBAC7D;gBAAC,OAAO,GAAY,EAAE;oBACnB,MAAM,IAAI,KAAK,CAAC,gCAAiC,GAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;iBAC9E;gBAED,kBAAkB;gBAClB,IAAI,QAAQ,CAAC,MAAM,IAAI,SAAS,EAAE;oBAC9B,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;iBACvE;gBAED,2BAA2B;gBAC3B,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,MAAO,EAAE;oBACtC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;iBAC9B;aACJ;YAED,+BAA+B;YAC/B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACzB,IAAI;gBACA,sBAAsB;gBACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBACpC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;oBACxB,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;oBAChC,MAAM,aAAa,GAA0B,MAAM,CAAC,MAAM,CAAC;wBACvD,UAAU;wBACV,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,MAAM,EAAE,KAAK,CAAC,MAAM;qBACvB,EAAE,QAAQ,CAAC,CAAC;oBACb,MAAM,IAAI,CAAC,UAAU,CAAC;wBAClB,EAAE,EAAE,IAAA,SAAE,GAAE;wBACR,QAAQ,EAAE,aAAa;wBACvB,MAAM,EAAE,SAAS;qBACpB,CAAC,CAAC;iBACN;gBAED,6BAA6B;gBAC7B,IAAI,QAAQ,IAAI,SAAS,EAAE;oBACvB,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,UAAU,OAAO,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;iBAClG;gBAED,yBAAyB;gBACzB,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,UAAU,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;gBAE1E,uBAAuB;gBACvB,IAAI,CAAC,WAAY,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC;gBAC5C,IAAI,CAAC,WAAY,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC;gBAC5C,IAAI,CAAC,WAAY,CAAC,KAAK,EAAE,CAAC;gBAE1B,iBAAiB;gBACjB,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;aAC1B;YAAC,OAAO,GAAY,EAAE;gBACnB,gCAAgC;gBAChC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,MAAO,GAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;aACjF;YAED,kBAAkB;YAClB,OAAO,IAAI,6BAAa,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;QAC/D,CAAC;KAAA;IAGY,cAAc,CAAC,KAAa,EAAE,OAA8B;;YACrE,+BAA+B;YAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;aACvD;YAED,6BAA6B;YAC7B,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;gBACpB,YAAY,EAAE,EAAE;gBAChB,SAAS,EAAE,EAAE;aAChB,EAAE,OAAO,CAAC,CAAC;YAEZ,gCAAgC;YAChC,IAAI,UAA8B,CAAC;YACnC,IAAI;gBACA,UAAU,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;aAC/D;YAAC,OAAO,GAAY,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,0CAA2C,GAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;aACxF;YAED,kBAAkB;YAClB,IAAI,UAAU,CAAC,MAAM,IAAI,SAAS,EAAE;gBAChC,MAAM,IAAI,KAAK,CAAC,0CAA0C,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;aACnF;YAED,yBAAyB;YACzB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAwB,UAAU,CAAC,MAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,SAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAExH,2BAA2B;YAC3B,MAAM,cAAc,GAAoE,EAAE,CAAC;YAC3F,KAAK,MAAM,MAAM,IAAK,OAAO,EAAE;gBAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACtC,IAAI,cAAc,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,SAAS,EAAE;oBAClD,cAAc,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;iBAC5C;gBACD,cAAc,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aACpD;YAED,6CAA6C;YAC7C,MAAM,eAAe,GAA0B,EAAE,CAAC;YAClD,KAAK,MAAM,UAAU,IAAI,cAAc,EAAE;gBACrC,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;gBAC1C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAW,CAAC;gBAC5D,MAAM,cAAc,GAAG,IAAI,yCAAmB,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC1G,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;aACxC;YAED,wDAAwD;YACxD,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,YAAa,CAAC,CAAC;QAC7F,CAAC;KAAA;IAED,YAAY;IAEC,WAAW;;;;;YACpB,MAAM,OAAM,WAAW,WAAE,CAAC;YAC1B,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxD,CAAC;KAAA;IAEM,YAAY;QACf,KAAK,CAAC,YAAY,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;IACjC,CAAC;IAEY,SAAS;;;;;YAClB,MAAM,OAAM,SAAS,WAAE,CAAC;YAExB,IAAI;gBACA,eAAe;gBACf,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;gBACjG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC;gBACjC,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;aAChC;YAAC,OAAM,GAAY,EAAE;gBAClB,MAAM,IAAI,KAAK,CAAC,kCAAmC,GAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;aAChF;QACL,CAAC;KAAA;IAEe,aAAa;;;;;YACzB,MAAM,OAAM,aAAa,WAAE,CAAC;YAE5B,IAAI,IAAI,CAAC,QAAQ,EAAE;gBACf,OAAO;aACV;YAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;YAC/D,IAAI,MAAM,IAAI,CAAC,gBAAgB,EAAE,EAAE;gBAC/B,eAAe;gBACf,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;gBAC9C,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;aACjD;iBAAM;gBACH,IAAI;oBACA,qBAAqB;oBACrB,IAAI,CAAC,QAAQ,GAAG;wBACZ,OAAO,EAAE,CAAC;wBACV,KAAK,EAAE,CAAC;wBACR,OAAO,EAAE,EAAE;wBACX,OAAO,EAAE,EAAE;qBACd,CAAC;oBACF,MAAM,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;iBAClE;gBAAC,OAAM,GAAY,EAAE;oBAClB,MAAM,IAAI,KAAK,CAAC,oCAAqC,GAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;iBAClF;aACJ;QACL,CAAC;KAAA;CACJ;AAlUD,gDAkUC"}

package/lib/LocalDocumentResult.d.ts

@@ -0,0 +1,12 @@
+import { LocalDocument } from "./LocalDocument";
+import { QueryResult, DocumentChunkMetadata, Tokenizer, DocumentTextSection } from "./types";
+export declare class LocalDocumentResult extends LocalDocument {
+    private readonly _chunks;
+    private readonly _tokenizer;
+    private readonly _score;
+    constructor(folderPath: string, id: string, uri: string, chunks: QueryResult<DocumentChunkMetadata>[], tokenizer: Tokenizer);
+    get chunks(): QueryResult<DocumentChunkMetadata>[];
+    get score(): number;
+    renderSections(maxTokens: number, maxSections: number): Promise<DocumentTextSection[]>;
+}
+//# sourceMappingURL=LocalDocumentResult.d.ts.map

package/lib/LocalDocumentResult.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalDocumentResult.d.ts","sourceRoot":"","sources":["../src/LocalDocumentResult.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,qBAAqB,EAAE,SAAS,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAE7F,qBAAa,mBAAoB,SAAQ,aAAa;IAClD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuC;IAC/D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAY;IACvC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;gBAEb,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,qBAAqB,CAAC,EAAE,EAAE,SAAS,EAAE,SAAS;IAWlI,IAAW,MAAM,IAAI,WAAW,CAAC,qBAAqB,CAAC,EAAE,CAExD;IAED,IAAW,KAAK,IAAI,MAAM,CAEzB;IAEY,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC;CAmKtG"}

package/lib/LocalDocumentResult.js

@@ -0,0 +1,186 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LocalDocumentResult = void 0;
+const LocalDocument_1 = require("./LocalDocument");
+class LocalDocumentResult extends LocalDocument_1.LocalDocument {
+    constructor(folderPath, id, uri, chunks, tokenizer) {
+        super(folderPath, id, uri);
+        this._chunks = chunks;
+        this._tokenizer = tokenizer;
+        // Compute average score
+        let score = 0;
+        this._chunks.forEach(chunk => score += chunk.score);
+        this._score = score / this._chunks.length;
+    }
+    get chunks() {
+        return this._chunks;
+    }
+    get score() {
+        return this._score;
+    }
+    renderSections(maxTokens, maxSections) {
+        return __awaiter(this, void 0, void 0, function* () {
+            // Load text from disk
+            const text = yield this.loadText();
+            // First check to see if the entire document is less than maxTokens
+            const tokens = this._tokenizer.encode(text);
+            if (tokens.length < maxTokens) {
+                return [{
+                        text,
+                        tokenCount: tokens.length,
+                        score: 1.0
+                    }];
+            }
+            // Otherwise, we need to split the document into sections
+            // - Add each chunk to a temp array and filter out any chunk that's longer then maxTokens.
+            // - Sort the array by startPos to arrange chunks in document order.
+            // - Generate a new array of sections by combining chunks until the maxTokens is reached for each section.
+            // - Generate an aggregate score for each section by averaging the score of each chunk in the section.
+            // - Sort the sections by score and limit to maxSections.
+            // - For each remaining section combine adjacent chunks of text.
+            // - Dynamically add overlapping chunks of text to each section until the maxTokens is reached.
+            const chunks = this._chunks.map(chunk => {
+                const startPos = chunk.item.metadata.startPos;
+                const endPos = chunk.item.metadata.endPos;
+                const chunkText = text.substring(startPos, endPos + 1);
+                return {
+                    text: chunkText,
+                    startPos,
+                    endPos,
+                    score: chunk.score,
+                    tokenCount: this._tokenizer.encode(chunkText).length
+                };
+            }).filter(chunk => chunk.tokenCount <= maxTokens).sort((a, b) => a.startPos - b.startPos);
+            // Check for no chunks
+            if (chunks.length === 0) {
+                // Take the top chunk and return a subset of its text
+                const topChunk = this._chunks[0];
+                const startPos = topChunk.item.metadata.startPos;
+                const endPos = topChunk.item.metadata.endPos;
+                const chunkText = text.substring(startPos, endPos + 1);
+                const tokens = this._tokenizer.encode(chunkText);
+                return [{
+                        text: this._tokenizer.decode(tokens.slice(0, maxTokens)),
+                        tokenCount: maxTokens,
+                        score: topChunk.score
+                    }];
+            }
+            // Generate sections
+            const sections = [{
+                    chunks: [],
+                    score: 0,
+                    tokenCount: 0
+                }];
+            for (let i = 0; i < chunks.length; i++) {
+                const chunk = chunks[i];
+                let section = sections[sections.length - 1];
+                if (section.tokenCount + chunk.tokenCount > maxTokens) {
+                    sections.push({
+                        chunks: [],
+                        score: 0,
+                        tokenCount: 0
+                    });
+                }
+                sections[sections.length - 1].chunks.push(chunk);
+                sections[sections.length - 1].score += chunk.score;
+                sections[sections.length - 1].tokenCount += chunk.tokenCount;
+            }
+            // Normalize section scores
+            sections.forEach(section => section.score /= section.chunks.length);
+            // Sort sections by score and limit to maxSections
+            sections.sort((a, b) => b.score - a.score);
+            if (sections.length > maxSections) {
+                sections.splice(maxSections, sections.length - maxSections);
+            }
+            // Combine adjacent chunks of text
+            sections.forEach(section => {
+                for (let i = 0; i < section.chunks.length - 1; i++) {
+                    const chunk = section.chunks[i];
+                    const nextChunk = section.chunks[i + 1];
+                    if (chunk.endPos + 1 === nextChunk.startPos) {
+                        chunk.text += nextChunk.text;
+                        chunk.endPos = nextChunk.endPos;
+                        chunk.tokenCount += nextChunk.tokenCount;
+                        section.chunks.splice(i + 1, 1);
+                        i--;
+                    }
+                }
+            });
+            // Add overlapping chunks of text to each section until the maxTokens is reached
+            const connector = {
+                text: '\n\n...\n\n',
+                startPos: -1,
+                endPos: -1,
+                score: 0,
+                tokenCount: this._tokenizer.encode('\n\n...\n\n').length
+            };
+            sections.forEach(section => {
+                // Insert connectors between chunks
+                if (section.chunks.length > 1) {
+                    for (let i = 0; i < section.chunks.length - 1; i++) {
+                        section.chunks.splice(i + 1, 0, connector);
+                        section.tokenCount += connector.tokenCount;
+                        i++;
+                    }
+                }
+                // Add chunks to beginning and end of the section until maxTokens is reached
+                let budget = maxTokens - section.tokenCount;
+                if (budget > 40) {
+                    const sectionStart = section.chunks[0].startPos;
+                    const sectionEnd = section.chunks[section.chunks.length - 1].endPos;
+                    if (sectionStart > 0) {
+                        const beforeTex = text.substring(0, section.chunks[0].startPos);
+                        const beforeTokens = this._tokenizer.encode(beforeTex);
+                        const beforeBudget = sectionEnd < text.length - 1 ? Math.min(beforeTokens.length, Math.ceil(budget / 2)) : Math.min(beforeTokens.length, budget);
+                        const chunk = {
+                            text: this._tokenizer.decode(beforeTokens.slice(-beforeBudget)),
+                            startPos: sectionStart - beforeBudget,
+                            endPos: sectionStart - 1,
+                            score: 0,
+                            tokenCount: beforeBudget
+                        };
+                        section.chunks.unshift(chunk);
+                        section.tokenCount += chunk.tokenCount;
+                        budget -= chunk.tokenCount;
+                    }
+                    if (sectionEnd < text.length - 1) {
+                        const afterText = text.substring(sectionEnd + 1);
+                        const afterTokens = this._tokenizer.encode(afterText);
+                        const afterBudget = Math.min(afterTokens.length, budget);
+                        const chunk = {
+                            text: this._tokenizer.decode(afterTokens.slice(0, afterBudget)),
+                            startPos: sectionEnd + 1,
+                            endPos: sectionEnd + afterBudget,
+                            score: 0,
+                            tokenCount: afterBudget
+                        };
+                        section.chunks.push(chunk);
+                        section.tokenCount += chunk.tokenCount;
+                        budget -= chunk.tokenCount;
+                    }
+                }
+            });
+            // Return final rendered sections
+            return sections.map(section => {
+                let text = '';
+                section.chunks.forEach(chunk => text += chunk.text);
+                return {
+                    text: text,
+                    tokenCount: section.tokenCount,
+                    score: section.score
+                };
+            });
+        });
+    }
+}
+exports.LocalDocumentResult = LocalDocumentResult;
+//# sourceMappingURL=LocalDocumentResult.js.map

package/lib/LocalDocumentResult.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalDocumentResult.js","sourceRoot":"","sources":["../src/LocalDocumentResult.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,mDAAgD;AAGhD,MAAa,mBAAoB,SAAQ,6BAAa;IAKlD,YAAmB,UAAkB,EAAE,EAAU,EAAE,GAAW,EAAE,MAA4C,EAAE,SAAoB;QAC9H,KAAK,CAAC,UAAU,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAE5B,wBAAwB;QACxB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC;QACpD,IAAI,CAAC,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC9C,CAAC;IAED,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,IAAW,KAAK;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAEY,cAAc,CAAC,SAAiB,EAAE,WAAmB;;YAC9D,sBAAsB;YACtB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YAEnC,mEAAmE;YACnE,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC5C,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE;gBAC3B,OAAO,CAAC;wBACJ,IAAI;wBACJ,UAAU,EAAE,MAAM,CAAC,MAAM;wBACzB,KAAK,EAAE,GAAG;qBACb,CAAC,CAAC;aACN;YAED,yDAAyD;YACzD,0FAA0F;YAC1F,oEAAoE;YACpE,0GAA0G;YAC1G,sGAAsG;YACtG,yDAAyD;YACzD,gEAAgE;YAChE,+FAA+F;YAC/F,MAAM,MAAM,GAAmB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;gBACpD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;gBACvD,OAAO;oBACH,IAAI,EAAE,SAAS;oBACf,QAAQ;oBACR,MAAM;oBACN,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM;iBACvD,CAAC;YACN,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,UAAU,IAAI,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;YAE1F,sBAAsB;YACtB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;gBACrB,qDAAqD;gBACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACjC,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBACjD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;gBACvD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBACjD,OAAO,CAAC;wBACJ,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;wBACxD,UAAU,EAAE,SAAS;wBACrB,KAAK,EAAE,QAAQ,CAAC,KAAK;qBACxB,CAAC,CAAC;aACN;YAED,oBAAoB;YACpB,MAAM,QAAQ,GAAc,CAAC;oBACzB,MAAM,EAAE,EAAE;oBACV,KAAK,EAAE,CAAC;oBACR,UAAU,EAAE,CAAC;iBAChB,CAAC,CAAC;YACH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBACpC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACxB,IAAI,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC5C,IAAI,OAAO,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,GAAG,SAAS,EAAE;oBACnD,QAAQ,CAAC,IAAI,CAAC;wBACV,MAAM,EAAE,EAAE;wBACV,KAAK,EAAE,CAAC;wBACR,UAAU,EAAE,CAAC;qBAChB,CAAC,CAAC;iBACN;gBACD,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACjD,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC;gBACnD,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC;aAChE;YAED,2BAA2B;YAC3B,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAEpE,kDAAkD;YAClD,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YAC3C,IAAI,QAAQ,CAAC,MAAM,GAAG,WAAW,EAAE;gBAC/B,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC;aAC/D;YAED,kCAAkC;YAClC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;oBAChD,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBAChC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBACxC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,KAAK,SAAS,CAAC,QAAQ,EAAE;wBACzC,KAAK,CAAC,IAAI,IAAI,SAAS,CAAC,IAAI,CAAC;wBAC7B,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;wBAChC,KAAK,CAAC,UAAU,IAAI,SAAS,CAAC,UAAU,CAAC;wBACzC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;wBAChC,CAAC,EAAE,CAAC;qBACP;iBACJ;YACL,CAAC,CAAC,CAAC;YAEH,gFAAgF;YAChF,MAAM,SAAS,GAAiB;gBAC5B,IAAI,EAAE,aAAa;gBACnB,QAAQ,EAAE,CAAC,CAAC;gBACZ,MAAM,EAAE,CAAC,CAAC;gBACV,KAAK,EAAE,CAAC;gBACR,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM;aAC3D,CAAC;YACF,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBACvB,mCAAmC;gBACnC,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;oBAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;wBAChD,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;wBAC3C,OAAO,CAAC,UAAU,IAAI,SAAS,CAAC,UAAU,CAAC;wBAC3C,CAAC,EAAE,CAAC;qBACP;iBACJ;gBAED,4EAA4E;gBAC5E,IAAI,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC;gBAC5C,IAAI,MAAM,GAAG,EAAE,EAAE;oBACb,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;oBAChD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;oBACpE,IAAI,YAAY,GAAG,CAAC,EAAE;wBAClB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;wBAChE,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;wBACvD,MAAM,YAAY,GAAG,UAAU,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,GAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;wBAC/I,MAAM,KAAK,GAAiB;4BACxB,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC;4BAC/D,QAAQ,EAAE,YAAY,GAAG,YAAY;4BACrC,MAAM,EAAE,YAAY,GAAG,CAAC;4BACxB,KAAK,EAAE,CAAC;4BACR,UAAU,EAAE,YAAY;yBAC3B,CAAC;wBACF,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;wBAC9B,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC;wBACvC,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC;qBAC9B;oBAED,IAAI,UAAU,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;wBAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;wBACjD,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;wBACtD,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;wBACzD,MAAM,KAAK,GAAiB;4BACxB,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;4BAC/D,QAAQ,EAAE,UAAU,GAAG,CAAC;4BACxB,MAAM,EAAE,UAAU,GAAG,WAAW;4BAChC,KAAK,EAAE,CAAC;4BACR,UAAU,EAAE,WAAW;yBAC1B,CAAC;wBACF,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBAC3B,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC;wBACvC,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC;qBAC9B;iBACJ;YACL,CAAC,CAAC,CAAC;YAEH,iCAAiC;YACjC,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;gBAC1B,IAAI,IAAI,GAAG,EAAE,CAAC;gBACd,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;gBACpD,OAAO;oBACH,IAAI,EAAE,IAAI;oBACV,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,KAAK,EAAE,OAAO,CAAC,KAAK;iBACvB,CAAC;YACN,CAAC,CAAC,CAAC;QACP,CAAC;KAAA;CACJ;AA3LD,kDA2LC"}