@peerbit/indexer-simple 0.0.1-cccc078

package/dist/src/index.d.ts

@@ -0,0 +1,44 @@
+import * as types from "@peerbit/indexer-interface";
+export declare class HashmapIndex<T extends Record<string, any>, NestedType = any> implements types.Index<T, NestedType> {
+    private _index;
+    private _resultsCollectQueue;
+    private indexByArr;
+    private properties;
+    init(properties: types.IndexEngineInitProperties<T, NestedType>): this;
+    get(id: types.IdKey): Promise<types.IndexedResult<T> | undefined>;
+    put(value: T, id?: types.IdKey): void;
+    del(query: types.DeleteRequest): Promise<types.IdKey[]>;
+    getSize(): number | Promise<number>;
+    iterator(): IterableIterator<[string | number | bigint, types.IndexedValue<T>]>;
+    start(): void | Promise<void>;
+    stop(): void | Promise<void>;
+    drop(): void;
+    sum(query: types.SumRequest): Promise<number | bigint>;
+    count(query: types.CountRequest): Promise<number>;
+    private queryAll;
+    query(query: types.SearchRequest, properties: {
+        reference?: boolean;
+    }): Promise<types.IndexedResults<T>>;
+    next(query: types.CollectNextRequest): Promise<types.IndexedResults<T>>;
+    close(query: types.CloseIteratorRequest): void;
+    private handleFieldQuery;
+    private handleQueryObject;
+    private handleStringMatch;
+    private _queryDocuments;
+    getPending(cursorId: string): number | undefined;
+    get cursorCount(): number;
+}
+export declare class HashmapIndices implements types.Indices {
+    private scopes;
+    private indices;
+    private closed;
+    constructor();
+    init<T extends Record<string, any>, NestedType>(properties: types.IndexEngineInitProperties<T, any>): Promise<HashmapIndex<T, NestedType>>;
+    scope(name: string): Promise<types.Indices>;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    drop(): Promise<void>;
+}
+declare const create: () => HashmapIndices;
+export { create };
+//# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,KAAK,MAAM,4BAA4B,CAAC;AAqEpD,qBAAa,YAAY,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,UAAU,GAAG,GAAG,CACxE,YAAW,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC;IAErC,OAAO,CAAC,MAAM,CAAuD;IACrE,OAAO,CAAC,oBAAoB,CAGzB;IAEH,OAAO,CAAC,UAAU,CAAW;IAC7B,OAAO,CAAC,UAAU,CAAiD;IAEnE,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAC,EAAE,UAAU,CAAC;IAuBzD,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;IAWvE,GAAG,CACF,KAAK,EAAE,CAAC,EACR,EAAE,cAA8D,GAC9D,IAAI;IAID,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IAU7D,OAAO,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAInC,QAAQ;IAKR,KAAK,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7B,IAAI,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5B,IAAI;IAgBE,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IAiBtD,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;YAIzC,QAAQ;IAwChB,KAAK,CACV,KAAK,EAAE,KAAK,CAAC,aAAa,EAC1B,UAAU,EAAE;QAAE,SAAS,CAAC,EAAE,OAAO,CAAA;KAAE,GACjC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAqC7B,IAAI,CACT,KAAK,EAAE,KAAK,CAAC,kBAAkB,GAC7B,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IA4BnC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,oBAAoB,GAAG,IAAI;YAIhC,gBAAgB;YA0FhB,iBAAiB;IAwD/B,OAAO,CAAC,iBAAiB;YAmBX,eAAe;IAa7B,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAIhD,IAAI,WAAW,IAAI,MAAM,CAExB;CACD;AAED,qBAAa,cAAe,YAAW,KAAK,CAAC,OAAO;IACnD,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,OAAO,CAAwD;IACvE,OAAO,CAAC,MAAM,CAAU;;IAMlB,IAAI,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,UAAU,EACnD,UAAU,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAC,EAAE,GAAG,CAAC;IAmB9C,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;IAY3C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAWtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAUrB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAW3B;AAED,QAAA,MAAM,MAAM,sBAA6B,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,CAAC"}

package/dist/src/index.js

@@ -0,0 +1,452 @@
+import { deserialize, serialize } from "@dao-xyz/borsh";
+import { Cache } from "@peerbit/cache";
+import * as types from "@peerbit/indexer-interface";
+import { logger as loggerFn } from "@peerbit/logger";
+import { equals } from "uint8arrays";
+const logger = loggerFn({ module: "simple-index-engine" });
+const getBatchFromResults = (results, wantedSize) => {
+    const batch = [];
+    /* let size = 0; */
+    for (const result of results) {
+        batch.push(result);
+        /* 	size += types.extractFieldValue<number>(result, properties.sizeProperty);
+            if (size > properties.maxSize) {
+                break;
+            } */
+        if (wantedSize <= batch.length) {
+            break;
+        }
+    }
+    results.splice(0, batch.length);
+    return batch;
+};
+/* const resolveNestedAliasesRecursively = (request: types.SearchRequest) => {
+    const map = new Map();
+    for (const query of request.query) {
+        _resolveNestedAliasesRecursively(query, map);
+    }
+    return map;
+}
+ */
+const cloneResults = (indexed, schema) => {
+    return indexed.map((x) => {
+        return { id: x.id, value: deserialize(serialize(x.value), schema) };
+    });
+};
+/*
+const _resolveNestedAliasesRecursively = (query: types.Query, aliases: Map<string, string>) => {
+
+    if (query instanceof types.Nested) {
+        aliases.set(query.id, query.path);
+        for (const subQuery of query.query) {
+            _resolveNestedAliasesRecursively(subQuery, aliases);
+        }
+    }
+    else if (query instanceof types.And) {
+        for (const subQuery of query.and) {
+            _resolveNestedAliasesRecursively(subQuery, aliases);
+        }
+    }
+    else if (query instanceof types.Or) {
+        for (const subQuery of query.or) {
+            _resolveNestedAliasesRecursively(subQuery, aliases);
+        }
+    }
+    else if (query instanceof types.Not) {
+        _resolveNestedAliasesRecursively(query.not, aliases);
+    }
+
+}
+ */
+export class HashmapIndex {
+    _index;
+    _resultsCollectQueue;
+    indexByArr;
+    properties;
+    init(properties) {
+        this.properties = properties;
+        this._index = new Map();
+        this._resultsCollectQueue = new Cache({ max: 10000 }); // TODO choose limit better
+        if (properties.indexBy) {
+            this.indexByArr = Array.isArray(properties.indexBy)
+                ? properties.indexBy
+                : [properties.indexBy];
+        }
+        else {
+            const indexBy = types.getIdProperty(properties.schema);
+            if (!indexBy) {
+                throw new Error("No indexBy property defined nor schema has a property decorated with `id({ type: '...' })`");
+            }
+            this.indexByArr = indexBy;
+        }
+        return this;
+    }
+    async get(id) {
+        const value = this._index.get(id.primitive);
+        if (!value) {
+            return;
+        }
+        return {
+            id,
+            value: value.value,
+        };
+    }
+    put(value, id = types.toId(types.extractFieldValue(value, this.indexByArr))) {
+        this._index.set(id.primitive, { id, value });
+    }
+    async del(query) {
+        let deleted = [];
+        for (const doc of await this.queryAll(query)) {
+            if (this._index.delete(doc.id.primitive)) {
+                deleted.push(doc.id);
+            }
+        }
+        return deleted;
+    }
+    getSize() {
+        return this._index.size;
+    }
+    iterator() {
+        // return a iterator if key value pairs, where the value is the indexed record
+        return this._index.entries();
+    }
+    start() {
+        // nothing to do
+    }
+    stop() {
+        this._resultsCollectQueue.clear();
+    }
+    drop() {
+        this._index.clear();
+        this._resultsCollectQueue.clear();
+        /* for (const subindex of this.subIndices) {
+            subindex[1].clear()
+        } */
+    }
+    /* 	subindex(name: string): types.IndexEngine<any> {
+    
+            const subIndex = new HashmapIndexEngine();
+            this.subIndices.set(name, subIndex);
+            return subIndex;
+        }
+     */
+    async sum(query) {
+        let sum = undefined;
+        for (const doc of await this.queryAll(query)) {
+            let value = doc.value;
+            for (const path of query.key) {
+                value = value[path];
+            }
+            if (typeof value === "number") {
+                sum = (sum || 0) + value;
+            }
+            else if (typeof value === "bigint") {
+                sum = (sum || 0n) + value;
+            }
+        }
+        return sum != null ? sum : 0;
+    }
+    async count(query) {
+        return (await this.queryAll(query)).length;
+    }
+    async queryAll(query) {
+        if (query.query.length === 1 &&
+            (query.query[0] instanceof types.ByteMatchQuery ||
+                query.query[0] instanceof types.StringMatch) &&
+            types.stringArraysEquals(query.query[0].key, this.indexByArr)) {
+            const firstQuery = query.query[0];
+            if (firstQuery instanceof types.ByteMatchQuery) {
+                const doc = this._index.get(types.toId(firstQuery.value).primitive);
+                return doc ? [doc] : [];
+            }
+            else if (firstQuery instanceof types.StringMatch &&
+                firstQuery.method === types.StringMatchMethod.exact &&
+                firstQuery.caseInsensitive === false) {
+                const doc = this._index.get(firstQuery.value);
+                return doc ? [doc] : [];
+            }
+        }
+        // Handle query normally
+        const indexedDocuments = await this._queryDocuments(async (doc) => {
+            for (const f of query.query) {
+                if (!(await this.handleQueryObject(f, doc.value))) {
+                    return false;
+                }
+            }
+            return true;
+        });
+        return indexedDocuments;
+    }
+    async query(query, properties) {
+        const indexedDocuments = await this.queryAll(query);
+        if (indexedDocuments.length <= 1) {
+            return {
+                kept: 0,
+                results: indexedDocuments,
+            };
+        }
+        /* const aliases = resolveNestedAliasesRecursively(query) */
+        // Sort
+        indexedDocuments.sort((a, b) => types.extractSortCompare(a.value, b.value, query.sort));
+        const batch = getBatchFromResults(indexedDocuments, query.fetch);
+        if (indexedDocuments.length > 0) {
+            this._resultsCollectQueue.add(query.idString, {
+                arr: indexedDocuments,
+                reference: properties?.reference,
+            }); // cache resulst not returned
+        }
+        // TODO dont leak kept if canRead is defined, or return something random
+        return {
+            kept: indexedDocuments.length,
+            results: properties?.reference
+                ? batch
+                : cloneResults(batch, this.properties.schema),
+        };
+    }
+    async next(query) {
+        const results = this._resultsCollectQueue.get(query.idString);
+        if (!results) {
+            return {
+                results: [],
+                kept: 0,
+            };
+        }
+        const batch = getBatchFromResults(results.arr, query.amount);
+        if (results.arr.length === 0) {
+            this._resultsCollectQueue.del(query.idString); // TODO add tests for proper cleanup/timeouts
+        }
+        // TODO dont leak kept if canRead is defined, or return something random
+        return {
+            results: results.reference
+                ? batch
+                : cloneResults(batch, this.properties.schema),
+            kept: results.arr.length,
+        };
+    }
+    close(query) {
+        this._resultsCollectQueue.del(query.idString);
+    }
+    async handleFieldQuery(f, obj, startIndex) {
+        // this clause is needed if we have a field that is of type [][] (we will recursively go through each subarray)
+        if (Array.isArray(obj) ||
+            (obj instanceof Uint8Array && f instanceof types.ByteMatchQuery === false)) {
+            for (const element of obj) {
+                if (await this.handleFieldQuery(f, element, startIndex)) {
+                    return true;
+                }
+            }
+            return false;
+        }
+        // Resolve the field from the key path. If we reach an array or nested Document store,
+        // then do a recursive call or a search to look into them
+        for (let i = startIndex; i < f.key.length; i++) {
+            obj = obj[f.key[i]];
+            if (Array.isArray(obj) ||
+                (obj instanceof Uint8Array &&
+                    f instanceof types.ByteMatchQuery === false)) {
+                for (const element of obj) {
+                    if (await this.handleFieldQuery(f, element, i + 1)) {
+                        return true;
+                    }
+                }
+                return false;
+            }
+            if (this.properties.nested?.match(obj)) {
+                const queryCloned = f.clone();
+                queryCloned.key.splice(0, i + 1); // remove key path until the document store
+                const results = await this.properties.nested.query(obj, new types.SearchRequest({ query: [queryCloned] }));
+                return results.length > 0 ? true : false; // TODO return INNER HITS?
+            }
+        }
+        if (f instanceof types.IsNull) {
+            if (obj == null) {
+                return true;
+            }
+            return false;
+        }
+        if (obj == null) {
+            return undefined;
+        }
+        //  When we reach here, the field value (obj) is comparable
+        if (f instanceof types.StringMatch) {
+            let compare = f.value;
+            if (f.caseInsensitive) {
+                compare = compare.toLowerCase();
+            }
+            if (this.handleStringMatch(f, compare, obj)) {
+                return true;
+            }
+            return false;
+        }
+        else if (f instanceof types.ByteMatchQuery) {
+            if (obj instanceof Uint8Array === false) {
+                if (types.stringArraysEquals(f.key, this.indexByArr)) {
+                    return f.valueString === obj;
+                }
+                return false;
+            }
+            return equals(obj, f.value);
+        }
+        else if (f instanceof types.IntegerCompare) {
+            const value = obj;
+            if (typeof value !== "bigint" && typeof value !== "number") {
+                return false;
+            }
+            return types.compare(value, f.compare, f.value.value);
+        }
+        else if (f instanceof types.BoolQuery) {
+            return obj === f.value; // true/false
+        }
+        logger.warn("Unsupported query type: " + f.constructor.name);
+        return false;
+    }
+    async handleQueryObject(f, value) {
+        if (f instanceof types.StateFieldQuery) {
+            return this.handleFieldQuery(f, value, 0);
+        }
+        else if (f instanceof types.Nested) {
+            // assume field valua is of array type and iterate over each object and match its parts
+            let arr = value[f.path];
+            if (!Array.isArray(arr)) {
+                throw new Error("Nested field is not an array");
+            }
+            for (const element of arr) {
+                for (const query of f.query) {
+                    if (await this.handleQueryObject(query, element)) {
+                        return true;
+                    }
+                }
+            }
+            return false; // TODO test this codepath
+        }
+        else if (f instanceof types.LogicalQuery) {
+            if (f instanceof types.And) {
+                for (const and of f.and) {
+                    const ret = await this.handleQueryObject(and, value);
+                    if (!ret) {
+                        return ret;
+                    }
+                }
+                return true;
+            }
+            if (f instanceof types.Or) {
+                for (const or of f.or) {
+                    const ret = await this.handleQueryObject(or, value);
+                    if (ret === true) {
+                        return true;
+                    }
+                    else if (ret === undefined) {
+                        return undefined;
+                    }
+                }
+                return false;
+            }
+            if (f instanceof types.Not) {
+                const ret = await this.handleQueryObject(f.not, value);
+                if (ret === undefined) {
+                    return undefined;
+                }
+                return !ret;
+            }
+        }
+        logger.info("Unsupported query type: " + f.constructor.name);
+        return false;
+    }
+    handleStringMatch(f, compare, fv) {
+        if (typeof fv !== "string") {
+            return false;
+        }
+        if (f.caseInsensitive) {
+            fv = fv.toLowerCase();
+        }
+        if (f.method === types.StringMatchMethod.exact) {
+            return fv === compare;
+        }
+        if (f.method === types.StringMatchMethod.prefix) {
+            return fv.startsWith(compare);
+        }
+        if (f.method === types.StringMatchMethod.contains) {
+            return fv.includes(compare);
+        }
+        throw new Error("Unsupported");
+    }
+    async _queryDocuments(filter) {
+        // Whether we return the full operation data or just the db value
+        const results = [];
+        for (const value of this._index.values()) {
+            if (await filter(value)) {
+                results.push(value);
+            }
+        }
+        return results;
+    }
+    getPending(cursorId) {
+        return this._resultsCollectQueue.get(cursorId)?.arr.length;
+    }
+    get cursorCount() {
+        return this._resultsCollectQueue.size;
+    }
+}
+export class HashmapIndices {
+    scopes;
+    indices = [];
+    closed;
+    constructor() {
+        this.scopes = new Map();
+        this.closed = true;
+    }
+    async init(properties) {
+        const existingIndex = this.indices.find((i) => i.schema === properties.schema);
+        if (existingIndex) {
+            return existingIndex.index;
+        }
+        const index = new HashmapIndex();
+        this.indices.push({ schema: properties.schema, index });
+        await index.init(properties);
+        if (!this.closed) {
+            await index.start();
+        }
+        return index;
+    }
+    async scope(name) {
+        let scope = this.scopes.get(name);
+        if (!scope) {
+            scope = new HashmapIndices();
+            if (!this.closed) {
+                await scope.start();
+            }
+            this.scopes.set(name, scope);
+        }
+        return scope;
+    }
+    async start() {
+        this.closed = false;
+        for (const scope of this.scopes.values()) {
+            await scope.start();
+        }
+        for (const index of this.indices) {
+            await index.index.start();
+        }
+    }
+    async stop() {
+        this.closed = true;
+        for (const scope of this.scopes.values()) {
+            await scope.stop();
+        }
+        for (const index of this.indices) {
+            await index.index.stop();
+        }
+    }
+    async drop() {
+        for (const scope of this.scopes.values()) {
+            await scope.drop();
+        }
+        for (const index of this.indices) {
+            await index.index.drop();
+        }
+        this.scopes.clear();
+    }
+}
+const create = () => new HashmapIndices();
+export { create };
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,KAAK,KAAK,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAM,MAAM,GAAG,QAAQ,CAAC,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAC,CAAC;AAE3D,MAAM,mBAAmB,GAAG,CAC3B,OAAgC,EAChC,UAAkB,EAEjB,EAAE;IACH,MAAM,KAAK,GAA4B,EAAE,CAAC;IAC1C,mBAAmB;IACnB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnB;;;gBAGK;QACL,IAAI,UAAU,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM;QACP,CAAC;IACF,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAChC,OAAO,KAAK,CAAC;AACd,CAAC,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,YAAY,GAAG,CACpB,OAAgC,EAChC,MAAW,EACe,EAAE;IAC5B,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACxB,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC;AACF;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,MAAM,OAAO,YAAY;IAGhB,MAAM,CAAuD;IAC7D,oBAAoB,CAGzB;IAEK,UAAU,CAAW;IACrB,UAAU,CAAiD;IAEnE,IAAI,CAAC,UAA0D;QAC9D,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,oBAAoB,GAAG,IAAI,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,2BAA2B;QAClF,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;gBAClD,CAAC,CAAC,UAAU,CAAC,OAAO;gBACpB,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACzB,CAAC;aAAM,CAAC;YACP,MAAM,OAAO,GAAG,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAEvD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CACd,4FAA4F,CAC5F,CAAC;YACH,CAAC;YAED,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC;QAC3B,CAAC;QAED,OAAO,IAAI,CAAC;IACb,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAe;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,OAAO;QACR,CAAC;QACD,OAAO;YACN,EAAE;YACF,KAAK,EAAE,KAAK,CAAC,KAAK;SAClB,CAAC;IACH,CAAC;IAED,GAAG,CACF,KAAQ,EACR,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAEhE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAA0B;QACnC,IAAI,OAAO,GAAkB,EAAE,CAAC;QAChC,KAAK,MAAM,GAAG,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9C,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC1C,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtB,CAAC;QACF,CAAC;QACD,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,OAAO;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,QAAQ;QACP,8EAA8E;QAC9E,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK;QACJ,gBAAgB;IACjB,CAAC;IAED,IAAI;QACH,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;IACnC,CAAC;IAED,IAAI;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;QAClC;;YAEI;IACL,CAAC;IAED;;;;;;OAMG;IAEH,KAAK,CAAC,GAAG,CAAC,KAAuB;QAChC,IAAI,GAAG,GAAgC,SAAS,CAAC;QACjD,KAAK,MAAM,GAAG,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9C,IAAI,KAAK,GAAQ,GAAG,CAAC,KAAK,CAAC;YAC3B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;gBAC9B,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;YAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC/B,GAAG,GAAG,CAAE,GAAc,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC;YACtC,CAAC;iBAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACtC,GAAG,GAAG,CAAE,GAAc,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC;YACvC,CAAC;QACF,CAAC;QACD,OAAO,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAyB;QACpC,OAAO,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5C,CAAC;IAEO,KAAK,CAAC,QAAQ,CACrB,KAImB;QAEnB,IACC,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YACxB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,cAAc;gBAC9C,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,WAAW,CAAC;YAC7C,KAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,EAC5D,CAAC;YACF,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAClC,IAAI,UAAU,YAAY,KAAK,CAAC,cAAc,EAAE,CAAC;gBAChD,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC;gBACpE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACzB,CAAC;iBAAM,IACN,UAAU,YAAY,KAAK,CAAC,WAAW;gBACvC,UAAU,CAAC,MAAM,KAAK,KAAK,CAAC,iBAAiB,CAAC,KAAK;gBACnD,UAAU,CAAC,eAAe,KAAK,KAAK,EACnC,CAAC;gBACF,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC9C,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACzB,CAAC;QACF,CAAC;QAED,wBAAwB;QACxB,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACjE,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC7B,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;oBACnD,OAAO,KAAK,CAAC;gBACd,CAAC;YACF,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,OAAO,gBAAgB,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,KAAK,CACV,KAA0B,EAC1B,UAAmC;QAEnC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACpD,IAAI,gBAAgB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAClC,OAAO;gBACN,IAAI,EAAE,CAAC;gBACP,OAAO,EAAE,gBAAgB;aACzB,CAAC;QACH,CAAC;QAED,4DAA4D;QAE5D,OAAO;QACP,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAC9B,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CACtD,CAAC;QACF,MAAM,KAAK,GAAG,mBAAmB,CAChC,gBAAgB,EAChB,KAAK,CAAC,KAAK,CAEX,CAAC;QAEF,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE;gBAC7C,GAAG,EAAE,gBAAgB;gBACrB,SAAS,EAAE,UAAU,EAAE,SAAS;aAChC,CAAC,CAAC,CAAC,6BAA6B;QAClC,CAAC;QAED,wEAAwE;QACxE,OAAO;YACN,IAAI,EAAE,gBAAgB,CAAC,MAAM;YAC7B,OAAO,EAAE,UAAU,EAAE,SAAS;gBAC7B,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;SAC9C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CACT,KAA+B;QAE/B,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9D,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,OAAO;gBACN,OAAO,EAAE,EAAE;gBACX,IAAI,EAAE,CAAC;aACP,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,mBAAmB,CAChC,OAAO,CAAC,GAAG,EACX,KAAK,CAAC,MAAM,CAEZ,CAAC;QAEF,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,6CAA6C;QAC7F,CAAC;QAED,wEAAwE;QACxE,OAAO;YACN,OAAO,EAAE,OAAO,CAAC,SAAS;gBACzB,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;YAC9C,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM;SACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAiC;QACtC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC7B,CAAwB,EACxB,GAAQ,EACR,UAAkB;QAElB,+GAA+G;QAE/G,IACC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;YAClB,CAAC,GAAG,YAAY,UAAU,IAAI,CAAC,YAAY,KAAK,CAAC,cAAc,KAAK,KAAK,CAAC,EACzE,CAAC;YACF,KAAK,MAAM,OAAO,IAAI,GAAG,EAAE,CAAC;gBAC3B,IAAI,MAAM,IAAI,CAAC,gBAAgB,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC;oBACzD,OAAO,IAAI,CAAC;gBACb,CAAC;YACF,CAAC;YACD,OAAO,KAAK,CAAC;QACd,CAAC;QAED,sFAAsF;QACtF,yDAAyD;QACzD,KAAK,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACpB,IACC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;gBAClB,CAAC,GAAG,YAAY,UAAU;oBACzB,CAAC,YAAY,KAAK,CAAC,cAAc,KAAK,KAAK,CAAC,EAC5C,CAAC;gBACF,KAAK,MAAM,OAAO,IAAI,GAAG,EAAE,CAAC;oBAC3B,IAAI,MAAM,IAAI,CAAC,gBAAgB,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;wBACpD,OAAO,IAAI,CAAC;oBACb,CAAC;gBACF,CAAC;gBACD,OAAO,KAAK,CAAC;YACd,CAAC;YACD,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC;gBAC9B,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,2CAA2C;gBAC7E,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CACjD,GAAG,EACH,IAAI,KAAK,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,CACjD,CAAC;gBACF,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,0BAA0B;YACrE,CAAC;QACF,CAAC;QAED,IAAI,CAAC,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;YAC/B,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;gBACjB,OAAO,IAAI,CAAC;YACb,CAAC;YACD,OAAO,KAAK,CAAC;QACd,CAAC;QAED,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;YACjB,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,2DAA2D;QAC3D,IAAI,CAAC,YAAY,KAAK,CAAC,WAAW,EAAE,CAAC;YACpC,IAAI,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC;YACtB,IAAI,CAAC,CAAC,eAAe,EAAE,CAAC;gBACvB,OAAO,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YACjC,CAAC;YAED,IAAI,IAAI,CAAC,iBAAiB,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;gBAC7C,OAAO,IAAI,CAAC;YACb,CAAC;YACD,OAAO,KAAK,CAAC;QACd,CAAC;aAAM,IAAI,CAAC,YAAY,KAAK,CAAC,cAAc,EAAE,CAAC;YAC9C,IAAI,GAAG,YAAY,UAAU,KAAK,KAAK,EAAE,CAAC;gBACzC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;oBACtD,OAAO,CAAC,CAAC,WAAW,KAAK,GAAG,CAAC;gBAC9B,CAAC;gBACD,OAAO,KAAK,CAAC;YACd,CAAC;YACD,OAAO,MAAM,CAAC,GAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;QAC3C,CAAC;aAAM,IAAI,CAAC,YAAY,KAAK,CAAC,cAAc,EAAE,CAAC;YAC9C,MAAM,KAAK,GAAoB,GAA6B,CAAC;YAE7D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC5D,OAAO,KAAK,CAAC;YACd,CAAC;YACD,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACvD,CAAC;aAAM,IAAI,CAAC,YAAY,KAAK,CAAC,SAAS,EAAE,CAAC;YACzC,OAAO,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,aAAa;QACtC,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,0BAA0B,GAAG,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC7D,OAAO,KAAK,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC9B,CAAc,EACd,KAA8B;QAE9B,IAAI,CAAC,YAAY,KAAK,CAAC,eAAe,EAAE,CAAC;YACxC,OAAO,IAAI,CAAC,gBAAgB,CAAC,CAAC,EAAE,KAAU,EAAE,CAAC,CAAC,CAAC;QAChD,CAAC;aAAM,IAAI,CAAC,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;YACtC,uFAAuF;YACvF,IAAI,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACxB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;YACjD,CAAC;YAED,KAAK,MAAM,OAAO,IAAI,GAAG,EAAE,CAAC;gBAC3B,KAAK,MAAM,KAAK,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;oBAC7B,IAAI,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;wBAClD,OAAO,IAAI,CAAC;oBACb,CAAC;gBACF,CAAC;YACF,CAAC;YACD,OAAO,KAAK,CAAC,CAAC,0BAA0B;QACzC,CAAC;aAAM,IAAI,CAAC,YAAY,KAAK,CAAC,YAAY,EAAE,CAAC;YAC5C,IAAI,CAAC,YAAY,KAAK,CAAC,GAAG,EAAE,CAAC;gBAC5B,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;oBACzB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;oBACrD,IAAI,CAAC,GAAG,EAAE,CAAC;wBACV,OAAO,GAAG,CAAC;oBACZ,CAAC;gBACF,CAAC;gBACD,OAAO,IAAI,CAAC;YACb,CAAC;YAED,IAAI,CAAC,YAAY,KAAK,CAAC,EAAE,EAAE,CAAC;gBAC3B,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;oBACvB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;oBACpD,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;wBAClB,OAAO,IAAI,CAAC;oBACb,CAAC;yBAAM,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;wBAC9B,OAAO,SAAS,CAAC;oBAClB,CAAC;gBACF,CAAC;gBACD,OAAO,KAAK,CAAC;YACd,CAAC;YACD,IAAI,CAAC,YAAY,KAAK,CAAC,GAAG,EAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBACvD,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;oBACvB,OAAO,SAAS,CAAC;gBAClB,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC;YACb,CAAC;QACF,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,0BAA0B,GAAG,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC7D,OAAO,KAAK,CAAC;IACd,CAAC;IAEO,iBAAiB,CAAC,CAAoB,EAAE,OAAe,EAAE,EAAU;QAC1E,IAAI,OAAO,EAAE,KAAK,QAAQ,EAAE,CAAC;YAC5B,OAAO,KAAK,CAAC;QACd,CAAC;QACD,IAAI,CAAC,CAAC,eAAe,EAAE,CAAC;YACvB,EAAE,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;YAChD,OAAO,EAAE,KAAK,OAAO,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,iBAAiB,CAAC,QAAQ,EAAE,CAAC;YACnD,OAAO,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,eAAe,CAC5B,MAAqD;QAErD,iEAAiE;QACjE,MAAM,OAAO,GAA4B,EAAE,CAAC;QAC5C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,MAAM,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;QACF,CAAC;QACD,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,UAAU,CAAC,QAAgB;QAC1B,OAAO,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC;IAC5D,CAAC;IAED,IAAI,WAAW;QACd,OAAO,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC;IACvC,CAAC;CACD;AAED,MAAM,OAAO,cAAc;IAClB,MAAM,CAA6B;IACnC,OAAO,GAAqD,EAAE,CAAC;IAC/D,MAAM,CAAU;IACxB;QACC,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,IAAI,CACT,UAAmD;QAEnD,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,MAAM,CACrC,CAAC;QACF,IAAI,aAAa,EAAE,CAAC;YACnB,OAAO,aAAa,CAAC,KAAoC,CAAC;QAC3D,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,YAAY,EAAiB,CAAC;QAChD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACxD,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAE7B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;QAED,OAAO,KAAK,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACvB,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,KAAK,GAAG,IAAI,cAAc,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBAClB,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC9B,CAAC;QACD,OAAO,KAAK,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAK;QACV,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;IACF,CAAC;IACD,KAAK,CAAC,IAAI;QACT,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;CACD;AAED,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,IAAI,cAAc,EAAE,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,CAAC"}

package/package.json

@@ -0,0 +1,66 @@
+{
+  "name": "@peerbit/indexer-simple",
+  "version": "0.0.1-cccc078",
+  "description": "Simple in memory index for document store",
+  "sideEffects": false,
+  "type": "module",
+  "types": "./dist/src/index.d.ts",
+  "typesVersions": {
+    "*": {
+      "*": [
+        "*",
+        "dist/*",
+        "dist/src/*",
+        "dist/src/*/index"
+      ],
+      "src/*": [
+        "*",
+        "dist/*",
+        "dist/src/*",
+        "dist/src/*/index"
+      ]
+    }
+  },
+  "files": [
+    "src",
+    "dist",
+    "!dist/e2e",
+    "!dist/test",
+    "!**/*.tsbuildinfo"
+  ],
+  "exports": {
+    ".": {
+      "types": "./dist/src/index.d.ts",
+      "import": "./dist/src/index.js"
+    }
+  },
+  "eslintConfig": {
+    "extends": "peerbit",
+    "parserOptions": {
+      "project": true,
+      "sourceType": "module"
+    },
+    "ignorePatterns": [
+      "!.aegir.js",
+      "test/ts-use",
+      "*.d.ts"
+    ]
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "clean": "aegir clean",
+    "build": "aegir build --no-bundle",
+    "test": "aegir test",
+    "lint": "aegir lint"
+  },
+  "author": "dao.xyz",
+  "license": "MIT",
+  "dependencies": {
+    "@peerbit/indexer-interface": "0.0.1-cccc078"
+  },
+  "devDependencies": {
+    "@peerbit/indexer-tests": "0.0.1-cccc078"
+  }
+}

package/src/index.ts

@@ -0,0 +1,566 @@
+import { deserialize, serialize } from "@dao-xyz/borsh";
+import { Cache } from "@peerbit/cache";
+import * as types from "@peerbit/indexer-interface";
+import { logger as loggerFn } from "@peerbit/logger";
+import { equals } from "uint8arrays";
+
+const logger = loggerFn({ module: "simple-index-engine" });
+
+const getBatchFromResults = <T extends Record<string, any>>(
+	results: types.IndexedValue<T>[],
+	wantedSize: number,
+	/* properties: types.IteratorBatchProperties */
+) => {
+	const batch: types.IndexedValue<T>[] = [];
+	/* let size = 0; */
+	for (const result of results) {
+		batch.push(result);
+		/* 	size += types.extractFieldValue<number>(result, properties.sizeProperty);
+			if (size > properties.maxSize) {
+				break;
+			} */
+		if (wantedSize <= batch.length) {
+			break;
+		}
+	}
+	results.splice(0, batch.length);
+	return batch;
+};
+
+/* const resolveNestedAliasesRecursively = (request: types.SearchRequest) => {
+	const map = new Map();
+	for (const query of request.query) {
+		_resolveNestedAliasesRecursively(query, map);
+	}
+	return map;
+}
+ */
+const cloneResults = <T>(
+	indexed: types.IndexedValue<T>[],
+	schema: any,
+): types.IndexedValue<T>[] => {
+	return indexed.map((x) => {
+		return { id: x.id, value: deserialize(serialize(x.value), schema) };
+	});
+};
+/* 
+const _resolveNestedAliasesRecursively = (query: types.Query, aliases: Map<string, string>) => {
+
+	if (query instanceof types.Nested) {
+		aliases.set(query.id, query.path);
+		for (const subQuery of query.query) {
+			_resolveNestedAliasesRecursively(subQuery, aliases);
+		}
+	}
+	else if (query instanceof types.And) {
+		for (const subQuery of query.and) {
+			_resolveNestedAliasesRecursively(subQuery, aliases);
+		}
+	}
+	else if (query instanceof types.Or) {
+		for (const subQuery of query.or) {
+			_resolveNestedAliasesRecursively(subQuery, aliases);
+		}
+	}
+	else if (query instanceof types.Not) {
+		_resolveNestedAliasesRecursively(query.not, aliases);
+	}
+
+}
+ */
+
+export class HashmapIndex<T extends Record<string, any>, NestedType = any>
+	implements types.Index<T, NestedType>
+{
+	private _index: Map<string | bigint | number, types.IndexedValue<T>>;
+	private _resultsCollectQueue: Cache<{
+		arr: types.IndexedValue<T>[];
+		reference: boolean | undefined;
+	}>;
+
+	private indexByArr: string[];
+	private properties: types.IndexEngineInitProperties<T, NestedType>;
+
+	init(properties: types.IndexEngineInitProperties<T, NestedType>) {
+		this.properties = properties;
+		this._index = new Map();
+		this._resultsCollectQueue = new Cache({ max: 10000 }); // TODO choose limit better
+		if (properties.indexBy) {
+			this.indexByArr = Array.isArray(properties.indexBy)
+				? properties.indexBy
+				: [properties.indexBy];
+		} else {
+			const indexBy = types.getIdProperty(properties.schema);
+
+			if (!indexBy) {
+				throw new Error(
+					"No indexBy property defined nor schema has a property decorated with `id({ type: '...' })`",
+				);
+			}
+
+			this.indexByArr = indexBy;
+		}
+
+		return this;
+	}
+
+	async get(id: types.IdKey): Promise<types.IndexedResult<T> | undefined> {
+		const value = this._index.get(id.primitive);
+		if (!value) {
+			return;
+		}
+		return {
+			id,
+			value: value.value,
+		};
+	}
+
+	put(
+		value: T,
+		id = types.toId(types.extractFieldValue(value, this.indexByArr)),
+	): void {
+		this._index.set(id.primitive, { id, value });
+	}
+
+	async del(query: types.DeleteRequest): Promise<types.IdKey[]> {
+		let deleted: types.IdKey[] = [];
+		for (const doc of await this.queryAll(query)) {
+			if (this._index.delete(doc.id.primitive)) {
+				deleted.push(doc.id);
+			}
+		}
+		return deleted;
+	}
+
+	getSize(): number | Promise<number> {
+		return this._index.size;
+	}
+
+	iterator() {
+		// return a iterator if key value pairs, where the value is the indexed record
+		return this._index.entries();
+	}
+
+	start(): void | Promise<void> {
+		// nothing to do
+	}
+
+	stop(): void | Promise<void> {
+		this._resultsCollectQueue.clear();
+	}
+
+	drop() {
+		this._index.clear();
+		this._resultsCollectQueue.clear();
+		/* for (const subindex of this.subIndices) {
+			subindex[1].clear()
+		} */
+	}
+
+	/* 	subindex(name: string): types.IndexEngine<any> {
+	
+			const subIndex = new HashmapIndexEngine();
+			this.subIndices.set(name, subIndex);
+			return subIndex;
+		}
+	 */
+
+	async sum(query: types.SumRequest): Promise<number | bigint> {
+		let sum: undefined | number | bigint = undefined;
+		for (const doc of await this.queryAll(query)) {
+			let value: any = doc.value;
+			for (const path of query.key) {
+				value = value[path];
+			}
+
+			if (typeof value === "number") {
+				sum = ((sum as number) || 0) + value;
+			} else if (typeof value === "bigint") {
+				sum = ((sum as bigint) || 0n) + value;
+			}
+		}
+		return sum != null ? sum : 0;
+	}
+
+	async count(query: types.CountRequest): Promise<number> {
+		return (await this.queryAll(query)).length;
+	}
+
+	private async queryAll(
+		query:
+			| types.SearchRequest
+			| types.DeleteRequest
+			| types.CountRequest
+			| types.SumRequest,
+	): Promise<types.IndexedValue<T>[]> {
+		if (
+			query.query.length === 1 &&
+			(query.query[0] instanceof types.ByteMatchQuery ||
+				query.query[0] instanceof types.StringMatch) &&
+			types.stringArraysEquals(query.query[0].key, this.indexByArr)
+		) {
+			const firstQuery = query.query[0];
+			if (firstQuery instanceof types.ByteMatchQuery) {
+				const doc = this._index.get(types.toId(firstQuery.value).primitive);
+				return doc ? [doc] : [];
+			} else if (
+				firstQuery instanceof types.StringMatch &&
+				firstQuery.method === types.StringMatchMethod.exact &&
+				firstQuery.caseInsensitive === false
+			) {
+				const doc = this._index.get(firstQuery.value);
+				return doc ? [doc] : [];
+			}
+		}
+
+		// Handle query normally
+		const indexedDocuments = await this._queryDocuments(async (doc) => {
+			for (const f of query.query) {
+				if (!(await this.handleQueryObject(f, doc.value))) {
+					return false;
+				}
+			}
+			return true;
+		});
+
+		return indexedDocuments;
+	}
+
+	async query(
+		query: types.SearchRequest,
+		properties: { reference?: boolean },
+	): Promise<types.IndexedResults<T>> {
+		const indexedDocuments = await this.queryAll(query);
+		if (indexedDocuments.length <= 1) {
+			return {
+				kept: 0,
+				results: indexedDocuments,
+			};
+		}
+
+		/* const aliases = resolveNestedAliasesRecursively(query) */
+
+		// Sort
+		indexedDocuments.sort((a, b) =>
+			types.extractSortCompare(a.value, b.value, query.sort),
+		);
+		const batch = getBatchFromResults<T>(
+			indexedDocuments,
+			query.fetch,
+			/* 	this.properties.iterator.batch, */
+		);
+
+		if (indexedDocuments.length > 0) {
+			this._resultsCollectQueue.add(query.idString, {
+				arr: indexedDocuments,
+				reference: properties?.reference,
+			}); // cache resulst not returned
+		}
+
+		// TODO dont leak kept if canRead is defined, or return something random
+		return {
+			kept: indexedDocuments.length,
+			results: properties?.reference
+				? batch
+				: cloneResults(batch, this.properties.schema),
+		};
+	}
+
+	async next(
+		query: types.CollectNextRequest,
+	): Promise<types.IndexedResults<T>> {
+		const results = this._resultsCollectQueue.get(query.idString);
+		if (!results) {
+			return {
+				results: [],
+				kept: 0,
+			};
+		}
+
+		const batch = getBatchFromResults<T>(
+			results.arr,
+			query.amount,
+			/* this.properties.iterator.batch */
+		);
+
+		if (results.arr.length === 0) {
+			this._resultsCollectQueue.del(query.idString); // TODO add tests for proper cleanup/timeouts
+		}
+
+		// TODO dont leak kept if canRead is defined, or return something random
+		return {
+			results: results.reference
+				? batch
+				: cloneResults(batch, this.properties.schema),
+			kept: results.arr.length,
+		};
+	}
+
+	close(query: types.CloseIteratorRequest): void {
+		this._resultsCollectQueue.del(query.idString);
+	}
+
+	private async handleFieldQuery(
+		f: types.StateFieldQuery,
+		obj: any,
+		startIndex: number,
+	): Promise<boolean | undefined> {
+		// this clause is needed if we have a field that is of type [][] (we will recursively go through each subarray)
+
+		if (
+			Array.isArray(obj) ||
+			(obj instanceof Uint8Array && f instanceof types.ByteMatchQuery === false)
+		) {
+			for (const element of obj) {
+				if (await this.handleFieldQuery(f, element, startIndex)) {
+					return true;
+				}
+			}
+			return false;
+		}
+
+		// Resolve the field from the key path. If we reach an array or nested Document store,
+		// then do a recursive call or a search to look into them
+		for (let i = startIndex; i < f.key.length; i++) {
+			obj = obj[f.key[i]];
+			if (
+				Array.isArray(obj) ||
+				(obj instanceof Uint8Array &&
+					f instanceof types.ByteMatchQuery === false)
+			) {
+				for (const element of obj) {
+					if (await this.handleFieldQuery(f, element, i + 1)) {
+						return true;
+					}
+				}
+				return false;
+			}
+			if (this.properties.nested?.match(obj)) {
+				const queryCloned = f.clone();
+				queryCloned.key.splice(0, i + 1); // remove key path until the document store
+				const results = await this.properties.nested.query(
+					obj,
+					new types.SearchRequest({ query: [queryCloned] }),
+				);
+				return results.length > 0 ? true : false; // TODO return INNER HITS?
+			}
+		}
+
+		if (f instanceof types.IsNull) {
+			if (obj == null) {
+				return true;
+			}
+			return false;
+		}
+
+		if (obj == null) {
+			return undefined;
+		}
+
+		//  When we reach here, the field value (obj) is comparable
+		if (f instanceof types.StringMatch) {
+			let compare = f.value;
+			if (f.caseInsensitive) {
+				compare = compare.toLowerCase();
+			}
+
+			if (this.handleStringMatch(f, compare, obj)) {
+				return true;
+			}
+			return false;
+		} else if (f instanceof types.ByteMatchQuery) {
+			if (obj instanceof Uint8Array === false) {
+				if (types.stringArraysEquals(f.key, this.indexByArr)) {
+					return f.valueString === obj;
+				}
+				return false;
+			}
+			return equals(obj as Uint8Array, f.value);
+		} else if (f instanceof types.IntegerCompare) {
+			const value: bigint | number = obj as any as bigint | number;
+
+			if (typeof value !== "bigint" && typeof value !== "number") {
+				return false;
+			}
+			return types.compare(value, f.compare, f.value.value);
+		} else if (f instanceof types.BoolQuery) {
+			return obj === f.value; // true/false
+		}
+		logger.warn("Unsupported query type: " + f.constructor.name);
+		return false;
+	}
+
+	private async handleQueryObject(
+		f: types.Query,
+		value: Record<string, any> | T,
+	): Promise<boolean | undefined> {
+		if (f instanceof types.StateFieldQuery) {
+			return this.handleFieldQuery(f, value as T, 0);
+		} else if (f instanceof types.Nested) {
+			// assume field valua is of array type and iterate over each object and match its parts
+			let arr = value[f.path];
+			if (!Array.isArray(arr)) {
+				throw new Error("Nested field is not an array");
+			}
+
+			for (const element of arr) {
+				for (const query of f.query) {
+					if (await this.handleQueryObject(query, element)) {
+						return true;
+					}
+				}
+			}
+			return false; // TODO test this codepath
+		} else if (f instanceof types.LogicalQuery) {
+			if (f instanceof types.And) {
+				for (const and of f.and) {
+					const ret = await this.handleQueryObject(and, value);
+					if (!ret) {
+						return ret;
+					}
+				}
+				return true;
+			}
+
+			if (f instanceof types.Or) {
+				for (const or of f.or) {
+					const ret = await this.handleQueryObject(or, value);
+					if (ret === true) {
+						return true;
+					} else if (ret === undefined) {
+						return undefined;
+					}
+				}
+				return false;
+			}
+			if (f instanceof types.Not) {
+				const ret = await this.handleQueryObject(f.not, value);
+				if (ret === undefined) {
+					return undefined;
+				}
+				return !ret;
+			}
+		}
+
+		logger.info("Unsupported query type: " + f.constructor.name);
+		return false;
+	}
+
+	private handleStringMatch(f: types.StringMatch, compare: string, fv: string) {
+		if (typeof fv !== "string") {
+			return false;
+		}
+		if (f.caseInsensitive) {
+			fv = fv.toLowerCase();
+		}
+		if (f.method === types.StringMatchMethod.exact) {
+			return fv === compare;
+		}
+		if (f.method === types.StringMatchMethod.prefix) {
+			return fv.startsWith(compare);
+		}
+		if (f.method === types.StringMatchMethod.contains) {
+			return fv.includes(compare);
+		}
+		throw new Error("Unsupported");
+	}
+
+	private async _queryDocuments(
+		filter: (doc: types.IndexedValue) => Promise<boolean>,
+	): Promise<types.IndexedValue<T>[]> {
+		// Whether we return the full operation data or just the db value
+		const results: types.IndexedValue<T>[] = [];
+		for (const value of this._index.values()) {
+			if (await filter(value)) {
+				results.push(value);
+			}
+		}
+		return results;
+	}
+
+	getPending(cursorId: string): number | undefined {
+		return this._resultsCollectQueue.get(cursorId)?.arr.length;
+	}
+
+	get cursorCount(): number {
+		return this._resultsCollectQueue.size;
+	}
+}
+
+export class HashmapIndices implements types.Indices {
+	private scopes: Map<string, types.Indices>;
+	private indices: { schema: any; index: HashmapIndex<any, any> }[] = [];
+	private closed: boolean;
+	constructor() {
+		this.scopes = new Map();
+		this.closed = true;
+	}
+
+	async init<T extends Record<string, any>, NestedType>(
+		properties: types.IndexEngineInitProperties<T, any>,
+	) {
+		const existingIndex = this.indices.find(
+			(i) => i.schema === properties.schema,
+		);
+		if (existingIndex) {
+			return existingIndex.index as HashmapIndex<T, NestedType>;
+		}
+		const index = new HashmapIndex<T, NestedType>();
+		this.indices.push({ schema: properties.schema, index });
+		await index.init(properties);
+
+		if (!this.closed) {
+			await index.start();
+		}
+
+		return index;
+	}
+
+	async scope(name: string): Promise<types.Indices> {
+		let scope = this.scopes.get(name);
+		if (!scope) {
+			scope = new HashmapIndices();
+			if (!this.closed) {
+				await scope.start();
+			}
+			this.scopes.set(name, scope);
+		}
+		return scope;
+	}
+
+	async start(): Promise<void> {
+		this.closed = false;
+		for (const scope of this.scopes.values()) {
+			await scope.start();
+		}
+
+		for (const index of this.indices) {
+			await index.index.start();
+		}
+	}
+
+	async stop(): Promise<void> {
+		this.closed = true;
+		for (const scope of this.scopes.values()) {
+			await scope.stop();
+		}
+
+		for (const index of this.indices) {
+			await index.index.stop();
+		}
+	}
+	async drop(): Promise<void> {
+		for (const scope of this.scopes.values()) {
+			await scope.drop();
+		}
+
+		for (const index of this.indices) {
+			await index.index.drop();
+		}
+
+		this.scopes.clear();
+	}
+}
+
+const create = () => new HashmapIndices();
+export { create };