@based/db 0.0.70 → 0.1.0

package/dist/src/client/query/include/toBuffer.js

@@ -1,123 +0,0 @@
-import { QueryDefType } from '../types.js';
-import { walkDefs } from './walk.js';
-const EMPTY_BUFFER = new Uint8Array(0);
-export const includeToBuffer = (db, def) => {
-    const result = [];
-    if (!def.include.stringFields.size &&
-        !def.include.props.size &&
-        !def.references.size &&
-        !def.include.main.len &&
-        !def.include.langTextFields.size) {
-        return result;
-    }
-    let mainBuffer;
-    let len = 0;
-    let includeBuffer;
-    if (def.include.stringFields) {
-        for (const f of def.include.stringFields) {
-            walkDefs(db, def, f);
-        }
-    }
-    if (def.include.main.len > 0) {
-        // if (def.target.)
-        const len = def.type === QueryDefType.Edge
-            ? def.target.ref.edgeMainLen
-            : def.schema.mainLen;
-        if (def.include.main.len === len) {
-            // GET ALL MAIN FIELDS
-            let m = 0;
-            for (const key in def.include.main.include) {
-                const v = def.include.main.include[key];
-                const len = v[1].len;
-                v[0] = m;
-                m += len;
-            }
-            mainBuffer = EMPTY_BUFFER;
-        }
-        else {
-            // GET SOME MAIN FIELDS
-            const size = Object.keys(def.include.main.include).length;
-            mainBuffer = new Uint8Array(size * 4 + 2);
-            mainBuffer[0] = def.include.main.len;
-            mainBuffer[1] = def.include.main.len >>> 8;
-            let i = 2;
-            let m = 0;
-            for (const key in def.include.main.include) {
-                const v = def.include.main.include[key];
-                mainBuffer[i] = v[1].start;
-                mainBuffer[i + 1] = v[1].start >>> 8;
-                const len = v[1].len;
-                v[0] = m;
-                mainBuffer[i + 2] = len;
-                mainBuffer[i + 3] = len >>> 8;
-                i += 4;
-                m += len;
-            }
-        }
-    }
-    if (def.include.langTextFields.size) {
-        for (const [prop, { codes, def: propDef, fallBacks },] of def.include.langTextFields.entries()) {
-            def.include.propsRead[prop] = 0;
-            if (codes.has(0)) {
-                const b = new Uint8Array(4);
-                b[0] = prop;
-                b[1] = propDef.typeIndex;
-                b[2] = 0;
-                b[3] = 0;
-                result.push(b);
-            }
-            else {
-                for (const code of codes) {
-                    const fallBackSize = fallBacks.length;
-                    const b = new Uint8Array(4 + fallBackSize);
-                    b[0] = prop;
-                    b[1] = propDef.typeIndex;
-                    b[2] = code;
-                    b[3] = fallBackSize;
-                    let i = 0;
-                    for (const fallback of fallBacks) {
-                        b[i + 4] = fallback;
-                        i++;
-                    }
-                    result.push(b);
-                }
-            }
-        }
-    }
-    const propSize = def.include.props.size ?? 0;
-    if (mainBuffer) {
-        len = mainBuffer.byteLength + 3 + propSize * 2;
-        includeBuffer = new Uint8Array(len);
-        includeBuffer[0] = 0;
-        includeBuffer[1] = mainBuffer.byteLength;
-        includeBuffer[2] = mainBuffer.byteLength >>> 8;
-        const offset = 3 + mainBuffer.byteLength;
-        includeBuffer.set(mainBuffer, 3);
-        if (propSize) {
-            let i = 0;
-            for (const [prop, propDef] of def.include.props.entries()) {
-                includeBuffer[i + offset] = prop;
-                includeBuffer[i + offset + 1] = propDef.typeIndex;
-                i += 2;
-            }
-        }
-    }
-    else if (propSize) {
-        const buf = new Uint8Array(propSize * 2);
-        let i = 0;
-        for (const [prop, propDef] of def.include.props.entries()) {
-            buf[i] = prop;
-            buf[i + 1] = propDef.typeIndex;
-            i += 2;
-        }
-        includeBuffer = buf;
-    }
-    if (includeBuffer) {
-        def.include.props.forEach((v, k) => {
-            def.include.propsRead[k] = 0;
-        });
-        result.push(includeBuffer);
-    }
-    return result;
-};
-//# sourceMappingURL=toBuffer.js.map

package/dist/src/client/query/read/read.d.ts

@@ -1,9 +0,0 @@
-import { QueryDef } from '../types.js';
-export type Item = {
-    id: number;
-} & {
-    [key: string]: any;
-};
-export type AggItem = Partial<Item>;
-export declare const readAllFields: (q: QueryDef, result: Uint8Array, offset: number, end: number, item: Item, id: number) => number;
-export declare const resultToObject: (q: QueryDef, result: Uint8Array, end: number, offset?: number) => any;

package/dist/src/client/query/read/read.js

@@ -1,483 +0,0 @@
-import { ALIAS, ALIASES, BINARY, BOOLEAN, ENUM, INT16, INT32, INT8, NUMBER, STRING, TEXT, TIMESTAMP, UINT16, UINT32, UINT8, VECTOR, JSON, CARDINALITY, COLVEC, } from '@based/schema/def';
-import { QueryDefType } from '../types.js';
-import { read, readUtf8 } from '../../string.js';
-import { DECODER, readDoubleLE, readFloatLE, readInt16, readInt32, readUint16, readUint32, setByPath, } from '@saulx/utils';
-import { inverseLangMap } from '@based/schema';
-import { READ_EDGE, READ_ID, READ_REFERENCE, READ_REFERENCES, READ_AGGREGATION, } from '../types.js';
-import { AggregateType } from '../aggregates/types.js';
-const readAggregate = (q, result, offset, len) => {
-    const results = {};
-    if (q.aggregate.groupBy) {
-        let i = offset;
-        while (i < len) {
-            let key = '';
-            let keyLen = 0;
-            if (result[i] == 0) {
-                if (q.aggregate.groupBy.default) {
-                    key = q.aggregate.groupBy.default;
-                }
-                else {
-                    key = `$undefined`;
-                }
-                i += 2;
-            }
-            else {
-                if (q.aggregate.groupBy.typeIndex == ENUM) {
-                    i += 2;
-                    key = q.aggregate.groupBy.enum[result[i] - 1];
-                    i++;
-                }
-                else {
-                    keyLen = readUint16(result, i);
-                    i += 2;
-                    key = DECODER.decode(result.subarray(i, i + keyLen));
-                    i += keyLen;
-                }
-            }
-            const resultKey = (results[key] = {});
-            for (const aggregatesArray of q.aggregate.aggregates.values()) {
-                for (const agg of aggregatesArray) {
-                    var val = undefined;
-                    if (agg.type === AggregateType.CARDINALITY ||
-                        agg.type === AggregateType.COUNT) {
-                        val = readUint32(result, agg.resultPos + i);
-                    }
-                    else {
-                        val = readDoubleLE(result, agg.resultPos + i);
-                    }
-                    setByPath(resultKey, agg.propDef.path, val);
-                }
-            }
-            i += q.aggregate.totalResultsSize;
-        }
-    }
-    else {
-        for (const aggregatesArray of q.aggregate.aggregates.values()) {
-            for (const agg of aggregatesArray) {
-                var val = undefined;
-                if (agg.type === AggregateType.CARDINALITY ||
-                    agg.type === AggregateType.COUNT) {
-                    val = readUint32(result, agg.resultPos + offset);
-                }
-                else {
-                    val = readDoubleLE(result, agg.resultPos + offset);
-                }
-                setByPath(results, agg.propDef.path, val);
-            }
-        }
-    }
-    return results;
-};
-const addField = (p, value, item, defaultOnly = false, lang = 0) => {
-    if (p.transform) {
-        value = p.transform('read', value);
-    }
-    let i = p.__isEdge === true ? 1 : 0;
-    // TODO OPTMIZE
-    const path = lang ? [...p.path, inverseLangMap.get(lang)] : p.path;
-    const len = path.length;
-    if (len - i === 1) {
-        const field = path[i];
-        if (!defaultOnly || !(field in item)) {
-            item[field] = value;
-        }
-    }
-    else {
-        let select = item;
-        for (; i < len; i++) {
-            const field = path[i];
-            if (i === len - 1) {
-                if (!defaultOnly || !(field in select)) {
-                    select[field] = value;
-                }
-            }
-            else {
-                select = select[field] ?? (select[field] = {});
-            }
-        }
-    }
-};
-const getEmptyField = (p, item) => {
-    let i = p.__isEdge === true ? 1 : 0;
-    const path = p.path;
-    const len = path.length;
-    let select = item;
-    if (len - i === 1) {
-        const field = path[i];
-        if (!(field in item)) {
-            select = item[field] = {};
-        }
-        else {
-            return item[field];
-        }
-    }
-    else {
-        for (; i < len; i++) {
-            const field = path[i];
-            select = select[field] ?? (select[field] = {});
-        }
-    }
-    return select;
-};
-const readMainValue = (prop, result, index, item) => {
-    if (prop.typeIndex === TIMESTAMP || prop.typeIndex === NUMBER) {
-        addField(prop, readDoubleLE(result, index), item);
-    }
-    else if (prop.typeIndex === UINT32) {
-        addField(prop, readUint32(result, index), item);
-    }
-    else if (prop.typeIndex === BOOLEAN) {
-        addField(prop, Boolean(result[index]), item);
-    }
-    else if (prop.typeIndex === ENUM) {
-        if (result[index] === 0) {
-            addField(prop, undefined, item);
-        }
-        else {
-            addField(prop, prop.enum[result[index] - 1], item);
-        }
-    }
-    else if (prop.typeIndex === STRING) {
-        const len = result[index];
-        if (len !== 0) {
-            const str = readUtf8(result, index + 1, len);
-            addField(prop, str, item);
-        }
-        else {
-            addField(prop, '', item);
-        }
-    }
-    else if (prop.typeIndex === JSON) {
-        addField(prop, global.JSON.parse(readUtf8(result, index + 1, index + 1 + result[index])), item);
-    }
-    else if (prop.typeIndex === BINARY) {
-        addField(prop, result.subarray(index + 1, index + 1 + result[index]), item);
-    }
-    else if (prop.typeIndex === INT8) {
-        const signedVal = (result[index] << 24) >> 24;
-        addField(prop, signedVal, item);
-    }
-    else if (prop.typeIndex === UINT8) {
-        addField(prop, result[index], item);
-    }
-    else if (prop.typeIndex === INT16) {
-        addField(prop, readInt16(result, index), item);
-    }
-    else if (prop.typeIndex === UINT16) {
-        addField(prop, readUint16(result, index), item);
-    }
-    else if (prop.typeIndex === INT32) {
-        addField(prop, readInt32(result, index), item);
-    }
-};
-const readMain = (q, result, offset, item) => {
-    const mainInclude = q.include.main;
-    let i = offset;
-    const isEdge = q.type === QueryDefType.Edge;
-    const main = isEdge ? q.target.ref.reverseMainEdges : q.schema.main;
-    const len = isEdge ? q.target.ref.edgeMainLen : q.schema.mainLen;
-    if (mainInclude.len === len) {
-        for (const start in main) {
-            readMainValue(main[start], result, Number(start) + i, item);
-        }
-        i += len;
-    }
-    else {
-        for (const k in mainInclude.include) {
-            const [index, prop] = mainInclude.include[k];
-            readMainValue(prop, result, index + i, item);
-        }
-        i += mainInclude.len;
-    }
-    return i - offset;
-};
-const handleUndefinedProps = (id, q, item) => {
-    for (const k in q.include.propsRead) {
-        if (q.include.propsRead[k] !== id) {
-            // Only relevant for seperate props
-            const prop = q.schema.reverseProps[k];
-            if (prop.typeIndex === CARDINALITY) {
-                addField(prop, 0, item);
-            }
-            else if (prop.typeIndex === TEXT && q.lang.lang == 0) {
-                const lan = getEmptyField(prop, item);
-                const lang = q.include.langTextFields.get(prop.prop).codes;
-                if (lang.has(0)) {
-                    for (const locale in q.schema.locales) {
-                        if (lan[locale] == undefined) {
-                            lan[locale] = '';
-                        }
-                    }
-                }
-                else {
-                    for (const code of lang) {
-                        const locale = inverseLangMap.get(code);
-                        if (!lan[locale]) {
-                            lan[locale] = '';
-                        }
-                    }
-                }
-            }
-            else if (prop.typeIndex === TEXT ||
-                prop.typeIndex === STRING ||
-                prop.typeIndex === ALIAS) {
-                addField(prop, '', item);
-            }
-            else if (prop.typeIndex === JSON) {
-                addField(prop, null, item);
-            }
-            else if (prop.typeIndex === BINARY) {
-                addField(prop, new Uint8Array(), item);
-            }
-        }
-    }
-};
-export const readAllFields = (q, result, offset, end, item, id) => {
-    let i = offset;
-    while (i < end) {
-        const index = result[i];
-        i++;
-        if (index === READ_ID) {
-            handleUndefinedProps(id, q, item);
-            return i - offset;
-        }
-        if (index === READ_AGGREGATION) {
-            // also for edges at some point!
-            let field = result[i];
-            i++;
-            const size = readUint32(result, i);
-            i += 4;
-            const ref = q.references.get(field);
-            addField(
-            // @ts-ignore
-            ref.target.propDef, readAggregate(ref, result, i, i + size), item);
-            i += size;
-        }
-        else if (index === READ_EDGE) {
-            let prop = result[i];
-            if (prop === READ_REFERENCE) {
-                i++;
-                const field = result[i];
-                i++;
-                const size = readUint32(result, i);
-                i += 4;
-                const ref = q.edges.references.get(field);
-                if (size === 0) {
-                    // @ts-ignore
-                    addField(ref.target.propDef, null, item);
-                    i += size;
-                }
-                else {
-                    i++;
-                    const id = readUint32(result, i);
-                    i += 4;
-                    const refItem = {
-                        id,
-                    };
-                    readAllFields(ref, result, i, size + i - 5, refItem, id);
-                    // @ts-ignore
-                    addField(ref.target.propDef, refItem, item);
-                    i += size - 5;
-                }
-            }
-            else if (prop === READ_REFERENCES) {
-                i++;
-                const field = result[i];
-                i++;
-                const ref = q.edges.references.get(field);
-                const size = readUint32(result, i);
-                i += 4;
-                const refs = resultToObject(ref, result, size + i + 4, i);
-                // @ts-ignore
-                addField(ref.target.propDef, refs, item);
-                i += size + 4;
-                // ----------------
-            }
-            else {
-                i++;
-                const target = 'ref' in q.edges.target && q.edges.target.ref;
-                if (prop === 0) {
-                    i += readMain(q.edges, result, i, item);
-                    // i += edgeDef.len
-                }
-                else {
-                    const edgeDef = target.reverseSeperateEdges[prop];
-                    const t = edgeDef.typeIndex;
-                    if (t === JSON) {
-                        const size = readUint32(result, i);
-                        addField(edgeDef, global.JSON.parse(read(result, i + 4, size, true)), item);
-                        i += size + 4;
-                    }
-                    else if (t === BINARY) {
-                        const size = readUint32(result, i);
-                        addField(edgeDef, result.subarray(i + 6, size + i + 4), item);
-                        i += size + 4;
-                    }
-                    else if (t === STRING || t === ALIAS || t === ALIASES) {
-                        const size = readUint32(result, i);
-                        if (size === 0) {
-                            addField(edgeDef, '', item);
-                        }
-                        else {
-                            addField(edgeDef, read(result, i + 4, size, true), item);
-                        }
-                        i += size + 4;
-                    }
-                    else if (t === CARDINALITY) {
-                        const size = readUint32(result, i);
-                        addField(edgeDef, readUint32(result, i + 4), item);
-                        i += size + 4;
-                    }
-                }
-            }
-        }
-        else if (index === READ_REFERENCE) {
-            const field = result[i];
-            i++;
-            const size = readUint32(result, i);
-            i += 4;
-            const ref = q.references.get(field);
-            if (size === 0) {
-                // @ts-ignore
-                addField(ref.target.propDef, null, item);
-                i += size;
-            }
-            else {
-                i++;
-                let id = readUint32(result, i);
-                i += 4;
-                const refItem = {
-                    id,
-                };
-                readAllFields(ref, result, i, size + i - 5, refItem, id);
-                // @ts-ignore
-                addField(ref.target.propDef, refItem, item);
-                i += size - 5;
-            }
-        }
-        else if (index === READ_REFERENCES) {
-            const field = result[i];
-            i++;
-            const ref = q.references.get(field);
-            const size = readUint32(result, i);
-            i += 4;
-            const refs = resultToObject(ref, result, size + i + 4, i);
-            // @ts-ignore
-            addField(ref.target.propDef, refs, item);
-            i += size + 4;
-        }
-        else if (index === 0) {
-            i += readMain(q, result, i, item);
-        }
-        else {
-            const prop = q.schema.reverseProps[index];
-            if (prop.typeIndex === CARDINALITY) {
-                q.include.propsRead[index] = id;
-                const size = readUint32(result, i);
-                addField(prop, readUint32(result, i + 4), item);
-                i += size + 4;
-            }
-            else if (prop.typeIndex === JSON) {
-                q.include.propsRead[index] = id;
-                const size = readUint32(result, i);
-                addField(prop, global.JSON.parse(read(result, i + 4, size, true)), item);
-                i += size + 4;
-            }
-            else if (prop.typeIndex === BINARY) {
-                q.include.propsRead[index] = id;
-                const size = readUint32(result, i);
-                addField(prop, result.subarray(i + 6, i + size + 4), item);
-                i += size + 4;
-            }
-            else if (prop.typeIndex === STRING) {
-                q.include.propsRead[index] = id;
-                const size = readUint32(result, i);
-                if (size === 0) {
-                    addField(prop, '', item);
-                }
-                else {
-                    addField(prop, read(result, i + 4, size, true), item);
-                }
-                i += size + 4;
-            }
-            else if (prop.typeIndex == TEXT) {
-                const size = readUint32(result, i);
-                if (size === 0) {
-                    // do nothing
-                }
-                else {
-                    if (q.lang.lang != 0) {
-                        q.include.propsRead[index] = id;
-                        addField(prop, read(result, i + 4, size, true), item);
-                    }
-                    else {
-                        addField(prop, read(result, i + 4, size, true), item, false, result[i + 4]);
-                    }
-                }
-                i += size + 4;
-            }
-            else if (prop.typeIndex === ALIAS) {
-                q.include.propsRead[index] = id;
-                const size = readUint32(result, i);
-                i += 4;
-                if (size === 0) {
-                    addField(prop, '', item);
-                }
-                else {
-                    const string = readUtf8(result, i, size);
-                    i += size;
-                    addField(prop, string, item);
-                }
-            }
-            else if (prop.typeIndex == VECTOR || prop.typeIndex == COLVEC) {
-                q.include.propsRead[index] = id;
-                const size = readUint32(result, i);
-                const arr = new Float32Array(size / 4);
-                for (let j = 0; j < size; j += 4) {
-                    arr[j / 4] = readFloatLE(result, i + 4 + j);
-                }
-                addField(prop, arr, item);
-                i += size + 4;
-            }
-        }
-    }
-    handleUndefinedProps(id, q, item);
-    return i - offset;
-};
-export const resultToObject = (q, result, end, offset = 0) => {
-    if (q.aggregate) {
-        return readAggregate(q, result, 0, result.byteLength - 4);
-    }
-    const len = readUint32(result, offset);
-    if (len === 0) {
-        if ('id' in q.target || 'alias' in q.target) {
-            return null;
-        }
-        return [];
-    }
-    let items = [];
-    let i = 5 + offset;
-    while (i < end) {
-        const id = readUint32(result, i);
-        i += 4;
-        let item = {
-            id,
-        };
-        if (q.search) {
-            item.$searchScore = readFloatLE(result, i);
-            i += 4;
-        }
-        const l = readAllFields(q, result, i, end, item, id);
-        i += l;
-        items.push(item);
-    }
-    if ('id' in q.target || 'alias' in q.target) {
-        if (q.type === QueryDefType.Root && q.target.type === '_root') {
-            // Todo can be optimized
-            delete items[0].id;
-        }
-        return items[0];
-    }
-    return items;
-};
-//# sourceMappingURL=read.js.map