@based/schema 5.0.0-alpha.2 → 5.0.0-alpha.20

package/dist/def/addEdges.d.ts

@@ -0,0 +1,4 @@
+import { SchemaReference } from '../index.js';
+import { PropDef } from './types.js';
+export declare const addEdges: (prop: PropDef, refProp: SchemaReference) => void;
+//# sourceMappingURL=addEdges.d.ts.map

package/dist/def/addEdges.js

@@ -0,0 +1,76 @@
+import { getPropType } from '../index.js';
+import { DEFAULT_MAP } from './defaultMap.js';
+import { TYPE_INDEX_MAP, REFERENCES, REFERENCE, ENUM, NUMBER, } from './types.js';
+import { getPropLen, isSeparate, parseMinMaxStep } from './utils.js';
+import { defaultValidation, VALIDATION_MAP } from './validation.js';
+export const addEdges = (prop, refProp) => {
+    for (const key in refProp) {
+        if (key[0] === '$') {
+            if (!prop.edges) {
+                prop.edgeMainLen = 0;
+                prop.edges = {};
+                prop.reverseSeperateEdges = {};
+                prop.reverseMainEdges = {};
+                prop.edgesSeperateCnt = 0;
+            }
+            const edgeProp = refProp[key];
+            const edgeType = getPropType(edgeProp);
+            const len = getPropLen(edgeProp);
+            const separate = isSeparate(edgeProp, len);
+            if (separate) {
+                prop.edgesSeperateCnt++;
+            }
+            const typeIndex = TYPE_INDEX_MAP[edgeType];
+            // add default
+            const edge = {
+                __isPropDef: true,
+                __isEdge: true,
+                prop: separate ? prop.edgesSeperateCnt : 0,
+                validation: edgeProp.validation ?? VALIDATION_MAP[typeIndex] ?? defaultValidation,
+                name: key,
+                typeIndex,
+                len,
+                separate,
+                path: [...prop.path, key],
+                default: edgeProp.default ?? DEFAULT_MAP[typeIndex],
+                start: prop.edgeMainLen,
+            };
+            if (edgeProp.max !== undefined) {
+                edge.max = parseMinMaxStep(edgeProp.max);
+            }
+            if (edgeProp.min !== undefined) {
+                edge.min = parseMinMaxStep(edgeProp.min);
+            }
+            if (edgeProp.step !== undefined) {
+                edge.step = parseMinMaxStep(edgeProp.step);
+            }
+            if (edge.typeIndex !== NUMBER && edge.step === undefined) {
+                edge.step = 1;
+            }
+            prop.edgeMainLen += edge.len;
+            if (edge.typeIndex === ENUM) {
+                edge.enum = Array.isArray(refProp[key])
+                    ? refProp[key]
+                    : refProp[key].enum;
+                edge.reverseEnum = {};
+                for (let i = 0; i < edge.enum.length; i++) {
+                    edge.reverseEnum[edge.enum[i]] = i;
+                }
+            }
+            else if (edge.typeIndex === REFERENCES) {
+                edge.inverseTypeName = refProp[key].items.ref;
+            }
+            else if (edge.typeIndex === REFERENCE) {
+                edge.inverseTypeName = refProp[key].ref;
+            }
+            prop.edges[key] = edge;
+            if (separate) {
+                prop.reverseSeperateEdges[edge.prop] = edge;
+            }
+            else {
+                prop.reverseMainEdges[edge.start] = edge;
+            }
+        }
+    }
+};
+//# sourceMappingURL=addEdges.js.map

package/dist/def/createEmptyDef.d.ts

@@ -0,0 +1,40 @@
+import { SchemaLocales, SchemaObject, StrictSchemaType } from '../types.js';
+export declare const createEmptyDef: (typeName: string, type: StrictSchemaType | SchemaObject, locales: Partial<SchemaLocales>) => {
+    cnt: number;
+    blockCapacity: number;
+    checksum: number;
+    type: string;
+    props: {};
+    reverseProps: {};
+    idUint8: Uint8Array;
+    id: number;
+    mainEmpty: Uint8Array;
+    mainLen: number;
+    separate: any[];
+    tree: {};
+    total: number;
+    lastId: number;
+    locales: {};
+    main: {};
+    separateSortProps: number;
+    separateSortText: number;
+    localeSize: number;
+    hasSeperateSort: boolean;
+    seperateSort: {
+        size: number;
+        props: any[];
+        buffer: Uint8Array;
+        bufferTmp: Uint8Array;
+    };
+    hasSeperateTextSort: boolean;
+    seperateTextSort: {
+        size: number;
+        props: any[];
+        buffer: Uint8Array;
+        noUndefined: Uint8Array;
+        bufferTmp: Uint8Array;
+        localeStringToIndex: Map<any, any>;
+        localeToIndex: Map<any, any>;
+    };
+};
+//# sourceMappingURL=createEmptyDef.d.ts.map

package/dist/def/createEmptyDef.js

@@ -0,0 +1,43 @@
+import { hashObjectIgnoreKeyOrder } from '@saulx/hash';
+export const createEmptyDef = (typeName, type, locales) => {
+    return {
+        cnt: 0,
+        blockCapacity: 0,
+        checksum: hashObjectIgnoreKeyOrder(type),
+        type: typeName,
+        props: {},
+        reverseProps: {},
+        idUint8: new Uint8Array([0, 0]),
+        // empty main buffer
+        id: 0,
+        mainEmpty: new Uint8Array(0),
+        mainLen: 0,
+        separate: [],
+        tree: {},
+        total: 0,
+        lastId: 0,
+        locales: {},
+        main: {},
+        separateSortProps: 0,
+        separateSortText: 0,
+        localeSize: 0,
+        hasSeperateSort: false,
+        seperateSort: {
+            size: 0,
+            props: [],
+            buffer: new Uint8Array([]),
+            bufferTmp: new Uint8Array([]),
+        },
+        hasSeperateTextSort: false,
+        seperateTextSort: {
+            size: 0, // prop len
+            props: [],
+            buffer: new Uint8Array([]),
+            noUndefined: new Uint8Array(new Array(Object.keys(locales).length).fill(0)),
+            bufferTmp: new Uint8Array([]),
+            localeStringToIndex: new Map(),
+            localeToIndex: new Map(),
+        },
+    };
+};
+//# sourceMappingURL=createEmptyDef.js.map

package/dist/def/defaultMap.d.ts

@@ -0,0 +1,3 @@
+import { TypeIndex } from './types.js';
+export declare const DEFAULT_MAP: Record<TypeIndex, any>;
+//# sourceMappingURL=defaultMap.d.ts.map

package/dist/def/defaultMap.js

@@ -0,0 +1,27 @@
+import { TYPE_INDEX_MAP } from './types.js';
+// TODO update defaults
+export const DEFAULT_MAP = {
+    [TYPE_INDEX_MAP.alias]: '',
+    [TYPE_INDEX_MAP.binary]: new Uint8Array([]),
+    [TYPE_INDEX_MAP.boolean]: false,
+    [TYPE_INDEX_MAP.cardinality]: 0,
+    [TYPE_INDEX_MAP.number]: 0,
+    [TYPE_INDEX_MAP.timestamp]: 0,
+    [TYPE_INDEX_MAP.enum]: 0,
+    [TYPE_INDEX_MAP.id]: 0,
+    [TYPE_INDEX_MAP.int16]: 0,
+    [TYPE_INDEX_MAP.int32]: 0,
+    [TYPE_INDEX_MAP.int8]: 0,
+    [TYPE_INDEX_MAP.uint8]: 0,
+    [TYPE_INDEX_MAP.uint16]: 0,
+    [TYPE_INDEX_MAP.uint32]: 0,
+    [TYPE_INDEX_MAP.json]: null,
+    [TYPE_INDEX_MAP.microbuffer]: undefined,
+    [TYPE_INDEX_MAP.reference]: undefined,
+    [TYPE_INDEX_MAP.references]: [],
+    [TYPE_INDEX_MAP.string]: '',
+    [TYPE_INDEX_MAP.aliases]: [],
+    [TYPE_INDEX_MAP.text]: {},
+    [TYPE_INDEX_MAP.vector]: undefined, // maybe not can set a vec with 0
+};
+//# sourceMappingURL=defaultMap.js.map

package/dist/def/fillEmptyMain.d.ts

@@ -0,0 +1,5 @@
+import { PropDef } from './types.js';
+export declare const ENCODER: TextEncoder;
+export declare const fillEmptyMain: (vals: PropDef[], mainLen: number) => Uint8Array;
+export declare const isZeroes: (buf: Uint8Array) => boolean;
+//# sourceMappingURL=fillEmptyMain.d.ts.map

package/dist/def/fillEmptyMain.js

@@ -0,0 +1,61 @@
+import { convertToTimestamp } from '@saulx/utils';
+import { BINARY, BOOLEAN, ENUM, INT16, INT32, INT8, NUMBER, STRING, TIMESTAMP, UINT16, UINT32, UINT8, } from './types.js';
+// Lets add validation of values in here - need to validate DEFAULT!
+export const ENCODER = new TextEncoder();
+export const fillEmptyMain = (vals, mainLen) => {
+    const mainEmpty = new Uint8Array(mainLen);
+    for (const f of vals) {
+        if (f.separate) {
+            continue;
+        }
+        const t = f.typeIndex;
+        const s = f.start;
+        let val = f.default;
+        if (t === ENUM) {
+            mainEmpty[s] =
+                typeof f.default === 'number' ? f.default : f.reverseEnum[val];
+        }
+        else if (t === INT8 || t === UINT8) {
+            mainEmpty[s] = val;
+        }
+        else if (t === BOOLEAN) {
+            mainEmpty[s] = val === true ? 1 : 0;
+        }
+        else if (t === UINT32 || t === INT32) {
+            mainEmpty[s] = val;
+            mainEmpty[s + 1] = val >>>= 8;
+            mainEmpty[s + 2] = val >>>= 8;
+            mainEmpty[s + 3] = val >>>= 8;
+        }
+        else if (t === UINT16 || t === INT16) {
+            mainEmpty[s] = val;
+            mainEmpty[s + 1] = val >>>= 8;
+        }
+        else if (t === NUMBER || t === TIMESTAMP) {
+            const view = new DataView(mainEmpty.buffer, s, 8);
+            view.setFloat64(0, convertToTimestamp(val), true);
+        }
+        else if (t === STRING) {
+            val = ENCODER.encode(val);
+            mainEmpty[s] = val.byteLength;
+            mainEmpty.set(val, s + 1);
+        }
+        else if (t === BINARY) {
+            if (val !== undefined) {
+                mainEmpty.set(val, s);
+            }
+        }
+    }
+    return mainEmpty;
+};
+export const isZeroes = (buf) => {
+    let i = 0;
+    while (i < buf.byteLength) {
+        if (buf[i] !== 0) {
+            return false;
+        }
+        i++;
+    }
+    return true;
+};
+//# sourceMappingURL=fillEmptyMain.js.map

package/dist/def/index.d.ts

@@ -0,0 +1,8 @@
+export * from './types.js';
+export * from './typeDef.js';
+export * from './utils.js';
+export * from './selvaBuffer.js';
+export * from './createEmptyDef.js';
+export * from './defaultMap.js';
+export * from './validation.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/def/index.js

@@ -0,0 +1,9 @@
+// flap
+export * from './types.js';
+export * from './typeDef.js';
+export * from './utils.js';
+export * from './selvaBuffer.js';
+export * from './createEmptyDef.js';
+export * from './defaultMap.js';
+export * from './validation.js';
+//# sourceMappingURL=index.js.map

package/dist/def/makeSeparateSort.d.ts

@@ -0,0 +1,3 @@
+import { SchemaTypeDef } from './types.js';
+export declare function makeSeparateSort(result: Partial<SchemaTypeDef>): void;
+//# sourceMappingURL=makeSeparateSort.d.ts.map

package/dist/def/makeSeparateSort.js

@@ -0,0 +1,27 @@
+import { STRING, ALIAS, CARDINALITY } from './types.js';
+export function makeSeparateSort(result) {
+    result.hasSeperateSort = true;
+    let max = 0;
+    for (const f of result.separate) {
+        if (f.typeIndex === STRING ||
+            f.typeIndex === ALIAS ||
+            f.typeIndex === CARDINALITY) {
+            if (f.prop > max) {
+                max = f.prop;
+            }
+        }
+    }
+    result.seperateSort.buffer = new Uint8Array(max + 1);
+    for (const f of result.separate) {
+        if (f.typeIndex === STRING ||
+            f.typeIndex === ALIAS ||
+            f.typeIndex === CARDINALITY) {
+            result.seperateSort.buffer[f.prop] = 1;
+            result.seperateSort.props.push(f);
+            result.seperateSort.size++;
+        }
+    }
+    result.seperateSort.bufferTmp = new Uint8Array(max + 1);
+    result.seperateSort.buffer.set(result.seperateSort.bufferTmp);
+}
+//# sourceMappingURL=makeSeparateSort.js.map

package/dist/def/makeSeparateTextSort.d.ts

@@ -0,0 +1,3 @@
+import { SchemaTypeDef } from './types.js';
+export declare function makeSeparateTextSort(result: Partial<SchemaTypeDef>): void;
+//# sourceMappingURL=makeSeparateTextSort.d.ts.map

package/dist/def/makeSeparateTextSort.js

@@ -0,0 +1,38 @@
+import { langCodesMap } from '../lang.js';
+import { TEXT } from './types.js';
+export function makeSeparateTextSort(result) {
+    result.hasSeperateTextSort = true;
+    let max = 0;
+    for (const f of result.separate) {
+        if (f.typeIndex === TEXT) {
+            if (f.prop > max) {
+                max = f.prop;
+            }
+        }
+    }
+    const bufLen = (max + 1) * (result.localeSize + 1);
+    result.seperateTextSort.buffer = new Uint8Array(bufLen);
+    let index = 0;
+    for (const code in result.locales) {
+        const codeLang = langCodesMap.get(code);
+        result.seperateTextSort.localeStringToIndex.set(code, new Uint8Array([index + 1, codeLang]));
+        result.seperateTextSort.localeToIndex.set(codeLang, index + 1);
+        index++;
+    }
+    for (const f of result.separate) {
+        if (f.typeIndex === TEXT) {
+            const index = f.prop * (result.localeSize + 1);
+            result.seperateTextSort.buffer[index] = result.localeSize;
+            for (const [, locales] of result.seperateTextSort.localeStringToIndex) {
+                result.seperateTextSort.buffer[locales[0] + index] = locales[1];
+            }
+            result.seperateTextSort.props.push(f);
+            result.seperateTextSort.size += result.localeSize;
+        }
+    }
+    result.seperateTextSort.props.sort((a, b) => (a.prop > b.prop ? 1 : -1));
+    result.seperateTextSort.bufferTmp = new Uint8Array(bufLen);
+    result.seperateTextSort.bufferTmp.fill(0);
+    result.seperateTextSort.bufferTmp.set(result.seperateTextSort.buffer);
+}
+//# sourceMappingURL=makeSeparateTextSort.js.map

package/dist/def/selvaBuffer.d.ts

@@ -0,0 +1,5 @@
+import { SchemaTypeDef } from './types.js';
+export declare function schemaToSelvaBuffer(schema: {
+    [key: string]: SchemaTypeDef;
+}): ArrayBuffer[];
+//# sourceMappingURL=selvaBuffer.d.ts.map

package/dist/def/selvaBuffer.js

@@ -0,0 +1,136 @@
+import { ALIAS, ALIASES, BINARY, EMPTY_MICRO_BUFFER, CARDINALITY, MICRO_BUFFER, REFERENCE, REFERENCES, STRING, TEXT, VECTOR, WEAK_REFERENCE, WEAK_REFERENCES, JSON, } from './types.js';
+const selvaFieldType = {
+    NULL: 0,
+    MICRO_BUFFER: 1,
+    STRING: 2,
+    TEXT: 3,
+    REFERENCE: 4,
+    REFERENCES: 5,
+    WEAK_REFERENCE: 6,
+    WEAK_REFERENCES: 7,
+    ALIAS: 8,
+    ALIASES: 9,
+    COLVEC: 10,
+};
+const selvaTypeMap = new Uint8Array(32); // 1.2x faster than JS array
+selvaTypeMap[MICRO_BUFFER] = selvaFieldType.MICRO_BUFFER;
+selvaTypeMap[VECTOR] = selvaFieldType.MICRO_BUFFER;
+selvaTypeMap[BINARY] = selvaFieldType.STRING;
+selvaTypeMap[CARDINALITY] = selvaFieldType.STRING;
+selvaTypeMap[JSON] = selvaFieldType.STRING;
+selvaTypeMap[STRING] = selvaFieldType.STRING;
+selvaTypeMap[TEXT] = selvaFieldType.TEXT;
+selvaTypeMap[REFERENCE] = selvaFieldType.REFERENCE;
+selvaTypeMap[REFERENCES] = selvaFieldType.REFERENCES;
+selvaTypeMap[WEAK_REFERENCE] = selvaFieldType.WEAK_REFERENCE;
+selvaTypeMap[WEAK_REFERENCES] = selvaFieldType.WEAK_REFERENCES;
+selvaTypeMap[ALIAS] = selvaFieldType.ALIAS;
+selvaTypeMap[ALIASES] = selvaFieldType.ALIASES;
+const EDGE_FIELD_CONSTRAINT_FLAG_DEPENDENT = 0x01;
+const EDGE_FIELD_CONSTRAINT_FLAG_SKIP_DUMP = 0x80;
+function blockCapacity(blockCapacity) {
+    const buf = new Uint8Array(Uint32Array.BYTES_PER_ELEMENT);
+    const view = new DataView(buf.buffer);
+    view.setUint32(0, blockCapacity, true);
+    return buf;
+}
+function sepPropCount(props) {
+    return props.filter((prop) => prop.separate).length;
+}
+function makeEdgeConstraintFlags(prop, inverseProp) {
+    return ((prop.dependent ? EDGE_FIELD_CONSTRAINT_FLAG_DEPENDENT : 0x00) |
+        (prop.typeIndex === REFERENCE && inverseProp && inverseProp.typeIndex === REFERENCES
+            ? EDGE_FIELD_CONSTRAINT_FLAG_SKIP_DUMP
+            : 0x00));
+}
+const propDefBuffer = (schema, prop, isEdge) => {
+    const type = prop.typeIndex;
+    const selvaType = selvaTypeMap[type];
+    if (prop.len && (type === MICRO_BUFFER || type === VECTOR)) {
+        const buf = new Uint8Array(3);
+        const view = new DataView(buf.buffer);
+        buf[0] = selvaType;
+        view.setUint16(1, prop.len, true);
+        return [...buf];
+    }
+    else if (type === REFERENCE || type === REFERENCES) {
+        const buf = new Uint8Array(9);
+        const view = new DataView(buf.buffer);
+        const dstType = schema[prop.inverseTypeName];
+        let eschema = [];
+        // @ts-ignore
+        buf[0] = selvaType + 2 * !!isEdge; // field type
+        buf[1] = makeEdgeConstraintFlags(prop, dstType.props[prop.inversePropName]); // flags
+        view.setUint16(2, dstType.id, true); // dst_node_type
+        view.setUint32(5, 0, true); // schema_len
+        if (!isEdge) {
+            prop.inverseTypeId = dstType.id;
+            prop.inversePropNumber = dstType.props[prop.inversePropName].prop;
+            buf[4] = prop.inversePropNumber;
+            if (prop.edges) {
+                const edgesS = Object.values(prop.edges);
+                if (edgesS.length) {
+                    const props = edgesS
+                        .filter((v) => v.separate === true)
+                        .sort((a, b) => (a.prop > b.prop ? 1 : -1));
+                    const p = [
+                        {
+                            ...EMPTY_MICRO_BUFFER,
+                            len: prop.edgeMainLen || 1, // allow zero here... else useless padding
+                            __isEdgeDef: true,
+                        },
+                        // or handle this here...
+                        ...props,
+                    ];
+                    eschema = p
+                        .map((prop) => propDefBuffer(schema, prop, true))
+                        .flat(1);
+                    eschema.unshift(0, 0, 0, 0, sepPropCount(p), 0);
+                    view.setUint32(5, eschema.length, true);
+                }
+            }
+        }
+        return [...buf, ...eschema];
+    }
+    else if (type === STRING ||
+        type === BINARY ||
+        type === CARDINALITY ||
+        type === JSON) {
+        return [selvaType, prop.len < 50 ? prop.len : 0];
+    }
+    {
+        return [selvaType];
+    }
+};
+// TODO rewrite
+export function schemaToSelvaBuffer(schema) {
+    return Object.values(schema).map((t, i) => {
+        const props = Object.values(t.props);
+        const rest = [];
+        const nrFields = 1 + sepPropCount(props);
+        let refFields = 0;
+        if (nrFields >= 250) {
+            throw new Error('Too many fields');
+        }
+        for (const f of props) {
+            if (f.separate) {
+                if (f.typeIndex === REFERENCE || f.typeIndex === REFERENCES) {
+                    refFields++;
+                }
+                rest.push(f);
+            }
+        }
+        rest.sort((a, b) => a.prop - b.prop);
+        return Uint8Array.from([
+            ...blockCapacity(t.blockCapacity),
+            nrFields,
+            1 + refFields,
+            ...propDefBuffer(schema, {
+                ...EMPTY_MICRO_BUFFER,
+                len: t.mainLen === 0 ? 1 : t.mainLen,
+            }),
+            ...rest.map((f) => propDefBuffer(schema, f)).flat(1),
+        ]).buffer;
+    });
+}
+//# sourceMappingURL=selvaBuffer.js.map

package/dist/def/typeDef.d.ts

@@ -0,0 +1,14 @@
+import { SchemaObject, StrictSchemaType, SchemaLocales } from '../index.js';
+import { SchemaTypeDef, SchemaTypesParsed } from './types.js';
+import { StrictSchema } from '../types.js';
+export declare const DEFAULT_BLOCK_CAPACITY = 100000;
+export declare const updateTypeDefs: (schema: StrictSchema) => {
+    schemaTypesParsed: {
+        [key: string]: SchemaTypeDef;
+    };
+    schemaTypesParsedById: {
+        [id: number]: SchemaTypeDef;
+    };
+};
+export declare const createSchemaTypeDef: (typeName: string, type: StrictSchemaType | SchemaObject, parsed: SchemaTypesParsed, locales: Partial<SchemaLocales>, result?: Partial<SchemaTypeDef>, path?: string[], top?: boolean) => SchemaTypeDef;
+//# sourceMappingURL=typeDef.d.ts.map