@based/schema 5.0.4-alpha.1 → 5.1.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@based/schema",
-  "version": "5.0.4-alpha.1",
+  "version": "5.1.0",
   "files": [
     "dist",
     "README.md",
@@ -15,6 +15,7 @@
     ".": "./dist/index.js"
   },
   "scripts": {
+    "clean": "rm -rf .node_modules ./dist ./tsconfig.tsbuildinfo",
     "build": "tsc",
     "watch": "tsc --watch",
     "test": "tsc && tsc $npm_config --noEmit && tsx --test $npm_config"
@@ -30,7 +31,8 @@
     "typescript": "^5.6.3"
   },
   "dependencies": {
-    "@based/utils": "^1.0.0",
-    "picocolors": "^1.1.0"
+    "@based/utils": "1.2.0",
+    "picocolors": "^1.1.0",
+    "validator": "^13.15.20"
   }
 }

package/dist/def/refSet.d.ts

@@ -1,7 +0,0 @@
-export default class RefSet {
-    #private;
-    add(srcType: number, srcField: number, dstType: number, dstField: number): boolean;
-    clear(): void;
-    values(): SetIterator<number>;
-}
-//# sourceMappingURL=refSet.d.ts.map

package/dist/def/refSet.js

@@ -1,25 +0,0 @@
-const packOne = (nodeType, field) => ((nodeType & 0xffff) << 8) | (field & 0xff);
-const packTwo = (a, b) => (a << 24) | (b & 0xffffff);
-const makeTuple = (aType, aField, bType, bField) => {
-    const a = packOne(aType, aField);
-    const b = packOne(bType, bField);
-    return a < b ? packTwo(a, b) : packTwo(b, a);
-};
-export default class RefSet {
-    #s = new Set();
-    add(srcType, srcField, dstType, dstField) {
-        const t = makeTuple(srcType, srcField, dstType, dstField);
-        if (this.#s.has(t)) {
-            return false;
-        }
-        this.#s.add(t);
-        return true;
-    }
-    clear() {
-        this.#s.clear();
-    }
-    values() {
-        return this.#s.values();
-    }
-}
-//# sourceMappingURL=refSet.js.map

package/dist/def/selvaBuffer.d.ts

@@ -1,5 +0,0 @@
-import { SchemaTypeDef } from './types.js';
-export declare function schemaToSelvaBuffer(schema: {
-    [key: string]: SchemaTypeDef;
-}): ArrayBuffer[];
-//# sourceMappingURL=selvaBuffer.d.ts.map

package/dist/def/selvaBuffer.js

@@ -1,164 +0,0 @@
-import { ALIAS, ALIASES, BINARY, EMPTY_MICRO_BUFFER, CARDINALITY, MICRO_BUFFER, REFERENCE, REFERENCES, STRING, TEXT, VECTOR, WEAK_REFERENCE, WEAK_REFERENCES, JSON, COLVEC, VECTOR_BASE_TYPE_SIZE_MAP, } from './types.js';
-import RefSet from './refSet.js';
-const selvaFieldType = {
-    NULL: 0,
-    MICRO_BUFFER: 1,
-    STRING: 2,
-    TEXT: 3,
-    REFERENCE: 4,
-    REFERENCES: 5,
-    WEAK_REFERENCE: 6,
-    WEAK_REFERENCES: 7,
-    ALIAS: 8,
-    ALIASES: 9,
-    COLVEC: 10,
-};
-const selvaTypeMap = new Uint8Array(32); // 1.2x faster than JS array
-selvaTypeMap[MICRO_BUFFER] = selvaFieldType.MICRO_BUFFER;
-selvaTypeMap[VECTOR] = selvaFieldType.MICRO_BUFFER;
-selvaTypeMap[BINARY] = selvaFieldType.STRING;
-selvaTypeMap[CARDINALITY] = selvaFieldType.STRING;
-selvaTypeMap[JSON] = selvaFieldType.STRING;
-selvaTypeMap[STRING] = selvaFieldType.STRING;
-selvaTypeMap[TEXT] = selvaFieldType.TEXT;
-selvaTypeMap[REFERENCE] = selvaFieldType.REFERENCE;
-selvaTypeMap[REFERENCES] = selvaFieldType.REFERENCES;
-selvaTypeMap[WEAK_REFERENCE] = selvaFieldType.WEAK_REFERENCE;
-selvaTypeMap[WEAK_REFERENCES] = selvaFieldType.WEAK_REFERENCES;
-selvaTypeMap[ALIAS] = selvaFieldType.ALIAS;
-selvaTypeMap[ALIASES] = selvaFieldType.ALIASES;
-selvaTypeMap[COLVEC] = selvaFieldType.COLVEC;
-const EDGE_FIELD_CONSTRAINT_FLAG_DEPENDENT = 0x01;
-const EDGE_FIELD_CONSTRAINT_FLAG_SKIP_DUMP = 0x80;
-function blockCapacity(blockCapacity) {
-    const buf = new Uint8Array(Uint32Array.BYTES_PER_ELEMENT);
-    const view = new DataView(buf.buffer);
-    view.setUint32(0, blockCapacity, true);
-    return buf;
-}
-function sepPropCount(props) {
-    return props.filter((prop) => prop.separate).length;
-}
-function makeEdgeConstraintFlags(refSet, nodeTypeId, prop, dstNodeTypeId, inverseProp) {
-    let flags = 0;
-    flags |= prop.dependent ? EDGE_FIELD_CONSTRAINT_FLAG_DEPENDENT : 0x00;
-    flags |=
-        prop.typeIndex === REFERENCE &&
-            inverseProp &&
-            inverseProp.typeIndex === REFERENCES
-            ? EDGE_FIELD_CONSTRAINT_FLAG_SKIP_DUMP
-            : 0x00;
-    if (refSet) {
-        const x = refSet.add(nodeTypeId, prop.prop, dstNodeTypeId, inverseProp.prop);
-        flags |= x ? 0x00 : EDGE_FIELD_CONSTRAINT_FLAG_SKIP_DUMP;
-    }
-    return flags;
-}
-const propDefBuffer = (refSet, nodeTypeId, schema, prop, isEdge) => {
-    const type = prop.typeIndex;
-    const selvaType = selvaTypeMap[type];
-    if (prop.len && (type === MICRO_BUFFER || type === VECTOR)) {
-        const buf = new Uint8Array(3);
-        const view = new DataView(buf.buffer);
-        buf[0] = selvaType;
-        view.setUint16(1, prop.len, true);
-        return [...buf];
-    }
-    else if (prop.len && type === COLVEC) {
-        const buf = new Uint8Array(5);
-        const view = new DataView(buf.buffer);
-        buf[0] = selvaType;
-        const baseSize = VECTOR_BASE_TYPE_SIZE_MAP[prop.vectorBaseType];
-        view.setUint16(1, prop.len / baseSize, true); // elements
-        view.setUint16(3, baseSize, true); // element size
-        return [...buf];
-    }
-    else if (type === REFERENCE || type === REFERENCES) {
-        const buf = new Uint8Array(9);
-        const view = new DataView(buf.buffer);
-        const dstType = schema[prop.inverseTypeName];
-        let eschema = [];
-        // @ts-ignore
-        buf[0] = selvaType + 2 * !!isEdge; // field type
-        buf[1] = makeEdgeConstraintFlags(refSet, nodeTypeId, prop, dstType.id, dstType.props[prop.inversePropName]); // flags
-        view.setUint16(2, dstType.id, true); // dst_node_type
-        view.setUint32(5, 0, true); // schema_len
-        if (!isEdge) {
-            buf[4] = prop.inversePropNumber;
-            if (prop.edges) {
-                const edgesS = Object.values(prop.edges);
-                if (edgesS.length) {
-                    const props = edgesS
-                        .filter((v) => v.separate === true)
-                        .sort((a, b) => (a.prop > b.prop ? 1 : -1));
-                    const p = [
-                        {
-                            ...EMPTY_MICRO_BUFFER,
-                            len: prop.edgeMainLen || 1, // allow zero here... else useless padding
-                            __isEdgeDef: true,
-                        },
-                        // or handle this here...
-                        ...props,
-                    ];
-                    eschema = p
-                        .map((prop) => propDefBuffer(null, 0, schema, prop, true))
-                        .flat(1);
-                    eschema.unshift(0, 0, 0, 0, sepPropCount(p), 0, 0, 0);
-                    view.setUint32(5, eschema.length, true);
-                }
-            }
-        }
-        return [...buf, ...eschema];
-    }
-    else if (type === STRING ||
-        type === BINARY ||
-        type === CARDINALITY ||
-        type === JSON) {
-        return [selvaType, prop.len < 50 ? prop.len : 0];
-    }
-    {
-        return [selvaType];
-    }
-};
-// TODO rewrite
-export function schemaToSelvaBuffer(schema) {
-    const refSet = new RefSet();
-    return Object.values(schema).map((t) => {
-        const props = Object.values(t.props);
-        const rest = [];
-        const nrFields = 1 + sepPropCount(props);
-        let refFields = 0;
-        let virtualFields = 0;
-        if (nrFields >= 250) {
-            throw new Error('Too many fields');
-        }
-        for (const f of props) {
-            if (f.separate) {
-                if (f.typeIndex === REFERENCE || f.typeIndex === REFERENCES) {
-                    refFields++;
-                }
-                else if (f.typeIndex === ALIAS ||
-                    f.typeIndex === ALIASES ||
-                    f.typeIndex === COLVEC) {
-                    // We assume that these are always the last props!
-                    virtualFields++;
-                }
-                rest.push(f);
-            }
-        }
-        rest.sort((a, b) => a.prop - b.prop);
-        return Uint8Array.from([
-            ...blockCapacity(t.blockCapacity), // u32 blockCapacity
-            nrFields, // u8 nrFields
-            1 + refFields, // u8 nrFixedFields
-            virtualFields, // u8 nrVirtualFields
-            0, // u8 spare1
-            ...propDefBuffer(null, t.id, schema, {
-                ...EMPTY_MICRO_BUFFER,
-                len: t.mainLen === 0 ? 1 : t.mainLen,
-            }),
-            ...rest.map((f) => propDefBuffer(refSet, t.id, schema, f)).flat(1),
-        ]).buffer;
-    });
-}
-//# sourceMappingURL=selvaBuffer.js.map