@based/db 0.0.1

package/dist/src/client/crc32.d.ts

@@ -0,0 +1 @@
+export declare const crc32: (buf: Buffer) => any;

package/dist/src/client/crc32.js

@@ -0,0 +1,281 @@
+import native from '../native.js';
+export const crc32 = (buf) => {
+    return native.crc32(buf);
+};
+// Pure js version:
+// /**
+//  * This code is a manual javascript translation of c code generated by
+//  * pycrc 0.7.1 (http://www.tty1.net/pycrc/). Command line used:
+//  * './pycrc.py --model=crc-32c --generate c --algorithm=table-driven'
+//  */
+//
+// const kCRCTable = Int32Array.of(
+//   0x00000000,
+//   0xf26b8303,
+//   0xe13b70f7,
+//   0x1350f3f4,
+//   0xc79a971f,
+//   0x35f1141c,
+//   0x26a1e7e8,
+//   0xd4ca64eb,
+//   0x8ad958cf,
+//   0x78b2dbcc,
+//   0x6be22838,
+//   0x9989ab3b,
+//   0x4d43cfd0,
+//   0xbf284cd3,
+//   0xac78bf27,
+//   0x5e133c24,
+//   0x105ec76f,
+//   0xe235446c,
+//   0xf165b798,
+//   0x030e349b,
+//   0xd7c45070,
+//   0x25afd373,
+//   0x36ff2087,
+//   0xc494a384,
+//   0x9a879fa0,
+//   0x68ec1ca3,
+//   0x7bbcef57,
+//   0x89d76c54,
+//   0x5d1d08bf,
+//   0xaf768bbc,
+//   0xbc267848,
+//   0x4e4dfb4b,
+//   0x20bd8ede,
+//   0xd2d60ddd,
+//   0xc186fe29,
+//   0x33ed7d2a,
+//   0xe72719c1,
+//   0x154c9ac2,
+//   0x061c6936,
+//   0xf477ea35,
+//   0xaa64d611,
+//   0x580f5512,
+//   0x4b5fa6e6,
+//   0xb93425e5,
+//   0x6dfe410e,
+//   0x9f95c20d,
+//   0x8cc531f9,
+//   0x7eaeb2fa,
+//   0x30e349b1,
+//   0xc288cab2,
+//   0xd1d83946,
+//   0x23b3ba45,
+//   0xf779deae,
+//   0x05125dad,
+//   0x1642ae59,
+//   0xe4292d5a,
+//   0xba3a117e,
+//   0x4851927d,
+//   0x5b016189,
+//   0xa96ae28a,
+//   0x7da08661,
+//   0x8fcb0562,
+//   0x9c9bf696,
+//   0x6ef07595,
+//   0x417b1dbc,
+//   0xb3109ebf,
+//   0xa0406d4b,
+//   0x522bee48,
+//   0x86e18aa3,
+//   0x748a09a0,
+//   0x67dafa54,
+//   0x95b17957,
+//   0xcba24573,
+//   0x39c9c670,
+//   0x2a993584,
+//   0xd8f2b687,
+//   0x0c38d26c,
+//   0xfe53516f,
+//   0xed03a29b,
+//   0x1f682198,
+//   0x5125dad3,
+//   0xa34e59d0,
+//   0xb01eaa24,
+//   0x42752927,
+//   0x96bf4dcc,
+//   0x64d4cecf,
+//   0x77843d3b,
+//   0x85efbe38,
+//   0xdbfc821c,
+//   0x2997011f,
+//   0x3ac7f2eb,
+//   0xc8ac71e8,
+//   0x1c661503,
+//   0xee0d9600,
+//   0xfd5d65f4,
+//   0x0f36e6f7,
+//   0x61c69362,
+//   0x93ad1061,
+//   0x80fde395,
+//   0x72966096,
+//   0xa65c047d,
+//   0x5437877e,
+//   0x4767748a,
+//   0xb50cf789,
+//   0xeb1fcbad,
+//   0x197448ae,
+//   0x0a24bb5a,
+//   0xf84f3859,
+//   0x2c855cb2,
+//   0xdeeedfb1,
+//   0xcdbe2c45,
+//   0x3fd5af46,
+//   0x7198540d,
+//   0x83f3d70e,
+//   0x90a324fa,
+//   0x62c8a7f9,
+//   0xb602c312,
+//   0x44694011,
+//   0x5739b3e5,
+//   0xa55230e6,
+//   0xfb410cc2,
+//   0x092a8fc1,
+//   0x1a7a7c35,
+//   0xe811ff36,
+//   0x3cdb9bdd,
+//   0xceb018de,
+//   0xdde0eb2a,
+//   0x2f8b6829,
+//   0x82f63b78,
+//   0x709db87b,
+//   0x63cd4b8f,
+//   0x91a6c88c,
+//   0x456cac67,
+//   0xb7072f64,
+//   0xa457dc90,
+//   0x563c5f93,
+//   0x082f63b7,
+//   0xfa44e0b4,
+//   0xe9141340,
+//   0x1b7f9043,
+//   0xcfb5f4a8,
+//   0x3dde77ab,
+//   0x2e8e845f,
+//   0xdce5075c,
+//   0x92a8fc17,
+//   0x60c37f14,
+//   0x73938ce0,
+//   0x81f80fe3,
+//   0x55326b08,
+//   0xa759e80b,
+//   0xb4091bff,
+//   0x466298fc,
+//   0x1871a4d8,
+//   0xea1a27db,
+//   0xf94ad42f,
+//   0x0b21572c,
+//   0xdfeb33c7,
+//   0x2d80b0c4,
+//   0x3ed04330,
+//   0xccbbc033,
+//   0xa24bb5a6,
+//   0x502036a5,
+//   0x4370c551,
+//   0xb11b4652,
+//   0x65d122b9,
+//   0x97baa1ba,
+//   0x84ea524e,
+//   0x7681d14d,
+//   0x2892ed69,
+//   0xdaf96e6a,
+//   0xc9a99d9e,
+//   0x3bc21e9d,
+//   0xef087a76,
+//   0x1d63f975,
+//   0x0e330a81,
+//   0xfc588982,
+//   0xb21572c9,
+//   0x407ef1ca,
+//   0x532e023e,
+//   0xa145813d,
+//   0x758fe5d6,
+//   0x87e466d5,
+//   0x94b49521,
+//   0x66df1622,
+//   0x38cc2a06,
+//   0xcaa7a905,
+//   0xd9f75af1,
+//   0x2b9cd9f2,
+//   0xff56bd19,
+//   0x0d3d3e1a,
+//   0x1e6dcdee,
+//   0xec064eed,
+//   0xc38d26c4,
+//   0x31e6a5c7,
+//   0x22b65633,
+//   0xd0ddd530,
+//   0x0417b1db,
+//   0xf67c32d8,
+//   0xe52cc12c,
+//   0x1747422f,
+//   0x49547e0b,
+//   0xbb3ffd08,
+//   0xa86f0efc,
+//   0x5a048dff,
+//   0x8ecee914,
+//   0x7ca56a17,
+//   0x6ff599e3,
+//   0x9d9e1ae0,
+//   0xd3d3e1ab,
+//   0x21b862a8,
+//   0x32e8915c,
+//   0xc083125f,
+//   0x144976b4,
+//   0xe622f5b7,
+//   0xf5720643,
+//   0x07198540,
+//   0x590ab964,
+//   0xab613a67,
+//   0xb831c993,
+//   0x4a5a4a90,
+//   0x9e902e7b,
+//   0x6cfbad78,
+//   0x7fab5e8c,
+//   0x8dc0dd8f,
+//   0xe330a81a,
+//   0x115b2b19,
+//   0x020bd8ed,
+//   0xf0605bee,
+//   0x24aa3f05,
+//   0xd6c1bc06,
+//   0xc5914ff2,
+//   0x37faccf1,
+//   0x69e9f0d5,
+//   0x9b8273d6,
+//   0x88d28022,
+//   0x7ab90321,
+//   0xae7367ca,
+//   0x5c18e4c9,
+//   0x4f48173d,
+//   0xbd23943e,
+//   0xf36e6f75,
+//   0x0105ec76,
+//   0x12551f82,
+//   0xe03e9c81,
+//   0x34f4f86a,
+//   0xc69f7b69,
+//   0xd5cf889d,
+//   0x27a40b9e,
+//   0x79b737ba,
+//   0x8bdcb4b9,
+//   0x988c474d,
+//   0x6ae7c44e,
+//   0xbe2da0a5,
+//   0x4c4623a6,
+//   0x5f16d052,
+//   0xad7d5351
+// )
+//
+// export function crc32(buf: Buffer, initial: number): number {
+//   if (!Buffer.isBuffer(buf)) {
+//     buf = Buffer.from(buf)
+//   }
+//   let crc = (initial | 0) ^ -1
+//   for (let i = 0; i < buf.length; i++) {
+//     crc = kCRCTable[(crc ^ buf[i]) & 0xff] ^ (crc >>> 8)
+//   }
+//   return (crc ^ -1) >>> 0
+// }
+//# sourceMappingURL=crc32.js.map

package/dist/src/client/index.d.ts

@@ -0,0 +1,58 @@
+import { Schema, StrictSchema } from '@based/schema';
+import { CreateObj } from './modify/create.js';
+import { SchemaTypeDef } from '../server/schema/types.js';
+import { ModifyCtx } from './operations.js';
+import { SubscriptionMarkerMap, SubscriptionsMap, SubscriptionsToRun } from './query/subscription/index.js';
+import { BasedDbQuery, QueryByAliasObj } from './query/BasedDbQuery.js';
+import { ModifyRes } from './modify/ModifyRes.js';
+import { DbServer } from '../server/index.js';
+import { TransformFns } from '../server/migrate/index.js';
+export type DbClientHooks = {
+    putSchema(schema: StrictSchema, fromStart?: boolean, transformFns?: TransformFns): Promise<DbServer['schema']>;
+    flushModify(buf: Buffer): Promise<{
+        offsets: Record<number, number>;
+    }>;
+    getQueryBuf(buf: Buffer): Promise<Uint8Array>;
+};
+type DbClientOpts = {
+    hooks: DbClientHooks;
+    maxModifySize?: number;
+};
+export declare class DbClient {
+    constructor({ hooks, maxModifySize }: DbClientOpts);
+    hooks: DbClientHooks;
+    schema: StrictSchema & {
+        lastId: number;
+    };
+    schemaTypesParsed: Record<string, SchemaTypeDef>;
+    schemaTypesParsedById: Record<number, SchemaTypeDef>;
+    writeTime: number;
+    isDraining: boolean;
+    modifyCtx: ModifyCtx;
+    maxModifySize: number;
+    upserting: Map<string, {
+        o: Record<string, any>;
+        p: Promise<number | ModifyRes>;
+    }>;
+    subscriptionsInProgress: boolean;
+    subscriptonThrottleMs: number;
+    subscriptions: SubscriptionsMap;
+    subscriptionMarkers: SubscriptionMarkerMap;
+    subscriptionsToRun: SubscriptionsToRun;
+    schemaChecksum: number;
+    putSchema(schema: Schema, fromStart?: boolean, transformFns?: TransformFns): Promise<StrictSchema>;
+    putLocalSchema(schema: any): StrictSchema & {
+        lastId: number;
+    };
+    create(type: string, obj: CreateObj, unsafe?: boolean): ModifyRes;
+    query(type: string, id?: number | ModifyRes | (number | ModifyRes)[] | QueryByAliasObj | QueryByAliasObj[]): BasedDbQuery;
+    query(): BasedDbQuery;
+    update(type: string, id: number | ModifyRes, value: any, overwrite?: boolean): ModifyRes;
+    update(value: any, overwrite?: boolean): ModifyRes;
+    upsert(type: string, obj: Record<string, any>): Promise<any>;
+    remove(type: string, id: number | ModifyRes): boolean;
+    destroy(): void;
+    stop(): void;
+    drain(): Promise<number>;
+}
+export {};

package/dist/src/client/index.js

@@ -0,0 +1,120 @@
+import { parse } from '@based/schema';
+import { create } from './modify/create.js';
+import { flushBuffer, ModifyCtx } from './operations.js';
+import { BasedDbQuery } from './query/BasedDbQuery.js';
+import { ModifyState } from './modify/ModifyRes.js';
+import { upsert } from './modify/upsert.js';
+import { update } from './modify/update.js';
+import { remove } from './modify/remove.js';
+import { updateTypeDefs } from '../server/schema/typeDef.js';
+import { schemaToSelvaBuffer } from '../server/schema/selvaBuffer.js';
+import { deepEqual } from '@saulx/utils';
+import { hash } from '@saulx/hash';
+export class DbClient {
+    constructor({ hooks, maxModifySize = 100 * 1e3 * 1e3 }) {
+        this.hooks = hooks;
+        this.maxModifySize = maxModifySize;
+        this.modifyCtx = new ModifyCtx(this);
+    }
+    hooks;
+    // schema
+    schema = {
+        lastId: 1, // we reserve one for root props
+        types: {},
+    };
+    schemaTypesParsed = {};
+    schemaTypesParsedById = {};
+    // modify
+    writeTime = 0;
+    isDraining = false;
+    modifyCtx;
+    maxModifySize;
+    upserting = new Map();
+    // subscriptions
+    subscriptionsInProgress = false;
+    subscriptonThrottleMs = 20;
+    subscriptions = new Map();
+    subscriptionMarkers = {};
+    subscriptionsToRun = [];
+    schemaChecksum;
+    async putSchema(schema, fromStart, transformFns) {
+        const checksum = hash(schema);
+        if (checksum === this.schemaChecksum) {
+            return this.schema;
+        }
+        const strictSchema = fromStart ? schema : parse(schema).schema;
+        const remoteSchema = await this.hooks.putSchema(strictSchema, fromStart, transformFns);
+        this.schemaChecksum = checksum;
+        return this.putLocalSchema(remoteSchema);
+    }
+    putLocalSchema(schema) {
+        if (deepEqual(this.schema, schema)) {
+            return this.schema;
+        }
+        this.schema = schema;
+        updateTypeDefs(this);
+        // TODO should not need this, but it modifies the schema
+        schemaToSelvaBuffer(this.schemaTypesParsed);
+        return this.schema;
+    }
+    create(type, obj, unsafe) {
+        return create(this, type, obj, unsafe);
+    }
+    query(type, id) {
+        if (type === undefined) {
+            return new BasedDbQuery(this, '_root', 1);
+        }
+        // this is now double resolve
+        if (Array.isArray(id)) {
+            let i = id.length;
+            while (i--) {
+                if (typeof id[i] === 'object') {
+                    if (id[i] instanceof ModifyState) {
+                        // @ts-ignore
+                        id[i] = id[i].tmpId;
+                    }
+                    else {
+                        // it's get by alias
+                    }
+                }
+            }
+        }
+        else if (typeof id === 'object') {
+            if (id instanceof ModifyState) {
+                id = id.tmpId;
+            }
+            else {
+                // it's get by alias
+            }
+        }
+        return new BasedDbQuery(this, type, id);
+    }
+    update(typeOrValue, idOrOverwrite, value, overwrite) {
+        if (typeof typeOrValue === 'string') {
+            const id = typeof idOrOverwrite === 'object' ? idOrOverwrite.tmpId : idOrOverwrite;
+            return update(this, typeOrValue, id, value, overwrite);
+        }
+        // else it is rootProps
+        return update(this, '_root', 1, typeOrValue, idOrOverwrite);
+    }
+    upsert(type, obj) {
+        return upsert(this, type, obj);
+    }
+    remove(type, id) {
+        return remove(this, type, typeof id === 'number' ? id : id.tmpId);
+    }
+    destroy() {
+        this.modifyCtx.len = 0;
+        this.modifyCtx.db = null; // Make sure we don't have a circular ref and leak mem
+    }
+    stop() {
+        this.modifyCtx.len = 0;
+    }
+    async drain() {
+        await flushBuffer(this);
+        const t = this.writeTime;
+        this.writeTime = 0;
+        return t;
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/src/client/modify/ModifyRes.d.ts

@@ -0,0 +1,26 @@
+import { PropDef, PropDefEdge, SchemaPropTree } from '../../server/schema/types.js';
+import { inspect } from 'node:util';
+import { SubscriptionMarkersCheck } from '../query/subscription/index.js';
+import { DbClient } from '../index.js';
+export type ModifyRes = {
+    tmpId: number;
+    error?: Error;
+} & Promise<number>;
+export declare class ModifyError {
+    #private;
+    constructor(prop: PropDef | PropDefEdge | SchemaPropTree, val: any, msg?: string);
+    toString(): string;
+    [inspect.custom](): string;
+}
+export declare class ModifyState {
+    #private;
+    constructor(typeId: number, tmpId: number, db: DbClient, subMarkers: SubscriptionMarkersCheck | false);
+    subMarkers: SubscriptionMarkersCheck | false;
+    tmpId: number;
+    error?: ModifyError;
+    promises?: Promise<any>[];
+    [Symbol.toPrimitive](): number;
+    getId(offsets: Record<number, number>): number;
+    then(resolve: any, reject: any): Promise<unknown>;
+    catch(handler: any): this | Promise<unknown>;
+}

package/dist/src/client/modify/ModifyRes.js

@@ -0,0 +1,98 @@
+import { isPropDef, REVERSE_TYPE_INDEX_MAP, } from '../../server/schema/types.js';
+import { inspect } from 'node:util';
+const MAGIC_KEY = Math.random().toString(36).substring(2);
+const MAGIC_REG = RegExp(`("${MAGIC_KEY}|${MAGIC_KEY}")`, 'g');
+const walk = (val) => {
+    if (typeof val === 'object' && val !== null) {
+        if (Array.isArray(val)) {
+            return val.map(walk);
+        }
+        const obj = {};
+        for (const key in val) {
+            obj[MAGIC_KEY + key + MAGIC_KEY] = walk(val[key]);
+        }
+        return obj;
+    }
+    return val;
+};
+const parseVal = (val) => {
+    if (typeof val === 'object' && val !== null) {
+        return JSON.stringify(walk(val)).replace(MAGIC_REG, '');
+    }
+    return val;
+};
+export class ModifyError {
+    constructor(prop, val, msg) {
+        this.#prop = prop;
+        this.#val = val;
+        this.#msg = msg;
+    }
+    #msg;
+    #prop;
+    #val;
+    toString() {
+        if (isPropDef(this.#prop)) {
+            if (this.#msg) {
+                return `Invalid value at '${this.#prop.path.join('.')}'. Expected ${this.#msg} received '${parseVal(this.#val)}'`;
+            }
+            return `Invalid value at '${this.#prop.path.join('.')}'. Expected ${REVERSE_TYPE_INDEX_MAP[this.#prop.typeIndex]}, received '${parseVal(this.#val)}'`;
+        }
+        return `Unknown property '${this.#val}'. Expected one of: ${Object.keys(this.#prop).join(', ')}`;
+    }
+    [inspect.custom]() {
+        return this.toString();
+    }
+}
+export class ModifyState {
+    constructor(typeId, tmpId, db, subMarkers) {
+        this.tmpId = tmpId;
+        this.#typeId = typeId;
+        this.#buf = db.modifyCtx;
+        this.#ctx = db.modifyCtx.ctx;
+        this.subMarkers = subMarkers;
+    }
+    subMarkers;
+    #buf;
+    #ctx;
+    #typeId;
+    tmpId;
+    error;
+    promises;
+    [Symbol.toPrimitive]() {
+        return this.tmpId;
+    }
+    getId(offsets) {
+        const offset = offsets[this.#typeId] || 0;
+        return this.tmpId + offset;
+    }
+    then(resolve, reject) {
+        const promise = new Promise((resolve) => {
+            if (this.error) {
+                reject(new Error(this.error.toString()));
+            }
+            else if ('offsets' in this.#ctx) {
+                resolve(this.getId(this.#ctx.offsets));
+            }
+            else {
+                this.#buf.queue.set(resolve, this);
+            }
+        });
+        if (this.promises?.length) {
+            return Promise.allSettled(this.promises)
+                .then(() => promise)
+                .then(resolve, reject);
+        }
+        else {
+            return promise.then(resolve, reject);
+        }
+    }
+    catch(handler) {
+        if (this.error) {
+            return new Promise((resolve) => {
+                resolve(handler(new Error(this.error.toString())));
+            });
+        }
+        return this;
+    }
+}
+//# sourceMappingURL=ModifyRes.js.map

package/dist/src/client/modify/alias.d.ts

@@ -0,0 +1,4 @@
+import { ModifyCtx } from '../../index.js';
+import { SchemaTypeDef, PropDef } from '../../server/schema/types.js';
+import { ModifyOp, ModifyErr } from './types.js';
+export declare function writeAlias(value: string | null | Buffer, ctx: ModifyCtx, def: SchemaTypeDef, t: PropDef, parentId: number, modifyOp: ModifyOp): ModifyErr;

package/dist/src/client/modify/alias.js

@@ -0,0 +1,47 @@
+import { CREATE, UPDATE, RANGE_ERR, DELETE, } from './types.js';
+import { ModifyError } from './ModifyRes.js';
+import { setCursor } from './setCursor.js';
+export function writeAlias(value, ctx, def, t, parentId, modifyOp) {
+    if (typeof value === 'string') {
+        if (value.length === 0) {
+            if (modifyOp === UPDATE) {
+                if (ctx.len + 11 > ctx.max) {
+                    return RANGE_ERR;
+                }
+                setCursor(ctx, def, t.prop, parentId, modifyOp);
+                ctx.buf[ctx.len++] = DELETE;
+            }
+        }
+        else {
+            let size = Buffer.byteLength(value, 'utf8');
+            if (ctx.len + 15 + size > ctx.max) {
+                // 5 compression size
+                return RANGE_ERR;
+            }
+            if (modifyOp === CREATE) {
+                def.stringPropsCurrent[t.prop] = 2;
+                ctx.hasStringField++;
+            }
+            setCursor(ctx, def, t.prop, parentId, modifyOp);
+            ctx.buf[ctx.len++] = modifyOp;
+            ctx.buf[ctx.len++] = size;
+            ctx.buf[ctx.len++] = size >>>= 8;
+            ctx.buf[ctx.len++] = size >>>= 8;
+            ctx.buf[ctx.len++] = size >>>= 8;
+            ctx.len += ctx.buf.write(value, ctx.len, 'utf8');
+        }
+    }
+    else if (typeof value === null) {
+        if (modifyOp === UPDATE) {
+            if (ctx.len + 11 > ctx.max) {
+                return RANGE_ERR;
+            }
+            setCursor(ctx, def, t.prop, parentId, modifyOp);
+            ctx.buf[ctx.len++] = DELETE;
+        }
+    }
+    else {
+        return new ModifyError(t, value);
+    }
+}
+//# sourceMappingURL=alias.js.map

package/dist/src/client/modify/binary.d.ts

@@ -0,0 +1,6 @@
+import { ModifyCtx } from '../../index.js';
+import { PropDef, SchemaTypeDef } from '../../server/schema/types.js';
+import { ModifyOp, ModifyErr } from './types.js';
+export declare function getBuffer(value: any): Buffer;
+export declare function writeBinaryRaw(value: Buffer, ctx: ModifyCtx): void;
+export declare function writeBinary(value: any, ctx: ModifyCtx, schema: SchemaTypeDef, t: PropDef, parentId: number, modifyOp: ModifyOp): ModifyErr;