deeplake 0.1.0 → 0.2.0

package/dist/node/shared/wasm-common.d.ts

@@ -0,0 +1,39 @@
+import type { Batch } from './types';
+export declare function setWasmModule(mod: any): void;
+export declare function clearWasmModule(): void;
+export declare function getWasmModule(): any;
+export declare function deeplakeSetEndpoint(endpoint: string): void;
+/**
+ * Set the backend endpoint and open a dataset as an atomic operation.
+ * Concurrent callers are serialized so that one caller's setEndpoint
+ * cannot be clobbered by another before the open completes.
+ */
+export declare function deeplakeSetEndpointAndOpen(endpoint: string, datasetPath: string, creds: string | Record<string, string>, token: string): Promise<any>;
+export declare function deeplakeCreate(datasetPath: string, creds: string | Record<string, string>, token: string): Promise<any>;
+export declare function deeplakeOpen(datasetPath: string, creds: string | Record<string, string>, token: string): Promise<any>;
+export declare function deeplakeExists(datasetPath: string, creds: string | Record<string, string>, token: string): Promise<boolean>;
+export declare function deeplakeAppend(dataset: any, batch: Batch): Promise<void>;
+export declare function deeplakeCommit(dataset: any, message?: string): Promise<void>;
+export declare function deeplakeAddColumn(dataset: any, name: string, typeName: string): void;
+export declare function deeplakeDeleteDataset(datasetPath: string, creds: string | Record<string, string>, token: string): Promise<void>;
+/**
+ * Unwrap a WASM ndarray value to a plain JS value.
+ * Scalar ndarrays (shape []) become a single number.
+ * 1D ndarrays become a regular Array.
+ * Strings and other primitives pass through unchanged.
+ */
+export declare function unwrapNdArray(val: any): any;
+export declare function deeplakeNumRows(dataset: any): number;
+export declare function deeplakeGetField(dataset: any, rowIndex: number, column: string): Promise<any>;
+export declare function deeplakeGetRow(dataset: any, rowIndex: number, columns: string[]): Promise<Record<string, any>>;
+export declare function deeplakeGetColumnData(dataset: any, columnName: string, start: number, end: number): Promise<any>;
+export declare function deeplakeSetField(dataset: any, rowIndex: number, column: string, value: any): Promise<void>;
+export declare function deeplakeSetRow(dataset: any, rowIndex: number, data: Record<string, any>): Promise<void>;
+/**
+ * Fetch a sample by DeepLake internal column_id and row_id.
+ * Used to resolve DLREF data references returned by VIDEO columns.
+ * rowId is bigint because DeepLake row IDs use the full int64 range.
+ */
+export declare function deeplakeGetSampleByRef(dataset: any, columnId: number, rowId: bigint): Promise<any>;
+export declare function deeplakeRelease(obj: any): void;
+//# sourceMappingURL=wasm-common.d.ts.map

package/dist/node/shared/wasm-common.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm-common.d.ts","sourceRoot":"","sources":["../../../src/shared/wasm-common.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAIrC,wBAAgB,aAAa,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI,CAE5C;AAED,wBAAgB,eAAe,IAAI,IAAI,CAEtC;AAED,wBAAgB,aAAa,IAAI,GAAG,CAKnC;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAK1D;AASD;;;;GAIG;AACH,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC,CAcd;AAkBD,wBAAgB,cAAc,CAC5B,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC,CAYd;AAED,wBAAgB,YAAY,CAC1B,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC,CAYd;AAED,wBAAgB,cAAc,CAC5B,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,OAAO,CAAC,CAkClB;AAED,wBAAsB,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAiC9E;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAO5E;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,GAAG,EACZ,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,GACf,IAAI,CAEN;AAED,wBAAgB,qBAAqB,CACnC,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC,CAYf;AAED;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,CAyB3C;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,GAAG,GAAG,MAAM,CAEpD;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,GAAG,EACZ,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,GAAG,CAAC,CASd;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,GAAG,EACZ,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAM9B;AAED,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,GAAG,EACZ,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,GAAG,CAAC,CASd;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,GAAG,EACZ,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,GAAG,GACT,OAAO,CAAC,IAAI,CAAC,CASf;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,GAAG,EACZ,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GACxB,OAAO,CAAC,IAAI,CAAC,CAIf;AAED;;;;GAIG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,GAAG,EACZ,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC,CASd;AAED,wBAAgB,eAAe,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI,CAQ9C"}

package/dist/node/shared/wasm-common.js

@@ -0,0 +1,310 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.setWasmModule = setWasmModule;
+exports.clearWasmModule = clearWasmModule;
+exports.getWasmModule = getWasmModule;
+exports.deeplakeSetEndpoint = deeplakeSetEndpoint;
+exports.deeplakeSetEndpointAndOpen = deeplakeSetEndpointAndOpen;
+exports.deeplakeCreate = deeplakeCreate;
+exports.deeplakeOpen = deeplakeOpen;
+exports.deeplakeExists = deeplakeExists;
+exports.deeplakeAppend = deeplakeAppend;
+exports.deeplakeCommit = deeplakeCommit;
+exports.deeplakeAddColumn = deeplakeAddColumn;
+exports.deeplakeDeleteDataset = deeplakeDeleteDataset;
+exports.unwrapNdArray = unwrapNdArray;
+exports.deeplakeNumRows = deeplakeNumRows;
+exports.deeplakeGetField = deeplakeGetField;
+exports.deeplakeGetRow = deeplakeGetRow;
+exports.deeplakeGetColumnData = deeplakeGetColumnData;
+exports.deeplakeSetField = deeplakeSetField;
+exports.deeplakeSetRow = deeplakeSetRow;
+exports.deeplakeGetSampleByRef = deeplakeGetSampleByRef;
+exports.deeplakeRelease = deeplakeRelease;
+let wasmModule = null;
+function setWasmModule(mod) {
+    wasmModule = mod;
+}
+function clearWasmModule() {
+    wasmModule = null;
+}
+function getWasmModule() {
+    if (!wasmModule) {
+        throw new Error('WASM not initialized. Call initializeWasm() first.');
+    }
+    return wasmModule;
+}
+function deeplakeSetEndpoint(endpoint) {
+    const mod = getWasmModule();
+    if (typeof mod.deeplake_set_endpoint === 'function') {
+        mod.deeplake_set_endpoint(endpoint);
+    }
+}
+// -----------------------------------------------------------------------
+// Async mutex for serializing operations that depend on global endpoint
+// state.  setEndpoint + deeplakeOpen must execute atomically (no other
+// caller can change the endpoint between the two calls).
+// -----------------------------------------------------------------------
+let _openQueueTail = Promise.resolve();
+/**
+ * Set the backend endpoint and open a dataset as an atomic operation.
+ * Concurrent callers are serialized so that one caller's setEndpoint
+ * cannot be clobbered by another before the open completes.
+ */
+function deeplakeSetEndpointAndOpen(endpoint, datasetPath, creds, token) {
+    // Chain onto the previous open so they execute one at a time.
+    const prev = _openQueueTail;
+    let resolve_;
+    _openQueueTail = new Promise((r) => { resolve_ = r; });
+    return prev.then(async () => {
+        try {
+            deeplakeSetEndpoint(endpoint);
+            return await deeplakeOpen(datasetPath, creds, token);
+        }
+        finally {
+            resolve_();
+        }
+    });
+}
+/**
+ * Build an IcmMapStringString from a plain JS object or empty string.
+ */
+function buildCredsMap(creds) {
+    const mod = getWasmModule();
+    const map = new mod.IcmMapStringString();
+    if (typeof creds === 'object') {
+        for (const [key, value] of Object.entries(creds)) {
+            if (value != null) {
+                map.set(key, value);
+            }
+        }
+    }
+    return map;
+}
+function deeplakeCreate(datasetPath, creds, token) {
+    const mod = getWasmModule();
+    const credsMap = buildCredsMap(creds);
+    return new Promise((resolve, reject) => {
+        mod.deeplake_create(datasetPath, credsMap, token).then((dataset, error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve(dataset);
+        });
+        credsMap.delete();
+    });
+}
+function deeplakeOpen(datasetPath, creds, token) {
+    const mod = getWasmModule();
+    const credsMap = buildCredsMap(creds);
+    return new Promise((resolve, reject) => {
+        mod.deeplake_open(datasetPath, credsMap, token).then((dataset, error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve(dataset);
+        });
+        credsMap.delete();
+    });
+}
+function deeplakeExists(datasetPath, creds, token) {
+    const mod = getWasmModule();
+    // deeplake_exists may not be available in older WASM builds
+    if (typeof mod.deeplake_exists !== 'function') {
+        // Fallback: try to open the dataset; if it fails, it doesn't exist
+        const credsMap = buildCredsMap(creds);
+        return new Promise((resolve) => {
+            mod.deeplake_open(datasetPath, credsMap, token).then((dataset, error) => {
+                if (error) {
+                    resolve(false);
+                }
+                else {
+                    if (dataset && typeof dataset.delete === 'function') {
+                        dataset.delete();
+                    }
+                    resolve(true);
+                }
+            });
+            credsMap.delete();
+        });
+    }
+    const credsMap = buildCredsMap(creds);
+    return new Promise((resolve, reject) => {
+        mod.deeplake_exists(datasetPath, credsMap, token).then((exists, error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve(!!exists);
+        });
+        credsMap.delete();
+    });
+}
+async function deeplakeAppend(dataset, batch) {
+    const mod = getWasmModule();
+    const keys = Object.keys(batch);
+    if (keys.length === 0)
+        return;
+    const colMap = new mod.MapStringObject();
+    for (const key of keys) {
+        const col = batch[key];
+        // Convert Buffers to Uint8Array for WASM compatibility.
+        if (col.length > 0 &&
+            ((typeof Buffer !== 'undefined' && Buffer.isBuffer(col[0])) ||
+                col[0] instanceof Uint8Array)) {
+            const converted = col.map((v) => typeof Buffer !== 'undefined' && Buffer.isBuffer(v)
+                ? new Uint8Array(v.buffer, v.byteOffset, v.byteLength)
+                : v);
+            colMap.set(key, converted);
+        }
+        else {
+            colMap.set(key, col);
+        }
+    }
+    await new Promise((resolve, reject) => {
+        dataset.appendMap(colMap).then((error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve();
+            colMap.delete();
+        });
+    });
+}
+function deeplakeCommit(dataset, message) {
+    return new Promise((resolve, reject) => {
+        dataset.commit(message ?? null).then((error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve();
+        });
+    });
+}
+function deeplakeAddColumn(dataset, name, typeName) {
+    dataset.addColumnByStringType(name, typeName);
+}
+function deeplakeDeleteDataset(datasetPath, creds, token) {
+    const mod = getWasmModule();
+    const credsMap = buildCredsMap(creds);
+    return new Promise((resolve, reject) => {
+        mod.deeplake_delete(datasetPath, credsMap, token).then((error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve();
+        });
+        credsMap.delete();
+    });
+}
+/**
+ * Unwrap a WASM ndarray value to a plain JS value.
+ * Scalar ndarrays (shape []) become a single number.
+ * 1D ndarrays become a regular Array.
+ * Strings and other primitives pass through unchanged.
+ */
+function unwrapNdArray(val) {
+    if (val == null || typeof val !== 'object')
+        return val;
+    // Check if it's a WASM ndarray (deeplake_Buffer)
+    if (typeof val.dtype !== 'string' || !('data' in val && 'shape' in val))
+        return val;
+    const shape = val.shape;
+    const data = val.data;
+    // When shape is empty (scalar), C++ returns the raw value for .data (not a TypedArray).
+    // int64/uint64 scalars come back as BigInt — convert to Number for convenience.
+    let result;
+    if (shape.length === 0) {
+        result = typeof data === 'bigint' ? Number(data) : data;
+    }
+    else {
+        // 1D+: data is a TypedArray. BigInt64Array/BigUint64Array elements are BigInt.
+        result = (data instanceof BigInt64Array || data instanceof BigUint64Array)
+            ? Array.from(data, (v) => Number(v))
+            : Array.from(data);
+    }
+    // Clean up the WASM object
+    if (typeof val.delete === 'function') {
+        try {
+            val.delete();
+        }
+        catch { /* ignore */ }
+    }
+    return result;
+}
+function deeplakeNumRows(dataset) {
+    return dataset.rowsCount();
+}
+function deeplakeGetField(dataset, rowIndex, column) {
+    const row = dataset.get(rowIndex);
+    return new Promise((resolve, reject) => {
+        row.get(column).then((result, error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve(unwrapNdArray(result));
+            row.delete();
+        });
+    });
+}
+async function deeplakeGetRow(dataset, rowIndex, columns) {
+    const result = {};
+    for (const col of columns) {
+        result[col] = await deeplakeGetField(dataset, rowIndex, col);
+    }
+    return result;
+}
+function deeplakeGetColumnData(dataset, columnName, start, end) {
+    const column = dataset.getByColumnName(columnName);
+    return new Promise((resolve, reject) => {
+        column.getBySlice({ start, stop: end }).then((result, error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve(unwrapNdArray(result));
+            column.delete();
+        });
+    });
+}
+function deeplakeSetField(dataset, rowIndex, column, value) {
+    const row = dataset.get(rowIndex);
+    return new Promise((resolve, reject) => {
+        row.set(column, value).then((error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve();
+            row.delete();
+        });
+    });
+}
+async function deeplakeSetRow(dataset, rowIndex, data) {
+    for (const [col, val] of Object.entries(data)) {
+        await deeplakeSetField(dataset, rowIndex, col, val);
+    }
+}
+/**
+ * Fetch a sample by DeepLake internal column_id and row_id.
+ * Used to resolve DLREF data references returned by VIDEO columns.
+ * rowId is bigint because DeepLake row IDs use the full int64 range.
+ */
+function deeplakeGetSampleByRef(dataset, columnId, rowId) {
+    return new Promise((resolve, reject) => {
+        dataset.getSampleByRef(columnId, rowId.toString()).then((result, error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve(unwrapNdArray(result));
+        });
+    });
+}
+function deeplakeRelease(obj) {
+    try {
+        if (obj && typeof obj.delete === 'function') {
+            obj.delete();
+        }
+    }
+    catch {
+        // ignore cleanup errors
+    }
+}
+//# sourceMappingURL=wasm-common.js.map

package/dist/node/shared/wasm-common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm-common.js","sourceRoot":"","sources":["../../../src/shared/wasm-common.ts"],"names":[],"mappings":";;AAIA,sCAEC;AAED,0CAEC;AAED,sCAKC;AAED,kDAKC;AAcD,gEAmBC;AAkBD,wCAgBC;AAED,oCAgBC;AAED,wCAsCC;AAED,wCAiCC;AAED,wCAOC;AAED,8CAMC;AAED,sDAgBC;AAQD,sCAyBC;AAED,0CAEC;AAED,4CAaC;AAED,wCAUC;AAED,sDAcC;AAED,4CAcC;AAED,wCAQC;AAOD,wDAaC;AAED,0CAQC;AAjWD,IAAI,UAAU,GAAQ,IAAI,CAAC;AAE3B,SAAgB,aAAa,CAAC,GAAQ;IACpC,UAAU,GAAG,GAAG,CAAC;AACnB,CAAC;AAED,SAAgB,eAAe;IAC7B,UAAU,GAAG,IAAI,CAAC;AACpB,CAAC;AAED,SAAgB,aAAa;IAC3B,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAgB,mBAAmB,CAAC,QAAgB;IAClD,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,GAAG,CAAC,qBAAqB,KAAK,UAAU,EAAE,CAAC;QACpD,GAAG,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;AACH,CAAC;AAED,0EAA0E;AAC1E,wEAAwE;AACxE,uEAAuE;AACvE,yDAAyD;AACzD,0EAA0E;AAC1E,IAAI,cAAc,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;AAEtD;;;;GAIG;AACH,SAAgB,0BAA0B,CACxC,QAAgB,EAChB,WAAmB,EACnB,KAAsC,EACtC,KAAa;IAEb,8DAA8D;IAC9D,MAAM,IAAI,GAAG,cAAc,CAAC;IAC5B,IAAI,QAAqB,CAAC;IAC1B,cAAc,GAAG,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE7D,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;QAC1B,IAAI,CAAC;YACH,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAC9B,OAAO,MAAM,YAAY,CAAC,WAAW,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;gBAAS,CAAC;YACT,QAAQ,EAAE,CAAC;QACb,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,KAAsC;IAC3D,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,kBAAkB,EAAE,CAAC;IACzC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACjD,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAgB,cAAc,CAC5B,WAAmB,EACnB,KAAsC,EACtC,KAAa;IAEb,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,GAAG,CAAC,eAAe,CAAC,WAAW,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CACpD,CAAC,OAAa,EAAE,KAAc,EAAE,EAAE;YAChC,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC,CACF,CAAC;QACF,QAAQ,CAAC,MAAM,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,YAAY,CAC1B,WAAmB,EACnB,KAAsC,EACtC,KAAa;IAEb,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,GAAG,CAAC,aAAa,CAAC,WAAW,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CAClD,CAAC,OAAa,EAAE,KAAc,EAAE,EAAE;YAChC,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC,CACF,CAAC;QACF,QAAQ,CAAC,MAAM,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,cAAc,CAC5B,WAAmB,EACnB,KAAsC,EACtC,KAAa;IAEb,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAE5B,4DAA4D;IAC5D,IAAI,OAAO,GAAG,CAAC,eAAe,KAAK,UAAU,EAAE,CAAC;QAC9C,mEAAmE;QACnE,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,GAAG,CAAC,aAAa,CAAC,WAAW,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CAClD,CAAC,OAAa,EAAE,KAAc,EAAE,EAAE;gBAChC,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,CAAC;gBACjB,CAAC;qBAAM,CAAC;oBACN,IAAI,OAAO,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;wBACpD,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,CAAC;gBAChB,CAAC;YACH,CAAC,CACF,CAAC;YACF,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,GAAG,CAAC,eAAe,CAAC,WAAW,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CACpD,CAAC,MAAgB,EAAE,KAAc,EAAE,EAAE;YACnC,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC,CACF,CAAC;QACF,QAAQ,CAAC,MAAM,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,cAAc,CAAC,OAAY,EAAE,KAAY;IAC7D,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAE9B,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,eAAe,EAAE,CAAC;IACzC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAU,CAAC;QAChC,wDAAwD;QACxD,IACE,GAAG,CAAC,MAAM,GAAG,CAAC;YACd,CACE,CAAC,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1D,GAAG,CAAC,CAAC,CAAC,YAAY,UAAU,CAC7B,EACD,CAAC;YACD,MAAM,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC9B,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACjD,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC;gBACtD,CAAC,CAAC,CAAC,CACN,CAAC;YACF,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,KAAc,EAAE,EAAE;YAChD,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,EAAE,CAAC;YACf,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,cAAc,CAAC,OAAY,EAAE,OAAgB;IAC3D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,KAAc,EAAE,EAAE;YACtD,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,EAAE,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,iBAAiB,CAC/B,OAAY,EACZ,IAAY,EACZ,QAAgB;IAEhB,OAAO,CAAC,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AAChD,CAAC;AAED,SAAgB,qBAAqB,CACnC,WAAmB,EACnB,KAAsC,EACtC,KAAa;IAEb,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,GAAG,CAAC,eAAe,CAAC,WAAW,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CACpD,CAAC,KAAc,EAAE,EAAE;YACjB,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,EAAE,CAAC;QACjB,CAAC,CACF,CAAC;QACF,QAAQ,CAAC,MAAM,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,SAAgB,aAAa,CAAC,GAAQ;IACpC,IAAI,GAAG,IAAI,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IACvD,iDAAiD;IACjD,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,IAAI,OAAO,IAAI,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IAEpF,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;IACxB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IACtB,wFAAwF;IACxF,gFAAgF;IAChF,IAAI,MAAW,CAAC;IAChB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1D,CAAC;SAAM,CAAC;QACN,+EAA+E;QAC/E,MAAM,GAAG,CAAC,IAAI,YAAY,aAAa,IAAI,IAAI,YAAY,cAAc,CAAC;YACxE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC5C,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IAED,2BAA2B;IAC3B,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QACrC,IAAI,CAAC;YAAC,GAAG,CAAC,MAAM,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAgB,eAAe,CAAC,OAAY;IAC1C,OAAO,OAAO,CAAC,SAAS,EAAE,CAAC;AAC7B,CAAC;AAED,SAAgB,gBAAgB,CAC9B,OAAY,EACZ,QAAgB,EAChB,MAAc;IAEd,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,MAAY,EAAE,KAAc,EAAE,EAAE;YACpD,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;YACpC,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,cAAc,CAClC,OAAY,EACZ,QAAgB,EAChB,OAAiB;IAEjB,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAgB,qBAAqB,CACnC,OAAY,EACZ,UAAkB,EAClB,KAAa,EACb,GAAW;IAEX,MAAM,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;IACnD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAY,EAAE,KAAc,EAAE,EAAE;YAC5E,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,gBAAgB,CAC9B,OAAY,EACZ,QAAgB,EAChB,MAAc,EACd,KAAU;IAEV,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,KAAc,EAAE,EAAE;YAC7C,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,EAAE,CAAC;YACf,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,cAAc,CAClC,OAAY,EACZ,QAAgB,EAChB,IAAyB;IAEzB,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,gBAAgB,CAAC,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACtD,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAgB,sBAAsB,CACpC,OAAY,EACZ,QAAgB,EAChB,KAAa;IAEb,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CACrD,CAAC,MAAY,EAAE,KAAc,EAAE,EAAE;YAC/B,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;QACtC,CAAC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,eAAe,CAAC,GAAQ;IACtC,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YAC5C,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,wBAAwB;IAC1B,CAAC;AACH,CAAC"}

package/package.json

@@ -1,26 +1,51 @@
 {
   "name": "deeplake",
-  "version": "0.1.0",
-  "description": "Node.js client for DeepLake - unified package",
-  "main": "index.js",
-  "types": "index.d.ts",
+  "version": "0.2.0",
+  "description": "DeepLake database SDK for Node.js and browsers",
+  "exports": {
+    ".": {
+      "node": {
+        "types": "./dist/node/node/index.d.ts",
+        "require": "./dist/node/node/index.js",
+        "import": "./dist/node/node/index.js"
+      },
+      "browser": {
+        "types": "./dist/browser/browser/index.d.ts",
+        "import": "./dist/browser/browser/index.js"
+      },
+      "default": {
+        "types": "./dist/browser/browser/index.d.ts",
+        "import": "./dist/browser/browser/index.js"
+      }
+    }
+  },
+  "main": "./dist/node/node/index.js",
+  "types": "./dist/node/node/index.d.ts",
+  "browser": "./dist/browser/browser/index.js",
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc -p tsconfig.node.json && tsc -p tsconfig.browser.json",
+    "build:node": "tsc -p tsconfig.node.json",
+    "build:browser": "tsc -p tsconfig.browser.json",
+    "test": "jest"
+  },
   "engines": {
     "node": ">=18.0.0"
   },
-  "dependencies": {
-    "@deeplake/wasm": "^0.1.0",
-    "@deeplake/managed": "^0.1.0"
+  "optionalDependencies": {
+    "@aws-sdk/client-s3": "^3.1000.0",
+    "@aws-sdk/s3-request-presigner": "^3.1000.0",
+    "pg": "^8.11.0",
+    "sharp": "^0.34.5"
   },
-  "keywords": [
-    "deeplake",
-    "database",
-    "vector-database",
-    "machine-learning",
-    "data-lakehouse"
-  ],
-  "license": "Apache-2.0",
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/activeloopai/deeplake"
+  "devDependencies": {
+    "@types/jest": "^29.5.0",
+    "@types/node": "^20.0.0",
+    "@types/pg": "^8.10.0",
+    "jest": "^29.7.0",
+    "ts-jest": "^29.1.0",
+    "typescript": "^5.3.0"
   }
 }

package/README.md

@@ -1,39 +0,0 @@
-# DeepLake Node.js Client
-
-Node.js client for DeepLake - the database for AI.
-
-## Installation
-
-```bash
-npm install deeplake
-```
-
-This will automatically install both the managed client (`@deeplake/managed`) and the WASM module (`@deeplake/wasm`).
-
-## Quick Start
-
-```javascript
-const { ManagedClient, initializeWasm } = require('deeplake');
-
-async function main() {
-  // Initialize WASM (automatically finds the installed WASM module)
-  await initializeWasm();
-
-  // Create client
-  const client = new ManagedClient({
-    token: 'your-api-token'
-  });
-
-  // Use the client...
-}
-
-main();
-```
-
-## Documentation
-
-For full documentation, visit [https://docs.activeloop.ai/](https://docs.activeloop.ai/)
-
-## License
-
-Apache-2.0

package/index.d.ts

@@ -1,2 +0,0 @@
-// Re-export all types from @deeplake/managed
-export * from '@deeplake/managed';

package/index.js

@@ -1,26 +0,0 @@
-const path = require('path');
-
-// Re-export everything from @deeplake/managed
-module.exports = require('@deeplake/managed');
-
-// Override initializeWasm to automatically use the installed WASM package
-const { initializeWasm: originalInitializeWasm } = require('@deeplake/managed');
-
-/**
- * Initialize the WASM module.
- * If no path is provided, automatically uses the installed @deeplake/wasm package.
- */
-module.exports.initializeWasm = async function initializeWasm(modulePath) {
-  if (!modulePath && !process.env.DEEPLAKE_WASM_PATH) {
-    // Auto-resolve to the installed @deeplake/wasm package
-    try {
-      const wasmPackagePath = require.resolve('@deeplake/wasm');
-      modulePath = wasmPackagePath;
-    } catch (err) {
-      throw new Error(
-        '@deeplake/wasm package not found. Please ensure it is installed, or provide a modulePath.'
-      );
-    }
-  }
-  return originalInitializeWasm(modulePath);
-};