deeplake 0.1.0 → 0.2.0

package/dist/browser/shared/wasm-common.js

@@ -0,0 +1,287 @@
+let wasmModule = null;
+export function setWasmModule(mod) {
+    wasmModule = mod;
+}
+export function clearWasmModule() {
+    wasmModule = null;
+}
+export function getWasmModule() {
+    if (!wasmModule) {
+        throw new Error('WASM not initialized. Call initializeWasm() first.');
+    }
+    return wasmModule;
+}
+export function deeplakeSetEndpoint(endpoint) {
+    const mod = getWasmModule();
+    if (typeof mod.deeplake_set_endpoint === 'function') {
+        mod.deeplake_set_endpoint(endpoint);
+    }
+}
+// -----------------------------------------------------------------------
+// Async mutex for serializing operations that depend on global endpoint
+// state.  setEndpoint + deeplakeOpen must execute atomically (no other
+// caller can change the endpoint between the two calls).
+// -----------------------------------------------------------------------
+let _openQueueTail = Promise.resolve();
+/**
+ * Set the backend endpoint and open a dataset as an atomic operation.
+ * Concurrent callers are serialized so that one caller's setEndpoint
+ * cannot be clobbered by another before the open completes.
+ */
+export function deeplakeSetEndpointAndOpen(endpoint, datasetPath, creds, token) {
+    // Chain onto the previous open so they execute one at a time.
+    const prev = _openQueueTail;
+    let resolve_;
+    _openQueueTail = new Promise((r) => { resolve_ = r; });
+    return prev.then(async () => {
+        try {
+            deeplakeSetEndpoint(endpoint);
+            return await deeplakeOpen(datasetPath, creds, token);
+        }
+        finally {
+            resolve_();
+        }
+    });
+}
+/**
+ * Build an IcmMapStringString from a plain JS object or empty string.
+ */
+function buildCredsMap(creds) {
+    const mod = getWasmModule();
+    const map = new mod.IcmMapStringString();
+    if (typeof creds === 'object') {
+        for (const [key, value] of Object.entries(creds)) {
+            if (value != null) {
+                map.set(key, value);
+            }
+        }
+    }
+    return map;
+}
+export function deeplakeCreate(datasetPath, creds, token) {
+    const mod = getWasmModule();
+    const credsMap = buildCredsMap(creds);
+    return new Promise((resolve, reject) => {
+        mod.deeplake_create(datasetPath, credsMap, token).then((dataset, error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve(dataset);
+        });
+        credsMap.delete();
+    });
+}
+export function deeplakeOpen(datasetPath, creds, token) {
+    const mod = getWasmModule();
+    const credsMap = buildCredsMap(creds);
+    return new Promise((resolve, reject) => {
+        mod.deeplake_open(datasetPath, credsMap, token).then((dataset, error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve(dataset);
+        });
+        credsMap.delete();
+    });
+}
+export function deeplakeExists(datasetPath, creds, token) {
+    const mod = getWasmModule();
+    // deeplake_exists may not be available in older WASM builds
+    if (typeof mod.deeplake_exists !== 'function') {
+        // Fallback: try to open the dataset; if it fails, it doesn't exist
+        const credsMap = buildCredsMap(creds);
+        return new Promise((resolve) => {
+            mod.deeplake_open(datasetPath, credsMap, token).then((dataset, error) => {
+                if (error) {
+                    resolve(false);
+                }
+                else {
+                    if (dataset && typeof dataset.delete === 'function') {
+                        dataset.delete();
+                    }
+                    resolve(true);
+                }
+            });
+            credsMap.delete();
+        });
+    }
+    const credsMap = buildCredsMap(creds);
+    return new Promise((resolve, reject) => {
+        mod.deeplake_exists(datasetPath, credsMap, token).then((exists, error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve(!!exists);
+        });
+        credsMap.delete();
+    });
+}
+export async function deeplakeAppend(dataset, batch) {
+    const mod = getWasmModule();
+    const keys = Object.keys(batch);
+    if (keys.length === 0)
+        return;
+    const colMap = new mod.MapStringObject();
+    for (const key of keys) {
+        const col = batch[key];
+        // Convert Buffers to Uint8Array for WASM compatibility.
+        if (col.length > 0 &&
+            ((typeof Buffer !== 'undefined' && Buffer.isBuffer(col[0])) ||
+                col[0] instanceof Uint8Array)) {
+            const converted = col.map((v) => typeof Buffer !== 'undefined' && Buffer.isBuffer(v)
+                ? new Uint8Array(v.buffer, v.byteOffset, v.byteLength)
+                : v);
+            colMap.set(key, converted);
+        }
+        else {
+            colMap.set(key, col);
+        }
+    }
+    await new Promise((resolve, reject) => {
+        dataset.appendMap(colMap).then((error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve();
+            colMap.delete();
+        });
+    });
+}
+export function deeplakeCommit(dataset, message) {
+    return new Promise((resolve, reject) => {
+        dataset.commit(message ?? null).then((error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve();
+        });
+    });
+}
+export function deeplakeAddColumn(dataset, name, typeName) {
+    dataset.addColumnByStringType(name, typeName);
+}
+export function deeplakeDeleteDataset(datasetPath, creds, token) {
+    const mod = getWasmModule();
+    const credsMap = buildCredsMap(creds);
+    return new Promise((resolve, reject) => {
+        mod.deeplake_delete(datasetPath, credsMap, token).then((error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve();
+        });
+        credsMap.delete();
+    });
+}
+/**
+ * Unwrap a WASM ndarray value to a plain JS value.
+ * Scalar ndarrays (shape []) become a single number.
+ * 1D ndarrays become a regular Array.
+ * Strings and other primitives pass through unchanged.
+ */
+export function unwrapNdArray(val) {
+    if (val == null || typeof val !== 'object')
+        return val;
+    // Check if it's a WASM ndarray (deeplake_Buffer)
+    if (typeof val.dtype !== 'string' || !('data' in val && 'shape' in val))
+        return val;
+    const shape = val.shape;
+    const data = val.data;
+    // When shape is empty (scalar), C++ returns the raw value for .data (not a TypedArray).
+    // int64/uint64 scalars come back as BigInt — convert to Number for convenience.
+    let result;
+    if (shape.length === 0) {
+        result = typeof data === 'bigint' ? Number(data) : data;
+    }
+    else {
+        // 1D+: data is a TypedArray. BigInt64Array/BigUint64Array elements are BigInt.
+        result = (data instanceof BigInt64Array || data instanceof BigUint64Array)
+            ? Array.from(data, (v) => Number(v))
+            : Array.from(data);
+    }
+    // Clean up the WASM object
+    if (typeof val.delete === 'function') {
+        try {
+            val.delete();
+        }
+        catch { /* ignore */ }
+    }
+    return result;
+}
+export function deeplakeNumRows(dataset) {
+    return dataset.rowsCount();
+}
+export function deeplakeGetField(dataset, rowIndex, column) {
+    const row = dataset.get(rowIndex);
+    return new Promise((resolve, reject) => {
+        row.get(column).then((result, error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve(unwrapNdArray(result));
+            row.delete();
+        });
+    });
+}
+export async function deeplakeGetRow(dataset, rowIndex, columns) {
+    const result = {};
+    for (const col of columns) {
+        result[col] = await deeplakeGetField(dataset, rowIndex, col);
+    }
+    return result;
+}
+export function deeplakeGetColumnData(dataset, columnName, start, end) {
+    const column = dataset.getByColumnName(columnName);
+    return new Promise((resolve, reject) => {
+        column.getBySlice({ start, stop: end }).then((result, error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve(unwrapNdArray(result));
+            column.delete();
+        });
+    });
+}
+export function deeplakeSetField(dataset, rowIndex, column, value) {
+    const row = dataset.get(rowIndex);
+    return new Promise((resolve, reject) => {
+        row.set(column, value).then((error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve();
+            row.delete();
+        });
+    });
+}
+export async function deeplakeSetRow(dataset, rowIndex, data) {
+    for (const [col, val] of Object.entries(data)) {
+        await deeplakeSetField(dataset, rowIndex, col, val);
+    }
+}
+/**
+ * Fetch a sample by DeepLake internal column_id and row_id.
+ * Used to resolve DLREF data references returned by VIDEO columns.
+ * rowId is bigint because DeepLake row IDs use the full int64 range.
+ */
+export function deeplakeGetSampleByRef(dataset, columnId, rowId) {
+    return new Promise((resolve, reject) => {
+        dataset.getSampleByRef(columnId, rowId.toString()).then((result, error) => {
+            if (error)
+                reject(new Error(error));
+            else
+                resolve(unwrapNdArray(result));
+        });
+    });
+}
+export function deeplakeRelease(obj) {
+    try {
+        if (obj && typeof obj.delete === 'function') {
+            obj.delete();
+        }
+    }
+    catch {
+        // ignore cleanup errors
+    }
+}
+//# sourceMappingURL=wasm-common.js.map

package/dist/browser/shared/wasm-common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm-common.js","sourceRoot":"","sources":["../../../src/shared/wasm-common.ts"],"names":[],"mappings":"AAEA,IAAI,UAAU,GAAQ,IAAI,CAAC;AAE3B,MAAM,UAAU,aAAa,CAAC,GAAQ;IACpC,UAAU,GAAG,GAAG,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,eAAe;IAC7B,UAAU,GAAG,IAAI,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,aAAa;IAC3B,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,GAAG,CAAC,qBAAqB,KAAK,UAAU,EAAE,CAAC;QACpD,GAAG,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;AACH,CAAC;AAED,0EAA0E;AAC1E,wEAAwE;AACxE,uEAAuE;AACvE,yDAAyD;AACzD,0EAA0E;AAC1E,IAAI,cAAc,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;AAEtD;;;;GAIG;AACH,MAAM,UAAU,0BAA0B,CACxC,QAAgB,EAChB,WAAmB,EACnB,KAAsC,EACtC,KAAa;IAEb,8DAA8D;IAC9D,MAAM,IAAI,GAAG,cAAc,CAAC;IAC5B,IAAI,QAAqB,CAAC;IAC1B,cAAc,GAAG,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE7D,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;QAC1B,IAAI,CAAC;YACH,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAC9B,OAAO,MAAM,YAAY,CAAC,WAAW,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;gBAAS,CAAC;YACT,QAAQ,EAAE,CAAC;QACb,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,KAAsC;IAC3D,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,kBAAkB,EAAE,CAAC;IACzC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACjD,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,WAAmB,EACnB,KAAsC,EACtC,KAAa;IAEb,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,GAAG,CAAC,eAAe,CAAC,WAAW,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CACpD,CAAC,OAAa,EAAE,KAAc,EAAE,EAAE;YAChC,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC,CACF,CAAC;QACF,QAAQ,CAAC,MAAM,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,WAAmB,EACnB,KAAsC,EACtC,KAAa;IAEb,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,GAAG,CAAC,aAAa,CAAC,WAAW,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CAClD,CAAC,OAAa,EAAE,KAAc,EAAE,EAAE;YAChC,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC,CACF,CAAC;QACF,QAAQ,CAAC,MAAM,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,WAAmB,EACnB,KAAsC,EACtC,KAAa;IAEb,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAE5B,4DAA4D;IAC5D,IAAI,OAAO,GAAG,CAAC,eAAe,KAAK,UAAU,EAAE,CAAC;QAC9C,mEAAmE;QACnE,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,GAAG,CAAC,aAAa,CAAC,WAAW,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CAClD,CAAC,OAAa,EAAE,KAAc,EAAE,EAAE;gBAChC,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,CAAC;gBACjB,CAAC;qBAAM,CAAC;oBACN,IAAI,OAAO,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;wBACpD,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,CAAC;gBAChB,CAAC;YACH,CAAC,CACF,CAAC;YACF,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,GAAG,CAAC,eAAe,CAAC,WAAW,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CACpD,CAAC,MAAgB,EAAE,KAAc,EAAE,EAAE;YACnC,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC,CACF,CAAC;QACF,QAAQ,CAAC,MAAM,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAY,EAAE,KAAY;IAC7D,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAE9B,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,eAAe,EAAE,CAAC;IACzC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAU,CAAC;QAChC,wDAAwD;QACxD,IACE,GAAG,CAAC,MAAM,GAAG,CAAC;YACd,CACE,CAAC,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1D,GAAG,CAAC,CAAC,CAAC,YAAY,UAAU,CAC7B,EACD,CAAC;YACD,MAAM,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC9B,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACjD,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC;gBACtD,CAAC,CAAC,CAAC,CACN,CAAC;YACF,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,KAAc,EAAE,EAAE;YAChD,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,EAAE,CAAC;YACf,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAAY,EAAE,OAAgB;IAC3D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,KAAc,EAAE,EAAE;YACtD,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,EAAE,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,OAAY,EACZ,IAAY,EACZ,QAAgB;IAEhB,OAAO,CAAC,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,WAAmB,EACnB,KAAsC,EACtC,KAAa;IAEb,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,GAAG,CAAC,eAAe,CAAC,WAAW,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CACpD,CAAC,KAAc,EAAE,EAAE;YACjB,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,EAAE,CAAC;QACjB,CAAC,CACF,CAAC;QACF,QAAQ,CAAC,MAAM,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAAC,GAAQ;IACpC,IAAI,GAAG,IAAI,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IACvD,iDAAiD;IACjD,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,IAAI,OAAO,IAAI,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IAEpF,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;IACxB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IACtB,wFAAwF;IACxF,gFAAgF;IAChF,IAAI,MAAW,CAAC;IAChB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1D,CAAC;SAAM,CAAC;QACN,+EAA+E;QAC/E,MAAM,GAAG,CAAC,IAAI,YAAY,aAAa,IAAI,IAAI,YAAY,cAAc,CAAC;YACxE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC5C,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IAED,2BAA2B;IAC3B,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QACrC,IAAI,CAAC;YAAC,GAAG,CAAC,MAAM,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAAY;IAC1C,OAAO,OAAO,CAAC,SAAS,EAAE,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,OAAY,EACZ,QAAgB,EAChB,MAAc;IAEd,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,MAAY,EAAE,KAAc,EAAE,EAAE;YACpD,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;YACpC,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAY,EACZ,QAAgB,EAChB,OAAiB;IAEjB,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,OAAY,EACZ,UAAkB,EAClB,KAAa,EACb,GAAW;IAEX,MAAM,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;IACnD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAY,EAAE,KAAc,EAAE,EAAE;YAC5E,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,OAAY,EACZ,QAAgB,EAChB,MAAc,EACd,KAAU;IAEV,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,KAAc,EAAE,EAAE;YAC7C,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,EAAE,CAAC;YACf,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAY,EACZ,QAAgB,EAChB,IAAyB;IAEzB,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,gBAAgB,CAAC,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACtD,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAAY,EACZ,QAAgB,EAChB,KAAa;IAEb,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CACrD,CAAC,MAAY,EAAE,KAAc,EAAE,EAAE;YAC/B,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAC/B,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;QACtC,CAAC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAAQ;IACtC,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YAC5C,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,wBAAwB;IAC1B,CAAC;AACH,CAAC"}

package/dist/node/node/client.d.ts

@@ -0,0 +1,49 @@
+import { ManagedQueryBuilder } from '../shared/database';
+import type { IngestOptions, IngestResult, ManagedClientOptions, QueryRow } from '../shared/types';
+export declare class ManagedClient {
+    readonly token: string;
+    readonly workspaceId: string;
+    readonly apiUrl: string;
+    orgId: string;
+    private _rootPath;
+    private _orgIdResolved;
+    private _orgIdPromise;
+    constructor(options: ManagedClientOptions);
+    private ensureInitialized;
+    private _resolveOrgId;
+    /**
+     * Start building a fluent query against the given table.
+     *
+     * @example
+     * const rows = await client.table("videos").select("id", "text").limit(10).execute();
+     */
+    table(tableName: string): ManagedQueryBuilder;
+    getRootPath(): Promise<string>;
+    getDatasetPath(tableName: string): Promise<string>;
+    getStorageCreds(mode?: string): Promise<import("../shared/types").StorageCreds>;
+    applyStorageCreds(mode?: string): Promise<void>;
+    ingest(tableName: string, data?: Record<string, unknown[]> | null, options?: IngestOptions): Promise<IngestResult>;
+    private writeBatches;
+    private createTableViaApi;
+    query(sql: string, params?: unknown[]): Promise<QueryRow[]>;
+    listTables(): Promise<string[]>;
+    dropTable(tableName: string, ifExists?: boolean): Promise<void>;
+    /**
+     * Create a `deeplake_index` on a column.
+     *
+     * Suitable for EMBEDDING columns (vector similarity search) and TEXT
+     * columns (BM25 text search). This is a no-op if the index already exists.
+     */
+    createIndex(tableName: string, column: string): Promise<void>;
+    openTable(tableName: string): Promise<any>;
+    getField(tableName: string, rowIndex: number, column: string): Promise<any>;
+    getRow(tableName: string, rowIndex: number, columns: string[]): Promise<Record<string, any>>;
+    getColumnData(tableName: string, column: string, start: number, end: number): Promise<any>;
+    getNumRows(tableName: string): Promise<number>;
+    getSampleByRef(tableName: string, columnId: number, rowId: bigint): Promise<any>;
+    setField(tableName: string, rowIndex: number, column: string, value: any): Promise<void>;
+    setRow(tableName: string, rowIndex: number, data: Record<string, any>): Promise<void>;
+    private detectImageColumns;
+    private static THUMBNAIL_SIZES;
+}
+//# sourceMappingURL=client.d.ts.map

package/dist/node/node/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../../src/node/client.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAUzD,OAAO,KAAK,EAGV,aAAa,EACb,YAAY,EACZ,oBAAoB,EACpB,QAAQ,EAET,MAAM,iBAAiB,CAAC;AAoBzB,qBAAa,aAAa;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IAEd,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,aAAa,CAA8B;gBAEvC,OAAO,EAAE,oBAAoB;YAsB3B,iBAAiB;YAQjB,aAAa;IAU3B;;;;;OAKG;IACH,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,mBAAmB;IASvC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAkB9B,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAYlD,eAAe,CAAC,IAAI,GAAE,MAAoB;IAW1C,iBAAiB,CAAC,IAAI,GAAE,MAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAS5D,MAAM,CACV,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,EACvC,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,YAAY,CAAC;YA+JV,YAAY;YAsMZ,iBAAiB;IA+BzB,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAuC3D,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAU/B,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,GAAE,OAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAmB3E;;;;;OAKG;IACG,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB7D,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAa1C,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAS3E,MAAM,CACV,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IASzB,aAAa,CACjB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,GAAG,CAAC;IAST,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAS9C,cAAc,CAClB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC;IAST,QAAQ,CACZ,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,GAAG,GACT,OAAO,CAAC,IAAI,CAAC;IAUV,MAAM,CACV,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GACxB,OAAO,CAAC,IAAI,CAAC;IAchB,OAAO,CAAC,kBAAkB;IAgC1B,OAAO,CAAC,MAAM,CAAC,eAAe,CAEnB;CACZ"}