deeplake 0.2.0 → 0.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/browser/index.d.ts +1 -1
- package/dist/browser/browser/index.d.ts.map +1 -1
- package/dist/browser/browser/index.js +1 -1
- package/dist/browser/browser/index.js.map +1 -1
- package/dist/browser/browser/wasm.d.ts +6 -0
- package/dist/browser/browser/wasm.d.ts.map +1 -1
- package/dist/browser/browser/wasm.js +6 -0
- package/dist/browser/browser/wasm.js.map +1 -1
- package/dist/node/node/index.d.ts +1 -1
- package/dist/node/node/index.d.ts.map +1 -1
- package/dist/node/node/index.js +3 -2
- package/dist/node/node/index.js.map +1 -1
- package/dist/node/node/wasm.d.ts +5 -0
- package/dist/node/node/wasm.d.ts.map +1 -1
- package/dist/node/node/wasm.js +41 -6
- package/dist/node/node/wasm.js.map +1 -1
- package/package.json +6 -3
- package/wasm/browser/deeplake_browser.js +20 -0
- package/wasm/browser/deeplake_browser.wasm +0 -0
- package/wasm/node/deeplake_node.js +26 -0
- package/wasm/node/deeplake_node.wasm +0 -0
- package/wasm/node/deeplake_node.worker.js +5 -0
|
@@ -9,7 +9,7 @@ export { getStorageCreds } from '../shared/credentials';
|
|
|
9
9
|
export { SCHEMA_TO_PG, SCHEMA_TO_DEEPLAKE, inferType, buildPgSchema, ensureColumns, } from '../shared/schema';
|
|
10
10
|
export { isDataRef, parseDataRef } from '../shared/dlref';
|
|
11
11
|
export type { DataRef } from '../shared/dlref';
|
|
12
|
-
export { initializeWasm, deinitializeWasm, } from './wasm';
|
|
12
|
+
export { initializeWasm, deinitializeWasm, BUNDLED_WASM_DIR, } from './wasm';
|
|
13
13
|
export { deeplakeOpen, deeplakeCreate, deeplakeExists, deeplakeSetEndpointAndOpen, deeplakeNumRows, deeplakeGetField, deeplakeGetRow, deeplakeGetColumnData, deeplakeSetField, deeplakeSetRow, deeplakeCommit, deeplakeAppend, deeplakeAddColumn, deeplakeDeleteDataset, deeplakeGetSampleByRef, deeplakeRelease, getWasmModule, unwrapNdArray, } from '../shared/wasm-common';
|
|
14
14
|
export type { ManagedClientOptions, IngestResult, IngestOptions, Batch, SchemaMap, QueryRow, StorageCreds, } from '../shared/types';
|
|
15
15
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/browser/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,YAAY,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EACL,mBAAmB,EACnB,SAAS,EACT,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,YAAY,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,SAAS,EACT,aAAa,EACb,aAAa,GACd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC1D,YAAY,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EACL,cAAc,EACd,gBAAgB,GACjB,MAAM,QAAQ,CAAC;AAChB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,cAAc,EACd,0BAA0B,EAC1B,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,sBAAsB,EACtB,eAAe,EACf,aAAa,EACb,aAAa,GACd,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EACV,oBAAoB,EACpB,YAAY,EACZ,aAAa,EACb,KAAK,EACL,SAAS,EACT,QAAQ,EACR,YAAY,GACb,MAAM,iBAAiB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/browser/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,YAAY,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EACL,mBAAmB,EACnB,SAAS,EACT,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,YAAY,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,SAAS,EACT,aAAa,EACb,aAAa,GACd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC1D,YAAY,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,QAAQ,CAAC;AAChB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,cAAc,EACd,0BAA0B,EAC1B,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,sBAAsB,EACtB,eAAe,EACf,aAAa,EACb,aAAa,GACd,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EACV,oBAAoB,EACpB,YAAY,EACZ,aAAa,EACb,KAAK,EACL,SAAS,EACT,QAAQ,EACR,YAAY,GACb,MAAM,iBAAiB,CAAC"}
|
|
@@ -6,6 +6,6 @@ export { apiRequest } from '../shared/api';
|
|
|
6
6
|
export { getStorageCreds } from '../shared/credentials';
|
|
7
7
|
export { SCHEMA_TO_PG, SCHEMA_TO_DEEPLAKE, inferType, buildPgSchema, ensureColumns, } from '../shared/schema';
|
|
8
8
|
export { isDataRef, parseDataRef } from '../shared/dlref';
|
|
9
|
-
export { initializeWasm, deinitializeWasm, } from './wasm';
|
|
9
|
+
export { initializeWasm, deinitializeWasm, BUNDLED_WASM_DIR, } from './wasm';
|
|
10
10
|
export { deeplakeOpen, deeplakeCreate, deeplakeExists, deeplakeSetEndpointAndOpen, deeplakeNumRows, deeplakeGetField, deeplakeGetRow, deeplakeGetColumnData, deeplakeSetField, deeplakeSetRow, deeplakeCommit, deeplakeAppend, deeplakeAddColumn, deeplakeDeleteDataset, deeplakeGetSampleByRef, deeplakeRelease, getWasmModule, unwrapNdArray, } from '../shared/wasm-common';
|
|
11
11
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/browser/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAEzD,OAAO,EACL,mBAAmB,EACnB,SAAS,EACT,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,SAAS,EACT,aAAa,EACb,aAAa,GACd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE1D,OAAO,EACL,cAAc,EACd,gBAAgB,GACjB,MAAM,QAAQ,CAAC;AAChB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,cAAc,EACd,0BAA0B,EAC1B,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,sBAAsB,EACtB,eAAe,EACf,aAAa,EACb,aAAa,GACd,MAAM,uBAAuB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/browser/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAEzD,OAAO,EACL,mBAAmB,EACnB,SAAS,EACT,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,SAAS,EACT,aAAa,EACb,aAAa,GACd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE1D,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,QAAQ,CAAC;AAChB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,cAAc,EACd,0BAA0B,EAC1B,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,sBAAsB,EACtB,eAAe,EACf,aAAa,EACb,aAAa,GACd,MAAM,uBAAuB,CAAC"}
|
|
@@ -1,3 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Relative path to the bundled browser WASM assets within the npm package.
|
|
3
|
+
* Copy these files to your static assets directory and pass the URL to initializeWasm().
|
|
4
|
+
* Files: deeplake_browser.js, deeplake_browser.wasm, deeplake_browser.worker.js
|
|
5
|
+
*/
|
|
6
|
+
export declare const BUNDLED_WASM_DIR = "deeplake/wasm/browser";
|
|
1
7
|
/**
|
|
2
8
|
* Initialize the WASM module in the browser.
|
|
3
9
|
* @param wasmUrl - URL to the deeplake_browser.js glue file.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"wasm.d.ts","sourceRoot":"","sources":["../../../src/browser/wasm.ts"],"names":[],"mappings":"AAKA;;;;GAIG;AACH,wBAAsB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAsCnE;AAED,wBAAgB,gBAAgB,IAAI,IAAI,CAMvC"}
|
|
1
|
+
{"version":3,"file":"wasm.d.ts","sourceRoot":"","sources":["../../../src/browser/wasm.ts"],"names":[],"mappings":"AAKA;;;;GAIG;AACH,eAAO,MAAM,gBAAgB,0BAA0B,CAAC;AAExD;;;;GAIG;AACH,wBAAsB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAsCnE;AAED,wBAAgB,gBAAgB,IAAI,IAAI,CAMvC"}
|
|
@@ -1,6 +1,12 @@
|
|
|
1
1
|
import { setWasmModule, clearWasmModule } from '../shared/wasm-common';
|
|
2
2
|
let wasmInitPromise = null;
|
|
3
3
|
let wasmModule = null;
|
|
4
|
+
/**
|
|
5
|
+
* Relative path to the bundled browser WASM assets within the npm package.
|
|
6
|
+
* Copy these files to your static assets directory and pass the URL to initializeWasm().
|
|
7
|
+
* Files: deeplake_browser.js, deeplake_browser.wasm, deeplake_browser.worker.js
|
|
8
|
+
*/
|
|
9
|
+
export const BUNDLED_WASM_DIR = 'deeplake/wasm/browser';
|
|
4
10
|
/**
|
|
5
11
|
* Initialize the WASM module in the browser.
|
|
6
12
|
* @param wasmUrl - URL to the deeplake_browser.js glue file.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"wasm.js","sourceRoot":"","sources":["../../../src/browser/wasm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAEvE,IAAI,eAAe,GAAyB,IAAI,CAAC;AACjD,IAAI,UAAU,GAAQ,IAAI,CAAC;AAE3B;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAe;IAClD,IAAI,UAAU;QAAE,OAAO;IAEvB,IAAI,eAAe;QAAE,OAAO,eAAe,CAAC;IAE5C,eAAe,GAAG,CAAC,KAAK,IAAI,EAAE;QAC5B,oDAAoD;QACpD,6DAA6D;QAC7D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAErC,8DAA8D;QAC9D,sFAAsF;QACtF,MAAM,OAAO,GAAG,IAAI,QAAQ,CAAC,GAAG,MAAM,2BAA2B,CAAC,EAAE,CAAC;QAErE,iDAAiD;QACjD,sDAAsD;QACtD,iEAAiE;QACjE,0EAA0E;QAC1E,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAClD,UAAU,GAAG,MAAM,OAAO,CAAC;YACzB,mBAAmB,EAAE,OAAO;YAC5B,UAAU,CAAC,IAAY;gBACrB,OAAO,QAAQ,GAAG,IAAI,CAAC;YACzB,CAAC;SACF,CAAC,CAAC;QACH,UAAU,CAAC,mBAAmB,EAAE,CAAC;QAEjC,kCAAkC;QAClC,aAAa,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC,CAAC,EAAE,CAAC;IAEL,IAAI,CAAC;QACH,MAAM,eAAe,CAAC;IACxB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,eAAe,GAAG,IAAI,CAAC;QACvB,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC9B,IAAI,CAAC,UAAU;QAAE,OAAO;IACxB,UAAU,CAAC,qBAAqB,EAAE,CAAC;IACnC,eAAe,EAAE,CAAC;IAClB,UAAU,GAAG,IAAI,CAAC;IAClB,eAAe,GAAG,IAAI,CAAC;AACzB,CAAC"}
|
|
1
|
+
{"version":3,"file":"wasm.js","sourceRoot":"","sources":["../../../src/browser/wasm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAEvE,IAAI,eAAe,GAAyB,IAAI,CAAC;AACjD,IAAI,UAAU,GAAQ,IAAI,CAAC;AAE3B;;;;GAIG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,uBAAuB,CAAC;AAExD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAe;IAClD,IAAI,UAAU;QAAE,OAAO;IAEvB,IAAI,eAAe;QAAE,OAAO,eAAe,CAAC;IAE5C,eAAe,GAAG,CAAC,KAAK,IAAI,EAAE;QAC5B,oDAAoD;QACpD,6DAA6D;QAC7D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAErC,8DAA8D;QAC9D,sFAAsF;QACtF,MAAM,OAAO,GAAG,IAAI,QAAQ,CAAC,GAAG,MAAM,2BAA2B,CAAC,EAAE,CAAC;QAErE,iDAAiD;QACjD,sDAAsD;QACtD,iEAAiE;QACjE,0EAA0E;QAC1E,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAClD,UAAU,GAAG,MAAM,OAAO,CAAC;YACzB,mBAAmB,EAAE,OAAO;YAC5B,UAAU,CAAC,IAAY;gBACrB,OAAO,QAAQ,GAAG,IAAI,CAAC;YACzB,CAAC;SACF,CAAC,CAAC;QACH,UAAU,CAAC,mBAAmB,EAAE,CAAC;QAEjC,kCAAkC;QAClC,aAAa,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC,CAAC,EAAE,CAAC;IAEL,IAAI,CAAC;QACH,MAAM,eAAe,CAAC;IACxB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,eAAe,GAAG,IAAI,CAAC;QACvB,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC9B,IAAI,CAAC,UAAU;QAAE,OAAO;IACxB,UAAU,CAAC,qBAAqB,EAAE,CAAC;IACnC,eAAe,EAAE,CAAC;IAClB,UAAU,GAAG,IAAI,CAAC;IAClB,eAAe,GAAG,IAAI,CAAC;AACzB,CAAC"}
|
|
@@ -10,7 +10,7 @@ export { SCHEMA_TO_PG, SCHEMA_TO_DEEPLAKE, inferType, buildPgSchema, ensureColum
|
|
|
10
10
|
export { isDataRef, parseDataRef } from '../shared/dlref';
|
|
11
11
|
export type { DataRef } from '../shared/dlref';
|
|
12
12
|
export { mimeForFile } from './mime';
|
|
13
|
-
export { initializeWasm, deinitializeWasm, } from './wasm';
|
|
13
|
+
export { initializeWasm, deinitializeWasm, BUNDLED_WASM_PATH, } from './wasm';
|
|
14
14
|
export { deeplakeOpen, deeplakeCreate, deeplakeExists, deeplakeSetEndpointAndOpen, deeplakeNumRows, deeplakeGetField, deeplakeGetRow, deeplakeGetColumnData, deeplakeSetField, deeplakeSetRow, deeplakeCommit, deeplakeAppend, deeplakeAddColumn, deeplakeDeleteDataset, deeplakeGetSampleByRef, deeplakeRelease, getWasmModule, unwrapNdArray, } from '../shared/wasm-common';
|
|
15
15
|
export { normalizeDict, chunkText, normalizeText, normalizeBinary, normalizeImage, normalizeVideo, normalizePdf, normalizeFiles, normalizeHuggingface, } from './normalizers';
|
|
16
16
|
export { Coco, CocoPanoptic, LeRobotTasks, LeRobotFrames, LeRobotEpisodes } from './formats';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/node/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,YAAY,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EACL,mBAAmB,EACnB,SAAS,EACT,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,YAAY,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EACL,eAAe,EACf,iBAAiB,GAClB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,SAAS,EACT,aAAa,EACb,aAAa,GACd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC1D,YAAY,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,EACL,cAAc,EACd,gBAAgB,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/node/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,YAAY,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EACL,mBAAmB,EACnB,SAAS,EACT,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,YAAY,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EACL,eAAe,EACf,iBAAiB,GAClB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,SAAS,EACT,aAAa,EACb,aAAa,GACd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC1D,YAAY,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,QAAQ,CAAC;AAChB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,cAAc,EACd,0BAA0B,EAC1B,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,sBAAsB,EACtB,eAAe,EACf,aAAa,EACb,aAAa,GACd,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,aAAa,EACb,SAAS,EACT,aAAa,EACb,eAAe,EACf,cAAc,EACd,cAAc,EACd,YAAY,EACZ,cAAc,EACd,oBAAoB,GACrB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC7F,YAAY,EACV,WAAW,EACX,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,WAAW,CAAC;AACnB,YAAY,EACV,oBAAoB,EACpB,YAAY,EACZ,aAAa,EACb,MAAM,EACN,KAAK,EACL,SAAS,EACT,QAAQ,EACR,YAAY,GACb,MAAM,iBAAiB,CAAC"}
|
package/dist/node/node/index.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
4
|
-
exports.LeRobotEpisodes = exports.LeRobotFrames = exports.LeRobotTasks = exports.CocoPanoptic = exports.Coco = exports.normalizeHuggingface = exports.normalizeFiles = void 0;
|
|
3
|
+
exports.normalizeVideo = exports.normalizeImage = exports.normalizeBinary = exports.normalizeText = exports.chunkText = exports.normalizeDict = exports.unwrapNdArray = exports.getWasmModule = exports.deeplakeRelease = exports.deeplakeGetSampleByRef = exports.deeplakeDeleteDataset = exports.deeplakeAddColumn = exports.deeplakeAppend = exports.deeplakeCommit = exports.deeplakeSetRow = exports.deeplakeSetField = exports.deeplakeGetColumnData = exports.deeplakeGetRow = exports.deeplakeGetField = exports.deeplakeNumRows = exports.deeplakeSetEndpointAndOpen = exports.deeplakeExists = exports.deeplakeCreate = exports.deeplakeOpen = exports.BUNDLED_WASM_PATH = exports.deinitializeWasm = exports.initializeWasm = exports.mimeForFile = exports.parseDataRef = exports.isDataRef = exports.ensureColumns = exports.buildPgSchema = exports.inferType = exports.SCHEMA_TO_DEEPLAKE = exports.SCHEMA_TO_PG = exports.applyStorageCreds = exports.getStorageCreds = exports.apiRequest = exports.fetchOrgIdFromApi = exports.tryExtractOrgId = exports.extractOrgId = exports.WorkspaceError = exports.TableError = exports.IngestError = exports.CredentialsError = exports.TokenError = exports.AuthError = exports.ManagedServiceError = exports.ManagedQueryBuilder = exports.ManagedClient = void 0;
|
|
4
|
+
exports.LeRobotEpisodes = exports.LeRobotFrames = exports.LeRobotTasks = exports.CocoPanoptic = exports.Coco = exports.normalizeHuggingface = exports.normalizeFiles = exports.normalizePdf = void 0;
|
|
5
5
|
var client_1 = require("./client");
|
|
6
6
|
Object.defineProperty(exports, "ManagedClient", { enumerable: true, get: function () { return client_1.ManagedClient; } });
|
|
7
7
|
var database_1 = require("../shared/database");
|
|
@@ -37,6 +37,7 @@ Object.defineProperty(exports, "mimeForFile", { enumerable: true, get: function
|
|
|
37
37
|
var wasm_1 = require("./wasm");
|
|
38
38
|
Object.defineProperty(exports, "initializeWasm", { enumerable: true, get: function () { return wasm_1.initializeWasm; } });
|
|
39
39
|
Object.defineProperty(exports, "deinitializeWasm", { enumerable: true, get: function () { return wasm_1.deinitializeWasm; } });
|
|
40
|
+
Object.defineProperty(exports, "BUNDLED_WASM_PATH", { enumerable: true, get: function () { return wasm_1.BUNDLED_WASM_PATH; } });
|
|
40
41
|
var wasm_common_1 = require("../shared/wasm-common");
|
|
41
42
|
Object.defineProperty(exports, "deeplakeOpen", { enumerable: true, get: function () { return wasm_common_1.deeplakeOpen; } });
|
|
42
43
|
Object.defineProperty(exports, "deeplakeCreate", { enumerable: true, get: function () { return wasm_common_1.deeplakeCreate; } });
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/node/index.ts"],"names":[],"mappings":";;;;AAAA,mCAAyC;AAAhC,uGAAA,aAAa,OAAA;AACtB,+CAAyD;AAAhD,+GAAA,mBAAmB,OAAA;AAE5B,2CAQ0B;AAPxB,6GAAA,mBAAmB,OAAA;AACnB,mGAAA,SAAS,OAAA;AACT,oGAAA,UAAU,OAAA;AACV,0GAAA,gBAAgB,OAAA;AAChB,qGAAA,WAAW,OAAA;AACX,oGAAA,UAAU,OAAA;AACV,wGAAA,cAAc,OAAA;AAEhB,yCAAmF;AAA1E,qGAAA,YAAY,OAAA;AAAE,wGAAA,eAAe,OAAA;AAAE,0GAAA,iBAAiB,OAAA;AACzD,qCAA2C;AAAlC,iGAAA,UAAU,OAAA;AAEnB,qDAG+B;AAF7B,8GAAA,eAAe,OAAA;AACf,gHAAA,iBAAiB,OAAA;AAEnB,2CAM0B;AALxB,sGAAA,YAAY,OAAA;AACZ,4GAAA,kBAAkB,OAAA;AAClB,mGAAA,SAAS,OAAA;AACT,uGAAA,aAAa,OAAA;AACb,uGAAA,aAAa,OAAA;AAEf,yCAA0D;AAAjD,kGAAA,SAAS,OAAA;AAAE,qGAAA,YAAY,OAAA;AAEhC,+BAAqC;AAA5B,mGAAA,WAAW,OAAA;AACpB,+
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/node/index.ts"],"names":[],"mappings":";;;;AAAA,mCAAyC;AAAhC,uGAAA,aAAa,OAAA;AACtB,+CAAyD;AAAhD,+GAAA,mBAAmB,OAAA;AAE5B,2CAQ0B;AAPxB,6GAAA,mBAAmB,OAAA;AACnB,mGAAA,SAAS,OAAA;AACT,oGAAA,UAAU,OAAA;AACV,0GAAA,gBAAgB,OAAA;AAChB,qGAAA,WAAW,OAAA;AACX,oGAAA,UAAU,OAAA;AACV,wGAAA,cAAc,OAAA;AAEhB,yCAAmF;AAA1E,qGAAA,YAAY,OAAA;AAAE,wGAAA,eAAe,OAAA;AAAE,0GAAA,iBAAiB,OAAA;AACzD,qCAA2C;AAAlC,iGAAA,UAAU,OAAA;AAEnB,qDAG+B;AAF7B,8GAAA,eAAe,OAAA;AACf,gHAAA,iBAAiB,OAAA;AAEnB,2CAM0B;AALxB,sGAAA,YAAY,OAAA;AACZ,4GAAA,kBAAkB,OAAA;AAClB,mGAAA,SAAS,OAAA;AACT,uGAAA,aAAa,OAAA;AACb,uGAAA,aAAa,OAAA;AAEf,yCAA0D;AAAjD,kGAAA,SAAS,OAAA;AAAE,qGAAA,YAAY,OAAA;AAEhC,+BAAqC;AAA5B,mGAAA,WAAW,OAAA;AACpB,+BAIgB;AAHd,sGAAA,cAAc,OAAA;AACd,wGAAA,gBAAgB,OAAA;AAChB,yGAAA,iBAAiB,OAAA;AAEnB,qDAmB+B;AAlB7B,2GAAA,YAAY,OAAA;AACZ,6GAAA,cAAc,OAAA;AACd,6GAAA,cAAc,OAAA;AACd,yHAAA,0BAA0B,OAAA;AAC1B,8GAAA,eAAe,OAAA;AACf,+GAAA,gBAAgB,OAAA;AAChB,6GAAA,cAAc,OAAA;AACd,oHAAA,qBAAqB,OAAA;AACrB,+GAAA,gBAAgB,OAAA;AAChB,6GAAA,cAAc,OAAA;AACd,6GAAA,cAAc,OAAA;AACd,6GAAA,cAAc,OAAA;AACd,gHAAA,iBAAiB,OAAA;AACjB,oHAAA,qBAAqB,OAAA;AACrB,qHAAA,sBAAsB,OAAA;AACtB,8GAAA,eAAe,OAAA;AACf,4GAAA,aAAa,OAAA;AACb,4GAAA,aAAa,OAAA;AAEf,6CAUuB;AATrB,4GAAA,aAAa,OAAA;AACb,wGAAA,SAAS,OAAA;AACT,4GAAA,aAAa,OAAA;AACb,8GAAA,eAAe,OAAA;AACf,6GAAA,cAAc,OAAA;AACd,6GAAA,cAAc,OAAA;AACd,2GAAA,YAAY,OAAA;AACZ,6GAAA,cAAc,OAAA;AACd,mHAAA,oBAAoB,OAAA;AAEtB,qCAA6F;AAApF,+FAAA,IAAI,OAAA;AAAE,uGAAA,YAAY,OAAA;AAAE,uGAAA,YAAY,OAAA;AAAE,wGAAA,aAAa,OAAA;AAAE,0GAAA,eAAe,OAAA"}
|
package/dist/node/node/wasm.d.ts
CHANGED
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Path to the bundled Node WASM module.
|
|
3
|
+
* Users can import this to verify the file exists or pass it explicitly.
|
|
4
|
+
*/
|
|
5
|
+
export declare const BUNDLED_WASM_PATH: string;
|
|
1
6
|
export declare function initializeWasm(modulePath?: string): Promise<void>;
|
|
2
7
|
export declare function deinitializeWasm(): void;
|
|
3
8
|
//# sourceMappingURL=wasm.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"wasm.d.ts","sourceRoot":"","sources":["../../../src/node/wasm.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"wasm.d.ts","sourceRoot":"","sources":["../../../src/node/wasm.ts"],"names":[],"mappings":"AAOA;;;GAGG;AACH,eAAO,MAAM,iBAAiB,QAA2E,CAAC;AAE1G,wBAAsB,cAAc,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CA6BvE;AAED,wBAAgB,gBAAgB,IAAI,IAAI,CAMvC"}
|
package/dist/node/node/wasm.js
CHANGED
|
@@ -1,23 +1,58 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
2
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.BUNDLED_WASM_PATH = void 0;
|
|
3
37
|
exports.initializeWasm = initializeWasm;
|
|
4
38
|
exports.deinitializeWasm = deinitializeWasm;
|
|
39
|
+
const nodePath = __importStar(require("path"));
|
|
5
40
|
const storage_1 = require("./storage");
|
|
6
41
|
const wasm_common_1 = require("../shared/wasm-common");
|
|
7
42
|
let wasmInitPromise = null;
|
|
8
43
|
let wasmModule = null;
|
|
44
|
+
/**
|
|
45
|
+
* Path to the bundled Node WASM module.
|
|
46
|
+
* Users can import this to verify the file exists or pass it explicitly.
|
|
47
|
+
*/
|
|
48
|
+
exports.BUNDLED_WASM_PATH = nodePath.join(__dirname, '..', '..', 'wasm', 'node', 'deeplake_node.js');
|
|
9
49
|
async function initializeWasm(modulePath) {
|
|
10
50
|
if (wasmModule)
|
|
11
51
|
return;
|
|
12
|
-
// Prevent double-init: if another caller is already initializing, wait
|
|
13
|
-
// for that same promise instead of starting a second initialization.
|
|
14
52
|
if (wasmInitPromise)
|
|
15
53
|
return wasmInitPromise;
|
|
16
54
|
wasmInitPromise = (async () => {
|
|
17
|
-
const path = modulePath ?? process.env.DEEPLAKE_WASM_PATH;
|
|
18
|
-
if (!path) {
|
|
19
|
-
throw new Error('WASM module path required. Pass modulePath or set DEEPLAKE_WASM_PATH env var.');
|
|
20
|
-
}
|
|
55
|
+
const path = modulePath ?? process.env.DEEPLAKE_WASM_PATH ?? exports.BUNDLED_WASM_PATH;
|
|
21
56
|
// Load the Emscripten-generated module
|
|
22
57
|
const factory = require(path);
|
|
23
58
|
wasmModule = await factory();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"wasm.js","sourceRoot":"","sources":["../../../src/node/wasm.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"wasm.js","sourceRoot":"","sources":["../../../src/node/wasm.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAaA,wCA6BC;AAED,4CAMC;AAlDD,+CAAiC;AACjC,uCAAiD;AACjD,uDAAuE;AAEvE,IAAI,eAAe,GAAyB,IAAI,CAAC;AACjD,IAAI,UAAU,GAAQ,IAAI,CAAC;AAE3B;;;GAGG;AACU,QAAA,iBAAiB,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,CAAC,CAAC;AAEnG,KAAK,UAAU,cAAc,CAAC,UAAmB;IACtD,IAAI,UAAU;QAAE,OAAO;IAEvB,IAAI,eAAe;QAAE,OAAO,eAAe,CAAC;IAE5C,eAAe,GAAG,CAAC,KAAK,IAAI,EAAE;QAC5B,MAAM,IAAI,GAAG,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,yBAAiB,CAAC;QAE/E,uCAAuC;QACvC,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC9B,UAAU,GAAG,MAAM,OAAO,EAAE,CAAC;QAC7B,UAAU,CAAC,mBAAmB,EAAE,CAAC;QAEjC,kCAAkC;QAClC,IAAA,2BAAa,EAAC,UAAU,CAAC,CAAC;QAE1B,uDAAuD;QACvD,IAAI,OAAO,UAAU,CAAC,2BAA2B,KAAK,UAAU,EAAE,CAAC;YACjE,MAAM,cAAc,GAAG,IAAA,8BAAoB,EAAC,UAAU,CAAC,CAAC;YACxD,UAAU,CAAC,2BAA2B,CAAC,cAAc,CAAC,CAAC;QACzD,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;IAEL,IAAI,CAAC;QACH,MAAM,eAAe,CAAC;IACxB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,eAAe,GAAG,IAAI,CAAC;QACvB,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED,SAAgB,gBAAgB;IAC9B,IAAI,CAAC,UAAU;QAAE,OAAO;IACxB,UAAU,CAAC,qBAAqB,EAAE,CAAC;IACnC,IAAA,6BAAe,GAAE,CAAC;IAClB,UAAU,GAAG,IAAI,CAAC;IAClB,eAAe,GAAG,IAAI,CAAC;AACzB,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "deeplake",
|
|
3
|
-
"version": "0.2.
|
|
3
|
+
"version": "0.2.2",
|
|
4
4
|
"description": "DeepLake database SDK for Node.js and browsers",
|
|
5
5
|
"exports": {
|
|
6
6
|
".": {
|
|
@@ -23,12 +23,15 @@
|
|
|
23
23
|
"types": "./dist/node/node/index.d.ts",
|
|
24
24
|
"browser": "./dist/browser/browser/index.js",
|
|
25
25
|
"files": [
|
|
26
|
-
"dist"
|
|
26
|
+
"dist",
|
|
27
|
+
"wasm"
|
|
27
28
|
],
|
|
28
29
|
"scripts": {
|
|
29
|
-
"
|
|
30
|
+
"copy-wasm:browser": "mkdir -p wasm/browser && cp ../browser/dist-wasm/deeplake_browser.js ../browser/dist-wasm/deeplake_browser.wasm ../browser/dist-wasm/deeplake_browser.worker.js wasm/browser/",
|
|
31
|
+
"build": "tsc -p tsconfig.node.json && tsc -p tsconfig.browser.json && npm run copy-wasm:browser",
|
|
30
32
|
"build:node": "tsc -p tsconfig.node.json",
|
|
31
33
|
"build:browser": "tsc -p tsconfig.browser.json",
|
|
34
|
+
"prepublishOnly": "npm run copy-wasm:browser",
|
|
32
35
|
"test": "jest"
|
|
33
36
|
},
|
|
34
37
|
"engines": {
|