deeplake 0.1.0 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/browser/client.d.ts +33 -0
- package/dist/browser/browser/client.d.ts.map +1 -0
- package/dist/browser/browser/client.js +312 -0
- package/dist/browser/browser/client.js.map +1 -0
- package/dist/browser/browser/index.d.ts +15 -0
- package/dist/browser/browser/index.d.ts.map +1 -0
- package/dist/browser/browser/index.js +11 -0
- package/dist/browser/browser/index.js.map +1 -0
- package/dist/browser/browser/wasm.d.ts +8 -0
- package/dist/browser/browser/wasm.d.ts.map +1 -0
- package/dist/browser/browser/wasm.js +53 -0
- package/dist/browser/browser/wasm.js.map +1 -0
- package/dist/browser/shared/api.d.ts +9 -0
- package/dist/browser/shared/api.d.ts.map +1 -0
- package/dist/browser/shared/api.js +67 -0
- package/dist/browser/shared/api.js.map +1 -0
- package/dist/browser/shared/credentials.d.ts +4 -0
- package/dist/browser/shared/credentials.d.ts.map +1 -0
- package/dist/browser/shared/credentials.js +24 -0
- package/dist/browser/shared/credentials.js.map +1 -0
- package/dist/browser/shared/database.d.ts +26 -0
- package/dist/browser/shared/database.d.ts.map +1 -0
- package/dist/browser/shared/database.js +67 -0
- package/dist/browser/shared/database.js.map +1 -0
- package/dist/browser/shared/dlref.d.ts +22 -0
- package/dist/browser/shared/dlref.d.ts.map +1 -0
- package/dist/browser/shared/dlref.js +48 -0
- package/dist/browser/shared/dlref.js.map +1 -0
- package/dist/browser/shared/errors.d.ts +22 -0
- package/dist/browser/shared/errors.d.ts.map +1 -0
- package/dist/browser/shared/errors.js +43 -0
- package/dist/browser/shared/errors.js.map +1 -0
- package/dist/browser/shared/schema.d.ts +7 -0
- package/dist/browser/shared/schema.d.ts.map +1 -0
- package/dist/browser/shared/schema.js +151 -0
- package/dist/browser/shared/schema.js.map +1 -0
- package/dist/browser/shared/token.d.ts +4 -0
- package/dist/browser/shared/token.d.ts.map +1 -0
- package/dist/browser/shared/token.js +69 -0
- package/dist/browser/shared/token.js.map +1 -0
- package/dist/browser/shared/types.d.ts +33 -0
- package/dist/browser/shared/types.d.ts.map +1 -0
- package/dist/browser/shared/types.js +2 -0
- package/dist/browser/shared/types.js.map +1 -0
- package/dist/browser/shared/wasm-common.d.ts +39 -0
- package/dist/browser/shared/wasm-common.d.ts.map +1 -0
- package/dist/browser/shared/wasm-common.js +287 -0
- package/dist/browser/shared/wasm-common.js.map +1 -0
- package/dist/node/node/client.d.ts +49 -0
- package/dist/node/node/client.d.ts.map +1 -0
- package/dist/node/node/client.js +670 -0
- package/dist/node/node/client.js.map +1 -0
- package/dist/node/node/formats/coco.d.ts +24 -0
- package/dist/node/node/formats/coco.d.ts.map +1 -0
- package/dist/node/node/formats/coco.js +342 -0
- package/dist/node/node/formats/coco.js.map +1 -0
- package/dist/node/node/formats/coco_panoptic.d.ts +19 -0
- package/dist/node/node/formats/coco_panoptic.d.ts.map +1 -0
- package/dist/node/node/formats/coco_panoptic.js +125 -0
- package/dist/node/node/formats/coco_panoptic.js.map +1 -0
- package/dist/node/node/formats/index.d.ts +7 -0
- package/dist/node/node/formats/index.d.ts.map +1 -0
- package/dist/node/node/formats/index.js +12 -0
- package/dist/node/node/formats/index.js.map +1 -0
- package/dist/node/node/formats/lerobot.d.ts +42 -0
- package/dist/node/node/formats/lerobot.d.ts.map +1 -0
- package/dist/node/node/formats/lerobot.js +351 -0
- package/dist/node/node/formats/lerobot.js.map +1 -0
- package/dist/node/node/index.d.ts +19 -0
- package/dist/node/node/index.d.ts.map +1 -0
- package/dist/node/node/index.js +75 -0
- package/dist/node/node/index.js.map +1 -0
- package/dist/node/node/mime.d.ts +2 -0
- package/dist/node/node/mime.d.ts.map +1 -0
- package/dist/node/node/mime.js +76 -0
- package/dist/node/node/mime.js.map +1 -0
- package/dist/node/node/normalizers/binary.d.ts +3 -0
- package/dist/node/node/normalizers/binary.d.ts.map +1 -0
- package/dist/node/node/normalizers/binary.js +51 -0
- package/dist/node/node/normalizers/binary.js.map +1 -0
- package/dist/node/node/normalizers/dict.d.ts +3 -0
- package/dist/node/node/normalizers/dict.d.ts.map +1 -0
- package/dist/node/node/normalizers/dict.js +17 -0
- package/dist/node/node/normalizers/dict.js.map +1 -0
- package/dist/node/node/normalizers/files.d.ts +3 -0
- package/dist/node/node/normalizers/files.d.ts.map +1 -0
- package/dist/node/node/normalizers/files.js +109 -0
- package/dist/node/node/normalizers/files.js.map +1 -0
- package/dist/node/node/normalizers/huggingface.d.ts +3 -0
- package/dist/node/node/normalizers/huggingface.d.ts.map +1 -0
- package/dist/node/node/normalizers/huggingface.js +158 -0
- package/dist/node/node/normalizers/huggingface.js.map +1 -0
- package/dist/node/node/normalizers/image.d.ts +3 -0
- package/dist/node/node/normalizers/image.d.ts.map +1 -0
- package/dist/node/node/normalizers/image.js +52 -0
- package/dist/node/node/normalizers/image.js.map +1 -0
- package/dist/node/node/normalizers/index.d.ts +9 -0
- package/dist/node/node/normalizers/index.d.ts.map +1 -0
- package/dist/node/node/normalizers/index.js +21 -0
- package/dist/node/node/normalizers/index.js.map +1 -0
- package/dist/node/node/normalizers/pdf.d.ts +3 -0
- package/dist/node/node/normalizers/pdf.d.ts.map +1 -0
- package/dist/node/node/normalizers/pdf.js +75 -0
- package/dist/node/node/normalizers/pdf.js.map +1 -0
- package/dist/node/node/normalizers/text.d.ts +4 -0
- package/dist/node/node/normalizers/text.d.ts.map +1 -0
- package/dist/node/node/normalizers/text.js +83 -0
- package/dist/node/node/normalizers/text.js.map +1 -0
- package/dist/node/node/normalizers/video.d.ts +3 -0
- package/dist/node/node/normalizers/video.d.ts.map +1 -0
- package/dist/node/node/normalizers/video.js +119 -0
- package/dist/node/node/normalizers/video.js.map +1 -0
- package/dist/node/node/storage.d.ts +15 -0
- package/dist/node/node/storage.d.ts.map +1 -0
- package/dist/node/node/storage.js +477 -0
- package/dist/node/node/storage.js.map +1 -0
- package/dist/node/node/wasm.d.ts +3 -0
- package/dist/node/node/wasm.d.ts.map +1 -0
- package/dist/node/node/wasm.js +49 -0
- package/dist/node/node/wasm.js.map +1 -0
- package/dist/node/shared/api.d.ts +9 -0
- package/dist/node/shared/api.d.ts.map +1 -0
- package/dist/node/shared/api.js +70 -0
- package/dist/node/shared/api.js.map +1 -0
- package/dist/node/shared/credentials.d.ts +4 -0
- package/dist/node/shared/credentials.d.ts.map +1 -0
- package/dist/node/shared/credentials.js +28 -0
- package/dist/node/shared/credentials.js.map +1 -0
- package/dist/node/shared/database.d.ts +26 -0
- package/dist/node/shared/database.d.ts.map +1 -0
- package/dist/node/shared/database.js +71 -0
- package/dist/node/shared/database.js.map +1 -0
- package/dist/node/shared/dlref.d.ts +22 -0
- package/dist/node/shared/dlref.d.ts.map +1 -0
- package/dist/node/shared/dlref.js +52 -0
- package/dist/node/shared/dlref.js.map +1 -0
- package/dist/node/shared/errors.d.ts +22 -0
- package/dist/node/shared/errors.d.ts.map +1 -0
- package/dist/node/shared/errors.js +53 -0
- package/dist/node/shared/errors.js.map +1 -0
- package/dist/node/shared/schema.d.ts +7 -0
- package/dist/node/shared/schema.d.ts.map +1 -0
- package/dist/node/shared/schema.js +157 -0
- package/dist/node/shared/schema.js.map +1 -0
- package/dist/node/shared/token.d.ts +4 -0
- package/dist/node/shared/token.d.ts.map +1 -0
- package/dist/node/shared/token.js +74 -0
- package/dist/node/shared/token.js.map +1 -0
- package/dist/node/shared/types.d.ts +33 -0
- package/dist/node/shared/types.d.ts.map +1 -0
- package/dist/node/shared/types.js +3 -0
- package/dist/node/shared/types.js.map +1 -0
- package/dist/node/shared/wasm-common.d.ts +39 -0
- package/dist/node/shared/wasm-common.d.ts.map +1 -0
- package/dist/node/shared/wasm-common.js +310 -0
- package/dist/node/shared/wasm-common.js.map +1 -0
- package/package.json +43 -18
- package/README.md +0 -39
- package/index.d.ts +0 -2
- package/index.js +0 -26
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { ManagedQueryBuilder } from '../shared/database';
|
|
2
|
+
import type { IngestOptions, IngestResult, ManagedClientOptions, QueryRow } from '../shared/types';
|
|
3
|
+
export declare class ManagedClient {
|
|
4
|
+
readonly token: string;
|
|
5
|
+
readonly workspaceId: string;
|
|
6
|
+
readonly apiUrl: string;
|
|
7
|
+
orgId: string;
|
|
8
|
+
private _rootPath;
|
|
9
|
+
private _orgIdResolved;
|
|
10
|
+
private _orgIdPromise;
|
|
11
|
+
constructor(options: ManagedClientOptions);
|
|
12
|
+
private ensureInitialized;
|
|
13
|
+
private _resolveOrgId;
|
|
14
|
+
table(tableName: string): ManagedQueryBuilder;
|
|
15
|
+
getRootPath(): Promise<string>;
|
|
16
|
+
getDatasetPath(tableName: string): Promise<string>;
|
|
17
|
+
getStorageCreds(mode?: string): Promise<import(".").StorageCreds>;
|
|
18
|
+
ingest(tableName: string, data: Record<string, unknown[]>, options?: IngestOptions): Promise<IngestResult>;
|
|
19
|
+
private createTableViaApi;
|
|
20
|
+
query(sql: string, params?: unknown[]): Promise<QueryRow[]>;
|
|
21
|
+
listTables(): Promise<string[]>;
|
|
22
|
+
dropTable(tableName: string, ifExists?: boolean): Promise<void>;
|
|
23
|
+
createIndex(tableName: string, column: string): Promise<void>;
|
|
24
|
+
openTable(tableName: string): Promise<any>;
|
|
25
|
+
getField(tableName: string, rowIndex: number, column: string): Promise<any>;
|
|
26
|
+
getRow(tableName: string, rowIndex: number, columns: string[]): Promise<Record<string, any>>;
|
|
27
|
+
getColumnData(tableName: string, column: string, start: number, end: number): Promise<any>;
|
|
28
|
+
getNumRows(tableName: string): Promise<number>;
|
|
29
|
+
getSampleByRef(tableName: string, columnId: number, rowId: bigint): Promise<any>;
|
|
30
|
+
setField(tableName: string, rowIndex: number, column: string, value: any): Promise<void>;
|
|
31
|
+
setRow(tableName: string, rowIndex: number, data: Record<string, any>): Promise<void>;
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=client.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../../src/browser/client.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAUzD,OAAO,KAAK,EAEV,aAAa,EACb,YAAY,EACZ,oBAAoB,EACpB,QAAQ,EAET,MAAM,iBAAiB,CAAC;AAiBzB,qBAAa,aAAa;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IAEd,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,aAAa,CAA8B;gBAEvC,OAAO,EAAE,oBAAoB;YAqB3B,iBAAiB;YAQjB,aAAa;IAU3B,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,mBAAmB;IAQvC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAkB9B,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAYlD,eAAe,CAAC,IAAI,GAAE,MAAoB;IAe1C,MAAM,CACV,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,EAC/B,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,YAAY,CAAC;YA8DV,iBAAiB;IA8BzB,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAuC3D,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAU/B,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,GAAE,OAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBrE,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB7D,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAU1C,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAS3E,MAAM,CACV,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IASzB,aAAa,CACjB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,GAAG,CAAC;IAST,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAS9C,cAAc,CAClB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC;IAST,QAAQ,CACZ,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,GAAG,GACT,OAAO,CAAC,IAAI,CAAC;IAUV,MAAM,CACV,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GACxB,OAAO,CAAC,IAAI,CAAC;CASjB"}
|
|
@@ -0,0 +1,312 @@
|
|
|
1
|
+
import { apiRequest } from '../shared/api';
|
|
2
|
+
import { getStorageCreds } from '../shared/credentials';
|
|
3
|
+
import { ManagedQueryBuilder } from '../shared/database';
|
|
4
|
+
import { AuthError, IngestError, ManagedServiceError, TableError, } from '../shared/errors';
|
|
5
|
+
import { buildPgSchema, ensureColumns } from '../shared/schema';
|
|
6
|
+
import { tryExtractOrgId, fetchOrgIdFromApi } from '../shared/token';
|
|
7
|
+
import { TokenError } from '../shared/errors';
|
|
8
|
+
import { deeplakeAppend, deeplakeCommit, deeplakeRelease, deeplakeSetEndpointAndOpen, deeplakeNumRows, deeplakeGetField, deeplakeGetRow, deeplakeGetColumnData, deeplakeSetField, deeplakeSetRow, deeplakeGetSampleByRef, } from '../shared/wasm-common';
|
|
9
|
+
const DEFAULT_API_URL = 'https://api.deeplake.ai';
|
|
10
|
+
export class ManagedClient {
|
|
11
|
+
token;
|
|
12
|
+
workspaceId;
|
|
13
|
+
apiUrl;
|
|
14
|
+
orgId;
|
|
15
|
+
_rootPath = null;
|
|
16
|
+
_orgIdResolved;
|
|
17
|
+
_orgIdPromise = null;
|
|
18
|
+
constructor(options) {
|
|
19
|
+
if (!options.token) {
|
|
20
|
+
throw new AuthError('Token required. Pass token to ManagedClient().');
|
|
21
|
+
}
|
|
22
|
+
this.token = options.token;
|
|
23
|
+
this.workspaceId = options.workspaceId ?? 'default';
|
|
24
|
+
this.apiUrl = (options.apiUrl ?? DEFAULT_API_URL).replace(/\/+$/, '');
|
|
25
|
+
const syncOrgId = tryExtractOrgId(this.token);
|
|
26
|
+
if (syncOrgId) {
|
|
27
|
+
this.orgId = syncOrgId;
|
|
28
|
+
this._orgIdResolved = true;
|
|
29
|
+
}
|
|
30
|
+
else {
|
|
31
|
+
this.orgId = '';
|
|
32
|
+
this._orgIdResolved = false;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
async ensureInitialized() {
|
|
36
|
+
if (this._orgIdResolved)
|
|
37
|
+
return;
|
|
38
|
+
if (!this._orgIdPromise) {
|
|
39
|
+
this._orgIdPromise = this._resolveOrgId();
|
|
40
|
+
}
|
|
41
|
+
await this._orgIdPromise;
|
|
42
|
+
}
|
|
43
|
+
async _resolveOrgId() {
|
|
44
|
+
const orgId = await fetchOrgIdFromApi(this.token, this.apiUrl);
|
|
45
|
+
if (orgId) {
|
|
46
|
+
this.orgId = orgId;
|
|
47
|
+
this._orgIdResolved = true;
|
|
48
|
+
}
|
|
49
|
+
else {
|
|
50
|
+
throw new TokenError('Token does not contain org_id claim and API fallback failed');
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
table(tableName) {
|
|
54
|
+
return new ManagedQueryBuilder(this, tableName);
|
|
55
|
+
}
|
|
56
|
+
// ------------------------------------------------------------------
|
|
57
|
+
// Storage path
|
|
58
|
+
// ------------------------------------------------------------------
|
|
59
|
+
async getRootPath() {
|
|
60
|
+
await this.ensureInitialized();
|
|
61
|
+
if (this._rootPath !== null)
|
|
62
|
+
return this._rootPath;
|
|
63
|
+
const resp = await apiRequest(this.apiUrl, this.token, this.orgId, {
|
|
64
|
+
method: 'GET',
|
|
65
|
+
path: `/workspaces/${this.workspaceId}/storage-path`,
|
|
66
|
+
});
|
|
67
|
+
const storagePath = resp.storage_path;
|
|
68
|
+
if (!storagePath) {
|
|
69
|
+
throw new ManagedServiceError(`No storage path returned for workspace '${this.workspaceId}'`);
|
|
70
|
+
}
|
|
71
|
+
this._rootPath = storagePath;
|
|
72
|
+
return this._rootPath;
|
|
73
|
+
}
|
|
74
|
+
async getDatasetPath(tableName) {
|
|
75
|
+
const rootPath = (await this.getRootPath()).replace(/\/+$/, '');
|
|
76
|
+
if (rootPath.endsWith(`/${this.workspaceId}`)) {
|
|
77
|
+
return `${rootPath}/${tableName}`;
|
|
78
|
+
}
|
|
79
|
+
return `${rootPath}/${this.workspaceId}/${tableName}`;
|
|
80
|
+
}
|
|
81
|
+
// ------------------------------------------------------------------
|
|
82
|
+
// Storage credentials
|
|
83
|
+
// ------------------------------------------------------------------
|
|
84
|
+
async getStorageCreds(mode = 'readwrite') {
|
|
85
|
+
await this.ensureInitialized();
|
|
86
|
+
return getStorageCreds(this.apiUrl, this.token, this.orgId, this.workspaceId, mode);
|
|
87
|
+
}
|
|
88
|
+
// ------------------------------------------------------------------
|
|
89
|
+
// Ingest pipeline
|
|
90
|
+
// ------------------------------------------------------------------
|
|
91
|
+
async ingest(tableName, data, options) {
|
|
92
|
+
if (data == null || typeof data !== 'object') {
|
|
93
|
+
throw new IngestError('data must be a dict (object).');
|
|
94
|
+
}
|
|
95
|
+
if (Object.keys(data).length === 0) {
|
|
96
|
+
throw new IngestError('data must not be empty.');
|
|
97
|
+
}
|
|
98
|
+
const schema = options?.schema;
|
|
99
|
+
const onProgress = options?.onProgress;
|
|
100
|
+
const alPath = `al://${this.workspaceId}/${tableName}`;
|
|
101
|
+
try {
|
|
102
|
+
let batch = { ...data };
|
|
103
|
+
// Inject _id
|
|
104
|
+
if (!('_id' in batch)) {
|
|
105
|
+
const firstCol = Object.values(batch)[0];
|
|
106
|
+
const n = Array.isArray(firstCol) ? firstCol.length : 1;
|
|
107
|
+
batch['_id'] = Array.from({ length: n }, () => crypto.randomUUID());
|
|
108
|
+
}
|
|
109
|
+
// Sort columns alphabetically
|
|
110
|
+
batch = Object.fromEntries(Object.entries(batch).sort(([a], [b]) => a.localeCompare(b)));
|
|
111
|
+
const pgSchema = buildPgSchema(batch, schema);
|
|
112
|
+
await this.createTableViaApi(tableName, alPath, pgSchema);
|
|
113
|
+
const ds = await deeplakeSetEndpointAndOpen(this.apiUrl, alPath, '', this.token);
|
|
114
|
+
try {
|
|
115
|
+
ensureColumns(ds, batch, schema);
|
|
116
|
+
await deeplakeAppend(ds, batch);
|
|
117
|
+
const rowCount = Array.isArray(Object.values(batch)[0])
|
|
118
|
+
? Object.values(batch)[0].length
|
|
119
|
+
: 1;
|
|
120
|
+
await deeplakeCommit(ds);
|
|
121
|
+
if (onProgress) {
|
|
122
|
+
onProgress(rowCount, rowCount);
|
|
123
|
+
}
|
|
124
|
+
return { tableName, rowCount, datasetPath: alPath };
|
|
125
|
+
}
|
|
126
|
+
finally {
|
|
127
|
+
deeplakeRelease(ds);
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
catch (e) {
|
|
131
|
+
if (e instanceof IngestError || e instanceof ManagedServiceError)
|
|
132
|
+
throw e;
|
|
133
|
+
throw new IngestError(`Failed to ingest data: ${e instanceof Error ? e.message : e}`);
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
// ------------------------------------------------------------------
|
|
137
|
+
// Table management via REST API
|
|
138
|
+
// ------------------------------------------------------------------
|
|
139
|
+
async createTableViaApi(tableName, _datasetPath, pgSchema) {
|
|
140
|
+
await this.ensureInitialized();
|
|
141
|
+
try {
|
|
142
|
+
const body = { table_name: tableName };
|
|
143
|
+
if (pgSchema)
|
|
144
|
+
body.table_schema = pgSchema;
|
|
145
|
+
await apiRequest(this.apiUrl, this.token, this.orgId, {
|
|
146
|
+
method: 'POST',
|
|
147
|
+
path: `/workspaces/${this.workspaceId}/tables`,
|
|
148
|
+
body,
|
|
149
|
+
timeoutMs: 30_000,
|
|
150
|
+
});
|
|
151
|
+
}
|
|
152
|
+
catch (e) {
|
|
153
|
+
if (e instanceof TableError &&
|
|
154
|
+
String(e.message).toLowerCase().includes('already exists')) {
|
|
155
|
+
return;
|
|
156
|
+
}
|
|
157
|
+
throw e;
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
// ------------------------------------------------------------------
|
|
161
|
+
// Query via REST API
|
|
162
|
+
// ------------------------------------------------------------------
|
|
163
|
+
async query(sql, params) {
|
|
164
|
+
await this.ensureInitialized();
|
|
165
|
+
const body = { query: sql };
|
|
166
|
+
if (params && params.length > 0) {
|
|
167
|
+
body.params = params;
|
|
168
|
+
}
|
|
169
|
+
try {
|
|
170
|
+
const resp = await apiRequest(this.apiUrl, this.token, this.orgId, {
|
|
171
|
+
method: 'POST',
|
|
172
|
+
path: `/workspaces/${this.workspaceId}/tables/query`,
|
|
173
|
+
body,
|
|
174
|
+
timeoutMs: 60_000,
|
|
175
|
+
});
|
|
176
|
+
const columns = (resp.columns ?? []);
|
|
177
|
+
const rows = (resp.rows ?? []);
|
|
178
|
+
return rows.map((row) => {
|
|
179
|
+
const obj = {};
|
|
180
|
+
for (let i = 0; i < columns.length; i++) {
|
|
181
|
+
obj[columns[i]] = row[i];
|
|
182
|
+
}
|
|
183
|
+
return obj;
|
|
184
|
+
});
|
|
185
|
+
}
|
|
186
|
+
catch (e) {
|
|
187
|
+
if (e instanceof ManagedServiceError) {
|
|
188
|
+
throw new TableError(`Query failed: ${e.message}`);
|
|
189
|
+
}
|
|
190
|
+
throw new TableError(`Query failed: ${e instanceof Error ? e.message : e}`);
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
// ------------------------------------------------------------------
|
|
194
|
+
// List / Drop tables via REST API
|
|
195
|
+
// ------------------------------------------------------------------
|
|
196
|
+
async listTables() {
|
|
197
|
+
await this.ensureInitialized();
|
|
198
|
+
const resp = await apiRequest(this.apiUrl, this.token, this.orgId, {
|
|
199
|
+
method: 'GET',
|
|
200
|
+
path: `/workspaces/${this.workspaceId}/tables`,
|
|
201
|
+
});
|
|
202
|
+
const tables = (resp.tables ?? []);
|
|
203
|
+
return tables.map((t) => t.table_name);
|
|
204
|
+
}
|
|
205
|
+
async dropTable(tableName, ifExists = true) {
|
|
206
|
+
await this.ensureInitialized();
|
|
207
|
+
try {
|
|
208
|
+
await apiRequest(this.apiUrl, this.token, this.orgId, {
|
|
209
|
+
method: 'DELETE',
|
|
210
|
+
path: `/workspaces/${this.workspaceId}/tables/${tableName}`,
|
|
211
|
+
});
|
|
212
|
+
}
|
|
213
|
+
catch (e) {
|
|
214
|
+
if (ifExists &&
|
|
215
|
+
e instanceof ManagedServiceError &&
|
|
216
|
+
String(e.message).toLowerCase().includes('not found')) {
|
|
217
|
+
return;
|
|
218
|
+
}
|
|
219
|
+
throw e;
|
|
220
|
+
}
|
|
221
|
+
}
|
|
222
|
+
async createIndex(tableName, column) {
|
|
223
|
+
const safeTable = tableName.replace(/"/g, '""');
|
|
224
|
+
const safeCol = column.replace(/"/g, '""');
|
|
225
|
+
const idxName = `idx_${tableName}_${column}`.replace(/"/g, '""');
|
|
226
|
+
const sql = `CREATE INDEX IF NOT EXISTS "${idxName}" ON "${safeTable}" USING deeplake_index ("${safeCol}")`;
|
|
227
|
+
try {
|
|
228
|
+
await this.query(sql);
|
|
229
|
+
}
|
|
230
|
+
catch (e) {
|
|
231
|
+
if (e instanceof TableError &&
|
|
232
|
+
String(e.message).toLowerCase().includes('already exists')) {
|
|
233
|
+
return;
|
|
234
|
+
}
|
|
235
|
+
throw e;
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
async openTable(tableName) {
|
|
239
|
+
await this.ensureInitialized();
|
|
240
|
+
const alPath = `al://${this.workspaceId}/${tableName}`;
|
|
241
|
+
return deeplakeSetEndpointAndOpen(this.apiUrl, alPath, '', this.token);
|
|
242
|
+
}
|
|
243
|
+
// ------------------------------------------------------------------
|
|
244
|
+
// Direct dataset data access
|
|
245
|
+
// ------------------------------------------------------------------
|
|
246
|
+
async getField(tableName, rowIndex, column) {
|
|
247
|
+
const ds = await this.openTable(tableName);
|
|
248
|
+
try {
|
|
249
|
+
return await deeplakeGetField(ds, rowIndex, column);
|
|
250
|
+
}
|
|
251
|
+
finally {
|
|
252
|
+
deeplakeRelease(ds);
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
async getRow(tableName, rowIndex, columns) {
|
|
256
|
+
const ds = await this.openTable(tableName);
|
|
257
|
+
try {
|
|
258
|
+
return await deeplakeGetRow(ds, rowIndex, columns);
|
|
259
|
+
}
|
|
260
|
+
finally {
|
|
261
|
+
deeplakeRelease(ds);
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
async getColumnData(tableName, column, start, end) {
|
|
265
|
+
const ds = await this.openTable(tableName);
|
|
266
|
+
try {
|
|
267
|
+
return await deeplakeGetColumnData(ds, column, start, end);
|
|
268
|
+
}
|
|
269
|
+
finally {
|
|
270
|
+
deeplakeRelease(ds);
|
|
271
|
+
}
|
|
272
|
+
}
|
|
273
|
+
async getNumRows(tableName) {
|
|
274
|
+
const ds = await this.openTable(tableName);
|
|
275
|
+
try {
|
|
276
|
+
return deeplakeNumRows(ds);
|
|
277
|
+
}
|
|
278
|
+
finally {
|
|
279
|
+
deeplakeRelease(ds);
|
|
280
|
+
}
|
|
281
|
+
}
|
|
282
|
+
async getSampleByRef(tableName, columnId, rowId) {
|
|
283
|
+
const ds = await this.openTable(tableName);
|
|
284
|
+
try {
|
|
285
|
+
return await deeplakeGetSampleByRef(ds, columnId, rowId);
|
|
286
|
+
}
|
|
287
|
+
finally {
|
|
288
|
+
deeplakeRelease(ds);
|
|
289
|
+
}
|
|
290
|
+
}
|
|
291
|
+
async setField(tableName, rowIndex, column, value) {
|
|
292
|
+
const ds = await this.openTable(tableName);
|
|
293
|
+
try {
|
|
294
|
+
await deeplakeSetField(ds, rowIndex, column, value);
|
|
295
|
+
await deeplakeCommit(ds, `setField ${column}[${rowIndex}]`);
|
|
296
|
+
}
|
|
297
|
+
finally {
|
|
298
|
+
deeplakeRelease(ds);
|
|
299
|
+
}
|
|
300
|
+
}
|
|
301
|
+
async setRow(tableName, rowIndex, data) {
|
|
302
|
+
const ds = await this.openTable(tableName);
|
|
303
|
+
try {
|
|
304
|
+
await deeplakeSetRow(ds, rowIndex, data);
|
|
305
|
+
await deeplakeCommit(ds, `setRow[${rowIndex}]`);
|
|
306
|
+
}
|
|
307
|
+
finally {
|
|
308
|
+
deeplakeRelease(ds);
|
|
309
|
+
}
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
//# sourceMappingURL=client.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/browser/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EACL,SAAS,EACT,WAAW,EACX,mBAAmB,EACnB,UAAU,GACX,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACrE,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAS9C,OAAO,EACL,cAAc,EACd,cAAc,EACd,eAAe,EACf,0BAA0B,EAC1B,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,sBAAsB,GACvB,MAAM,uBAAuB,CAAC;AAE/B,MAAM,eAAe,GAAG,yBAAyB,CAAC;AAElD,MAAM,OAAO,aAAa;IACf,KAAK,CAAS;IACd,WAAW,CAAS;IACpB,MAAM,CAAS;IACxB,KAAK,CAAS;IAEN,SAAS,GAAkB,IAAI,CAAC;IAChC,cAAc,CAAU;IACxB,aAAa,GAAyB,IAAI,CAAC;IAEnD,YAAY,OAA6B;QACvC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,SAAS,CACjB,gDAAgD,CACjD,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAE3B,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,SAAS,CAAC;QACpD,IAAI,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,eAAe,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAEtE,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;YACvB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YAChB,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC9B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO;QAChC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAC5C,CAAC;QACD,MAAM,IAAI,CAAC,aAAa,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/D,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACnB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,UAAU,CAAC,6DAA6D,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAiB;QACrB,OAAO,IAAI,mBAAmB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAClD,CAAC;IAED,qEAAqE;IACrE,eAAe;IACf,qEAAqE;IAErE,KAAK,CAAC,WAAW;QACf,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC;QAEnD,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;YACjE,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,eAAe,IAAI,CAAC,WAAW,eAAe;SACrD,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,CAAC,YAAkC,CAAC;QAC5D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,mBAAmB,CAC3B,2CAA2C,IAAI,CAAC,WAAW,GAAG,CAC/D,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC;QAC7B,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,SAAiB;QACpC,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAChE,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YAC9C,OAAO,GAAG,QAAQ,IAAI,SAAS,EAAE,CAAC;QACpC,CAAC;QACD,OAAO,GAAG,QAAQ,IAAI,IAAI,CAAC,WAAW,IAAI,SAAS,EAAE,CAAC;IACxD,CAAC;IAED,qEAAqE;IACrE,sBAAsB;IACtB,qEAAqE;IAErE,KAAK,CAAC,eAAe,CAAC,OAAe,WAAW;QAC9C,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,OAAO,eAAe,CACpB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,WAAW,EAChB,IAAI,CACL,CAAC;IACJ,CAAC;IAED,qEAAqE;IACrE,kBAAkB;IAClB,qEAAqE;IAErE,KAAK,CAAC,MAAM,CACV,SAAiB,EACjB,IAA+B,EAC/B,OAAuB;QAEvB,IAAI,IAAI,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7C,MAAM,IAAI,WAAW,CAAC,+BAA+B,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,WAAW,CAAC,yBAAyB,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;QAC/B,MAAM,UAAU,GAAG,OAAO,EAAE,UAAU,CAAC;QAEvC,MAAM,MAAM,GAAG,QAAQ,IAAI,CAAC,WAAW,IAAI,SAAS,EAAE,CAAC;QAEvD,IAAI,CAAC;YACH,IAAI,KAAK,GAAU,EAAE,GAAG,IAAI,EAAW,CAAC;YAExC,aAAa;YACb,IAAI,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,EAAE,CAAC;gBACtB,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzC,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxD,KAAK,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YACtE,CAAC;YAED,8BAA8B;YAC9B,KAAK,GAAG,MAAM,CAAC,WAAW,CACxB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAC7D,CAAC;YAEF,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAE9C,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;YAE1D,MAAM,EAAE,GAAG,MAAM,0BAA0B,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAEjF,IAAI,CAAC;gBACH,aAAa,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;gBACjC,MAAM,cAAc,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;gBAChC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;oBACrD,CAAC,CAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAe,CAAC,MAAM;oBAC/C,CAAC,CAAC,CAAC,CAAC;gBACN,MAAM,cAAc,CAAC,EAAE,CAAC,CAAC;gBAEzB,IAAI,UAAU,EAAE,CAAC;oBACf,UAAU,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBACjC,CAAC;gBAED,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;YACtD,CAAC;oBAAS,CAAC;gBACT,eAAe,CAAC,EAAE,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,WAAW,IAAI,CAAC,YAAY,mBAAmB;gBAAE,MAAM,CAAC,CAAC;YAC1E,MAAM,IAAI,WAAW,CACnB,0BAA0B,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAC/D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,gCAAgC;IAChC,qEAAqE;IAE7D,KAAK,CAAC,iBAAiB,CAC7B,SAAiB,EACjB,YAAoB,EACpB,QAAiC;QAEjC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,IAAI,GAA4B,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;YAChE,IAAI,QAAQ;gBAAE,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC;YAC3C,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;gBACpD,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,eAAe,IAAI,CAAC,WAAW,SAAS;gBAC9C,IAAI;gBACJ,SAAS,EAAE,MAAM;aAClB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IACE,CAAC,YAAY,UAAU;gBACvB,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAC1D,CAAC;gBACD,OAAO;YACT,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,qBAAqB;IACrB,qEAAqE;IAErE,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,MAAkB;QACzC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,MAAM,IAAI,GAA4B,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;QACrD,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACvB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;gBACjE,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,eAAe,IAAI,CAAC,WAAW,eAAe;gBACpD,IAAI;gBACJ,SAAS,EAAE,MAAM;aAClB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAa,CAAC;YACjD,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAgB,CAAC;YAC9C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;gBACtB,MAAM,GAAG,GAAa,EAAE,CAAC;gBACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACxC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC3B,CAAC;gBACD,OAAO,GAAG,CAAC;YACb,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,mBAAmB,EAAE,CAAC;gBACrC,MAAM,IAAI,UAAU,CAAC,iBAAiB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACrD,CAAC;YACD,MAAM,IAAI,UAAU,CAClB,iBAAiB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CACtD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,kCAAkC;IAClC,qEAAqE;IAErE,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;YACjE,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,eAAe,IAAI,CAAC,WAAW,SAAS;SAC/C,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAA6B,CAAC;QAC/D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAiB,EAAE,WAAoB,IAAI;QACzD,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;gBACpD,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,eAAe,IAAI,CAAC,WAAW,WAAW,SAAS,EAAE;aAC5D,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IACE,QAAQ;gBACR,CAAC,YAAY,mBAAmB;gBAChC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,EACrD,CAAC;gBACD,OAAO;YACT,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,SAAiB,EAAE,MAAc;QACjD,MAAM,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,OAAO,SAAS,IAAI,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,+BAA+B,OAAO,SAAS,SAAS,4BAA4B,OAAO,IAAI,CAAC;QAC5G,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IACE,CAAC,YAAY,UAAU;gBACvB,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAC1D,CAAC;gBACD,OAAO;YACT,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAiB;QAC/B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,QAAQ,IAAI,CAAC,WAAW,IAAI,SAAS,EAAE,CAAC;QACvD,OAAO,0BAA0B,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IACzE,CAAC;IAED,qEAAqE;IACrE,6BAA6B;IAC7B,qEAAqE;IAErE,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,QAAgB,EAAE,MAAc;QAChE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,OAAO,MAAM,gBAAgB,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QACtD,CAAC;gBAAS,CAAC;YACT,eAAe,CAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,SAAiB,EACjB,QAAgB,EAChB,OAAiB;QAEjB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,OAAO,MAAM,cAAc,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QACrD,CAAC;gBAAS,CAAC;YACT,eAAe,CAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,SAAiB,EACjB,MAAc,EACd,KAAa,EACb,GAAW;QAEX,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,OAAO,MAAM,qBAAqB,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAC7D,CAAC;gBAAS,CAAC;YACT,eAAe,CAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAiB;QAChC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,OAAO,eAAe,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC;gBAAS,CAAC;YACT,eAAe,CAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,SAAiB,EACjB,QAAgB,EAChB,KAAa;QAEb,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,OAAO,MAAM,sBAAsB,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC3D,CAAC;gBAAS,CAAC;YACT,eAAe,CAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,SAAiB,EACjB,QAAgB,EAChB,MAAc,EACd,KAAU;QAEV,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,gBAAgB,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,cAAc,CAAC,EAAE,EAAE,YAAY,MAAM,IAAI,QAAQ,GAAG,CAAC,CAAC;QAC9D,CAAC;gBAAS,CAAC;YACT,eAAe,CAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,SAAiB,EACjB,QAAgB,EAChB,IAAyB;QAEzB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,cAAc,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,cAAc,CAAC,EAAE,EAAE,UAAU,QAAQ,GAAG,CAAC,CAAC;QAClD,CAAC;gBAAS,CAAC;YACT,eAAe,CAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
export { ManagedClient } from './client';
|
|
2
|
+
export { ManagedQueryBuilder } from '../shared/database';
|
|
3
|
+
export type { QueryExecutor } from '../shared/database';
|
|
4
|
+
export { ManagedServiceError, AuthError, TokenError, CredentialsError, IngestError, TableError, WorkspaceError, } from '../shared/errors';
|
|
5
|
+
export { extractOrgId, tryExtractOrgId, fetchOrgIdFromApi } from '../shared/token';
|
|
6
|
+
export { apiRequest } from '../shared/api';
|
|
7
|
+
export type { ApiRequestOptions } from '../shared/api';
|
|
8
|
+
export { getStorageCreds } from '../shared/credentials';
|
|
9
|
+
export { SCHEMA_TO_PG, SCHEMA_TO_DEEPLAKE, inferType, buildPgSchema, ensureColumns, } from '../shared/schema';
|
|
10
|
+
export { isDataRef, parseDataRef } from '../shared/dlref';
|
|
11
|
+
export type { DataRef } from '../shared/dlref';
|
|
12
|
+
export { initializeWasm, deinitializeWasm, } from './wasm';
|
|
13
|
+
export { deeplakeOpen, deeplakeCreate, deeplakeExists, deeplakeSetEndpointAndOpen, deeplakeNumRows, deeplakeGetField, deeplakeGetRow, deeplakeGetColumnData, deeplakeSetField, deeplakeSetRow, deeplakeCommit, deeplakeAppend, deeplakeAddColumn, deeplakeDeleteDataset, deeplakeGetSampleByRef, deeplakeRelease, getWasmModule, unwrapNdArray, } from '../shared/wasm-common';
|
|
14
|
+
export type { ManagedClientOptions, IngestResult, IngestOptions, Batch, SchemaMap, QueryRow, StorageCreds, } from '../shared/types';
|
|
15
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/browser/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,YAAY,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EACL,mBAAmB,EACnB,SAAS,EACT,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,YAAY,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,SAAS,EACT,aAAa,EACb,aAAa,GACd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC1D,YAAY,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EACL,cAAc,EACd,gBAAgB,GACjB,MAAM,QAAQ,CAAC;AAChB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,cAAc,EACd,0BAA0B,EAC1B,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,sBAAsB,EACtB,eAAe,EACf,aAAa,EACb,aAAa,GACd,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EACV,oBAAoB,EACpB,YAAY,EACZ,aAAa,EACb,KAAK,EACL,SAAS,EACT,QAAQ,EACR,YAAY,GACb,MAAM,iBAAiB,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
export { ManagedClient } from './client';
|
|
2
|
+
export { ManagedQueryBuilder } from '../shared/database';
|
|
3
|
+
export { ManagedServiceError, AuthError, TokenError, CredentialsError, IngestError, TableError, WorkspaceError, } from '../shared/errors';
|
|
4
|
+
export { extractOrgId, tryExtractOrgId, fetchOrgIdFromApi } from '../shared/token';
|
|
5
|
+
export { apiRequest } from '../shared/api';
|
|
6
|
+
export { getStorageCreds } from '../shared/credentials';
|
|
7
|
+
export { SCHEMA_TO_PG, SCHEMA_TO_DEEPLAKE, inferType, buildPgSchema, ensureColumns, } from '../shared/schema';
|
|
8
|
+
export { isDataRef, parseDataRef } from '../shared/dlref';
|
|
9
|
+
export { initializeWasm, deinitializeWasm, } from './wasm';
|
|
10
|
+
export { deeplakeOpen, deeplakeCreate, deeplakeExists, deeplakeSetEndpointAndOpen, deeplakeNumRows, deeplakeGetField, deeplakeGetRow, deeplakeGetColumnData, deeplakeSetField, deeplakeSetRow, deeplakeCommit, deeplakeAppend, deeplakeAddColumn, deeplakeDeleteDataset, deeplakeGetSampleByRef, deeplakeRelease, getWasmModule, unwrapNdArray, } from '../shared/wasm-common';
|
|
11
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/browser/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAEzD,OAAO,EACL,mBAAmB,EACnB,SAAS,EACT,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,SAAS,EACT,aAAa,EACb,aAAa,GACd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE1D,OAAO,EACL,cAAc,EACd,gBAAgB,GACjB,MAAM,QAAQ,CAAC;AAChB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,cAAc,EACd,0BAA0B,EAC1B,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,sBAAsB,EACtB,eAAe,EACf,aAAa,EACb,aAAa,GACd,MAAM,uBAAuB,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Initialize the WASM module in the browser.
|
|
3
|
+
* @param wasmUrl - URL to the deeplake_browser.js glue file.
|
|
4
|
+
* The .wasm file must be co-located at the same base URL.
|
|
5
|
+
*/
|
|
6
|
+
export declare function initializeWasm(wasmUrl: string): Promise<void>;
|
|
7
|
+
export declare function deinitializeWasm(): void;
|
|
8
|
+
//# sourceMappingURL=wasm.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wasm.d.ts","sourceRoot":"","sources":["../../../src/browser/wasm.ts"],"names":[],"mappings":"AAKA;;;;GAIG;AACH,wBAAsB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAsCnE;AAED,wBAAgB,gBAAgB,IAAI,IAAI,CAMvC"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
import { setWasmModule, clearWasmModule } from '../shared/wasm-common';
|
|
2
|
+
let wasmInitPromise = null;
|
|
3
|
+
let wasmModule = null;
|
|
4
|
+
/**
|
|
5
|
+
* Initialize the WASM module in the browser.
|
|
6
|
+
* @param wasmUrl - URL to the deeplake_browser.js glue file.
|
|
7
|
+
* The .wasm file must be co-located at the same base URL.
|
|
8
|
+
*/
|
|
9
|
+
export async function initializeWasm(wasmUrl) {
|
|
10
|
+
if (wasmModule)
|
|
11
|
+
return;
|
|
12
|
+
if (wasmInitPromise)
|
|
13
|
+
return wasmInitPromise;
|
|
14
|
+
wasmInitPromise = (async () => {
|
|
15
|
+
// Fetch and evaluate the Emscripten glue JS module.
|
|
16
|
+
// The glue exports a factory function named DeeplakeBrowser.
|
|
17
|
+
const response = await fetch(wasmUrl);
|
|
18
|
+
const jsText = await response.text();
|
|
19
|
+
// Evaluate in a function scope to capture the module factory.
|
|
20
|
+
// Emscripten MODULARIZE wraps everything in: var DeeplakeBrowser = (() => { ... })();
|
|
21
|
+
const factory = new Function(`${jsText}; return DeeplakeBrowser;`)();
|
|
22
|
+
// The factory accepts an optional config object.
|
|
23
|
+
// locateFile tells it where to find the .wasm binary.
|
|
24
|
+
// mainScriptUrlOrBlob tells pthreads where to spawn workers from
|
|
25
|
+
// (required because new Function() loses document.currentScript context).
|
|
26
|
+
const wasmBase = wasmUrl.replace(/\/[^/]*$/, '/');
|
|
27
|
+
wasmModule = await factory({
|
|
28
|
+
mainScriptUrlOrBlob: wasmUrl,
|
|
29
|
+
locateFile(path) {
|
|
30
|
+
return wasmBase + path;
|
|
31
|
+
},
|
|
32
|
+
});
|
|
33
|
+
wasmModule.deeplake_initialize();
|
|
34
|
+
// Set the shared module reference
|
|
35
|
+
setWasmModule(wasmModule);
|
|
36
|
+
})();
|
|
37
|
+
try {
|
|
38
|
+
await wasmInitPromise;
|
|
39
|
+
}
|
|
40
|
+
catch (e) {
|
|
41
|
+
wasmInitPromise = null;
|
|
42
|
+
throw e;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
export function deinitializeWasm() {
|
|
46
|
+
if (!wasmModule)
|
|
47
|
+
return;
|
|
48
|
+
wasmModule.deeplake_deinitialize();
|
|
49
|
+
clearWasmModule();
|
|
50
|
+
wasmModule = null;
|
|
51
|
+
wasmInitPromise = null;
|
|
52
|
+
}
|
|
53
|
+
//# sourceMappingURL=wasm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wasm.js","sourceRoot":"","sources":["../../../src/browser/wasm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAEvE,IAAI,eAAe,GAAyB,IAAI,CAAC;AACjD,IAAI,UAAU,GAAQ,IAAI,CAAC;AAE3B;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAe;IAClD,IAAI,UAAU;QAAE,OAAO;IAEvB,IAAI,eAAe;QAAE,OAAO,eAAe,CAAC;IAE5C,eAAe,GAAG,CAAC,KAAK,IAAI,EAAE;QAC5B,oDAAoD;QACpD,6DAA6D;QAC7D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAErC,8DAA8D;QAC9D,sFAAsF;QACtF,MAAM,OAAO,GAAG,IAAI,QAAQ,CAAC,GAAG,MAAM,2BAA2B,CAAC,EAAE,CAAC;QAErE,iDAAiD;QACjD,sDAAsD;QACtD,iEAAiE;QACjE,0EAA0E;QAC1E,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAClD,UAAU,GAAG,MAAM,OAAO,CAAC;YACzB,mBAAmB,EAAE,OAAO;YAC5B,UAAU,CAAC,IAAY;gBACrB,OAAO,QAAQ,GAAG,IAAI,CAAC;YACzB,CAAC;SACF,CAAC,CAAC;QACH,UAAU,CAAC,mBAAmB,EAAE,CAAC;QAEjC,kCAAkC;QAClC,aAAa,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC,CAAC,EAAE,CAAC;IAEL,IAAI,CAAC;QACH,MAAM,eAAe,CAAC;IACxB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,eAAe,GAAG,IAAI,CAAC;QACvB,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC9B,IAAI,CAAC,UAAU;QAAE,OAAO;IACxB,UAAU,CAAC,qBAAqB,EAAE,CAAC;IACnC,eAAe,EAAE,CAAC;IAClB,UAAU,GAAG,IAAI,CAAC;IAClB,eAAe,GAAG,IAAI,CAAC;AACzB,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export interface ApiRequestOptions {
|
|
2
|
+
method: string;
|
|
3
|
+
path: string;
|
|
4
|
+
body?: Record<string, unknown>;
|
|
5
|
+
params?: Record<string, string>;
|
|
6
|
+
timeoutMs?: number;
|
|
7
|
+
}
|
|
8
|
+
export declare function apiRequest(baseUrl: string, token: string, orgId: string, options: ApiRequestOptions): Promise<Record<string, unknown>>;
|
|
9
|
+
//# sourceMappingURL=api.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../../src/shared/api.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,UAAU,CAC9B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAqElC"}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { AuthError, ManagedServiceError, TableError } from './errors';
|
|
2
|
+
const DEFAULT_TIMEOUT_MS = 30_000;
|
|
3
|
+
export async function apiRequest(baseUrl, token, orgId, options) {
|
|
4
|
+
const { method, path, body, params, timeoutMs = DEFAULT_TIMEOUT_MS } = options;
|
|
5
|
+
let url = `${baseUrl}${path}`;
|
|
6
|
+
if (params) {
|
|
7
|
+
const qs = new URLSearchParams(params).toString();
|
|
8
|
+
if (qs)
|
|
9
|
+
url += `?${qs}`;
|
|
10
|
+
}
|
|
11
|
+
const headers = {
|
|
12
|
+
Authorization: `Bearer ${token}`,
|
|
13
|
+
'Content-Type': 'application/json',
|
|
14
|
+
};
|
|
15
|
+
if (orgId) {
|
|
16
|
+
headers['X-Activeloop-Org-Id'] = orgId;
|
|
17
|
+
}
|
|
18
|
+
const controller = new AbortController();
|
|
19
|
+
const timer = setTimeout(() => controller.abort(), timeoutMs);
|
|
20
|
+
try {
|
|
21
|
+
const resp = await fetch(url, {
|
|
22
|
+
method,
|
|
23
|
+
headers,
|
|
24
|
+
body: body ? JSON.stringify(body) : undefined,
|
|
25
|
+
signal: controller.signal,
|
|
26
|
+
});
|
|
27
|
+
if (resp.status === 401) {
|
|
28
|
+
throw new AuthError('Unauthorized: invalid or expired token');
|
|
29
|
+
}
|
|
30
|
+
if (resp.status === 403) {
|
|
31
|
+
throw new AuthError('Forbidden: insufficient permissions');
|
|
32
|
+
}
|
|
33
|
+
if (resp.status === 404) {
|
|
34
|
+
throw new ManagedServiceError(`Not found: ${path}`);
|
|
35
|
+
}
|
|
36
|
+
if (resp.status === 409) {
|
|
37
|
+
const text = await resp.text();
|
|
38
|
+
let msg = 'Conflict';
|
|
39
|
+
try {
|
|
40
|
+
const json = JSON.parse(text);
|
|
41
|
+
msg = json.error || text;
|
|
42
|
+
}
|
|
43
|
+
catch {
|
|
44
|
+
msg = text || msg;
|
|
45
|
+
}
|
|
46
|
+
throw new TableError(msg);
|
|
47
|
+
}
|
|
48
|
+
if (!resp.ok) {
|
|
49
|
+
const text = await resp.text();
|
|
50
|
+
throw new ManagedServiceError(`API request failed: ${resp.status} ${resp.statusText} — ${text}`);
|
|
51
|
+
}
|
|
52
|
+
const text = await resp.text();
|
|
53
|
+
return text ? JSON.parse(text) : {};
|
|
54
|
+
}
|
|
55
|
+
catch (e) {
|
|
56
|
+
if (e instanceof ManagedServiceError)
|
|
57
|
+
throw e;
|
|
58
|
+
if (e instanceof DOMException && e.name === 'AbortError') {
|
|
59
|
+
throw new ManagedServiceError(`API request timed out after ${timeoutMs}ms`);
|
|
60
|
+
}
|
|
61
|
+
throw new ManagedServiceError(`API request failed: ${e instanceof Error ? e.message : e}`);
|
|
62
|
+
}
|
|
63
|
+
finally {
|
|
64
|
+
clearTimeout(timer);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
//# sourceMappingURL=api.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/shared/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,mBAAmB,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAEtE,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAUlC,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,OAAe,EACf,KAAa,EACb,KAAa,EACb,OAA0B;IAE1B,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,GAAG,kBAAkB,EAAE,GAAG,OAAO,CAAC;IAE/E,IAAI,GAAG,GAAG,GAAG,OAAO,GAAG,IAAI,EAAE,CAAC;IAC9B,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,EAAE,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;QAClD,IAAI,EAAE;YAAE,GAAG,IAAI,IAAI,EAAE,EAAE,CAAC;IAC1B,CAAC;IAED,MAAM,OAAO,GAA2B;QACtC,aAAa,EAAE,UAAU,KAAK,EAAE;QAChC,cAAc,EAAE,kBAAkB;KACnC,CAAC;IACF,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,CAAC,qBAAqB,CAAC,GAAG,KAAK,CAAC;IACzC,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IAE9D,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC5B,MAAM;YACN,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;YAC7C,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,SAAS,CAAC,wCAAwC,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,mBAAmB,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,IAAI,GAAG,GAAG,UAAU,CAAC;YACrB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9B,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;YAC3B,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,GAAG,IAAI,IAAI,GAAG,CAAC;YACpB,CAAC;YACD,MAAM,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,MAAM,IAAI,mBAAmB,CAC3B,uBAAuB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,MAAM,IAAI,EAAE,CAClE,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAA6B,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,mBAAmB;YAAE,MAAM,CAAC,CAAC;QAC9C,IAAI,CAAC,YAAY,YAAY,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACzD,MAAM,IAAI,mBAAmB,CAAC,+BAA+B,SAAS,IAAI,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,IAAI,mBAAmB,CAC3B,uBAAuB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAC5D,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { StorageCreds } from './types';
|
|
2
|
+
export declare function getStorageCreds(baseUrl: string, token: string, orgId: string, workspaceId: string, mode?: string): Promise<StorageCreds>;
|
|
3
|
+
export declare function applyStorageCreds(creds: StorageCreds): void;
|
|
4
|
+
//# sourceMappingURL=credentials.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"credentials.d.ts","sourceRoot":"","sources":["../../../src/shared/credentials.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAE5C,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,IAAI,GAAE,MAAoB,GACzB,OAAO,CAAC,YAAY,CAAC,CAYvB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI,CAQ3D"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { apiRequest } from './api';
|
|
2
|
+
export async function getStorageCreds(baseUrl, token, orgId, workspaceId, mode = 'readwrite') {
|
|
3
|
+
const resp = await apiRequest(baseUrl, token, orgId, {
|
|
4
|
+
method: 'POST',
|
|
5
|
+
path: `/workspaces/${workspaceId}/credentials/generate`,
|
|
6
|
+
body: { mode },
|
|
7
|
+
});
|
|
8
|
+
const creds = resp.creds ?? resp;
|
|
9
|
+
return {
|
|
10
|
+
aws_access_key_id: creds.aws_access_key_id,
|
|
11
|
+
aws_secret_access_key: creds.aws_secret_access_key,
|
|
12
|
+
aws_session_token: creds.aws_session_token,
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
export function applyStorageCreds(creds) {
|
|
16
|
+
if (typeof process !== 'undefined' && process.env) {
|
|
17
|
+
if (creds.aws_access_key_id) {
|
|
18
|
+
process.env.AWS_ACCESS_KEY_ID = creds.aws_access_key_id;
|
|
19
|
+
process.env.AWS_SECRET_ACCESS_KEY = creds.aws_secret_access_key;
|
|
20
|
+
process.env.AWS_SESSION_TOKEN = creds.aws_session_token ?? '';
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=credentials.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"credentials.js","sourceRoot":"","sources":["../../../src/shared/credentials.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,OAAO,CAAC;AAGnC,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAAe,EACf,KAAa,EACb,KAAa,EACb,WAAmB,EACnB,OAAe,WAAW;IAE1B,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE;QACnD,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,eAAe,WAAW,uBAAuB;QACvD,IAAI,EAAE,EAAE,IAAI,EAAE;KACf,CAAC,CAAC;IACH,MAAM,KAAK,GAAI,IAAI,CAAC,KAAgC,IAAI,IAAI,CAAC;IAC7D,OAAO;QACL,iBAAiB,EAAE,KAAK,CAAC,iBAA2B;QACpD,qBAAqB,EAAE,KAAK,CAAC,qBAA+B;QAC5D,iBAAiB,EAAE,KAAK,CAAC,iBAAuC;KACjE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAmB;IACnD,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QAClD,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,CAAC;YACxD,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,KAAK,CAAC,qBAAqB,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC;QAChE,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { QueryRow } from './types';
|
|
2
|
+
export interface QueryExecutor {
|
|
3
|
+
query(sql: string, params?: unknown[]): Promise<QueryRow[]>;
|
|
4
|
+
}
|
|
5
|
+
export declare class ManagedQueryBuilder {
|
|
6
|
+
private _executor;
|
|
7
|
+
private _table;
|
|
8
|
+
private _columns;
|
|
9
|
+
private _conditions;
|
|
10
|
+
private _orderByClauses;
|
|
11
|
+
private _limitVal;
|
|
12
|
+
private _offsetVal;
|
|
13
|
+
constructor(executor: QueryExecutor, table: string);
|
|
14
|
+
select(...columns: string[]): this;
|
|
15
|
+
where(condition: string, ...params: unknown[]): this;
|
|
16
|
+
orderBy(clause: string): this;
|
|
17
|
+
limit(n: number): this;
|
|
18
|
+
offset(n: number): this;
|
|
19
|
+
buildSql(): {
|
|
20
|
+
sql: string;
|
|
21
|
+
params: unknown[] | null;
|
|
22
|
+
};
|
|
23
|
+
execute(): Promise<QueryRow[]>;
|
|
24
|
+
toString(): string;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=database.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../../src/shared/database.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAExC,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC7D;AAED,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,WAAW,CAAkD;IACrE,OAAO,CAAC,eAAe,CAAgB;IACvC,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,UAAU,CAAuB;gBAE7B,QAAQ,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM;IAKlD,MAAM,CAAC,GAAG,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI;IAKlC,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI;IAKpD,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK7B,KAAK,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI;IAKtB,MAAM,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI;IAKvB,QAAQ,IAAI;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAA;KAAE;IA+B/C,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAKpC,QAAQ,IAAI,MAAM;CAInB"}
|