deeplake 0.3.17 → 0.3.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/{browser/client.d.ts → client.d.ts} +2 -2
- package/dist/browser/{browser/client.js → client.js} +8 -8
- package/dist/browser/{browser/index.d.ts → index.d.ts} +12 -12
- package/dist/browser/{browser/index.js → index.js} +8 -8
- package/dist/browser/shared/credentials.d.ts.map +1 -1
- package/dist/browser/shared/credentials.js +4 -6
- package/dist/browser/shared/credentials.js.map +1 -1
- package/dist/browser/shared/database.d.ts +3 -1
- package/dist/browser/shared/database.d.ts.map +1 -1
- package/dist/browser/shared/dlref.d.ts +3 -0
- package/dist/browser/shared/dlref.d.ts.map +1 -1
- package/dist/browser/shared/dlref.js +3 -0
- package/dist/browser/shared/dlref.js.map +1 -1
- package/dist/browser/shared/schema.d.ts.map +1 -1
- package/dist/browser/shared/schema.js +31 -20
- package/dist/browser/shared/schema.js.map +1 -1
- package/dist/browser/shared/token.d.ts.map +1 -1
- package/dist/browser/shared/token.js +1 -17
- package/dist/browser/shared/token.js.map +1 -1
- package/dist/browser/{browser/storage.d.ts.map → storage.d.ts.map} +1 -1
- package/dist/browser/{browser/storage.js → storage.js} +6 -25
- package/dist/browser/storage.js.map +1 -0
- package/dist/browser/{browser/wasm.js → wasm.js} +1 -1
- package/dist/node/client.d.ts +107 -0
- package/dist/node/client.d.ts.map +1 -0
- package/dist/node/{node/client.js → client.js} +138 -112
- package/dist/node/client.js.map +1 -0
- package/dist/node/formats/coco.d.ts +62 -0
- package/dist/node/formats/coco.d.ts.map +1 -0
- package/dist/node/{node/formats → formats}/coco.js +94 -8
- package/dist/node/formats/coco.js.map +1 -0
- package/dist/node/{node/formats → formats}/coco_panoptic.d.ts +1 -1
- package/dist/node/{node/formats → formats}/coco_panoptic.d.ts.map +1 -1
- package/dist/node/{node/formats → formats}/coco_panoptic.js +1 -0
- package/dist/node/formats/coco_panoptic.js.map +1 -0
- package/dist/node/formats/lerobot.d.ts +84 -0
- package/dist/node/formats/lerobot.d.ts.map +1 -0
- package/dist/node/{node/formats → formats}/lerobot.js +61 -1
- package/dist/node/formats/lerobot.js.map +1 -0
- package/dist/node/{node/index.d.ts → index.d.ts} +12 -12
- package/dist/node/{node/index.js → index.js} +8 -8
- package/dist/node/normalizers/binary.d.ts +3 -0
- package/dist/node/{node/normalizers → normalizers}/binary.js +1 -1
- package/dist/node/{node/normalizers → normalizers}/binary.js.map +1 -1
- package/dist/node/{node/normalizers → normalizers}/dict.d.ts +1 -1
- package/dist/node/{node/normalizers → normalizers}/files.d.ts +1 -1
- package/dist/node/{node/normalizers → normalizers}/files.js +1 -1
- package/dist/node/normalizers/huggingface.d.ts +23 -0
- package/dist/node/normalizers/huggingface.d.ts.map +1 -0
- package/dist/node/{node/normalizers → normalizers}/huggingface.js +29 -0
- package/dist/node/normalizers/huggingface.js.map +1 -0
- package/dist/node/normalizers/image.d.ts +3 -0
- package/dist/node/{node/normalizers → normalizers}/image.js +1 -1
- package/dist/node/{node/normalizers → normalizers}/image.js.map +1 -1
- package/dist/node/normalizers/pdf.d.ts +3 -0
- package/dist/node/{node/normalizers → normalizers}/pdf.js +2 -2
- package/dist/node/{node/normalizers → normalizers}/pdf.js.map +1 -1
- package/dist/node/{node/normalizers → normalizers}/text.d.ts +1 -1
- package/dist/node/{node/normalizers → normalizers}/text.js +1 -1
- package/dist/node/{node/normalizers → normalizers}/text.js.map +1 -1
- package/dist/node/{node/normalizers → normalizers}/video.d.ts +1 -1
- package/dist/node/{node/normalizers → normalizers}/video.js +2 -2
- package/dist/node/{node/normalizers → normalizers}/video.js.map +1 -1
- package/dist/node/shared/credentials.d.ts.map +1 -1
- package/dist/node/shared/credentials.js +4 -6
- package/dist/node/shared/credentials.js.map +1 -1
- package/dist/node/shared/database.d.ts +3 -1
- package/dist/node/shared/database.d.ts.map +1 -1
- package/dist/node/shared/dlref.d.ts +3 -0
- package/dist/node/shared/dlref.d.ts.map +1 -1
- package/dist/node/shared/dlref.js +3 -0
- package/dist/node/shared/dlref.js.map +1 -1
- package/dist/node/shared/schema.d.ts.map +1 -1
- package/dist/node/shared/schema.js +31 -20
- package/dist/node/shared/schema.js.map +1 -1
- package/dist/node/shared/token.d.ts.map +1 -1
- package/dist/node/shared/token.js +1 -17
- package/dist/node/shared/token.js.map +1 -1
- package/dist/node/{node/storage.d.ts → storage.d.ts} +5 -0
- package/dist/node/storage.d.ts.map +1 -0
- package/dist/node/{node/storage.js → storage.js} +137 -16
- package/dist/node/storage.js.map +1 -0
- package/dist/node/{node/wasm.js → wasm.js} +1 -1
- package/package.json +17 -13
- package/wasm/browser/deeplake_browser.js +1 -1
- package/wasm/browser/deeplake_browser.wasm +0 -0
- package/wasm/node/deeplake_node.js +1 -1
- package/wasm/node/deeplake_node.wasm +0 -0
- package/dist/browser/browser/storage.js.map +0 -1
- package/dist/node/node/client.d.ts +0 -49
- package/dist/node/node/client.d.ts.map +0 -1
- package/dist/node/node/client.js.map +0 -1
- package/dist/node/node/formats/coco.d.ts +0 -24
- package/dist/node/node/formats/coco.d.ts.map +0 -1
- package/dist/node/node/formats/coco.js.map +0 -1
- package/dist/node/node/formats/coco_panoptic.js.map +0 -1
- package/dist/node/node/formats/lerobot.d.ts +0 -42
- package/dist/node/node/formats/lerobot.d.ts.map +0 -1
- package/dist/node/node/formats/lerobot.js.map +0 -1
- package/dist/node/node/normalizers/binary.d.ts +0 -3
- package/dist/node/node/normalizers/huggingface.d.ts +0 -3
- package/dist/node/node/normalizers/huggingface.d.ts.map +0 -1
- package/dist/node/node/normalizers/huggingface.js.map +0 -1
- package/dist/node/node/normalizers/image.d.ts +0 -3
- package/dist/node/node/normalizers/pdf.d.ts +0 -3
- package/dist/node/node/storage.d.ts.map +0 -1
- package/dist/node/node/storage.js.map +0 -1
- package/dist/wasm/node/deeplake_node.js +0 -3
- package/dist/wasm/node/deeplake_node.wasm +0 -0
- package/dist/wasm/node/deeplake_node.worker.js +0 -5
- package/wasm/browser/deeplake_browser.worker.js +0 -5
- package/wasm/node/deeplake_node.worker.js +0 -5
- /package/dist/browser/{browser/client.d.ts.map → client.d.ts.map} +0 -0
- /package/dist/browser/{browser/client.js.map → client.js.map} +0 -0
- /package/dist/browser/{browser/index.d.ts.map → index.d.ts.map} +0 -0
- /package/dist/browser/{browser/index.js.map → index.js.map} +0 -0
- /package/dist/browser/{browser/storage.d.ts → storage.d.ts} +0 -0
- /package/dist/browser/{browser/wasm.d.ts → wasm.d.ts} +0 -0
- /package/dist/browser/{browser/wasm.d.ts.map → wasm.d.ts.map} +0 -0
- /package/dist/browser/{browser/wasm.js.map → wasm.js.map} +0 -0
- /package/dist/node/{node/formats → formats}/index.d.ts +0 -0
- /package/dist/node/{node/formats → formats}/index.d.ts.map +0 -0
- /package/dist/node/{node/formats → formats}/index.js +0 -0
- /package/dist/node/{node/formats → formats}/index.js.map +0 -0
- /package/dist/node/{node/index.d.ts.map → index.d.ts.map} +0 -0
- /package/dist/node/{node/index.js.map → index.js.map} +0 -0
- /package/dist/node/{node/mime.d.ts → mime.d.ts} +0 -0
- /package/dist/node/{node/mime.d.ts.map → mime.d.ts.map} +0 -0
- /package/dist/node/{node/mime.js → mime.js} +0 -0
- /package/dist/node/{node/mime.js.map → mime.js.map} +0 -0
- /package/dist/node/{node/normalizers → normalizers}/binary.d.ts.map +0 -0
- /package/dist/node/{node/normalizers → normalizers}/dict.d.ts.map +0 -0
- /package/dist/node/{node/normalizers → normalizers}/dict.js +0 -0
- /package/dist/node/{node/normalizers → normalizers}/dict.js.map +0 -0
- /package/dist/node/{node/normalizers → normalizers}/files.d.ts.map +0 -0
- /package/dist/node/{node/normalizers → normalizers}/files.js.map +0 -0
- /package/dist/node/{node/normalizers → normalizers}/image.d.ts.map +0 -0
- /package/dist/node/{node/normalizers → normalizers}/index.d.ts +0 -0
- /package/dist/node/{node/normalizers → normalizers}/index.d.ts.map +0 -0
- /package/dist/node/{node/normalizers → normalizers}/index.js +0 -0
- /package/dist/node/{node/normalizers → normalizers}/index.js.map +0 -0
- /package/dist/node/{node/normalizers → normalizers}/pdf.d.ts.map +0 -0
- /package/dist/node/{node/normalizers → normalizers}/text.d.ts.map +0 -0
- /package/dist/node/{node/normalizers → normalizers}/video.d.ts.map +0 -0
- /package/dist/node/{node/wasm.d.ts → wasm.d.ts} +0 -0
- /package/dist/node/{node/wasm.d.ts.map → wasm.d.ts.map} +0 -0
- /package/dist/node/{node/wasm.js.map → wasm.js.map} +0 -0
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { ManagedQueryBuilder } from '
|
|
2
|
-
import type { IngestOptions, IngestResult, ManagedClientOptions, QueryRow } from '
|
|
1
|
+
import { ManagedQueryBuilder } from './shared/database';
|
|
2
|
+
import type { IngestOptions, IngestResult, ManagedClientOptions, QueryRow } from './shared/types';
|
|
3
3
|
export declare class ManagedClient {
|
|
4
4
|
readonly token: string;
|
|
5
5
|
readonly workspaceId: string;
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { apiRequest } from '
|
|
2
|
-
import { getStorageCreds } from '
|
|
3
|
-
import { ManagedQueryBuilder } from '
|
|
4
|
-
import { AuthError, IngestError, ManagedServiceError, TableError, } from '
|
|
5
|
-
import { buildPgSchema, ensureColumns } from '
|
|
6
|
-
import { tryExtractOrgId, fetchOrgIdFromApi } from '
|
|
7
|
-
import { TokenError } from '
|
|
8
|
-
import { deeplakeAppend, deeplakeCommit, deeplakeRelease, deeplakeSetEndpointAndOpen, deeplakeNumRows, deeplakeGetField, deeplakeGetRow, deeplakeGetColumnData, deeplakeSetField, deeplakeSetRow, deeplakeSetEndpointAndOpenRaw, deeplakeGetSampleByRefRaw, deeplakeReleaseRaw, } from '
|
|
1
|
+
import { apiRequest } from './shared/api';
|
|
2
|
+
import { getStorageCreds } from './shared/credentials';
|
|
3
|
+
import { ManagedQueryBuilder } from './shared/database';
|
|
4
|
+
import { AuthError, IngestError, ManagedServiceError, TableError, } from './shared/errors';
|
|
5
|
+
import { buildPgSchema, ensureColumns } from './shared/schema';
|
|
6
|
+
import { tryExtractOrgId, fetchOrgIdFromApi } from './shared/token';
|
|
7
|
+
import { TokenError } from './shared/errors';
|
|
8
|
+
import { deeplakeAppend, deeplakeCommit, deeplakeRelease, deeplakeSetEndpointAndOpen, deeplakeNumRows, deeplakeGetField, deeplakeGetRow, deeplakeGetColumnData, deeplakeSetField, deeplakeSetRow, deeplakeSetEndpointAndOpenRaw, deeplakeGetSampleByRefRaw, deeplakeReleaseRaw, } from './shared/wasm-common';
|
|
9
9
|
const DEFAULT_API_URL = 'https://api.deeplake.ai';
|
|
10
10
|
export class ManagedClient {
|
|
11
11
|
token;
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
export { ManagedClient } from './client';
|
|
2
|
-
export { ManagedQueryBuilder } from '
|
|
3
|
-
export type { QueryExecutor } from '
|
|
4
|
-
export { ManagedServiceError, AuthError, TokenError, CredentialsError, IngestError, TableError, WorkspaceError, } from '
|
|
5
|
-
export { extractOrgId, tryExtractOrgId, fetchOrgIdFromApi } from '
|
|
6
|
-
export { apiRequest } from '
|
|
7
|
-
export type { ApiRequestOptions } from '
|
|
8
|
-
export { getStorageCreds } from '
|
|
9
|
-
export { SCHEMA_TO_PG, SCHEMA_TO_DEEPLAKE, inferType, buildPgSchema, ensureColumns, } from '
|
|
10
|
-
export { isDataRef, parseDataRef } from '
|
|
11
|
-
export type { DataRef } from '
|
|
2
|
+
export { ManagedQueryBuilder } from './shared/database';
|
|
3
|
+
export type { QueryExecutor } from './shared/database';
|
|
4
|
+
export { ManagedServiceError, AuthError, TokenError, CredentialsError, IngestError, TableError, WorkspaceError, } from './shared/errors';
|
|
5
|
+
export { extractOrgId, tryExtractOrgId, fetchOrgIdFromApi } from './shared/token';
|
|
6
|
+
export { apiRequest } from './shared/api';
|
|
7
|
+
export type { ApiRequestOptions } from './shared/api';
|
|
8
|
+
export { getStorageCreds } from './shared/credentials';
|
|
9
|
+
export { SCHEMA_TO_PG, SCHEMA_TO_DEEPLAKE, inferType, buildPgSchema, ensureColumns, } from './shared/schema';
|
|
10
|
+
export { isDataRef, parseDataRef } from './shared/dlref';
|
|
11
|
+
export type { DataRef } from './shared/dlref';
|
|
12
12
|
export { initializeWasm, deinitializeWasm, BUNDLED_WASM_DIR, } from './wasm';
|
|
13
|
-
export { deeplakeOpen, deeplakeCreate, deeplakeExists, deeplakeSetEndpointAndOpen, deeplakeNumRows, deeplakeGetField, deeplakeGetRow, deeplakeGetColumnData, deeplakeSetField, deeplakeSetRow, deeplakeCommit, deeplakeAppend, deeplakeAddColumn, deeplakeDeleteDataset, deeplakeGetSampleByRef, deeplakeRelease, deeplakeOpenRaw, deeplakeSetEndpointAndOpenRaw, deeplakeGetSampleByRefRaw, deeplakeNumRowsRaw, deeplakeReleaseRaw, getWasmModule, unwrapNdArray, } from '
|
|
14
|
-
export type { ManagedClientOptions, IngestResult, IngestOptions, Batch, SchemaMap, QueryRow, StorageCreds, } from '
|
|
13
|
+
export { deeplakeOpen, deeplakeCreate, deeplakeExists, deeplakeSetEndpointAndOpen, deeplakeNumRows, deeplakeGetField, deeplakeGetRow, deeplakeGetColumnData, deeplakeSetField, deeplakeSetRow, deeplakeCommit, deeplakeAppend, deeplakeAddColumn, deeplakeDeleteDataset, deeplakeGetSampleByRef, deeplakeRelease, deeplakeOpenRaw, deeplakeSetEndpointAndOpenRaw, deeplakeGetSampleByRefRaw, deeplakeNumRowsRaw, deeplakeReleaseRaw, getWasmModule, unwrapNdArray, } from './shared/wasm-common';
|
|
14
|
+
export type { ManagedClientOptions, IngestResult, IngestOptions, Batch, SchemaMap, QueryRow, StorageCreds, } from './shared/types';
|
|
15
15
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
export { ManagedClient } from './client';
|
|
2
|
-
export { ManagedQueryBuilder } from '
|
|
3
|
-
export { ManagedServiceError, AuthError, TokenError, CredentialsError, IngestError, TableError, WorkspaceError, } from '
|
|
4
|
-
export { extractOrgId, tryExtractOrgId, fetchOrgIdFromApi } from '
|
|
5
|
-
export { apiRequest } from '
|
|
6
|
-
export { getStorageCreds } from '
|
|
7
|
-
export { SCHEMA_TO_PG, SCHEMA_TO_DEEPLAKE, inferType, buildPgSchema, ensureColumns, } from '
|
|
8
|
-
export { isDataRef, parseDataRef } from '
|
|
2
|
+
export { ManagedQueryBuilder } from './shared/database';
|
|
3
|
+
export { ManagedServiceError, AuthError, TokenError, CredentialsError, IngestError, TableError, WorkspaceError, } from './shared/errors';
|
|
4
|
+
export { extractOrgId, tryExtractOrgId, fetchOrgIdFromApi } from './shared/token';
|
|
5
|
+
export { apiRequest } from './shared/api';
|
|
6
|
+
export { getStorageCreds } from './shared/credentials';
|
|
7
|
+
export { SCHEMA_TO_PG, SCHEMA_TO_DEEPLAKE, inferType, buildPgSchema, ensureColumns, } from './shared/schema';
|
|
8
|
+
export { isDataRef, parseDataRef } from './shared/dlref';
|
|
9
9
|
export { initializeWasm, deinitializeWasm, BUNDLED_WASM_DIR, } from './wasm';
|
|
10
|
-
export { deeplakeOpen, deeplakeCreate, deeplakeExists, deeplakeSetEndpointAndOpen, deeplakeNumRows, deeplakeGetField, deeplakeGetRow, deeplakeGetColumnData, deeplakeSetField, deeplakeSetRow, deeplakeCommit, deeplakeAppend, deeplakeAddColumn, deeplakeDeleteDataset, deeplakeGetSampleByRef, deeplakeRelease, deeplakeOpenRaw, deeplakeSetEndpointAndOpenRaw, deeplakeGetSampleByRefRaw, deeplakeNumRowsRaw, deeplakeReleaseRaw, getWasmModule, unwrapNdArray, } from '
|
|
10
|
+
export { deeplakeOpen, deeplakeCreate, deeplakeExists, deeplakeSetEndpointAndOpen, deeplakeNumRows, deeplakeGetField, deeplakeGetRow, deeplakeGetColumnData, deeplakeSetField, deeplakeSetRow, deeplakeCommit, deeplakeAppend, deeplakeAddColumn, deeplakeDeleteDataset, deeplakeGetSampleByRef, deeplakeRelease, deeplakeOpenRaw, deeplakeSetEndpointAndOpenRaw, deeplakeGetSampleByRefRaw, deeplakeNumRowsRaw, deeplakeReleaseRaw, getWasmModule, unwrapNdArray, } from './shared/wasm-common';
|
|
11
11
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"credentials.d.ts","sourceRoot":"","sources":["../../../src/shared/credentials.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAE5C,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,IAAI,GAAE,MAAoB,GACzB,OAAO,CAAC,YAAY,CAAC,CAYvB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI,
|
|
1
|
+
{"version":3,"file":"credentials.d.ts","sourceRoot":"","sources":["../../../src/shared/credentials.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAE5C,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,IAAI,GAAE,MAAoB,GACzB,OAAO,CAAC,YAAY,CAAC,CAYvB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI,CAM3D"}
|
|
@@ -13,12 +13,10 @@ export async function getStorageCreds(baseUrl, token, orgId, workspaceId, mode =
|
|
|
13
13
|
};
|
|
14
14
|
}
|
|
15
15
|
export function applyStorageCreds(creds) {
|
|
16
|
-
if (
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
process.env.AWS_SESSION_TOKEN = creds.aws_session_token ?? '';
|
|
21
|
-
}
|
|
16
|
+
if (creds.aws_access_key_id) {
|
|
17
|
+
process.env.AWS_ACCESS_KEY_ID = creds.aws_access_key_id;
|
|
18
|
+
process.env.AWS_SECRET_ACCESS_KEY = creds.aws_secret_access_key;
|
|
19
|
+
process.env.AWS_SESSION_TOKEN = creds.aws_session_token ?? '';
|
|
22
20
|
}
|
|
23
21
|
}
|
|
24
22
|
//# sourceMappingURL=credentials.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"credentials.js","sourceRoot":"","sources":["../../../src/shared/credentials.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,OAAO,CAAC;AAGnC,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAAe,EACf,KAAa,EACb,KAAa,EACb,WAAmB,EACnB,OAAe,WAAW;IAE1B,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE;QACnD,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,eAAe,WAAW,uBAAuB;QACvD,IAAI,EAAE,EAAE,IAAI,EAAE;KACf,CAAC,CAAC;IACH,MAAM,KAAK,GAAI,IAAI,CAAC,KAAgC,IAAI,IAAI,CAAC;IAC7D,OAAO;QACL,iBAAiB,EAAE,KAAK,CAAC,iBAA2B;QACpD,qBAAqB,EAAE,KAAK,CAAC,qBAA+B;QAC5D,iBAAiB,EAAE,KAAK,CAAC,iBAAuC;KACjE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAmB;IACnD,IAAI,
|
|
1
|
+
{"version":3,"file":"credentials.js","sourceRoot":"","sources":["../../../src/shared/credentials.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,OAAO,CAAC;AAGnC,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAAe,EACf,KAAa,EACb,KAAa,EACb,WAAmB,EACnB,OAAe,WAAW;IAE1B,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE;QACnD,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,eAAe,WAAW,uBAAuB;QACvD,IAAI,EAAE,EAAE,IAAI,EAAE;KACf,CAAC,CAAC;IACH,MAAM,KAAK,GAAI,IAAI,CAAC,KAAgC,IAAI,IAAI,CAAC;IAC7D,OAAO;QACL,iBAAiB,EAAE,KAAK,CAAC,iBAA2B;QACpD,qBAAqB,EAAE,KAAK,CAAC,qBAA+B;QAC5D,iBAAiB,EAAE,KAAK,CAAC,iBAAuC;KACjE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAmB;IACnD,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,KAAK,CAAC,qBAAqB,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC;IAChE,CAAC;AACH,CAAC"}
|
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
import type { QueryRow } from './types';
|
|
2
2
|
export interface QueryExecutor {
|
|
3
|
-
query(sql: string, params?: unknown[]
|
|
3
|
+
query(sql: string, params?: unknown[], options?: {
|
|
4
|
+
timeoutMs?: number;
|
|
5
|
+
}): Promise<QueryRow[]>;
|
|
4
6
|
}
|
|
5
7
|
export declare class ManagedQueryBuilder {
|
|
6
8
|
private _executor;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../../src/shared/database.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAExC,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../../src/shared/database.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAExC,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC/F;AAED,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,WAAW,CAAkD;IACrE,OAAO,CAAC,eAAe,CAAgB;IACvC,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,UAAU,CAAuB;gBAE7B,QAAQ,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM;IAKlD,MAAM,CAAC,GAAG,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI;IAKlC,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI;IAKpD,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK7B,KAAK,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI;IAKtB,MAAM,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI;IAKvB,QAAQ,IAAI;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAA;KAAE;IA+B/C,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAKpC,QAAQ,IAAI,MAAM;CAInB"}
|
|
@@ -11,6 +11,9 @@ export interface DataRef {
|
|
|
11
11
|
columnId: number;
|
|
12
12
|
rowId: bigint;
|
|
13
13
|
}
|
|
14
|
+
/**
|
|
15
|
+
* Check if a value is a DLREF data reference.
|
|
16
|
+
*/
|
|
14
17
|
export declare function isDataRef(value: unknown): boolean;
|
|
15
18
|
/**
|
|
16
19
|
* Parse a DLREF data reference string into its components.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dlref.d.ts","sourceRoot":"","sources":["../../../src/shared/dlref.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,MAAM,WAAW,OAAO;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAID,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CASjD;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,OAAO,CAuBhE"}
|
|
1
|
+
{"version":3,"file":"dlref.d.ts","sourceRoot":"","sources":["../../../src/shared/dlref.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,MAAM,WAAW,OAAO;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAID;;GAEG;AACH,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CASjD;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,OAAO,CAuBhE"}
|
|
@@ -7,6 +7,9 @@
|
|
|
7
7
|
* SDKs parse these to fetch actual data directly from dataset storage.
|
|
8
8
|
*/
|
|
9
9
|
const DLREF_PREFIX = 'DLREF:';
|
|
10
|
+
/**
|
|
11
|
+
* Check if a value is a DLREF data reference.
|
|
12
|
+
*/
|
|
10
13
|
export function isDataRef(value) {
|
|
11
14
|
if (typeof value === 'string') {
|
|
12
15
|
return value.startsWith(DLREF_PREFIX);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dlref.js","sourceRoot":"","sources":["../../../src/shared/dlref.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAQH,MAAM,YAAY,GAAG,QAAQ,CAAC;AAE9B,MAAM,UAAU,SAAS,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9D,OAAO,MAAM,KAAK,YAAY,CAAC;IACjC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,KAA0B;IACrD,IAAI,GAAW,CAAC;IAChB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,GAAG,GAAG,KAAK,CAAC;IACd,CAAC;SAAM,CAAC;QACN,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,+CAA+C,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QACjB,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAChC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KACxB,CAAC;AACJ,CAAC"}
|
|
1
|
+
{"version":3,"file":"dlref.js","sourceRoot":"","sources":["../../../src/shared/dlref.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAQH,MAAM,YAAY,GAAG,QAAQ,CAAC;AAE9B;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9D,OAAO,MAAM,KAAK,YAAY,CAAC;IACjC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,KAA0B;IACrD,IAAI,GAAW,CAAC;IAChB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,GAAG,GAAG,KAAK,CAAC;IACd,CAAC;SAAM,CAAC;QACN,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,+CAA+C,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QACjB,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAChC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KACxB,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/shared/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAExD,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAqB/C,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAqBrD,CAAC;AAEF,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,
|
|
1
|
+
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/shared/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAExD,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAqB/C,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAqBrD,CAAC;AAEF,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAmBhD;AAED,wBAAgB,aAAa,CAC3B,KAAK,EAAE,KAAK,EACZ,MAAM,CAAC,EAAE,SAAS,EAClB,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAwCxB;AAED,wBAAgB,aAAa,CAC3B,OAAO,EAAE,GAAG,EACZ,KAAK,EAAE,KAAK,EACZ,MAAM,CAAC,EAAE,SAAS,GACjB,IAAI,CAiDN"}
|
|
@@ -8,17 +8,17 @@ export const SCHEMA_TO_PG = {
|
|
|
8
8
|
FLOAT64: 'DOUBLE PRECISION',
|
|
9
9
|
BOOL: 'BOOLEAN',
|
|
10
10
|
BINARY: 'BYTEA',
|
|
11
|
-
IMAGE: '
|
|
11
|
+
IMAGE: 'IMAGE',
|
|
12
12
|
VIDEO: 'VIDEO',
|
|
13
13
|
EMBEDDING: 'float4[]',
|
|
14
|
-
SEGMENT_MASK: '
|
|
15
|
-
BINARY_MASK: '
|
|
16
|
-
BOUNDING_BOX: '
|
|
17
|
-
CLASS_LABEL: '
|
|
18
|
-
POLYGON: '
|
|
19
|
-
POINT: '
|
|
20
|
-
MESH: '
|
|
21
|
-
MEDICAL: '
|
|
14
|
+
SEGMENT_MASK: 'SEGMENT_MASK',
|
|
15
|
+
BINARY_MASK: 'BINARY_MASK',
|
|
16
|
+
BOUNDING_BOX: 'BOUNDING_BOX',
|
|
17
|
+
CLASS_LABEL: 'CLASS_LABEL',
|
|
18
|
+
POLYGON: 'DEEPLAKE_POLYGON',
|
|
19
|
+
POINT: 'DEEPLAKE_POINT',
|
|
20
|
+
MESH: 'MESH',
|
|
21
|
+
MEDICAL: 'MEDICAL',
|
|
22
22
|
};
|
|
23
23
|
export const SCHEMA_TO_DEEPLAKE = {
|
|
24
24
|
TEXT: 'text',
|
|
@@ -30,17 +30,17 @@ export const SCHEMA_TO_DEEPLAKE = {
|
|
|
30
30
|
FLOAT64: 'float64',
|
|
31
31
|
BOOL: 'bool',
|
|
32
32
|
BINARY: 'bytes',
|
|
33
|
-
IMAGE: '
|
|
33
|
+
IMAGE: 'bytes',
|
|
34
34
|
VIDEO: 'bytes',
|
|
35
35
|
EMBEDDING: 'float32',
|
|
36
|
-
SEGMENT_MASK: '
|
|
37
|
-
BINARY_MASK: '
|
|
38
|
-
BOUNDING_BOX: '
|
|
39
|
-
CLASS_LABEL: '
|
|
40
|
-
POLYGON: '
|
|
41
|
-
POINT: '
|
|
42
|
-
MESH: '
|
|
43
|
-
MEDICAL: '
|
|
36
|
+
SEGMENT_MASK: 'bytes',
|
|
37
|
+
BINARY_MASK: 'bytes',
|
|
38
|
+
BOUNDING_BOX: 'float32',
|
|
39
|
+
CLASS_LABEL: 'int32',
|
|
40
|
+
POLYGON: 'bytes',
|
|
41
|
+
POINT: 'float32',
|
|
42
|
+
MESH: 'bytes',
|
|
43
|
+
MEDICAL: 'bytes',
|
|
44
44
|
};
|
|
45
45
|
export function inferType(value) {
|
|
46
46
|
if (typeof value === 'boolean')
|
|
@@ -52,9 +52,8 @@ export function inferType(value) {
|
|
|
52
52
|
return 'TEXT';
|
|
53
53
|
if ((typeof Buffer !== 'undefined' && Buffer.isBuffer(value)) ||
|
|
54
54
|
value instanceof Uint8Array ||
|
|
55
|
-
value instanceof ArrayBuffer)
|
|
55
|
+
value instanceof ArrayBuffer)
|
|
56
56
|
return 'BINARY';
|
|
57
|
-
}
|
|
58
57
|
if (Array.isArray(value) &&
|
|
59
58
|
value.length > 0 &&
|
|
60
59
|
value.every((x) => typeof x === 'number')) {
|
|
@@ -85,6 +84,18 @@ export function buildPgSchema(batch, schema, format) {
|
|
|
85
84
|
}
|
|
86
85
|
}
|
|
87
86
|
}
|
|
87
|
+
// Add _thumbnail columns for each IMAGE column. Thumbnails are
|
|
88
|
+
// stored inline in the same table (128×128 JPEG) rather than in
|
|
89
|
+
// a separate thumbnails table. Use BYTEA (not IMAGE domain) since
|
|
90
|
+
// thumbnails are derived data, not primary images.
|
|
91
|
+
for (const [colName, pgType] of Object.entries({ ...pgSchema })) {
|
|
92
|
+
if (pgType.toUpperCase() === 'IMAGE') {
|
|
93
|
+
const thumbCol = `${colName}_thumbnail`;
|
|
94
|
+
if (!(thumbCol in pgSchema)) {
|
|
95
|
+
pgSchema[thumbCol] = 'IMAGE';
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
}
|
|
88
99
|
return pgSchema;
|
|
89
100
|
}
|
|
90
101
|
export function ensureColumns(dataset, batch, schema) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/shared/schema.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,YAAY,GAA2B;IAClD,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,QAAQ;IACb,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,QAAQ;IACf,KAAK,EAAE,kBAAkB;IACzB,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,kBAAkB;IAC3B,IAAI,EAAE,SAAS;IACf,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,UAAU;IACrB,YAAY,EAAE,
|
|
1
|
+
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/shared/schema.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,YAAY,GAA2B;IAClD,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,QAAQ;IACb,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,QAAQ;IACf,KAAK,EAAE,kBAAkB;IACzB,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,kBAAkB;IAC3B,IAAI,EAAE,SAAS;IACf,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,UAAU;IACrB,YAAY,EAAE,cAAc;IAC5B,WAAW,EAAE,aAAa;IAC1B,YAAY,EAAE,cAAc;IAC5B,WAAW,EAAE,aAAa;IAC1B,OAAO,EAAE,kBAAkB;IAC3B,KAAK,EAAE,gBAAgB;IACvB,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,SAAS;CACnB,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAA2B;IACxD,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,OAAO;IACZ,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,SAAS;IAChB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,SAAS;IACpB,YAAY,EAAE,OAAO;IACrB,WAAW,EAAE,OAAO;IACpB,YAAY,EAAE,SAAS;IACvB,WAAW,EAAE,OAAO;IACpB,OAAO,EAAE,OAAO;IAChB,KAAK,EAAE,SAAS;IAChB,IAAI,EAAE,OAAO;IACb,OAAO,EAAE,OAAO;CACjB,CAAC;AAEF,MAAM,UAAU,SAAS,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IACvD,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC7C,IACE,CAAC,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzD,KAAK,YAAY,UAAU;QAC3B,KAAK,YAAY,WAAW;QAC5B,OAAO,QAAQ,CAAC;IAClB,IACE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,KAAK,CAAC,MAAM,GAAG,CAAC;QAChB,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EACzC,CAAC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,KAAY,EACZ,MAAkB,EAClB,MAAe;IAEf,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAE5C,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,IAAI,MAAM,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,QAAQ,KAAK,MAAM;gBAAE,SAAS;YAClC,QAAQ,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;YACrD,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC/E,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QACnC,QAAQ,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;IACvD,CAAC;IAED,8EAA8E;IAC9E,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QACrD,MAAM,cAAc,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;YACnE,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;gBACxB,QAAQ,CAAC,OAAO,CAAC,GAAG,UAAU,CAAC;YACjC,CAAC;QACH,CAAC;IACH,CAAC;IAED,gEAAgE;IAChE,gEAAgE;IAChE,mEAAmE;IACnE,mDAAmD;IACnD,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,EAAC,GAAG,QAAQ,EAAC,CAAC,EAAE,CAAC;QAC9D,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,OAAO,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,GAAG,OAAO,YAAY,CAAC;YACxC,IAAI,CAAC,CAAC,QAAQ,IAAI,QAAQ,CAAC,EAAE,CAAC;gBAC5B,QAAQ,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,OAAY,EACZ,KAAY,EACZ,MAAkB;IAElB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,SAAS,GAAQ,IAAI,CAAC;IAC1B,IAAI,CAAC;QACH,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;QAC3B,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC;YAC/B,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC5C,uCAAuC;gBACvC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBACxB,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBACvB,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,UAAU;wBAAE,GAAG,CAAC,MAAM,EAAE,CAAC;gBACrD,CAAC;gBACD,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,UAAU;oBAAE,IAAI,CAAC,MAAM,EAAE,CAAC;YACvD,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/B,KAAK,MAAM,CAAC,IAAI,IAAI;oBAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,oDAAoD;IACtD,CAAC;YAAS,CAAC;QACT,IAAI,SAAS,IAAI,OAAO,SAAS,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACxD,IAAI,CAAC;gBAAC,SAAS,CAAC,MAAM,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QAEpC,IAAI,MAAc,CAAC;QACnB,IAAI,MAAM,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,QAAQ,KAAK,MAAM;gBAAE,SAAS;YAClC,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC/E,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YACnC,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;QAClD,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC;gBAAE,MAAM,CAAC,CAAC;QACnE,CAAC;QACD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACxB,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"token.d.ts","sourceRoot":"","sources":["../../../src/shared/token.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"token.d.ts","sourceRoot":"","sources":["../../../src/shared/token.ts"],"names":[],"mappings":"AAEA,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAyBlD;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAM5D;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAgBxB"}
|
|
@@ -1,27 +1,11 @@
|
|
|
1
1
|
import { TokenError } from './errors';
|
|
2
|
-
function base64UrlDecode(str) {
|
|
3
|
-
if (typeof Buffer !== 'undefined') {
|
|
4
|
-
return Buffer.from(str, 'base64url').toString('utf-8');
|
|
5
|
-
}
|
|
6
|
-
// Browser fallback using atob + TextDecoder
|
|
7
|
-
let base64 = str.replace(/-/g, '+').replace(/_/g, '/');
|
|
8
|
-
while (base64.length % 4 !== 0) {
|
|
9
|
-
base64 += '=';
|
|
10
|
-
}
|
|
11
|
-
const binary = atob(base64);
|
|
12
|
-
const bytes = new Uint8Array(binary.length);
|
|
13
|
-
for (let i = 0; i < binary.length; i++) {
|
|
14
|
-
bytes[i] = binary.charCodeAt(i);
|
|
15
|
-
}
|
|
16
|
-
return new TextDecoder().decode(bytes);
|
|
17
|
-
}
|
|
18
2
|
export function extractOrgId(token) {
|
|
19
3
|
try {
|
|
20
4
|
const parts = token.split('.');
|
|
21
5
|
if (parts.length !== 3) {
|
|
22
6
|
throw new TokenError('Invalid token format: expected JWT with 3 parts');
|
|
23
7
|
}
|
|
24
|
-
const decoded =
|
|
8
|
+
const decoded = Buffer.from(parts[1], 'base64url').toString('utf-8');
|
|
25
9
|
const claims = JSON.parse(decoded);
|
|
26
10
|
const orgId = claims.OrgID || claims.org_id;
|
|
27
11
|
if (!orgId) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"token.js","sourceRoot":"","sources":["../../../src/shared/token.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAEtC,
|
|
1
|
+
{"version":3,"file":"token.js","sourceRoot":"","sources":["../../../src/shared/token.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAEtC,MAAM,UAAU,YAAY,CAAC,KAAa;IACxC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,UAAU,CAAC,iDAAiD,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACrE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,UAAU,CAAC,qCAAqC,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,UAAU;YAAE,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,YAAY,WAAW,EAAE,CAAC;YAC7B,MAAM,IAAI,UAAU,CAAC,mCAAmC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,IAAI,UAAU,CAClB,wCAAwC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAC7E,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,KAAa,EACb,MAAc;IAEd,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,KAAK,EAAE;YACvC,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,KAAK,EAAE;gBAChC,cAAc,EAAE,kBAAkB;aACnC;SACF,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAC1B,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA4B,CAAC;QAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,aAAqC,CAAC;QACxD,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../../src/browser/storage.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;
|
|
1
|
+
{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../../src/browser/storage.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAqQH,wBAAgB,2BAA2B,CAAC,OAAO,CAAC,EAAE,GAAG,IAC/B,MAAM,MAAM,EAAE,SAAS,GAAG,EAAE,QAAQ,MAAM;kBA3GlD,MAAM,SAAS,MAAM,SAAS,MAAM,aAAa,GAAG;gBAwBtD,MAAM,aAAa,GAAG;mBAWnB,MAAM,QAAQ,MAAM,aAAa,GAAG;eAmBxC,MAAM,UAAU,MAAM,cAAc,MAAM,aAAa,GAAG;oBAyBrD,MAAM,WAAW,MAAM,aAAa,GAAG;iCAG1B,MAAM,aAAa,GAAG;gBAGvC,MAAM,aAAa,GAAG;4BAOV,MAAM,QAAQ,UAAU,aAAa,GAAG;;;;cAiCnE"}
|
|
@@ -44,32 +44,22 @@ function asCallable(cb) {
|
|
|
44
44
|
let _apiCreds = null;
|
|
45
45
|
let _apiCredsPromise = null;
|
|
46
46
|
async function fetchCredsFromApi(refresh) {
|
|
47
|
-
if (!refresh?.token)
|
|
48
|
-
console.warn('[deeplake-storage] no refresh token');
|
|
47
|
+
if (!refresh?.token)
|
|
49
48
|
return null;
|
|
50
|
-
}
|
|
51
49
|
const org = refresh.orgId || 'default';
|
|
52
50
|
const dsName = refresh.dsName;
|
|
53
|
-
if (!dsName)
|
|
54
|
-
console.warn('[deeplake-storage] no dsName in refresh');
|
|
51
|
+
if (!dsName)
|
|
55
52
|
return null;
|
|
56
|
-
}
|
|
57
53
|
try {
|
|
58
54
|
const base = 'https://api-beta.deeplake.ai';
|
|
59
55
|
const url = `${base}/api/org/${encodeURIComponent(org)}/ds/${encodeURIComponent(dsName)}/creds?no_cache=True&mode=r`;
|
|
60
|
-
console.log('[deeplake-storage] fetching creds from:', url);
|
|
61
56
|
const resp = await fetch(url, { headers: { 'Authorization': `Bearer ${refresh.token}` } });
|
|
62
|
-
if (!resp.ok)
|
|
63
|
-
console.error('[deeplake-storage] creds API failed:', resp.status, await resp.text().catch(() => ''));
|
|
57
|
+
if (!resp.ok)
|
|
64
58
|
return null;
|
|
65
|
-
}
|
|
66
59
|
const data = await resp.json();
|
|
67
60
|
const c = data.creds || data;
|
|
68
|
-
if (!c.aws_access_key_id || !c.aws_secret_access_key)
|
|
69
|
-
console.error('[deeplake-storage] creds API returned empty credentials');
|
|
61
|
+
if (!c.aws_access_key_id || !c.aws_secret_access_key)
|
|
70
62
|
return null;
|
|
71
|
-
}
|
|
72
|
-
console.log('[deeplake-storage] got API creds: ak=' + c.aws_access_key_id.slice(0, 12) + '... sk_len=' + c.aws_secret_access_key.length);
|
|
73
63
|
return {
|
|
74
64
|
aws_access_key_id: c.aws_access_key_id,
|
|
75
65
|
aws_secret_access_key: c.aws_secret_access_key,
|
|
@@ -77,8 +67,7 @@ async function fetchCredsFromApi(refresh) {
|
|
|
77
67
|
region: c.region || 'us-east-1',
|
|
78
68
|
};
|
|
79
69
|
}
|
|
80
|
-
catch
|
|
81
|
-
console.error('[deeplake-storage] creds fetch error:', e);
|
|
70
|
+
catch {
|
|
82
71
|
return null;
|
|
83
72
|
}
|
|
84
73
|
}
|
|
@@ -147,15 +136,7 @@ function createBrowserStorageClient(fallbackConfig, wasmMod) {
|
|
|
147
136
|
const fetchOpts = { method, headers: fetchHeaders, cache: 'no-store' };
|
|
148
137
|
if (opts.body)
|
|
149
138
|
fetchOpts.body = opts.body;
|
|
150
|
-
|
|
151
|
-
if (!resp.ok && (resp.status === 403 || resp.status === 400)) {
|
|
152
|
-
try {
|
|
153
|
-
const errBody = await resp.clone().text();
|
|
154
|
-
console.error(`[deeplake-storage] S3 ${resp.status} ${method} ${canonicalUri}:\n${errBody}`);
|
|
155
|
-
}
|
|
156
|
-
catch { /* ignore */ }
|
|
157
|
-
}
|
|
158
|
-
return resp;
|
|
139
|
+
return fetch(url, fetchOpts);
|
|
159
140
|
}
|
|
160
141
|
const client = {
|
|
161
142
|
download(url, range, index, _callback) {
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../../src/browser/storage.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AASH,SAAS,UAAU,CAAC,GAAW;IAC7B,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,GAAG,KAAK,CAAC,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;IAClD,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC;AAC5E,CAAC;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAClB,IACE,CAAC,EAAE,IAAI,GAAG,IAAI,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,GAAG,IAAI,EAAE,IAAI,GAAG,CAAC;YACpD,CAAC,EAAE,IAAI,GAAG,IAAI,EAAE,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAChF,CAAC;YACD,GAAG,IAAI,EAAE,CAAC;QACZ,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC3C,KAAK,MAAM,CAAC,IAAI,KAAK;gBAAE,GAAG,IAAI,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,EAAO;IACzB,IAAI,OAAO,EAAE,KAAK,UAAU;QAAE,OAAO,EAAE,CAAC;IACxC,IAAI,EAAE,IAAI,OAAO,EAAE,CAAC,MAAM,KAAK,UAAU;QAAE,OAAO,CAAC,GAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC/E,IAAI,EAAE,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,UAAU;QAAE,OAAO,CAAC,GAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3E,OAAO,CAAC,GAAQ,EAAE,EAAE,GAAG,IAAI,CAAC;QAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;AACnE,CAAC;AAED,8EAA8E;AAC9E,IAAI,SAAS,GAAyB,IAAI,CAAC;AAC3C,IAAI,gBAAgB,GAAyC,IAAI,CAAC;AAElE,KAAK,UAAU,iBAAiB,CAAC,OAAY;IAC3C,IAAI,CAAC,OAAO,EAAE,KAAK;QAAE,OAAO,IAAI,CAAC;IACjC,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,IAAI,SAAS,CAAC;IACvC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9B,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,8BAA8B,CAAC;QAC5C,MAAM,GAAG,GAAG,GAAG,IAAI,YAAY,kBAAkB,CAAC,GAAG,CAAC,OAAO,kBAAkB,CAAC,MAAM,CAAC,6BAA6B,CAAC;QACrH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,eAAe,EAAE,UAAU,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3F,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;QAC7B,IAAI,CAAC,CAAC,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC,qBAAqB;YAAE,OAAO,IAAI,CAAC;QAClE,OAAO;YACL,iBAAiB,EAAE,CAAC,CAAC,iBAAiB;YACtC,qBAAqB,EAAE,CAAC,CAAC,qBAAqB;YAC9C,iBAAiB,EAAE,CAAC,CAAC,iBAAiB,IAAI,SAAS;YACnD,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,WAAW;SAChC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,IAAI,CAAC;IAAC,CAAC;AAC1B,CAAC;AAED,SAAS,QAAQ,CAAC,QAAuB;IACvC,OAAO,SAAS,IAAI,QAAQ,CAAC;AAC/B,CAAC;AAED,SAAS,0BAA0B,CAAC,cAA6B,EAAE,OAAa;IAC9E,MAAM,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC;IAE9B,KAAK,UAAU,IAAI,CAAC,GAAgB,EAAE,GAAW;QAC/C,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QACxG,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAyB,CAAC;IAChF,CAAC;IAED,SAAS,GAAG,CAAC,GAAgB;QAC3B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED,KAAK,UAAU,SAAS,CAAC,IAAyB;QAChD,MAAM,GAAG,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/D,OAAO,GAAG,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,GAA6B,CAAC,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,UAAU,WAAW,CACxB,MAAc,EAAE,MAAc,EAAE,GAAW,EAC3C,OAAoF,EAAE;QAEtF,2CAA2C;QAC3C,IAAI,gBAAgB,IAAI,CAAC,SAAS;YAAE,MAAM,gBAAgB,CAAC;QAE3D,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC;QACvC,MAAM,EAAE,iBAAiB,EAAE,WAAW,EAAE,qBAAqB,EAAE,eAAe,EAAE,iBAAiB,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC;QAC1H,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,WAAW,CAAC;QAE3C,MAAM,IAAI,GAAG,GAAG,MAAM,OAAO,MAAM,gBAAgB,CAAC;QACpD,MAAM,YAAY,GAAG,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE9E,IAAI,oBAAoB,GAAG,EAAE,CAAC;QAC9B,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC;YACpD,oBAAoB,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,WAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7G,QAAQ,GAAG,GAAG,GAAG,oBAAoB,CAAC;QACxC,CAAC;QAED,MAAM,GAAG,GAAG,WAAW,IAAI,GAAG,YAAY,GAAG,QAAQ,EAAE,CAAC;QACxD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC;QAClF,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,kEAAkE,CAAC;QACrF,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEvE,MAAM,OAAO,GAA2B;YACtC,MAAM,EAAE,IAAI;YACZ,sBAAsB,EAAE,WAAW;YACnC,YAAY,EAAE,OAAO;SACtB,CAAC;QACF,IAAI,YAAY;YAAE,OAAO,CAAC,sBAAsB,CAAC,GAAG,YAAY,CAAC;QACjE,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;QAE9C,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/C,MAAM,iBAAiB,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/C,MAAM,gBAAgB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAErF,MAAM,gBAAgB,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnI,MAAM,KAAK,GAAG,GAAG,SAAS,IAAI,MAAM,kBAAkB,CAAC;QACvD,MAAM,YAAY,GAAG,CAAC,kBAAkB,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExG,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC;QACrD,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAgB,EAAE,SAAS,CAAC,CAAC;QACrI,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACpC,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAClC,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAE5C,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CAC5C,MAAM,EACN,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,EAChG,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CACzB,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,+BAA+B,WAAW,IAAI,KAAK,mBAAmB,iBAAiB,eAAe,SAAS,EAAE,CAAC;QACrI,MAAM,YAAY,GAA2B,EAAE,GAAG,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,CAAC;QACzF,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC;QAE5B,MAAM,SAAS,GAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,UAA0B,EAAE,CAAC;QACpG,IAAI,IAAI,CAAC,IAAI;YAAE,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC,IAA2B,CAAC;QAEjE,OAAO,KAAK,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAC/B,CAAC;IAED,MAAM,MAAM,GAAG;QACb,QAAQ,CAAC,GAAW,EAAE,KAAa,EAAE,KAAa,EAAE,SAAc;YAChE,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YACxC,MAAM,WAAW,GAAG,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;YAElE,sEAAsE;YACtE,oEAAoE;YACpE,6CAA6C;YAC7C,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;iBACpD,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;gBACb,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;oBAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAClE,kEAAkE;gBAClE,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;oBAC/B,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;oBACnC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,EAAE,qBAAqB,EAAE,CAAC;wBACvD,MAAM,GAAG,GAAG,OAAO,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;wBAC/D,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBACjB,CAAC;oBACD,QAAQ,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC1C,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,CAAC,GAAW,EAAE,SAAc;YAChC,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YACxC,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC;iBAC7B,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;gBACb,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;oBAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACvC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;YACpE,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,CAAC;QAED,QAAQ,CAAC,IAAY,EAAE,IAAY,EAAE,SAAc;YACjD,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;YAChD,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC;iBAC7B,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;gBACb,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;oBAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAClE,QAAQ,CAAC;oBACP,YAAY,EAAE,GAAG;oBACjB,IAAI,EAAE;wBACJ,IAAI,EAAE,IAAI,GAAG,IAAI;wBACjB,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC;wBAC7D,YAAY,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;wBAC/D,IAAI,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;qBACzD;iBACF,CAAC,CAAC;YACL,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,CAAC,IAAY,EAAE,MAAc,EAAE,UAAkB,EAAE,SAAc;YACnE,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YAC7C,MAAM,UAAU,GAAG,OAAO,GAAG,MAAM,CAAC;YACpC,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,CAAC;iBACxF,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBACnB,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;oBAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAC5E,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC9B,MAAM,OAAO,GAAU,EAAE,CAAC;gBAC1B,MAAM,KAAK,GAAG,2JAA2J,CAAC;gBAC1K,IAAI,KAAK,CAAC;gBACV,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;oBAC1C,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;wBACnC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;wBAC5B,YAAY,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBAChC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;qBACjC,CAAC,CAAC;gBACL,CAAC;gBACD,QAAQ,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACjD,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAC7D,CAAC;QAED,QAAQ,CAAC,KAAa,EAAE,OAAe,EAAE,SAAc;YACrD,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QACzD,CAAC;QACD,uBAAuB,CAAC,GAAW,EAAE,SAAc;YACjD,UAAU,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;QACD,MAAM,CAAC,GAAW,EAAE,SAAc;YAChC,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YACxC,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC;iBAC/B,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;iBACvD,KAAK,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACnD,CAAC;QACD,kBAAkB,CAAC,GAAW,EAAE,IAAgB,EAAE,SAAc;YAC9D,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YACxC,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;iBAC5C,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;iBACvD,KAAK,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACnD,CAAC;QACD,UAAU,KAAK,OAAO,0BAA0B,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAC5E,UAAU,KAAK,OAAO,0BAA0B,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAC5E,KAAK,KAAI,CAAC;KACX,CAAC;IACF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,OAAa;IACvD,OAAO,SAAS,OAAO,CAAC,IAAY,EAAE,MAAY,EAAE,KAAc;QAChE,IAAI,CAAC,MAAM;YAAE,OAAO,SAAS,CAAC;QAE9B,sDAAsD;QACtD,IAAI,CAAC,gBAAgB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACxC,gBAAgB,GAAG,iBAAiB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACrD,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC;gBAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC;QAC3C,MAAM,aAAa,GAAkB;YACnC,iBAAiB,EAAE,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,iBAAiB,IAAI,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;YAC1G,qBAAqB,EAAE,CAAC,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,qBAAqB,IAAI,MAAM,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;YAC1H,iBAAiB,EAAE,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,iBAAiB,IAAI,MAAM,CAAC,iBAAiB,IAAI,SAAS,CAAC,EAAE,IAAI,EAAE;YACnH,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,WAAW;SACrC,CAAC;QACF,OAAO,0BAA0B,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAC5D,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
import { ManagedQueryBuilder } from './shared/database';
|
|
2
|
+
import type { IngestOptions, IngestResult, ManagedClientOptions, QueryRow } from './shared/types';
|
|
3
|
+
export declare class ManagedClient {
|
|
4
|
+
readonly token: string;
|
|
5
|
+
readonly workspaceId: string;
|
|
6
|
+
readonly apiUrl: string;
|
|
7
|
+
orgId: string;
|
|
8
|
+
private _rootPath;
|
|
9
|
+
private _orgIdResolved;
|
|
10
|
+
private _orgIdPromise;
|
|
11
|
+
constructor(options: ManagedClientOptions);
|
|
12
|
+
private ensureInitialized;
|
|
13
|
+
private _resolveOrgId;
|
|
14
|
+
/**
|
|
15
|
+
* Start building a fluent query against the given table.
|
|
16
|
+
*
|
|
17
|
+
* @example
|
|
18
|
+
* const rows = await client.table("videos").select("id", "text").limit(10).execute();
|
|
19
|
+
*/
|
|
20
|
+
table(tableName: string): ManagedQueryBuilder;
|
|
21
|
+
getRootPath(): Promise<string>;
|
|
22
|
+
getDatasetPath(tableName: string): Promise<string>;
|
|
23
|
+
getStorageCreds(mode?: string): Promise<import("./shared/types").StorageCreds>;
|
|
24
|
+
applyStorageCreds(mode?: string): Promise<void>;
|
|
25
|
+
ingest(tableName: string, data?: Record<string, unknown[]> | null, options?: IngestOptions): Promise<IngestResult>;
|
|
26
|
+
/**
|
|
27
|
+
* Generate 128×128 inline thumbnails for IMAGE columns.
|
|
28
|
+
* Adds a `{col}_thumbnail` column to the buffer for each IMAGE column.
|
|
29
|
+
* Modifies the buffer in-place.
|
|
30
|
+
*/
|
|
31
|
+
private static generateInlineThumbnails;
|
|
32
|
+
private writeBatches;
|
|
33
|
+
/**
|
|
34
|
+
* Create a table via the REST API.
|
|
35
|
+
* @returns `true` if the table was newly created, `false` if it already existed.
|
|
36
|
+
*/
|
|
37
|
+
private createTableViaApi;
|
|
38
|
+
/**
|
|
39
|
+
* Execute a SQL query via the managed service API.
|
|
40
|
+
*
|
|
41
|
+
* @param sql — SQL query string.
|
|
42
|
+
* @param params — Optional query parameters (for $1, $2, … placeholders).
|
|
43
|
+
* @param options — Optional settings.
|
|
44
|
+
* @param options.timeoutMs — HTTP request timeout in milliseconds (default 60 000).
|
|
45
|
+
* Increase for long-running queries such as large aggregations or index builds.
|
|
46
|
+
*/
|
|
47
|
+
query(sql: string, params?: unknown[], options?: {
|
|
48
|
+
timeoutMs?: number;
|
|
49
|
+
}): Promise<QueryRow[]>;
|
|
50
|
+
listTables(): Promise<string[]>;
|
|
51
|
+
dropTable(tableName: string, ifExists?: boolean): Promise<void>;
|
|
52
|
+
/**
|
|
53
|
+
* Create a `deeplake_index` on a column.
|
|
54
|
+
*
|
|
55
|
+
* Suitable for EMBEDDING columns (vector similarity search) and TEXT
|
|
56
|
+
* columns (BM25 text search). This is a no-op if the index already exists.
|
|
57
|
+
*/
|
|
58
|
+
createIndex(tableName: string, column: string): Promise<void>;
|
|
59
|
+
openTable(tableName: string): Promise<any>;
|
|
60
|
+
/**
|
|
61
|
+
* Get a single field value from a table row, reading directly from the
|
|
62
|
+
* underlying dataset (no SQL query).
|
|
63
|
+
*/
|
|
64
|
+
getField(tableName: string, rowIndex: number, column: string): Promise<any>;
|
|
65
|
+
/**
|
|
66
|
+
* Get multiple fields from a table row, reading directly from the
|
|
67
|
+
* underlying dataset. Returns a plain object { col: value, ... }.
|
|
68
|
+
*/
|
|
69
|
+
getRow(tableName: string, rowIndex: number, columns: string[]): Promise<Record<string, any>>;
|
|
70
|
+
/**
|
|
71
|
+
* Get a column's data for a range of rows, reading directly from the
|
|
72
|
+
* underlying dataset. Returns the raw array data.
|
|
73
|
+
*/
|
|
74
|
+
getColumnData(tableName: string, column: string, start: number, end: number): Promise<any>;
|
|
75
|
+
/**
|
|
76
|
+
* Get the number of rows in a table by reading the underlying dataset
|
|
77
|
+
* directly (no SQL query).
|
|
78
|
+
*/
|
|
79
|
+
getNumRows(tableName: string): Promise<number>;
|
|
80
|
+
/**
|
|
81
|
+
* Fetch actual data for a DLREF data reference.
|
|
82
|
+
* Resolves a (column_id, row_id) pair from a DLREF into the raw data
|
|
83
|
+
* by reading directly from the underlying dataset storage.
|
|
84
|
+
*/
|
|
85
|
+
getSampleByRef(tableName: string, columnId: number, rowId: bigint): Promise<any>;
|
|
86
|
+
/**
|
|
87
|
+
* Set a single field value on a table row and commit.
|
|
88
|
+
* Writes directly to the underlying dataset (no SQL query).
|
|
89
|
+
*/
|
|
90
|
+
setField(tableName: string, rowIndex: number, column: string, value: any): Promise<void>;
|
|
91
|
+
/**
|
|
92
|
+
* Set multiple field values on a table row and commit.
|
|
93
|
+
* Writes directly to the underlying dataset (no SQL query).
|
|
94
|
+
*/
|
|
95
|
+
setRow(tableName: string, rowIndex: number, data: Record<string, any>): Promise<void>;
|
|
96
|
+
/**
|
|
97
|
+
* Detect which columns contain IMAGE data for thumbnail generation.
|
|
98
|
+
*
|
|
99
|
+
* Sources (in priority order):
|
|
100
|
+
* 1. format.image_columns() — explicit declaration from a Format object
|
|
101
|
+
* 2. format.pg_schema() — columns with type "IMAGE"
|
|
102
|
+
* 3. pgSchema — inferred schema columns with BYTEA that came from
|
|
103
|
+
* image file normalizers (the image normalizer names its column "image")
|
|
104
|
+
*/
|
|
105
|
+
private detectImageColumns;
|
|
106
|
+
}
|
|
107
|
+
//# sourceMappingURL=client.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../../src/node/client.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAUzD,OAAO,KAAK,EAGV,aAAa,EACb,YAAY,EACZ,oBAAoB,EACpB,QAAQ,EAET,MAAM,iBAAiB,CAAC;AAoBzB,qBAAa,aAAa;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IAEd,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,aAAa,CAA8B;gBAEvC,OAAO,EAAE,oBAAoB;YAsB3B,iBAAiB;YAQjB,aAAa;IAU3B;;;;;OAKG;IACH,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,mBAAmB;IASvC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAkB9B,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAYlD,eAAe,CAAC,IAAI,GAAE,MAAoB;IAW1C,iBAAiB,CAAC,IAAI,GAAE,MAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAS5D,MAAM,CACV,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,EACvC,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,YAAY,CAAC;IAwLxB;;;;OAIG;mBACkB,wBAAwB;YAwC/B,YAAY;IA4G1B;;;OAGG;YACW,iBAAiB;IAgC/B;;;;;;;;OAQG;IACG,KAAK,CACT,GAAG,EAAE,MAAM,EACX,MAAM,CAAC,EAAE,OAAO,EAAE,EAClB,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAC/B,OAAO,CAAC,QAAQ,EAAE,CAAC;IA2ChB,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAU/B,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,GAAE,OAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAmB3E;;;;;OAKG;IACG,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB7D,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAahD;;;OAGG;IACG,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IASjF;;;OAGG;IACG,MAAM,CACV,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAS/B;;;OAGG;IACG,aAAa,CACjB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,GAAG,CAAC;IASf;;;OAGG;IACG,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IASpD;;;;OAIG;IACG,cAAc,CAClB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC;IASf;;;OAGG;IACG,QAAQ,CACZ,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,GAAG,GACT,OAAO,CAAC,IAAI,CAAC;IAUhB;;;OAGG;IACG,MAAM,CACV,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GACxB,OAAO,CAAC,IAAI,CAAC;IAchB;;;;;;;;OAQG;IACH,OAAO,CAAC,kBAAkB;CAgC3B"}
|