deeplake 0.1.0 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/browser/client.d.ts +33 -0
- package/dist/browser/browser/client.d.ts.map +1 -0
- package/dist/browser/browser/client.js +312 -0
- package/dist/browser/browser/client.js.map +1 -0
- package/dist/browser/browser/index.d.ts +15 -0
- package/dist/browser/browser/index.d.ts.map +1 -0
- package/dist/browser/browser/index.js +11 -0
- package/dist/browser/browser/index.js.map +1 -0
- package/dist/browser/browser/wasm.d.ts +8 -0
- package/dist/browser/browser/wasm.d.ts.map +1 -0
- package/dist/browser/browser/wasm.js +53 -0
- package/dist/browser/browser/wasm.js.map +1 -0
- package/dist/browser/shared/api.d.ts +9 -0
- package/dist/browser/shared/api.d.ts.map +1 -0
- package/dist/browser/shared/api.js +67 -0
- package/dist/browser/shared/api.js.map +1 -0
- package/dist/browser/shared/credentials.d.ts +4 -0
- package/dist/browser/shared/credentials.d.ts.map +1 -0
- package/dist/browser/shared/credentials.js +24 -0
- package/dist/browser/shared/credentials.js.map +1 -0
- package/dist/browser/shared/database.d.ts +26 -0
- package/dist/browser/shared/database.d.ts.map +1 -0
- package/dist/browser/shared/database.js +67 -0
- package/dist/browser/shared/database.js.map +1 -0
- package/dist/browser/shared/dlref.d.ts +22 -0
- package/dist/browser/shared/dlref.d.ts.map +1 -0
- package/dist/browser/shared/dlref.js +48 -0
- package/dist/browser/shared/dlref.js.map +1 -0
- package/dist/browser/shared/errors.d.ts +22 -0
- package/dist/browser/shared/errors.d.ts.map +1 -0
- package/dist/browser/shared/errors.js +43 -0
- package/dist/browser/shared/errors.js.map +1 -0
- package/dist/browser/shared/schema.d.ts +7 -0
- package/dist/browser/shared/schema.d.ts.map +1 -0
- package/dist/browser/shared/schema.js +151 -0
- package/dist/browser/shared/schema.js.map +1 -0
- package/dist/browser/shared/token.d.ts +4 -0
- package/dist/browser/shared/token.d.ts.map +1 -0
- package/dist/browser/shared/token.js +69 -0
- package/dist/browser/shared/token.js.map +1 -0
- package/dist/browser/shared/types.d.ts +33 -0
- package/dist/browser/shared/types.d.ts.map +1 -0
- package/dist/browser/shared/types.js +2 -0
- package/dist/browser/shared/types.js.map +1 -0
- package/dist/browser/shared/wasm-common.d.ts +39 -0
- package/dist/browser/shared/wasm-common.d.ts.map +1 -0
- package/dist/browser/shared/wasm-common.js +287 -0
- package/dist/browser/shared/wasm-common.js.map +1 -0
- package/dist/node/node/client.d.ts +49 -0
- package/dist/node/node/client.d.ts.map +1 -0
- package/dist/node/node/client.js +670 -0
- package/dist/node/node/client.js.map +1 -0
- package/dist/node/node/formats/coco.d.ts +24 -0
- package/dist/node/node/formats/coco.d.ts.map +1 -0
- package/dist/node/node/formats/coco.js +342 -0
- package/dist/node/node/formats/coco.js.map +1 -0
- package/dist/node/node/formats/coco_panoptic.d.ts +19 -0
- package/dist/node/node/formats/coco_panoptic.d.ts.map +1 -0
- package/dist/node/node/formats/coco_panoptic.js +125 -0
- package/dist/node/node/formats/coco_panoptic.js.map +1 -0
- package/dist/node/node/formats/index.d.ts +7 -0
- package/dist/node/node/formats/index.d.ts.map +1 -0
- package/dist/node/node/formats/index.js +12 -0
- package/dist/node/node/formats/index.js.map +1 -0
- package/dist/node/node/formats/lerobot.d.ts +42 -0
- package/dist/node/node/formats/lerobot.d.ts.map +1 -0
- package/dist/node/node/formats/lerobot.js +351 -0
- package/dist/node/node/formats/lerobot.js.map +1 -0
- package/dist/node/node/index.d.ts +19 -0
- package/dist/node/node/index.d.ts.map +1 -0
- package/dist/node/node/index.js +75 -0
- package/dist/node/node/index.js.map +1 -0
- package/dist/node/node/mime.d.ts +2 -0
- package/dist/node/node/mime.d.ts.map +1 -0
- package/dist/node/node/mime.js +76 -0
- package/dist/node/node/mime.js.map +1 -0
- package/dist/node/node/normalizers/binary.d.ts +3 -0
- package/dist/node/node/normalizers/binary.d.ts.map +1 -0
- package/dist/node/node/normalizers/binary.js +51 -0
- package/dist/node/node/normalizers/binary.js.map +1 -0
- package/dist/node/node/normalizers/dict.d.ts +3 -0
- package/dist/node/node/normalizers/dict.d.ts.map +1 -0
- package/dist/node/node/normalizers/dict.js +17 -0
- package/dist/node/node/normalizers/dict.js.map +1 -0
- package/dist/node/node/normalizers/files.d.ts +3 -0
- package/dist/node/node/normalizers/files.d.ts.map +1 -0
- package/dist/node/node/normalizers/files.js +109 -0
- package/dist/node/node/normalizers/files.js.map +1 -0
- package/dist/node/node/normalizers/huggingface.d.ts +3 -0
- package/dist/node/node/normalizers/huggingface.d.ts.map +1 -0
- package/dist/node/node/normalizers/huggingface.js +158 -0
- package/dist/node/node/normalizers/huggingface.js.map +1 -0
- package/dist/node/node/normalizers/image.d.ts +3 -0
- package/dist/node/node/normalizers/image.d.ts.map +1 -0
- package/dist/node/node/normalizers/image.js +52 -0
- package/dist/node/node/normalizers/image.js.map +1 -0
- package/dist/node/node/normalizers/index.d.ts +9 -0
- package/dist/node/node/normalizers/index.d.ts.map +1 -0
- package/dist/node/node/normalizers/index.js +21 -0
- package/dist/node/node/normalizers/index.js.map +1 -0
- package/dist/node/node/normalizers/pdf.d.ts +3 -0
- package/dist/node/node/normalizers/pdf.d.ts.map +1 -0
- package/dist/node/node/normalizers/pdf.js +75 -0
- package/dist/node/node/normalizers/pdf.js.map +1 -0
- package/dist/node/node/normalizers/text.d.ts +4 -0
- package/dist/node/node/normalizers/text.d.ts.map +1 -0
- package/dist/node/node/normalizers/text.js +83 -0
- package/dist/node/node/normalizers/text.js.map +1 -0
- package/dist/node/node/normalizers/video.d.ts +3 -0
- package/dist/node/node/normalizers/video.d.ts.map +1 -0
- package/dist/node/node/normalizers/video.js +119 -0
- package/dist/node/node/normalizers/video.js.map +1 -0
- package/dist/node/node/storage.d.ts +15 -0
- package/dist/node/node/storage.d.ts.map +1 -0
- package/dist/node/node/storage.js +477 -0
- package/dist/node/node/storage.js.map +1 -0
- package/dist/node/node/wasm.d.ts +3 -0
- package/dist/node/node/wasm.d.ts.map +1 -0
- package/dist/node/node/wasm.js +49 -0
- package/dist/node/node/wasm.js.map +1 -0
- package/dist/node/shared/api.d.ts +9 -0
- package/dist/node/shared/api.d.ts.map +1 -0
- package/dist/node/shared/api.js +70 -0
- package/dist/node/shared/api.js.map +1 -0
- package/dist/node/shared/credentials.d.ts +4 -0
- package/dist/node/shared/credentials.d.ts.map +1 -0
- package/dist/node/shared/credentials.js +28 -0
- package/dist/node/shared/credentials.js.map +1 -0
- package/dist/node/shared/database.d.ts +26 -0
- package/dist/node/shared/database.d.ts.map +1 -0
- package/dist/node/shared/database.js +71 -0
- package/dist/node/shared/database.js.map +1 -0
- package/dist/node/shared/dlref.d.ts +22 -0
- package/dist/node/shared/dlref.d.ts.map +1 -0
- package/dist/node/shared/dlref.js +52 -0
- package/dist/node/shared/dlref.js.map +1 -0
- package/dist/node/shared/errors.d.ts +22 -0
- package/dist/node/shared/errors.d.ts.map +1 -0
- package/dist/node/shared/errors.js +53 -0
- package/dist/node/shared/errors.js.map +1 -0
- package/dist/node/shared/schema.d.ts +7 -0
- package/dist/node/shared/schema.d.ts.map +1 -0
- package/dist/node/shared/schema.js +157 -0
- package/dist/node/shared/schema.js.map +1 -0
- package/dist/node/shared/token.d.ts +4 -0
- package/dist/node/shared/token.d.ts.map +1 -0
- package/dist/node/shared/token.js +74 -0
- package/dist/node/shared/token.js.map +1 -0
- package/dist/node/shared/types.d.ts +33 -0
- package/dist/node/shared/types.d.ts.map +1 -0
- package/dist/node/shared/types.js +3 -0
- package/dist/node/shared/types.js.map +1 -0
- package/dist/node/shared/wasm-common.d.ts +39 -0
- package/dist/node/shared/wasm-common.d.ts.map +1 -0
- package/dist/node/shared/wasm-common.js +310 -0
- package/dist/node/shared/wasm-common.js.map +1 -0
- package/package.json +43 -18
- package/README.md +0 -39
- package/index.d.ts +0 -2
- package/index.js +0 -26
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"credentials.d.ts","sourceRoot":"","sources":["../../../src/shared/credentials.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAE5C,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,IAAI,GAAE,MAAoB,GACzB,OAAO,CAAC,YAAY,CAAC,CAYvB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI,CAQ3D"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.getStorageCreds = getStorageCreds;
|
|
4
|
+
exports.applyStorageCreds = applyStorageCreds;
|
|
5
|
+
const api_1 = require("./api");
|
|
6
|
+
async function getStorageCreds(baseUrl, token, orgId, workspaceId, mode = 'readwrite') {
|
|
7
|
+
const resp = await (0, api_1.apiRequest)(baseUrl, token, orgId, {
|
|
8
|
+
method: 'POST',
|
|
9
|
+
path: `/workspaces/${workspaceId}/credentials/generate`,
|
|
10
|
+
body: { mode },
|
|
11
|
+
});
|
|
12
|
+
const creds = resp.creds ?? resp;
|
|
13
|
+
return {
|
|
14
|
+
aws_access_key_id: creds.aws_access_key_id,
|
|
15
|
+
aws_secret_access_key: creds.aws_secret_access_key,
|
|
16
|
+
aws_session_token: creds.aws_session_token,
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
function applyStorageCreds(creds) {
|
|
20
|
+
if (typeof process !== 'undefined' && process.env) {
|
|
21
|
+
if (creds.aws_access_key_id) {
|
|
22
|
+
process.env.AWS_ACCESS_KEY_ID = creds.aws_access_key_id;
|
|
23
|
+
process.env.AWS_SECRET_ACCESS_KEY = creds.aws_secret_access_key;
|
|
24
|
+
process.env.AWS_SESSION_TOKEN = creds.aws_session_token ?? '';
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=credentials.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"credentials.js","sourceRoot":"","sources":["../../../src/shared/credentials.ts"],"names":[],"mappings":";;AAGA,0CAkBC;AAED,8CAQC;AA/BD,+BAAmC;AAG5B,KAAK,UAAU,eAAe,CACnC,OAAe,EACf,KAAa,EACb,KAAa,EACb,WAAmB,EACnB,OAAe,WAAW;IAE1B,MAAM,IAAI,GAAG,MAAM,IAAA,gBAAU,EAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE;QACnD,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,eAAe,WAAW,uBAAuB;QACvD,IAAI,EAAE,EAAE,IAAI,EAAE;KACf,CAAC,CAAC;IACH,MAAM,KAAK,GAAI,IAAI,CAAC,KAAgC,IAAI,IAAI,CAAC;IAC7D,OAAO;QACL,iBAAiB,EAAE,KAAK,CAAC,iBAA2B;QACpD,qBAAqB,EAAE,KAAK,CAAC,qBAA+B;QAC5D,iBAAiB,EAAE,KAAK,CAAC,iBAAuC;KACjE,CAAC;AACJ,CAAC;AAED,SAAgB,iBAAiB,CAAC,KAAmB;IACnD,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QAClD,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,CAAC;YACxD,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,KAAK,CAAC,qBAAqB,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC;QAChE,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { QueryRow } from './types';
|
|
2
|
+
export interface QueryExecutor {
|
|
3
|
+
query(sql: string, params?: unknown[]): Promise<QueryRow[]>;
|
|
4
|
+
}
|
|
5
|
+
export declare class ManagedQueryBuilder {
|
|
6
|
+
private _executor;
|
|
7
|
+
private _table;
|
|
8
|
+
private _columns;
|
|
9
|
+
private _conditions;
|
|
10
|
+
private _orderByClauses;
|
|
11
|
+
private _limitVal;
|
|
12
|
+
private _offsetVal;
|
|
13
|
+
constructor(executor: QueryExecutor, table: string);
|
|
14
|
+
select(...columns: string[]): this;
|
|
15
|
+
where(condition: string, ...params: unknown[]): this;
|
|
16
|
+
orderBy(clause: string): this;
|
|
17
|
+
limit(n: number): this;
|
|
18
|
+
offset(n: number): this;
|
|
19
|
+
buildSql(): {
|
|
20
|
+
sql: string;
|
|
21
|
+
params: unknown[] | null;
|
|
22
|
+
};
|
|
23
|
+
execute(): Promise<QueryRow[]>;
|
|
24
|
+
toString(): string;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=database.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../../src/shared/database.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAExC,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC7D;AAED,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,WAAW,CAAkD;IACrE,OAAO,CAAC,eAAe,CAAgB;IACvC,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,UAAU,CAAuB;gBAE7B,QAAQ,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM;IAKlD,MAAM,CAAC,GAAG,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI;IAKlC,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI;IAKpD,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK7B,KAAK,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI;IAKtB,MAAM,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI;IAKvB,QAAQ,IAAI;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAA;KAAE;IA+B/C,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAKpC,QAAQ,IAAI,MAAM;CAInB"}
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ManagedQueryBuilder = void 0;
|
|
4
|
+
class ManagedQueryBuilder {
|
|
5
|
+
_executor;
|
|
6
|
+
_table;
|
|
7
|
+
_columns = ['*'];
|
|
8
|
+
_conditions = [];
|
|
9
|
+
_orderByClauses = [];
|
|
10
|
+
_limitVal = null;
|
|
11
|
+
_offsetVal = null;
|
|
12
|
+
constructor(executor, table) {
|
|
13
|
+
this._executor = executor;
|
|
14
|
+
this._table = table;
|
|
15
|
+
}
|
|
16
|
+
select(...columns) {
|
|
17
|
+
this._columns = columns;
|
|
18
|
+
return this;
|
|
19
|
+
}
|
|
20
|
+
where(condition, ...params) {
|
|
21
|
+
this._conditions.push({ condition, params });
|
|
22
|
+
return this;
|
|
23
|
+
}
|
|
24
|
+
orderBy(clause) {
|
|
25
|
+
this._orderByClauses.push(clause);
|
|
26
|
+
return this;
|
|
27
|
+
}
|
|
28
|
+
limit(n) {
|
|
29
|
+
this._limitVal = n;
|
|
30
|
+
return this;
|
|
31
|
+
}
|
|
32
|
+
offset(n) {
|
|
33
|
+
this._offsetVal = n;
|
|
34
|
+
return this;
|
|
35
|
+
}
|
|
36
|
+
buildSql() {
|
|
37
|
+
const cols = this._columns.join(', ');
|
|
38
|
+
const safeTable = this._table.replace(/"/g, '""');
|
|
39
|
+
const parts = [`SELECT ${cols} FROM "${safeTable}"`];
|
|
40
|
+
const allParams = [];
|
|
41
|
+
if (this._conditions.length > 0) {
|
|
42
|
+
const whereClauses = [];
|
|
43
|
+
for (const { condition, params } of this._conditions) {
|
|
44
|
+
whereClauses.push(condition);
|
|
45
|
+
allParams.push(...params);
|
|
46
|
+
}
|
|
47
|
+
parts.push('WHERE ' + whereClauses.join(' AND '));
|
|
48
|
+
}
|
|
49
|
+
if (this._orderByClauses.length > 0) {
|
|
50
|
+
parts.push('ORDER BY ' + this._orderByClauses.join(', '));
|
|
51
|
+
}
|
|
52
|
+
if (this._limitVal !== null) {
|
|
53
|
+
parts.push(`LIMIT ${Math.trunc(this._limitVal)}`);
|
|
54
|
+
}
|
|
55
|
+
if (this._offsetVal !== null) {
|
|
56
|
+
parts.push(`OFFSET ${Math.trunc(this._offsetVal)}`);
|
|
57
|
+
}
|
|
58
|
+
const sql = parts.join(' ');
|
|
59
|
+
return { sql, params: allParams.length > 0 ? allParams : null };
|
|
60
|
+
}
|
|
61
|
+
async execute() {
|
|
62
|
+
const { sql, params } = this.buildSql();
|
|
63
|
+
return this._executor.query(sql, params ?? undefined);
|
|
64
|
+
}
|
|
65
|
+
toString() {
|
|
66
|
+
const { sql, params } = this.buildSql();
|
|
67
|
+
return `ManagedQueryBuilder(sql=${JSON.stringify(sql)}, params=${JSON.stringify(params)})`;
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
exports.ManagedQueryBuilder = ManagedQueryBuilder;
|
|
71
|
+
//# sourceMappingURL=database.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"database.js","sourceRoot":"","sources":["../../../src/shared/database.ts"],"names":[],"mappings":";;;AAMA,MAAa,mBAAmB;IACtB,SAAS,CAAgB;IACzB,MAAM,CAAS;IACf,QAAQ,GAAa,CAAC,GAAG,CAAC,CAAC;IAC3B,WAAW,GAA+C,EAAE,CAAC;IAC7D,eAAe,GAAa,EAAE,CAAC;IAC/B,SAAS,GAAkB,IAAI,CAAC;IAChC,UAAU,GAAkB,IAAI,CAAC;IAEzC,YAAY,QAAuB,EAAE,KAAa;QAChD,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,MAAM,CAAC,GAAG,OAAiB;QACzB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,SAAiB,EAAE,GAAG,MAAiB;QAC3C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,MAAc;QACpB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,CAAS;QACb,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,CAAC,CAAS;QACd,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,QAAQ;QACN,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,UAAU,IAAI,UAAU,SAAS,GAAG,CAAC,CAAC;QAErD,MAAM,SAAS,GAAc,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,KAAK,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrD,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC7B,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YAC5B,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,IAAI,SAAS,CAAC,CAAC;IACxD,CAAC;IAED,QAAQ;QACN,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QACxC,OAAO,2BAA2B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7F,CAAC;CACF;AA/ED,kDA+EC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* DLREF data reference parser.
|
|
3
|
+
*
|
|
4
|
+
* pg_deeplake returns DLREF references for VIDEO columns instead of raw bytes.
|
|
5
|
+
* Format: "DLREF:version|column_id|row_id"
|
|
6
|
+
*
|
|
7
|
+
* SDKs parse these to fetch actual data directly from dataset storage.
|
|
8
|
+
*/
|
|
9
|
+
export interface DataRef {
|
|
10
|
+
version: string;
|
|
11
|
+
columnId: number;
|
|
12
|
+
rowId: bigint;
|
|
13
|
+
}
|
|
14
|
+
export declare function isDataRef(value: unknown): boolean;
|
|
15
|
+
/**
|
|
16
|
+
* Parse a DLREF data reference string into its components.
|
|
17
|
+
* Accepts string, Buffer, or Uint8Array (raw BYTEA from query results).
|
|
18
|
+
*
|
|
19
|
+
* For base64-encoded values (as returned by the REST API), decode first.
|
|
20
|
+
*/
|
|
21
|
+
export declare function parseDataRef(value: string | Uint8Array): DataRef;
|
|
22
|
+
//# sourceMappingURL=dlref.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dlref.d.ts","sourceRoot":"","sources":["../../../src/shared/dlref.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,MAAM,WAAW,OAAO;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAID,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CASjD;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,OAAO,CAuBhE"}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* DLREF data reference parser.
|
|
4
|
+
*
|
|
5
|
+
* pg_deeplake returns DLREF references for VIDEO columns instead of raw bytes.
|
|
6
|
+
* Format: "DLREF:version|column_id|row_id"
|
|
7
|
+
*
|
|
8
|
+
* SDKs parse these to fetch actual data directly from dataset storage.
|
|
9
|
+
*/
|
|
10
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
11
|
+
exports.isDataRef = isDataRef;
|
|
12
|
+
exports.parseDataRef = parseDataRef;
|
|
13
|
+
const DLREF_PREFIX = 'DLREF:';
|
|
14
|
+
function isDataRef(value) {
|
|
15
|
+
if (typeof value === 'string') {
|
|
16
|
+
return value.startsWith(DLREF_PREFIX);
|
|
17
|
+
}
|
|
18
|
+
if (value instanceof Uint8Array) {
|
|
19
|
+
const prefix = new TextDecoder().decode(value.subarray(0, 6));
|
|
20
|
+
return prefix === DLREF_PREFIX;
|
|
21
|
+
}
|
|
22
|
+
return false;
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Parse a DLREF data reference string into its components.
|
|
26
|
+
* Accepts string, Buffer, or Uint8Array (raw BYTEA from query results).
|
|
27
|
+
*
|
|
28
|
+
* For base64-encoded values (as returned by the REST API), decode first.
|
|
29
|
+
*/
|
|
30
|
+
function parseDataRef(value) {
|
|
31
|
+
let str;
|
|
32
|
+
if (typeof value === 'string') {
|
|
33
|
+
str = value;
|
|
34
|
+
}
|
|
35
|
+
else {
|
|
36
|
+
str = new TextDecoder().decode(value);
|
|
37
|
+
}
|
|
38
|
+
if (!str.startsWith(DLREF_PREFIX)) {
|
|
39
|
+
throw new Error(`Not a DLREF: ${str.slice(0, 30)}`);
|
|
40
|
+
}
|
|
41
|
+
const payload = str.slice(DLREF_PREFIX.length);
|
|
42
|
+
const parts = payload.split('|');
|
|
43
|
+
if (parts.length !== 3) {
|
|
44
|
+
throw new Error(`Invalid DLREF format: expected 3 parts, got ${parts.length}`);
|
|
45
|
+
}
|
|
46
|
+
return {
|
|
47
|
+
version: parts[0],
|
|
48
|
+
columnId: parseInt(parts[1], 10),
|
|
49
|
+
rowId: BigInt(parts[2]),
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
//# sourceMappingURL=dlref.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dlref.js","sourceRoot":"","sources":["../../../src/shared/dlref.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;AAUH,8BASC;AAQD,oCAuBC;AA1CD,MAAM,YAAY,GAAG,QAAQ,CAAC;AAE9B,SAAgB,SAAS,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9D,OAAO,MAAM,KAAK,YAAY,CAAC;IACjC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,SAAgB,YAAY,CAAC,KAA0B;IACrD,IAAI,GAAW,CAAC;IAChB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,GAAG,GAAG,KAAK,CAAC;IACd,CAAC;SAAM,CAAC;QACN,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,+CAA+C,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QACjB,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAChC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KACxB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
export declare class ManagedServiceError extends Error {
|
|
2
|
+
constructor(message: string);
|
|
3
|
+
}
|
|
4
|
+
export declare class AuthError extends ManagedServiceError {
|
|
5
|
+
constructor(message: string);
|
|
6
|
+
}
|
|
7
|
+
export declare class TokenError extends AuthError {
|
|
8
|
+
constructor(message: string);
|
|
9
|
+
}
|
|
10
|
+
export declare class CredentialsError extends ManagedServiceError {
|
|
11
|
+
constructor(message: string);
|
|
12
|
+
}
|
|
13
|
+
export declare class IngestError extends ManagedServiceError {
|
|
14
|
+
constructor(message: string);
|
|
15
|
+
}
|
|
16
|
+
export declare class TableError extends ManagedServiceError {
|
|
17
|
+
constructor(message: string);
|
|
18
|
+
}
|
|
19
|
+
export declare class WorkspaceError extends ManagedServiceError {
|
|
20
|
+
constructor(message: string);
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=errors.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../src/shared/errors.ts"],"names":[],"mappings":"AAAA,qBAAa,mBAAoB,SAAQ,KAAK;gBAChC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,SAAU,SAAQ,mBAAmB;gBACpC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,UAAW,SAAQ,SAAS;gBAC3B,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,gBAAiB,SAAQ,mBAAmB;gBAC3C,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,WAAY,SAAQ,mBAAmB;gBACtC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,UAAW,SAAQ,mBAAmB;gBACrC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,cAAe,SAAQ,mBAAmB;gBACzC,OAAO,EAAE,MAAM;CAI5B"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.WorkspaceError = exports.TableError = exports.IngestError = exports.CredentialsError = exports.TokenError = exports.AuthError = exports.ManagedServiceError = void 0;
|
|
4
|
+
class ManagedServiceError extends Error {
|
|
5
|
+
constructor(message) {
|
|
6
|
+
super(message);
|
|
7
|
+
this.name = 'ManagedServiceError';
|
|
8
|
+
}
|
|
9
|
+
}
|
|
10
|
+
exports.ManagedServiceError = ManagedServiceError;
|
|
11
|
+
class AuthError extends ManagedServiceError {
|
|
12
|
+
constructor(message) {
|
|
13
|
+
super(message);
|
|
14
|
+
this.name = 'AuthError';
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
exports.AuthError = AuthError;
|
|
18
|
+
class TokenError extends AuthError {
|
|
19
|
+
constructor(message) {
|
|
20
|
+
super(message);
|
|
21
|
+
this.name = 'TokenError';
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
exports.TokenError = TokenError;
|
|
25
|
+
class CredentialsError extends ManagedServiceError {
|
|
26
|
+
constructor(message) {
|
|
27
|
+
super(message);
|
|
28
|
+
this.name = 'CredentialsError';
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
exports.CredentialsError = CredentialsError;
|
|
32
|
+
class IngestError extends ManagedServiceError {
|
|
33
|
+
constructor(message) {
|
|
34
|
+
super(message);
|
|
35
|
+
this.name = 'IngestError';
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
exports.IngestError = IngestError;
|
|
39
|
+
class TableError extends ManagedServiceError {
|
|
40
|
+
constructor(message) {
|
|
41
|
+
super(message);
|
|
42
|
+
this.name = 'TableError';
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
exports.TableError = TableError;
|
|
46
|
+
class WorkspaceError extends ManagedServiceError {
|
|
47
|
+
constructor(message) {
|
|
48
|
+
super(message);
|
|
49
|
+
this.name = 'WorkspaceError';
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
exports.WorkspaceError = WorkspaceError;
|
|
53
|
+
//# sourceMappingURL=errors.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/shared/errors.ts"],"names":[],"mappings":";;;AAAA,MAAa,mBAAoB,SAAQ,KAAK;IAC5C,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AALD,kDAKC;AAED,MAAa,SAAU,SAAQ,mBAAmB;IAChD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC;IAC1B,CAAC;CACF;AALD,8BAKC;AAED,MAAa,UAAW,SAAQ,SAAS;IACvC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;IAC3B,CAAC;CACF;AALD,gCAKC;AAED,MAAa,gBAAiB,SAAQ,mBAAmB;IACvD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AALD,4CAKC;AAED,MAAa,WAAY,SAAQ,mBAAmB;IAClD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;IAC5B,CAAC;CACF;AALD,kCAKC;AAED,MAAa,UAAW,SAAQ,mBAAmB;IACjD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;IAC3B,CAAC;CACF;AALD,gCAKC;AAED,MAAa,cAAe,SAAQ,mBAAmB;IACrD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC/B,CAAC;CACF;AALD,wCAKC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { Batch, Format, SchemaMap } from './types';
|
|
2
|
+
export declare const SCHEMA_TO_PG: Record<string, string>;
|
|
3
|
+
export declare const SCHEMA_TO_DEEPLAKE: Record<string, string>;
|
|
4
|
+
export declare function inferType(value: unknown): string;
|
|
5
|
+
export declare function buildPgSchema(batch: Batch, schema?: SchemaMap, format?: Format): Record<string, string>;
|
|
6
|
+
export declare function ensureColumns(dataset: any, batch: Batch, schema?: SchemaMap): void;
|
|
7
|
+
//# sourceMappingURL=schema.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/shared/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAExD,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAqB/C,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAqBrD,CAAC;AAEF,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAqBhD;AAED,wBAAgB,aAAa,CAC3B,KAAK,EAAE,KAAK,EACZ,MAAM,CAAC,EAAE,SAAS,EAClB,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CA2BxB;AAED,wBAAgB,aAAa,CAC3B,OAAO,EAAE,GAAG,EACZ,KAAK,EAAE,KAAK,EACZ,MAAM,CAAC,EAAE,SAAS,GACjB,IAAI,CAiDN"}
|
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.SCHEMA_TO_DEEPLAKE = exports.SCHEMA_TO_PG = void 0;
|
|
4
|
+
exports.inferType = inferType;
|
|
5
|
+
exports.buildPgSchema = buildPgSchema;
|
|
6
|
+
exports.ensureColumns = ensureColumns;
|
|
7
|
+
exports.SCHEMA_TO_PG = {
|
|
8
|
+
TEXT: 'TEXT',
|
|
9
|
+
INT: 'BIGINT',
|
|
10
|
+
INT32: 'INTEGER',
|
|
11
|
+
INT64: 'BIGINT',
|
|
12
|
+
FLOAT: 'DOUBLE PRECISION',
|
|
13
|
+
FLOAT32: 'REAL',
|
|
14
|
+
FLOAT64: 'DOUBLE PRECISION',
|
|
15
|
+
BOOL: 'BOOLEAN',
|
|
16
|
+
BINARY: 'BYTEA',
|
|
17
|
+
IMAGE: 'BYTEA',
|
|
18
|
+
VIDEO: 'VIDEO',
|
|
19
|
+
EMBEDDING: 'float4[]',
|
|
20
|
+
SEGMENT_MASK: 'BYTEA',
|
|
21
|
+
BINARY_MASK: 'BYTEA',
|
|
22
|
+
BOUNDING_BOX: 'float4[]',
|
|
23
|
+
CLASS_LABEL: 'INTEGER',
|
|
24
|
+
POLYGON: 'BYTEA',
|
|
25
|
+
POINT: 'float4[]',
|
|
26
|
+
MESH: 'BYTEA',
|
|
27
|
+
MEDICAL: 'BYTEA',
|
|
28
|
+
};
|
|
29
|
+
exports.SCHEMA_TO_DEEPLAKE = {
|
|
30
|
+
TEXT: 'text',
|
|
31
|
+
INT: 'int64',
|
|
32
|
+
INT32: 'int32',
|
|
33
|
+
INT64: 'int64',
|
|
34
|
+
FLOAT: 'float64',
|
|
35
|
+
FLOAT32: 'float32',
|
|
36
|
+
FLOAT64: 'float64',
|
|
37
|
+
BOOL: 'bool',
|
|
38
|
+
BINARY: 'bytes',
|
|
39
|
+
IMAGE: 'image',
|
|
40
|
+
VIDEO: 'bytes',
|
|
41
|
+
EMBEDDING: 'float32',
|
|
42
|
+
SEGMENT_MASK: 'segment_mask',
|
|
43
|
+
BINARY_MASK: 'binary_mask',
|
|
44
|
+
BOUNDING_BOX: 'bounding_box',
|
|
45
|
+
CLASS_LABEL: 'class_label',
|
|
46
|
+
POLYGON: 'polygon',
|
|
47
|
+
POINT: 'point',
|
|
48
|
+
MESH: 'mesh',
|
|
49
|
+
MEDICAL: 'medical',
|
|
50
|
+
};
|
|
51
|
+
function inferType(value) {
|
|
52
|
+
if (typeof value === 'boolean')
|
|
53
|
+
return 'BOOL';
|
|
54
|
+
if (typeof value === 'number') {
|
|
55
|
+
return Number.isInteger(value) ? 'INT64' : 'FLOAT64';
|
|
56
|
+
}
|
|
57
|
+
if (typeof value === 'string')
|
|
58
|
+
return 'TEXT';
|
|
59
|
+
if ((typeof Buffer !== 'undefined' && Buffer.isBuffer(value)) ||
|
|
60
|
+
value instanceof Uint8Array ||
|
|
61
|
+
value instanceof ArrayBuffer) {
|
|
62
|
+
return 'BINARY';
|
|
63
|
+
}
|
|
64
|
+
if (Array.isArray(value) &&
|
|
65
|
+
value.length > 0 &&
|
|
66
|
+
value.every((x) => typeof x === 'number')) {
|
|
67
|
+
return 'EMBEDDING';
|
|
68
|
+
}
|
|
69
|
+
return 'TEXT';
|
|
70
|
+
}
|
|
71
|
+
function buildPgSchema(batch, schema, format) {
|
|
72
|
+
const pgSchema = {};
|
|
73
|
+
for (const [colName, values] of Object.entries(batch)) {
|
|
74
|
+
if (schema && colName in schema) {
|
|
75
|
+
const typeName = schema[colName].toUpperCase();
|
|
76
|
+
if (typeName === 'FILE')
|
|
77
|
+
continue;
|
|
78
|
+
pgSchema[colName] = exports.SCHEMA_TO_PG[typeName] ?? 'TEXT';
|
|
79
|
+
continue;
|
|
80
|
+
}
|
|
81
|
+
const sample = Array.isArray(values) && values.length > 0 ? values[0] : values;
|
|
82
|
+
const inferred = inferType(sample);
|
|
83
|
+
pgSchema[colName] = exports.SCHEMA_TO_PG[inferred] ?? 'TEXT';
|
|
84
|
+
}
|
|
85
|
+
// Apply format's pg_schema() domain type overrides (e.g. IMAGE, SEGMENT_MASK)
|
|
86
|
+
if (format && typeof format.pg_schema === 'function') {
|
|
87
|
+
const formatPgSchema = format.pg_schema();
|
|
88
|
+
for (const [colName, domainType] of Object.entries(formatPgSchema)) {
|
|
89
|
+
if (colName in pgSchema) {
|
|
90
|
+
pgSchema[colName] = domainType;
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
return pgSchema;
|
|
95
|
+
}
|
|
96
|
+
function ensureColumns(dataset, batch, schema) {
|
|
97
|
+
const existing = new Set();
|
|
98
|
+
let schemaObj = null;
|
|
99
|
+
try {
|
|
100
|
+
schemaObj = dataset.schema;
|
|
101
|
+
if (schemaObj) {
|
|
102
|
+
const cols = schemaObj.columns;
|
|
103
|
+
if (cols && typeof cols.size === 'function') {
|
|
104
|
+
// WASM vector proxy: .size() / .get(i)
|
|
105
|
+
const n = cols.size();
|
|
106
|
+
for (let i = 0; i < n; i++) {
|
|
107
|
+
const col = cols.get(i);
|
|
108
|
+
existing.add(col.name);
|
|
109
|
+
if (typeof col.delete === 'function')
|
|
110
|
+
col.delete();
|
|
111
|
+
}
|
|
112
|
+
if (typeof cols.delete === 'function')
|
|
113
|
+
cols.delete();
|
|
114
|
+
}
|
|
115
|
+
else if (Array.isArray(cols)) {
|
|
116
|
+
for (const c of cols)
|
|
117
|
+
existing.add(c.name);
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
catch {
|
|
122
|
+
// Schema access failed — assume no existing columns
|
|
123
|
+
}
|
|
124
|
+
finally {
|
|
125
|
+
if (schemaObj && typeof schemaObj.delete === 'function') {
|
|
126
|
+
try {
|
|
127
|
+
schemaObj.delete();
|
|
128
|
+
}
|
|
129
|
+
catch { /* ignore */ }
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
for (const [colName, values] of Object.entries(batch)) {
|
|
133
|
+
if (existing.has(colName))
|
|
134
|
+
continue;
|
|
135
|
+
let dlType;
|
|
136
|
+
if (schema && colName in schema) {
|
|
137
|
+
const typeName = schema[colName].toUpperCase();
|
|
138
|
+
if (typeName === 'FILE')
|
|
139
|
+
continue;
|
|
140
|
+
dlType = exports.SCHEMA_TO_DEEPLAKE[typeName] ?? 'text';
|
|
141
|
+
}
|
|
142
|
+
else {
|
|
143
|
+
const sample = Array.isArray(values) && values.length > 0 ? values[0] : values;
|
|
144
|
+
const inferred = inferType(sample);
|
|
145
|
+
dlType = exports.SCHEMA_TO_DEEPLAKE[inferred] ?? 'text';
|
|
146
|
+
}
|
|
147
|
+
try {
|
|
148
|
+
dataset.addColumnByStringType(colName, dlType);
|
|
149
|
+
}
|
|
150
|
+
catch (e) {
|
|
151
|
+
if (!String(e?.message ?? e).includes('already exists'))
|
|
152
|
+
throw e;
|
|
153
|
+
}
|
|
154
|
+
existing.add(colName);
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
//# sourceMappingURL=schema.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/shared/schema.ts"],"names":[],"mappings":";;;AAgDA,8BAqBC;AAED,sCA+BC;AAED,sCAqDC;AA3JY,QAAA,YAAY,GAA2B;IAClD,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,QAAQ;IACb,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,QAAQ;IACf,KAAK,EAAE,kBAAkB;IACzB,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,kBAAkB;IAC3B,IAAI,EAAE,SAAS;IACf,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,UAAU;IACrB,YAAY,EAAE,OAAO;IACrB,WAAW,EAAE,OAAO;IACpB,YAAY,EAAE,UAAU;IACxB,WAAW,EAAE,SAAS;IACtB,OAAO,EAAE,OAAO;IAChB,KAAK,EAAE,UAAU;IACjB,IAAI,EAAE,OAAO;IACb,OAAO,EAAE,OAAO;CACjB,CAAC;AAEW,QAAA,kBAAkB,GAA2B;IACxD,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,OAAO;IACZ,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,SAAS;IAChB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,SAAS;IACpB,YAAY,EAAE,cAAc;IAC5B,WAAW,EAAE,aAAa;IAC1B,YAAY,EAAE,cAAc;IAC5B,WAAW,EAAE,aAAa;IAC1B,OAAO,EAAE,SAAS;IAClB,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,SAAS;CACnB,CAAC;AAEF,SAAgB,SAAS,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IACvD,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC7C,IACE,CAAC,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzD,KAAK,YAAY,UAAU;QAC3B,KAAK,YAAY,WAAW,EAC5B,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IACE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,KAAK,CAAC,MAAM,GAAG,CAAC;QAChB,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EACzC,CAAC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAgB,aAAa,CAC3B,KAAY,EACZ,MAAkB,EAClB,MAAe;IAEf,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAE5C,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,IAAI,MAAM,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,QAAQ,KAAK,MAAM;gBAAE,SAAS;YAClC,QAAQ,CAAC,OAAO,CAAC,GAAG,oBAAY,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;YACrD,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC/E,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QACnC,QAAQ,CAAC,OAAO,CAAC,GAAG,oBAAY,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;IACvD,CAAC;IAED,8EAA8E;IAC9E,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QACrD,MAAM,cAAc,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;YACnE,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;gBACxB,QAAQ,CAAC,OAAO,CAAC,GAAG,UAAU,CAAC;YACjC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAgB,aAAa,CAC3B,OAAY,EACZ,KAAY,EACZ,MAAkB;IAElB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,SAAS,GAAQ,IAAI,CAAC;IAC1B,IAAI,CAAC;QACH,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;QAC3B,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC;YAC/B,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC5C,uCAAuC;gBACvC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBACxB,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBACvB,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,UAAU;wBAAE,GAAG,CAAC,MAAM,EAAE,CAAC;gBACrD,CAAC;gBACD,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,UAAU;oBAAE,IAAI,CAAC,MAAM,EAAE,CAAC;YACvD,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/B,KAAK,MAAM,CAAC,IAAI,IAAI;oBAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,oDAAoD;IACtD,CAAC;YAAS,CAAC;QACT,IAAI,SAAS,IAAI,OAAO,SAAS,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACxD,IAAI,CAAC;gBAAC,SAAS,CAAC,MAAM,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QAEpC,IAAI,MAAc,CAAC;QACnB,IAAI,MAAM,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,QAAQ,KAAK,MAAM;gBAAE,SAAS;YAClC,MAAM,GAAG,0BAAkB,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC/E,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YACnC,MAAM,GAAG,0BAAkB,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;QAClD,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC;gBAAE,MAAM,CAAC,CAAC;QACnE,CAAC;QACD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACxB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"token.d.ts","sourceRoot":"","sources":["../../../src/shared/token.ts"],"names":[],"mappings":"AAmBA,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAyBlD;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAM5D;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAgBxB"}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.extractOrgId = extractOrgId;
|
|
4
|
+
exports.tryExtractOrgId = tryExtractOrgId;
|
|
5
|
+
exports.fetchOrgIdFromApi = fetchOrgIdFromApi;
|
|
6
|
+
const errors_1 = require("./errors");
|
|
7
|
+
function base64UrlDecode(str) {
|
|
8
|
+
if (typeof Buffer !== 'undefined') {
|
|
9
|
+
return Buffer.from(str, 'base64url').toString('utf-8');
|
|
10
|
+
}
|
|
11
|
+
// Browser fallback using atob + TextDecoder
|
|
12
|
+
let base64 = str.replace(/-/g, '+').replace(/_/g, '/');
|
|
13
|
+
while (base64.length % 4 !== 0) {
|
|
14
|
+
base64 += '=';
|
|
15
|
+
}
|
|
16
|
+
const binary = atob(base64);
|
|
17
|
+
const bytes = new Uint8Array(binary.length);
|
|
18
|
+
for (let i = 0; i < binary.length; i++) {
|
|
19
|
+
bytes[i] = binary.charCodeAt(i);
|
|
20
|
+
}
|
|
21
|
+
return new TextDecoder().decode(bytes);
|
|
22
|
+
}
|
|
23
|
+
function extractOrgId(token) {
|
|
24
|
+
try {
|
|
25
|
+
const parts = token.split('.');
|
|
26
|
+
if (parts.length !== 3) {
|
|
27
|
+
throw new errors_1.TokenError('Invalid token format: expected JWT with 3 parts');
|
|
28
|
+
}
|
|
29
|
+
const decoded = base64UrlDecode(parts[1]);
|
|
30
|
+
const claims = JSON.parse(decoded);
|
|
31
|
+
const orgId = claims.OrgID || claims.org_id;
|
|
32
|
+
if (!orgId) {
|
|
33
|
+
throw new errors_1.TokenError('Token does not contain org_id claim');
|
|
34
|
+
}
|
|
35
|
+
return orgId;
|
|
36
|
+
}
|
|
37
|
+
catch (e) {
|
|
38
|
+
if (e instanceof errors_1.TokenError)
|
|
39
|
+
throw e;
|
|
40
|
+
if (e instanceof SyntaxError) {
|
|
41
|
+
throw new errors_1.TokenError(`Failed to decode token payload: ${e.message}`);
|
|
42
|
+
}
|
|
43
|
+
throw new errors_1.TokenError(`Failed to extract org_id from token: ${e instanceof Error ? e.message : e}`);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
function tryExtractOrgId(token) {
|
|
47
|
+
try {
|
|
48
|
+
return extractOrgId(token);
|
|
49
|
+
}
|
|
50
|
+
catch {
|
|
51
|
+
return null;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
async function fetchOrgIdFromApi(token, apiUrl) {
|
|
55
|
+
try {
|
|
56
|
+
const resp = await fetch(`${apiUrl}/me`, {
|
|
57
|
+
headers: {
|
|
58
|
+
Authorization: `Bearer ${token}`,
|
|
59
|
+
'Content-Type': 'application/json',
|
|
60
|
+
},
|
|
61
|
+
});
|
|
62
|
+
if (!resp.ok)
|
|
63
|
+
return null;
|
|
64
|
+
const data = (await resp.json());
|
|
65
|
+
const orgs = data.organizations;
|
|
66
|
+
if (orgs && orgs.length > 0)
|
|
67
|
+
return orgs[0];
|
|
68
|
+
return null;
|
|
69
|
+
}
|
|
70
|
+
catch {
|
|
71
|
+
return null;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
//# sourceMappingURL=token.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"token.js","sourceRoot":"","sources":["../../../src/shared/token.ts"],"names":[],"mappings":";;AAmBA,oCAyBC;AAED,0CAMC;AAED,8CAmBC;AAzED,qCAAsC;AAEtC,SAAS,eAAe,CAAC,GAAW;IAClC,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;QAClC,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACzD,CAAC;IACD,4CAA4C;IAC5C,IAAI,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACvD,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,CAAC;IAChB,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzC,CAAC;AAED,SAAgB,YAAY,CAAC,KAAa;IACxC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,mBAAU,CAAC,iDAAiD,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,mBAAU,CAAC,qCAAqC,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,mBAAU;YAAE,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,YAAY,WAAW,EAAE,CAAC;YAC7B,MAAM,IAAI,mBAAU,CAAC,mCAAmC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,IAAI,mBAAU,CAClB,wCAAwC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAC7E,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAgB,eAAe,CAAC,KAAa;IAC3C,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,iBAAiB,CACrC,KAAa,EACb,MAAc;IAEd,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,KAAK,EAAE;YACvC,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,KAAK,EAAE;gBAChC,cAAc,EAAE,kBAAkB;aACnC;SACF,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAC1B,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA4B,CAAC;QAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,aAAqC,CAAC;QACxD,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
export interface ManagedClientOptions {
|
|
2
|
+
token: string;
|
|
3
|
+
workspaceId?: string;
|
|
4
|
+
apiUrl?: string;
|
|
5
|
+
}
|
|
6
|
+
export interface IngestResult {
|
|
7
|
+
tableName: string;
|
|
8
|
+
rowCount: number;
|
|
9
|
+
datasetPath: string;
|
|
10
|
+
}
|
|
11
|
+
export interface Format {
|
|
12
|
+
normalize(): Iterable<Batch> | AsyncIterable<Batch>;
|
|
13
|
+
schema?(): SchemaMap;
|
|
14
|
+
pg_schema?(): Record<string, string>;
|
|
15
|
+
image_columns?(): string[];
|
|
16
|
+
}
|
|
17
|
+
export interface IngestOptions {
|
|
18
|
+
schema?: SchemaMap;
|
|
19
|
+
format?: Format;
|
|
20
|
+
onProgress?: (processed: number, total: number) => void;
|
|
21
|
+
chunkSize?: number;
|
|
22
|
+
chunkOverlap?: number;
|
|
23
|
+
index?: string[];
|
|
24
|
+
}
|
|
25
|
+
export type Batch = Record<string, unknown[]>;
|
|
26
|
+
export type SchemaMap = Record<string, string>;
|
|
27
|
+
export type QueryRow = Record<string, unknown>;
|
|
28
|
+
export interface StorageCreds {
|
|
29
|
+
aws_access_key_id: string;
|
|
30
|
+
aws_secret_access_key: string;
|
|
31
|
+
aws_session_token?: string;
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/shared/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,MAAM;IACrB,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACpD,MAAM,CAAC,IAAI,SAAS,CAAC;IACrB,SAAS,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,aAAa,CAAC,IAAI,MAAM,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACxD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;AAE9C,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE/C,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE/C,MAAM,WAAW,YAAY;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/shared/types.ts"],"names":[],"mappings":""}
|