deeplake 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (160) hide show
  1. package/dist/browser/browser/client.d.ts +33 -0
  2. package/dist/browser/browser/client.d.ts.map +1 -0
  3. package/dist/browser/browser/client.js +312 -0
  4. package/dist/browser/browser/client.js.map +1 -0
  5. package/dist/browser/browser/index.d.ts +15 -0
  6. package/dist/browser/browser/index.d.ts.map +1 -0
  7. package/dist/browser/browser/index.js +11 -0
  8. package/dist/browser/browser/index.js.map +1 -0
  9. package/dist/browser/browser/wasm.d.ts +8 -0
  10. package/dist/browser/browser/wasm.d.ts.map +1 -0
  11. package/dist/browser/browser/wasm.js +53 -0
  12. package/dist/browser/browser/wasm.js.map +1 -0
  13. package/dist/browser/shared/api.d.ts +9 -0
  14. package/dist/browser/shared/api.d.ts.map +1 -0
  15. package/dist/browser/shared/api.js +67 -0
  16. package/dist/browser/shared/api.js.map +1 -0
  17. package/dist/browser/shared/credentials.d.ts +4 -0
  18. package/dist/browser/shared/credentials.d.ts.map +1 -0
  19. package/dist/browser/shared/credentials.js +24 -0
  20. package/dist/browser/shared/credentials.js.map +1 -0
  21. package/dist/browser/shared/database.d.ts +26 -0
  22. package/dist/browser/shared/database.d.ts.map +1 -0
  23. package/dist/browser/shared/database.js +67 -0
  24. package/dist/browser/shared/database.js.map +1 -0
  25. package/dist/browser/shared/dlref.d.ts +22 -0
  26. package/dist/browser/shared/dlref.d.ts.map +1 -0
  27. package/dist/browser/shared/dlref.js +48 -0
  28. package/dist/browser/shared/dlref.js.map +1 -0
  29. package/dist/browser/shared/errors.d.ts +22 -0
  30. package/dist/browser/shared/errors.d.ts.map +1 -0
  31. package/dist/browser/shared/errors.js +43 -0
  32. package/dist/browser/shared/errors.js.map +1 -0
  33. package/dist/browser/shared/schema.d.ts +7 -0
  34. package/dist/browser/shared/schema.d.ts.map +1 -0
  35. package/dist/browser/shared/schema.js +151 -0
  36. package/dist/browser/shared/schema.js.map +1 -0
  37. package/dist/browser/shared/token.d.ts +4 -0
  38. package/dist/browser/shared/token.d.ts.map +1 -0
  39. package/dist/browser/shared/token.js +69 -0
  40. package/dist/browser/shared/token.js.map +1 -0
  41. package/dist/browser/shared/types.d.ts +33 -0
  42. package/dist/browser/shared/types.d.ts.map +1 -0
  43. package/dist/browser/shared/types.js +2 -0
  44. package/dist/browser/shared/types.js.map +1 -0
  45. package/dist/browser/shared/wasm-common.d.ts +39 -0
  46. package/dist/browser/shared/wasm-common.d.ts.map +1 -0
  47. package/dist/browser/shared/wasm-common.js +287 -0
  48. package/dist/browser/shared/wasm-common.js.map +1 -0
  49. package/dist/node/node/client.d.ts +49 -0
  50. package/dist/node/node/client.d.ts.map +1 -0
  51. package/dist/node/node/client.js +670 -0
  52. package/dist/node/node/client.js.map +1 -0
  53. package/dist/node/node/formats/coco.d.ts +24 -0
  54. package/dist/node/node/formats/coco.d.ts.map +1 -0
  55. package/dist/node/node/formats/coco.js +342 -0
  56. package/dist/node/node/formats/coco.js.map +1 -0
  57. package/dist/node/node/formats/coco_panoptic.d.ts +19 -0
  58. package/dist/node/node/formats/coco_panoptic.d.ts.map +1 -0
  59. package/dist/node/node/formats/coco_panoptic.js +125 -0
  60. package/dist/node/node/formats/coco_panoptic.js.map +1 -0
  61. package/dist/node/node/formats/index.d.ts +7 -0
  62. package/dist/node/node/formats/index.d.ts.map +1 -0
  63. package/dist/node/node/formats/index.js +12 -0
  64. package/dist/node/node/formats/index.js.map +1 -0
  65. package/dist/node/node/formats/lerobot.d.ts +42 -0
  66. package/dist/node/node/formats/lerobot.d.ts.map +1 -0
  67. package/dist/node/node/formats/lerobot.js +351 -0
  68. package/dist/node/node/formats/lerobot.js.map +1 -0
  69. package/dist/node/node/index.d.ts +19 -0
  70. package/dist/node/node/index.d.ts.map +1 -0
  71. package/dist/node/node/index.js +75 -0
  72. package/dist/node/node/index.js.map +1 -0
  73. package/dist/node/node/mime.d.ts +2 -0
  74. package/dist/node/node/mime.d.ts.map +1 -0
  75. package/dist/node/node/mime.js +76 -0
  76. package/dist/node/node/mime.js.map +1 -0
  77. package/dist/node/node/normalizers/binary.d.ts +3 -0
  78. package/dist/node/node/normalizers/binary.d.ts.map +1 -0
  79. package/dist/node/node/normalizers/binary.js +51 -0
  80. package/dist/node/node/normalizers/binary.js.map +1 -0
  81. package/dist/node/node/normalizers/dict.d.ts +3 -0
  82. package/dist/node/node/normalizers/dict.d.ts.map +1 -0
  83. package/dist/node/node/normalizers/dict.js +17 -0
  84. package/dist/node/node/normalizers/dict.js.map +1 -0
  85. package/dist/node/node/normalizers/files.d.ts +3 -0
  86. package/dist/node/node/normalizers/files.d.ts.map +1 -0
  87. package/dist/node/node/normalizers/files.js +109 -0
  88. package/dist/node/node/normalizers/files.js.map +1 -0
  89. package/dist/node/node/normalizers/huggingface.d.ts +3 -0
  90. package/dist/node/node/normalizers/huggingface.d.ts.map +1 -0
  91. package/dist/node/node/normalizers/huggingface.js +158 -0
  92. package/dist/node/node/normalizers/huggingface.js.map +1 -0
  93. package/dist/node/node/normalizers/image.d.ts +3 -0
  94. package/dist/node/node/normalizers/image.d.ts.map +1 -0
  95. package/dist/node/node/normalizers/image.js +52 -0
  96. package/dist/node/node/normalizers/image.js.map +1 -0
  97. package/dist/node/node/normalizers/index.d.ts +9 -0
  98. package/dist/node/node/normalizers/index.d.ts.map +1 -0
  99. package/dist/node/node/normalizers/index.js +21 -0
  100. package/dist/node/node/normalizers/index.js.map +1 -0
  101. package/dist/node/node/normalizers/pdf.d.ts +3 -0
  102. package/dist/node/node/normalizers/pdf.d.ts.map +1 -0
  103. package/dist/node/node/normalizers/pdf.js +75 -0
  104. package/dist/node/node/normalizers/pdf.js.map +1 -0
  105. package/dist/node/node/normalizers/text.d.ts +4 -0
  106. package/dist/node/node/normalizers/text.d.ts.map +1 -0
  107. package/dist/node/node/normalizers/text.js +83 -0
  108. package/dist/node/node/normalizers/text.js.map +1 -0
  109. package/dist/node/node/normalizers/video.d.ts +3 -0
  110. package/dist/node/node/normalizers/video.d.ts.map +1 -0
  111. package/dist/node/node/normalizers/video.js +119 -0
  112. package/dist/node/node/normalizers/video.js.map +1 -0
  113. package/dist/node/node/storage.d.ts +15 -0
  114. package/dist/node/node/storage.d.ts.map +1 -0
  115. package/dist/node/node/storage.js +477 -0
  116. package/dist/node/node/storage.js.map +1 -0
  117. package/dist/node/node/wasm.d.ts +3 -0
  118. package/dist/node/node/wasm.d.ts.map +1 -0
  119. package/dist/node/node/wasm.js +49 -0
  120. package/dist/node/node/wasm.js.map +1 -0
  121. package/dist/node/shared/api.d.ts +9 -0
  122. package/dist/node/shared/api.d.ts.map +1 -0
  123. package/dist/node/shared/api.js +70 -0
  124. package/dist/node/shared/api.js.map +1 -0
  125. package/dist/node/shared/credentials.d.ts +4 -0
  126. package/dist/node/shared/credentials.d.ts.map +1 -0
  127. package/dist/node/shared/credentials.js +28 -0
  128. package/dist/node/shared/credentials.js.map +1 -0
  129. package/dist/node/shared/database.d.ts +26 -0
  130. package/dist/node/shared/database.d.ts.map +1 -0
  131. package/dist/node/shared/database.js +71 -0
  132. package/dist/node/shared/database.js.map +1 -0
  133. package/dist/node/shared/dlref.d.ts +22 -0
  134. package/dist/node/shared/dlref.d.ts.map +1 -0
  135. package/dist/node/shared/dlref.js +52 -0
  136. package/dist/node/shared/dlref.js.map +1 -0
  137. package/dist/node/shared/errors.d.ts +22 -0
  138. package/dist/node/shared/errors.d.ts.map +1 -0
  139. package/dist/node/shared/errors.js +53 -0
  140. package/dist/node/shared/errors.js.map +1 -0
  141. package/dist/node/shared/schema.d.ts +7 -0
  142. package/dist/node/shared/schema.d.ts.map +1 -0
  143. package/dist/node/shared/schema.js +157 -0
  144. package/dist/node/shared/schema.js.map +1 -0
  145. package/dist/node/shared/token.d.ts +4 -0
  146. package/dist/node/shared/token.d.ts.map +1 -0
  147. package/dist/node/shared/token.js +74 -0
  148. package/dist/node/shared/token.js.map +1 -0
  149. package/dist/node/shared/types.d.ts +33 -0
  150. package/dist/node/shared/types.d.ts.map +1 -0
  151. package/dist/node/shared/types.js +3 -0
  152. package/dist/node/shared/types.js.map +1 -0
  153. package/dist/node/shared/wasm-common.d.ts +39 -0
  154. package/dist/node/shared/wasm-common.d.ts.map +1 -0
  155. package/dist/node/shared/wasm-common.js +310 -0
  156. package/dist/node/shared/wasm-common.js.map +1 -0
  157. package/package.json +43 -18
  158. package/README.md +0 -39
  159. package/index.d.ts +0 -2
  160. package/index.js +0 -26
@@ -0,0 +1 @@
1
+ {"version":3,"file":"credentials.d.ts","sourceRoot":"","sources":["../../../src/shared/credentials.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAE5C,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,IAAI,GAAE,MAAoB,GACzB,OAAO,CAAC,YAAY,CAAC,CAYvB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI,CAQ3D"}
@@ -0,0 +1,28 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.getStorageCreds = getStorageCreds;
4
+ exports.applyStorageCreds = applyStorageCreds;
5
+ const api_1 = require("./api");
6
+ async function getStorageCreds(baseUrl, token, orgId, workspaceId, mode = 'readwrite') {
7
+ const resp = await (0, api_1.apiRequest)(baseUrl, token, orgId, {
8
+ method: 'POST',
9
+ path: `/workspaces/${workspaceId}/credentials/generate`,
10
+ body: { mode },
11
+ });
12
+ const creds = resp.creds ?? resp;
13
+ return {
14
+ aws_access_key_id: creds.aws_access_key_id,
15
+ aws_secret_access_key: creds.aws_secret_access_key,
16
+ aws_session_token: creds.aws_session_token,
17
+ };
18
+ }
19
+ function applyStorageCreds(creds) {
20
+ if (typeof process !== 'undefined' && process.env) {
21
+ if (creds.aws_access_key_id) {
22
+ process.env.AWS_ACCESS_KEY_ID = creds.aws_access_key_id;
23
+ process.env.AWS_SECRET_ACCESS_KEY = creds.aws_secret_access_key;
24
+ process.env.AWS_SESSION_TOKEN = creds.aws_session_token ?? '';
25
+ }
26
+ }
27
+ }
28
+ //# sourceMappingURL=credentials.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"credentials.js","sourceRoot":"","sources":["../../../src/shared/credentials.ts"],"names":[],"mappings":";;AAGA,0CAkBC;AAED,8CAQC;AA/BD,+BAAmC;AAG5B,KAAK,UAAU,eAAe,CACnC,OAAe,EACf,KAAa,EACb,KAAa,EACb,WAAmB,EACnB,OAAe,WAAW;IAE1B,MAAM,IAAI,GAAG,MAAM,IAAA,gBAAU,EAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE;QACnD,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,eAAe,WAAW,uBAAuB;QACvD,IAAI,EAAE,EAAE,IAAI,EAAE;KACf,CAAC,CAAC;IACH,MAAM,KAAK,GAAI,IAAI,CAAC,KAAgC,IAAI,IAAI,CAAC;IAC7D,OAAO;QACL,iBAAiB,EAAE,KAAK,CAAC,iBAA2B;QACpD,qBAAqB,EAAE,KAAK,CAAC,qBAA+B;QAC5D,iBAAiB,EAAE,KAAK,CAAC,iBAAuC;KACjE,CAAC;AACJ,CAAC;AAED,SAAgB,iBAAiB,CAAC,KAAmB;IACnD,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QAClD,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,CAAC;YACxD,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,KAAK,CAAC,qBAAqB,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC;QAChE,CAAC;IACH,CAAC;AACH,CAAC"}
@@ -0,0 +1,26 @@
1
+ import type { QueryRow } from './types';
2
+ export interface QueryExecutor {
3
+ query(sql: string, params?: unknown[]): Promise<QueryRow[]>;
4
+ }
5
+ export declare class ManagedQueryBuilder {
6
+ private _executor;
7
+ private _table;
8
+ private _columns;
9
+ private _conditions;
10
+ private _orderByClauses;
11
+ private _limitVal;
12
+ private _offsetVal;
13
+ constructor(executor: QueryExecutor, table: string);
14
+ select(...columns: string[]): this;
15
+ where(condition: string, ...params: unknown[]): this;
16
+ orderBy(clause: string): this;
17
+ limit(n: number): this;
18
+ offset(n: number): this;
19
+ buildSql(): {
20
+ sql: string;
21
+ params: unknown[] | null;
22
+ };
23
+ execute(): Promise<QueryRow[]>;
24
+ toString(): string;
25
+ }
26
+ //# sourceMappingURL=database.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../../src/shared/database.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAExC,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC7D;AAED,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,WAAW,CAAkD;IACrE,OAAO,CAAC,eAAe,CAAgB;IACvC,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,UAAU,CAAuB;gBAE7B,QAAQ,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM;IAKlD,MAAM,CAAC,GAAG,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI;IAKlC,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI;IAKpD,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK7B,KAAK,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI;IAKtB,MAAM,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI;IAKvB,QAAQ,IAAI;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAA;KAAE;IA+B/C,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAKpC,QAAQ,IAAI,MAAM;CAInB"}
@@ -0,0 +1,71 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.ManagedQueryBuilder = void 0;
4
+ class ManagedQueryBuilder {
5
+ _executor;
6
+ _table;
7
+ _columns = ['*'];
8
+ _conditions = [];
9
+ _orderByClauses = [];
10
+ _limitVal = null;
11
+ _offsetVal = null;
12
+ constructor(executor, table) {
13
+ this._executor = executor;
14
+ this._table = table;
15
+ }
16
+ select(...columns) {
17
+ this._columns = columns;
18
+ return this;
19
+ }
20
+ where(condition, ...params) {
21
+ this._conditions.push({ condition, params });
22
+ return this;
23
+ }
24
+ orderBy(clause) {
25
+ this._orderByClauses.push(clause);
26
+ return this;
27
+ }
28
+ limit(n) {
29
+ this._limitVal = n;
30
+ return this;
31
+ }
32
+ offset(n) {
33
+ this._offsetVal = n;
34
+ return this;
35
+ }
36
+ buildSql() {
37
+ const cols = this._columns.join(', ');
38
+ const safeTable = this._table.replace(/"/g, '""');
39
+ const parts = [`SELECT ${cols} FROM "${safeTable}"`];
40
+ const allParams = [];
41
+ if (this._conditions.length > 0) {
42
+ const whereClauses = [];
43
+ for (const { condition, params } of this._conditions) {
44
+ whereClauses.push(condition);
45
+ allParams.push(...params);
46
+ }
47
+ parts.push('WHERE ' + whereClauses.join(' AND '));
48
+ }
49
+ if (this._orderByClauses.length > 0) {
50
+ parts.push('ORDER BY ' + this._orderByClauses.join(', '));
51
+ }
52
+ if (this._limitVal !== null) {
53
+ parts.push(`LIMIT ${Math.trunc(this._limitVal)}`);
54
+ }
55
+ if (this._offsetVal !== null) {
56
+ parts.push(`OFFSET ${Math.trunc(this._offsetVal)}`);
57
+ }
58
+ const sql = parts.join(' ');
59
+ return { sql, params: allParams.length > 0 ? allParams : null };
60
+ }
61
+ async execute() {
62
+ const { sql, params } = this.buildSql();
63
+ return this._executor.query(sql, params ?? undefined);
64
+ }
65
+ toString() {
66
+ const { sql, params } = this.buildSql();
67
+ return `ManagedQueryBuilder(sql=${JSON.stringify(sql)}, params=${JSON.stringify(params)})`;
68
+ }
69
+ }
70
+ exports.ManagedQueryBuilder = ManagedQueryBuilder;
71
+ //# sourceMappingURL=database.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"database.js","sourceRoot":"","sources":["../../../src/shared/database.ts"],"names":[],"mappings":";;;AAMA,MAAa,mBAAmB;IACtB,SAAS,CAAgB;IACzB,MAAM,CAAS;IACf,QAAQ,GAAa,CAAC,GAAG,CAAC,CAAC;IAC3B,WAAW,GAA+C,EAAE,CAAC;IAC7D,eAAe,GAAa,EAAE,CAAC;IAC/B,SAAS,GAAkB,IAAI,CAAC;IAChC,UAAU,GAAkB,IAAI,CAAC;IAEzC,YAAY,QAAuB,EAAE,KAAa;QAChD,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,MAAM,CAAC,GAAG,OAAiB;QACzB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,SAAiB,EAAE,GAAG,MAAiB;QAC3C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,MAAc;QACpB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,CAAS;QACb,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,CAAC,CAAS;QACd,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,QAAQ;QACN,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,UAAU,IAAI,UAAU,SAAS,GAAG,CAAC,CAAC;QAErD,MAAM,SAAS,GAAc,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,KAAK,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrD,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC7B,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YAC5B,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,IAAI,SAAS,CAAC,CAAC;IACxD,CAAC;IAED,QAAQ;QACN,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QACxC,OAAO,2BAA2B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7F,CAAC;CACF;AA/ED,kDA+EC"}
@@ -0,0 +1,22 @@
1
+ /**
2
+ * DLREF data reference parser.
3
+ *
4
+ * pg_deeplake returns DLREF references for VIDEO columns instead of raw bytes.
5
+ * Format: "DLREF:version|column_id|row_id"
6
+ *
7
+ * SDKs parse these to fetch actual data directly from dataset storage.
8
+ */
9
+ export interface DataRef {
10
+ version: string;
11
+ columnId: number;
12
+ rowId: bigint;
13
+ }
14
+ export declare function isDataRef(value: unknown): boolean;
15
+ /**
16
+ * Parse a DLREF data reference string into its components.
17
+ * Accepts string, Buffer, or Uint8Array (raw BYTEA from query results).
18
+ *
19
+ * For base64-encoded values (as returned by the REST API), decode first.
20
+ */
21
+ export declare function parseDataRef(value: string | Uint8Array): DataRef;
22
+ //# sourceMappingURL=dlref.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dlref.d.ts","sourceRoot":"","sources":["../../../src/shared/dlref.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,MAAM,WAAW,OAAO;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAID,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CASjD;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,OAAO,CAuBhE"}
@@ -0,0 +1,52 @@
1
+ "use strict";
2
+ /**
3
+ * DLREF data reference parser.
4
+ *
5
+ * pg_deeplake returns DLREF references for VIDEO columns instead of raw bytes.
6
+ * Format: "DLREF:version|column_id|row_id"
7
+ *
8
+ * SDKs parse these to fetch actual data directly from dataset storage.
9
+ */
10
+ Object.defineProperty(exports, "__esModule", { value: true });
11
+ exports.isDataRef = isDataRef;
12
+ exports.parseDataRef = parseDataRef;
13
+ const DLREF_PREFIX = 'DLREF:';
14
+ function isDataRef(value) {
15
+ if (typeof value === 'string') {
16
+ return value.startsWith(DLREF_PREFIX);
17
+ }
18
+ if (value instanceof Uint8Array) {
19
+ const prefix = new TextDecoder().decode(value.subarray(0, 6));
20
+ return prefix === DLREF_PREFIX;
21
+ }
22
+ return false;
23
+ }
24
+ /**
25
+ * Parse a DLREF data reference string into its components.
26
+ * Accepts string, Buffer, or Uint8Array (raw BYTEA from query results).
27
+ *
28
+ * For base64-encoded values (as returned by the REST API), decode first.
29
+ */
30
+ function parseDataRef(value) {
31
+ let str;
32
+ if (typeof value === 'string') {
33
+ str = value;
34
+ }
35
+ else {
36
+ str = new TextDecoder().decode(value);
37
+ }
38
+ if (!str.startsWith(DLREF_PREFIX)) {
39
+ throw new Error(`Not a DLREF: ${str.slice(0, 30)}`);
40
+ }
41
+ const payload = str.slice(DLREF_PREFIX.length);
42
+ const parts = payload.split('|');
43
+ if (parts.length !== 3) {
44
+ throw new Error(`Invalid DLREF format: expected 3 parts, got ${parts.length}`);
45
+ }
46
+ return {
47
+ version: parts[0],
48
+ columnId: parseInt(parts[1], 10),
49
+ rowId: BigInt(parts[2]),
50
+ };
51
+ }
52
+ //# sourceMappingURL=dlref.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dlref.js","sourceRoot":"","sources":["../../../src/shared/dlref.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;AAUH,8BASC;AAQD,oCAuBC;AA1CD,MAAM,YAAY,GAAG,QAAQ,CAAC;AAE9B,SAAgB,SAAS,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9D,OAAO,MAAM,KAAK,YAAY,CAAC;IACjC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,SAAgB,YAAY,CAAC,KAA0B;IACrD,IAAI,GAAW,CAAC;IAChB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,GAAG,GAAG,KAAK,CAAC;IACd,CAAC;SAAM,CAAC;QACN,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,+CAA+C,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QACjB,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAChC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KACxB,CAAC;AACJ,CAAC"}
@@ -0,0 +1,22 @@
1
+ export declare class ManagedServiceError extends Error {
2
+ constructor(message: string);
3
+ }
4
+ export declare class AuthError extends ManagedServiceError {
5
+ constructor(message: string);
6
+ }
7
+ export declare class TokenError extends AuthError {
8
+ constructor(message: string);
9
+ }
10
+ export declare class CredentialsError extends ManagedServiceError {
11
+ constructor(message: string);
12
+ }
13
+ export declare class IngestError extends ManagedServiceError {
14
+ constructor(message: string);
15
+ }
16
+ export declare class TableError extends ManagedServiceError {
17
+ constructor(message: string);
18
+ }
19
+ export declare class WorkspaceError extends ManagedServiceError {
20
+ constructor(message: string);
21
+ }
22
+ //# sourceMappingURL=errors.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../src/shared/errors.ts"],"names":[],"mappings":"AAAA,qBAAa,mBAAoB,SAAQ,KAAK;gBAChC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,SAAU,SAAQ,mBAAmB;gBACpC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,UAAW,SAAQ,SAAS;gBAC3B,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,gBAAiB,SAAQ,mBAAmB;gBAC3C,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,WAAY,SAAQ,mBAAmB;gBACtC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,UAAW,SAAQ,mBAAmB;gBACrC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,cAAe,SAAQ,mBAAmB;gBACzC,OAAO,EAAE,MAAM;CAI5B"}
@@ -0,0 +1,53 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.WorkspaceError = exports.TableError = exports.IngestError = exports.CredentialsError = exports.TokenError = exports.AuthError = exports.ManagedServiceError = void 0;
4
+ class ManagedServiceError extends Error {
5
+ constructor(message) {
6
+ super(message);
7
+ this.name = 'ManagedServiceError';
8
+ }
9
+ }
10
+ exports.ManagedServiceError = ManagedServiceError;
11
+ class AuthError extends ManagedServiceError {
12
+ constructor(message) {
13
+ super(message);
14
+ this.name = 'AuthError';
15
+ }
16
+ }
17
+ exports.AuthError = AuthError;
18
+ class TokenError extends AuthError {
19
+ constructor(message) {
20
+ super(message);
21
+ this.name = 'TokenError';
22
+ }
23
+ }
24
+ exports.TokenError = TokenError;
25
+ class CredentialsError extends ManagedServiceError {
26
+ constructor(message) {
27
+ super(message);
28
+ this.name = 'CredentialsError';
29
+ }
30
+ }
31
+ exports.CredentialsError = CredentialsError;
32
+ class IngestError extends ManagedServiceError {
33
+ constructor(message) {
34
+ super(message);
35
+ this.name = 'IngestError';
36
+ }
37
+ }
38
+ exports.IngestError = IngestError;
39
+ class TableError extends ManagedServiceError {
40
+ constructor(message) {
41
+ super(message);
42
+ this.name = 'TableError';
43
+ }
44
+ }
45
+ exports.TableError = TableError;
46
+ class WorkspaceError extends ManagedServiceError {
47
+ constructor(message) {
48
+ super(message);
49
+ this.name = 'WorkspaceError';
50
+ }
51
+ }
52
+ exports.WorkspaceError = WorkspaceError;
53
+ //# sourceMappingURL=errors.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/shared/errors.ts"],"names":[],"mappings":";;;AAAA,MAAa,mBAAoB,SAAQ,KAAK;IAC5C,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AALD,kDAKC;AAED,MAAa,SAAU,SAAQ,mBAAmB;IAChD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC;IAC1B,CAAC;CACF;AALD,8BAKC;AAED,MAAa,UAAW,SAAQ,SAAS;IACvC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;IAC3B,CAAC;CACF;AALD,gCAKC;AAED,MAAa,gBAAiB,SAAQ,mBAAmB;IACvD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AALD,4CAKC;AAED,MAAa,WAAY,SAAQ,mBAAmB;IAClD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;IAC5B,CAAC;CACF;AALD,kCAKC;AAED,MAAa,UAAW,SAAQ,mBAAmB;IACjD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;IAC3B,CAAC;CACF;AALD,gCAKC;AAED,MAAa,cAAe,SAAQ,mBAAmB;IACrD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC/B,CAAC;CACF;AALD,wCAKC"}
@@ -0,0 +1,7 @@
1
+ import type { Batch, Format, SchemaMap } from './types';
2
+ export declare const SCHEMA_TO_PG: Record<string, string>;
3
+ export declare const SCHEMA_TO_DEEPLAKE: Record<string, string>;
4
+ export declare function inferType(value: unknown): string;
5
+ export declare function buildPgSchema(batch: Batch, schema?: SchemaMap, format?: Format): Record<string, string>;
6
+ export declare function ensureColumns(dataset: any, batch: Batch, schema?: SchemaMap): void;
7
+ //# sourceMappingURL=schema.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/shared/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAExD,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAqB/C,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAqBrD,CAAC;AAEF,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAqBhD;AAED,wBAAgB,aAAa,CAC3B,KAAK,EAAE,KAAK,EACZ,MAAM,CAAC,EAAE,SAAS,EAClB,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CA2BxB;AAED,wBAAgB,aAAa,CAC3B,OAAO,EAAE,GAAG,EACZ,KAAK,EAAE,KAAK,EACZ,MAAM,CAAC,EAAE,SAAS,GACjB,IAAI,CAiDN"}
@@ -0,0 +1,157 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.SCHEMA_TO_DEEPLAKE = exports.SCHEMA_TO_PG = void 0;
4
+ exports.inferType = inferType;
5
+ exports.buildPgSchema = buildPgSchema;
6
+ exports.ensureColumns = ensureColumns;
7
+ exports.SCHEMA_TO_PG = {
8
+ TEXT: 'TEXT',
9
+ INT: 'BIGINT',
10
+ INT32: 'INTEGER',
11
+ INT64: 'BIGINT',
12
+ FLOAT: 'DOUBLE PRECISION',
13
+ FLOAT32: 'REAL',
14
+ FLOAT64: 'DOUBLE PRECISION',
15
+ BOOL: 'BOOLEAN',
16
+ BINARY: 'BYTEA',
17
+ IMAGE: 'BYTEA',
18
+ VIDEO: 'VIDEO',
19
+ EMBEDDING: 'float4[]',
20
+ SEGMENT_MASK: 'BYTEA',
21
+ BINARY_MASK: 'BYTEA',
22
+ BOUNDING_BOX: 'float4[]',
23
+ CLASS_LABEL: 'INTEGER',
24
+ POLYGON: 'BYTEA',
25
+ POINT: 'float4[]',
26
+ MESH: 'BYTEA',
27
+ MEDICAL: 'BYTEA',
28
+ };
29
+ exports.SCHEMA_TO_DEEPLAKE = {
30
+ TEXT: 'text',
31
+ INT: 'int64',
32
+ INT32: 'int32',
33
+ INT64: 'int64',
34
+ FLOAT: 'float64',
35
+ FLOAT32: 'float32',
36
+ FLOAT64: 'float64',
37
+ BOOL: 'bool',
38
+ BINARY: 'bytes',
39
+ IMAGE: 'image',
40
+ VIDEO: 'bytes',
41
+ EMBEDDING: 'float32',
42
+ SEGMENT_MASK: 'segment_mask',
43
+ BINARY_MASK: 'binary_mask',
44
+ BOUNDING_BOX: 'bounding_box',
45
+ CLASS_LABEL: 'class_label',
46
+ POLYGON: 'polygon',
47
+ POINT: 'point',
48
+ MESH: 'mesh',
49
+ MEDICAL: 'medical',
50
+ };
51
+ function inferType(value) {
52
+ if (typeof value === 'boolean')
53
+ return 'BOOL';
54
+ if (typeof value === 'number') {
55
+ return Number.isInteger(value) ? 'INT64' : 'FLOAT64';
56
+ }
57
+ if (typeof value === 'string')
58
+ return 'TEXT';
59
+ if ((typeof Buffer !== 'undefined' && Buffer.isBuffer(value)) ||
60
+ value instanceof Uint8Array ||
61
+ value instanceof ArrayBuffer) {
62
+ return 'BINARY';
63
+ }
64
+ if (Array.isArray(value) &&
65
+ value.length > 0 &&
66
+ value.every((x) => typeof x === 'number')) {
67
+ return 'EMBEDDING';
68
+ }
69
+ return 'TEXT';
70
+ }
71
+ function buildPgSchema(batch, schema, format) {
72
+ const pgSchema = {};
73
+ for (const [colName, values] of Object.entries(batch)) {
74
+ if (schema && colName in schema) {
75
+ const typeName = schema[colName].toUpperCase();
76
+ if (typeName === 'FILE')
77
+ continue;
78
+ pgSchema[colName] = exports.SCHEMA_TO_PG[typeName] ?? 'TEXT';
79
+ continue;
80
+ }
81
+ const sample = Array.isArray(values) && values.length > 0 ? values[0] : values;
82
+ const inferred = inferType(sample);
83
+ pgSchema[colName] = exports.SCHEMA_TO_PG[inferred] ?? 'TEXT';
84
+ }
85
+ // Apply format's pg_schema() domain type overrides (e.g. IMAGE, SEGMENT_MASK)
86
+ if (format && typeof format.pg_schema === 'function') {
87
+ const formatPgSchema = format.pg_schema();
88
+ for (const [colName, domainType] of Object.entries(formatPgSchema)) {
89
+ if (colName in pgSchema) {
90
+ pgSchema[colName] = domainType;
91
+ }
92
+ }
93
+ }
94
+ return pgSchema;
95
+ }
96
+ function ensureColumns(dataset, batch, schema) {
97
+ const existing = new Set();
98
+ let schemaObj = null;
99
+ try {
100
+ schemaObj = dataset.schema;
101
+ if (schemaObj) {
102
+ const cols = schemaObj.columns;
103
+ if (cols && typeof cols.size === 'function') {
104
+ // WASM vector proxy: .size() / .get(i)
105
+ const n = cols.size();
106
+ for (let i = 0; i < n; i++) {
107
+ const col = cols.get(i);
108
+ existing.add(col.name);
109
+ if (typeof col.delete === 'function')
110
+ col.delete();
111
+ }
112
+ if (typeof cols.delete === 'function')
113
+ cols.delete();
114
+ }
115
+ else if (Array.isArray(cols)) {
116
+ for (const c of cols)
117
+ existing.add(c.name);
118
+ }
119
+ }
120
+ }
121
+ catch {
122
+ // Schema access failed — assume no existing columns
123
+ }
124
+ finally {
125
+ if (schemaObj && typeof schemaObj.delete === 'function') {
126
+ try {
127
+ schemaObj.delete();
128
+ }
129
+ catch { /* ignore */ }
130
+ }
131
+ }
132
+ for (const [colName, values] of Object.entries(batch)) {
133
+ if (existing.has(colName))
134
+ continue;
135
+ let dlType;
136
+ if (schema && colName in schema) {
137
+ const typeName = schema[colName].toUpperCase();
138
+ if (typeName === 'FILE')
139
+ continue;
140
+ dlType = exports.SCHEMA_TO_DEEPLAKE[typeName] ?? 'text';
141
+ }
142
+ else {
143
+ const sample = Array.isArray(values) && values.length > 0 ? values[0] : values;
144
+ const inferred = inferType(sample);
145
+ dlType = exports.SCHEMA_TO_DEEPLAKE[inferred] ?? 'text';
146
+ }
147
+ try {
148
+ dataset.addColumnByStringType(colName, dlType);
149
+ }
150
+ catch (e) {
151
+ if (!String(e?.message ?? e).includes('already exists'))
152
+ throw e;
153
+ }
154
+ existing.add(colName);
155
+ }
156
+ }
157
+ //# sourceMappingURL=schema.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/shared/schema.ts"],"names":[],"mappings":";;;AAgDA,8BAqBC;AAED,sCA+BC;AAED,sCAqDC;AA3JY,QAAA,YAAY,GAA2B;IAClD,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,QAAQ;IACb,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,QAAQ;IACf,KAAK,EAAE,kBAAkB;IACzB,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,kBAAkB;IAC3B,IAAI,EAAE,SAAS;IACf,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,UAAU;IACrB,YAAY,EAAE,OAAO;IACrB,WAAW,EAAE,OAAO;IACpB,YAAY,EAAE,UAAU;IACxB,WAAW,EAAE,SAAS;IACtB,OAAO,EAAE,OAAO;IAChB,KAAK,EAAE,UAAU;IACjB,IAAI,EAAE,OAAO;IACb,OAAO,EAAE,OAAO;CACjB,CAAC;AAEW,QAAA,kBAAkB,GAA2B;IACxD,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,OAAO;IACZ,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,SAAS;IAChB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,SAAS;IACpB,YAAY,EAAE,cAAc;IAC5B,WAAW,EAAE,aAAa;IAC1B,YAAY,EAAE,cAAc;IAC5B,WAAW,EAAE,aAAa;IAC1B,OAAO,EAAE,SAAS;IAClB,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,SAAS;CACnB,CAAC;AAEF,SAAgB,SAAS,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IACvD,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC7C,IACE,CAAC,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzD,KAAK,YAAY,UAAU;QAC3B,KAAK,YAAY,WAAW,EAC5B,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IACE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,KAAK,CAAC,MAAM,GAAG,CAAC;QAChB,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EACzC,CAAC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAgB,aAAa,CAC3B,KAAY,EACZ,MAAkB,EAClB,MAAe;IAEf,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAE5C,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,IAAI,MAAM,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,QAAQ,KAAK,MAAM;gBAAE,SAAS;YAClC,QAAQ,CAAC,OAAO,CAAC,GAAG,oBAAY,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;YACrD,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC/E,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QACnC,QAAQ,CAAC,OAAO,CAAC,GAAG,oBAAY,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;IACvD,CAAC;IAED,8EAA8E;IAC9E,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QACrD,MAAM,cAAc,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;YACnE,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;gBACxB,QAAQ,CAAC,OAAO,CAAC,GAAG,UAAU,CAAC;YACjC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAgB,aAAa,CAC3B,OAAY,EACZ,KAAY,EACZ,MAAkB;IAElB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,SAAS,GAAQ,IAAI,CAAC;IAC1B,IAAI,CAAC;QACH,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;QAC3B,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC;YAC/B,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC5C,uCAAuC;gBACvC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBACxB,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBACvB,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,UAAU;wBAAE,GAAG,CAAC,MAAM,EAAE,CAAC;gBACrD,CAAC;gBACD,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,UAAU;oBAAE,IAAI,CAAC,MAAM,EAAE,CAAC;YACvD,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/B,KAAK,MAAM,CAAC,IAAI,IAAI;oBAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,oDAAoD;IACtD,CAAC;YAAS,CAAC;QACT,IAAI,SAAS,IAAI,OAAO,SAAS,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACxD,IAAI,CAAC;gBAAC,SAAS,CAAC,MAAM,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QAEpC,IAAI,MAAc,CAAC;QACnB,IAAI,MAAM,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,QAAQ,KAAK,MAAM;gBAAE,SAAS;YAClC,MAAM,GAAG,0BAAkB,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC/E,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YACnC,MAAM,GAAG,0BAAkB,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;QAClD,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC;gBAAE,MAAM,CAAC,CAAC;QACnE,CAAC;QACD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACxB,CAAC;AACH,CAAC"}
@@ -0,0 +1,4 @@
1
+ export declare function extractOrgId(token: string): string;
2
+ export declare function tryExtractOrgId(token: string): string | null;
3
+ export declare function fetchOrgIdFromApi(token: string, apiUrl: string): Promise<string | null>;
4
+ //# sourceMappingURL=token.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"token.d.ts","sourceRoot":"","sources":["../../../src/shared/token.ts"],"names":[],"mappings":"AAmBA,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAyBlD;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAM5D;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAgBxB"}
@@ -0,0 +1,74 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.extractOrgId = extractOrgId;
4
+ exports.tryExtractOrgId = tryExtractOrgId;
5
+ exports.fetchOrgIdFromApi = fetchOrgIdFromApi;
6
+ const errors_1 = require("./errors");
7
+ function base64UrlDecode(str) {
8
+ if (typeof Buffer !== 'undefined') {
9
+ return Buffer.from(str, 'base64url').toString('utf-8');
10
+ }
11
+ // Browser fallback using atob + TextDecoder
12
+ let base64 = str.replace(/-/g, '+').replace(/_/g, '/');
13
+ while (base64.length % 4 !== 0) {
14
+ base64 += '=';
15
+ }
16
+ const binary = atob(base64);
17
+ const bytes = new Uint8Array(binary.length);
18
+ for (let i = 0; i < binary.length; i++) {
19
+ bytes[i] = binary.charCodeAt(i);
20
+ }
21
+ return new TextDecoder().decode(bytes);
22
+ }
23
+ function extractOrgId(token) {
24
+ try {
25
+ const parts = token.split('.');
26
+ if (parts.length !== 3) {
27
+ throw new errors_1.TokenError('Invalid token format: expected JWT with 3 parts');
28
+ }
29
+ const decoded = base64UrlDecode(parts[1]);
30
+ const claims = JSON.parse(decoded);
31
+ const orgId = claims.OrgID || claims.org_id;
32
+ if (!orgId) {
33
+ throw new errors_1.TokenError('Token does not contain org_id claim');
34
+ }
35
+ return orgId;
36
+ }
37
+ catch (e) {
38
+ if (e instanceof errors_1.TokenError)
39
+ throw e;
40
+ if (e instanceof SyntaxError) {
41
+ throw new errors_1.TokenError(`Failed to decode token payload: ${e.message}`);
42
+ }
43
+ throw new errors_1.TokenError(`Failed to extract org_id from token: ${e instanceof Error ? e.message : e}`);
44
+ }
45
+ }
46
+ function tryExtractOrgId(token) {
47
+ try {
48
+ return extractOrgId(token);
49
+ }
50
+ catch {
51
+ return null;
52
+ }
53
+ }
54
+ async function fetchOrgIdFromApi(token, apiUrl) {
55
+ try {
56
+ const resp = await fetch(`${apiUrl}/me`, {
57
+ headers: {
58
+ Authorization: `Bearer ${token}`,
59
+ 'Content-Type': 'application/json',
60
+ },
61
+ });
62
+ if (!resp.ok)
63
+ return null;
64
+ const data = (await resp.json());
65
+ const orgs = data.organizations;
66
+ if (orgs && orgs.length > 0)
67
+ return orgs[0];
68
+ return null;
69
+ }
70
+ catch {
71
+ return null;
72
+ }
73
+ }
74
+ //# sourceMappingURL=token.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"token.js","sourceRoot":"","sources":["../../../src/shared/token.ts"],"names":[],"mappings":";;AAmBA,oCAyBC;AAED,0CAMC;AAED,8CAmBC;AAzED,qCAAsC;AAEtC,SAAS,eAAe,CAAC,GAAW;IAClC,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;QAClC,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACzD,CAAC;IACD,4CAA4C;IAC5C,IAAI,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACvD,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,CAAC;IAChB,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzC,CAAC;AAED,SAAgB,YAAY,CAAC,KAAa;IACxC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,mBAAU,CAAC,iDAAiD,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,mBAAU,CAAC,qCAAqC,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,mBAAU;YAAE,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,YAAY,WAAW,EAAE,CAAC;YAC7B,MAAM,IAAI,mBAAU,CAAC,mCAAmC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,IAAI,mBAAU,CAClB,wCAAwC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAC7E,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAgB,eAAe,CAAC,KAAa;IAC3C,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,iBAAiB,CACrC,KAAa,EACb,MAAc;IAEd,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,KAAK,EAAE;YACvC,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,KAAK,EAAE;gBAChC,cAAc,EAAE,kBAAkB;aACnC;SACF,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAC1B,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA4B,CAAC;QAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,aAAqC,CAAC;QACxD,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
@@ -0,0 +1,33 @@
1
+ export interface ManagedClientOptions {
2
+ token: string;
3
+ workspaceId?: string;
4
+ apiUrl?: string;
5
+ }
6
+ export interface IngestResult {
7
+ tableName: string;
8
+ rowCount: number;
9
+ datasetPath: string;
10
+ }
11
+ export interface Format {
12
+ normalize(): Iterable<Batch> | AsyncIterable<Batch>;
13
+ schema?(): SchemaMap;
14
+ pg_schema?(): Record<string, string>;
15
+ image_columns?(): string[];
16
+ }
17
+ export interface IngestOptions {
18
+ schema?: SchemaMap;
19
+ format?: Format;
20
+ onProgress?: (processed: number, total: number) => void;
21
+ chunkSize?: number;
22
+ chunkOverlap?: number;
23
+ index?: string[];
24
+ }
25
+ export type Batch = Record<string, unknown[]>;
26
+ export type SchemaMap = Record<string, string>;
27
+ export type QueryRow = Record<string, unknown>;
28
+ export interface StorageCreds {
29
+ aws_access_key_id: string;
30
+ aws_secret_access_key: string;
31
+ aws_session_token?: string;
32
+ }
33
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/shared/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,MAAM;IACrB,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACpD,MAAM,CAAC,IAAI,SAAS,CAAC;IACrB,SAAS,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,aAAa,CAAC,IAAI,MAAM,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACxD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;AAE9C,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE/C,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE/C,MAAM,WAAW,YAAY;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B"}
@@ -0,0 +1,3 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/shared/types.ts"],"names":[],"mappings":""}