deeplake 0.1.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (163) hide show
  1. package/dist/browser/browser/client.d.ts +33 -0
  2. package/dist/browser/browser/client.d.ts.map +1 -0
  3. package/dist/browser/browser/client.js +312 -0
  4. package/dist/browser/browser/client.js.map +1 -0
  5. package/dist/browser/browser/index.d.ts +15 -0
  6. package/dist/browser/browser/index.d.ts.map +1 -0
  7. package/dist/browser/browser/index.js +11 -0
  8. package/dist/browser/browser/index.js.map +1 -0
  9. package/dist/browser/browser/wasm.d.ts +14 -0
  10. package/dist/browser/browser/wasm.d.ts.map +1 -0
  11. package/dist/browser/browser/wasm.js +59 -0
  12. package/dist/browser/browser/wasm.js.map +1 -0
  13. package/dist/browser/shared/api.d.ts +9 -0
  14. package/dist/browser/shared/api.d.ts.map +1 -0
  15. package/dist/browser/shared/api.js +67 -0
  16. package/dist/browser/shared/api.js.map +1 -0
  17. package/dist/browser/shared/credentials.d.ts +4 -0
  18. package/dist/browser/shared/credentials.d.ts.map +1 -0
  19. package/dist/browser/shared/credentials.js +24 -0
  20. package/dist/browser/shared/credentials.js.map +1 -0
  21. package/dist/browser/shared/database.d.ts +26 -0
  22. package/dist/browser/shared/database.d.ts.map +1 -0
  23. package/dist/browser/shared/database.js +67 -0
  24. package/dist/browser/shared/database.js.map +1 -0
  25. package/dist/browser/shared/dlref.d.ts +22 -0
  26. package/dist/browser/shared/dlref.d.ts.map +1 -0
  27. package/dist/browser/shared/dlref.js +48 -0
  28. package/dist/browser/shared/dlref.js.map +1 -0
  29. package/dist/browser/shared/errors.d.ts +22 -0
  30. package/dist/browser/shared/errors.d.ts.map +1 -0
  31. package/dist/browser/shared/errors.js +43 -0
  32. package/dist/browser/shared/errors.js.map +1 -0
  33. package/dist/browser/shared/schema.d.ts +7 -0
  34. package/dist/browser/shared/schema.d.ts.map +1 -0
  35. package/dist/browser/shared/schema.js +151 -0
  36. package/dist/browser/shared/schema.js.map +1 -0
  37. package/dist/browser/shared/token.d.ts +4 -0
  38. package/dist/browser/shared/token.d.ts.map +1 -0
  39. package/dist/browser/shared/token.js +69 -0
  40. package/dist/browser/shared/token.js.map +1 -0
  41. package/dist/browser/shared/types.d.ts +33 -0
  42. package/dist/browser/shared/types.d.ts.map +1 -0
  43. package/dist/browser/shared/types.js +2 -0
  44. package/dist/browser/shared/types.js.map +1 -0
  45. package/dist/browser/shared/wasm-common.d.ts +39 -0
  46. package/dist/browser/shared/wasm-common.d.ts.map +1 -0
  47. package/dist/browser/shared/wasm-common.js +287 -0
  48. package/dist/browser/shared/wasm-common.js.map +1 -0
  49. package/dist/node/node/client.d.ts +49 -0
  50. package/dist/node/node/client.d.ts.map +1 -0
  51. package/dist/node/node/client.js +670 -0
  52. package/dist/node/node/client.js.map +1 -0
  53. package/dist/node/node/formats/coco.d.ts +24 -0
  54. package/dist/node/node/formats/coco.d.ts.map +1 -0
  55. package/dist/node/node/formats/coco.js +342 -0
  56. package/dist/node/node/formats/coco.js.map +1 -0
  57. package/dist/node/node/formats/coco_panoptic.d.ts +19 -0
  58. package/dist/node/node/formats/coco_panoptic.d.ts.map +1 -0
  59. package/dist/node/node/formats/coco_panoptic.js +125 -0
  60. package/dist/node/node/formats/coco_panoptic.js.map +1 -0
  61. package/dist/node/node/formats/index.d.ts +7 -0
  62. package/dist/node/node/formats/index.d.ts.map +1 -0
  63. package/dist/node/node/formats/index.js +12 -0
  64. package/dist/node/node/formats/index.js.map +1 -0
  65. package/dist/node/node/formats/lerobot.d.ts +42 -0
  66. package/dist/node/node/formats/lerobot.d.ts.map +1 -0
  67. package/dist/node/node/formats/lerobot.js +351 -0
  68. package/dist/node/node/formats/lerobot.js.map +1 -0
  69. package/dist/node/node/index.d.ts +19 -0
  70. package/dist/node/node/index.d.ts.map +1 -0
  71. package/dist/node/node/index.js +76 -0
  72. package/dist/node/node/index.js.map +1 -0
  73. package/dist/node/node/mime.d.ts +2 -0
  74. package/dist/node/node/mime.d.ts.map +1 -0
  75. package/dist/node/node/mime.js +76 -0
  76. package/dist/node/node/mime.js.map +1 -0
  77. package/dist/node/node/normalizers/binary.d.ts +3 -0
  78. package/dist/node/node/normalizers/binary.d.ts.map +1 -0
  79. package/dist/node/node/normalizers/binary.js +51 -0
  80. package/dist/node/node/normalizers/binary.js.map +1 -0
  81. package/dist/node/node/normalizers/dict.d.ts +3 -0
  82. package/dist/node/node/normalizers/dict.d.ts.map +1 -0
  83. package/dist/node/node/normalizers/dict.js +17 -0
  84. package/dist/node/node/normalizers/dict.js.map +1 -0
  85. package/dist/node/node/normalizers/files.d.ts +3 -0
  86. package/dist/node/node/normalizers/files.d.ts.map +1 -0
  87. package/dist/node/node/normalizers/files.js +109 -0
  88. package/dist/node/node/normalizers/files.js.map +1 -0
  89. package/dist/node/node/normalizers/huggingface.d.ts +3 -0
  90. package/dist/node/node/normalizers/huggingface.d.ts.map +1 -0
  91. package/dist/node/node/normalizers/huggingface.js +158 -0
  92. package/dist/node/node/normalizers/huggingface.js.map +1 -0
  93. package/dist/node/node/normalizers/image.d.ts +3 -0
  94. package/dist/node/node/normalizers/image.d.ts.map +1 -0
  95. package/dist/node/node/normalizers/image.js +52 -0
  96. package/dist/node/node/normalizers/image.js.map +1 -0
  97. package/dist/node/node/normalizers/index.d.ts +9 -0
  98. package/dist/node/node/normalizers/index.d.ts.map +1 -0
  99. package/dist/node/node/normalizers/index.js +21 -0
  100. package/dist/node/node/normalizers/index.js.map +1 -0
  101. package/dist/node/node/normalizers/pdf.d.ts +3 -0
  102. package/dist/node/node/normalizers/pdf.d.ts.map +1 -0
  103. package/dist/node/node/normalizers/pdf.js +75 -0
  104. package/dist/node/node/normalizers/pdf.js.map +1 -0
  105. package/dist/node/node/normalizers/text.d.ts +4 -0
  106. package/dist/node/node/normalizers/text.d.ts.map +1 -0
  107. package/dist/node/node/normalizers/text.js +83 -0
  108. package/dist/node/node/normalizers/text.js.map +1 -0
  109. package/dist/node/node/normalizers/video.d.ts +3 -0
  110. package/dist/node/node/normalizers/video.d.ts.map +1 -0
  111. package/dist/node/node/normalizers/video.js +119 -0
  112. package/dist/node/node/normalizers/video.js.map +1 -0
  113. package/dist/node/node/storage.d.ts +15 -0
  114. package/dist/node/node/storage.d.ts.map +1 -0
  115. package/dist/node/node/storage.js +477 -0
  116. package/dist/node/node/storage.js.map +1 -0
  117. package/dist/node/node/wasm.d.ts +8 -0
  118. package/dist/node/node/wasm.d.ts.map +1 -0
  119. package/dist/node/node/wasm.js +84 -0
  120. package/dist/node/node/wasm.js.map +1 -0
  121. package/dist/node/shared/api.d.ts +9 -0
  122. package/dist/node/shared/api.d.ts.map +1 -0
  123. package/dist/node/shared/api.js +70 -0
  124. package/dist/node/shared/api.js.map +1 -0
  125. package/dist/node/shared/credentials.d.ts +4 -0
  126. package/dist/node/shared/credentials.d.ts.map +1 -0
  127. package/dist/node/shared/credentials.js +28 -0
  128. package/dist/node/shared/credentials.js.map +1 -0
  129. package/dist/node/shared/database.d.ts +26 -0
  130. package/dist/node/shared/database.d.ts.map +1 -0
  131. package/dist/node/shared/database.js +71 -0
  132. package/dist/node/shared/database.js.map +1 -0
  133. package/dist/node/shared/dlref.d.ts +22 -0
  134. package/dist/node/shared/dlref.d.ts.map +1 -0
  135. package/dist/node/shared/dlref.js +52 -0
  136. package/dist/node/shared/dlref.js.map +1 -0
  137. package/dist/node/shared/errors.d.ts +22 -0
  138. package/dist/node/shared/errors.d.ts.map +1 -0
  139. package/dist/node/shared/errors.js +53 -0
  140. package/dist/node/shared/errors.js.map +1 -0
  141. package/dist/node/shared/schema.d.ts +7 -0
  142. package/dist/node/shared/schema.d.ts.map +1 -0
  143. package/dist/node/shared/schema.js +157 -0
  144. package/dist/node/shared/schema.js.map +1 -0
  145. package/dist/node/shared/token.d.ts +4 -0
  146. package/dist/node/shared/token.d.ts.map +1 -0
  147. package/dist/node/shared/token.js +74 -0
  148. package/dist/node/shared/token.js.map +1 -0
  149. package/dist/node/shared/types.d.ts +33 -0
  150. package/dist/node/shared/types.d.ts.map +1 -0
  151. package/dist/node/shared/types.js +3 -0
  152. package/dist/node/shared/types.js.map +1 -0
  153. package/dist/node/shared/wasm-common.d.ts +39 -0
  154. package/dist/node/shared/wasm-common.d.ts.map +1 -0
  155. package/dist/node/shared/wasm-common.js +310 -0
  156. package/dist/node/shared/wasm-common.js.map +1 -0
  157. package/package.json +46 -18
  158. package/wasm/browser/deeplake_browser.js +23 -0
  159. package/wasm/browser/deeplake_browser.wasm +0 -0
  160. package/wasm/browser/deeplake_browser.worker.js +5 -0
  161. package/README.md +0 -39
  162. package/index.d.ts +0 -2
  163. package/index.js +0 -26
@@ -0,0 +1,70 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.apiRequest = apiRequest;
4
+ const errors_1 = require("./errors");
5
+ const DEFAULT_TIMEOUT_MS = 30_000;
6
+ async function apiRequest(baseUrl, token, orgId, options) {
7
+ const { method, path, body, params, timeoutMs = DEFAULT_TIMEOUT_MS } = options;
8
+ let url = `${baseUrl}${path}`;
9
+ if (params) {
10
+ const qs = new URLSearchParams(params).toString();
11
+ if (qs)
12
+ url += `?${qs}`;
13
+ }
14
+ const headers = {
15
+ Authorization: `Bearer ${token}`,
16
+ 'Content-Type': 'application/json',
17
+ };
18
+ if (orgId) {
19
+ headers['X-Activeloop-Org-Id'] = orgId;
20
+ }
21
+ const controller = new AbortController();
22
+ const timer = setTimeout(() => controller.abort(), timeoutMs);
23
+ try {
24
+ const resp = await fetch(url, {
25
+ method,
26
+ headers,
27
+ body: body ? JSON.stringify(body) : undefined,
28
+ signal: controller.signal,
29
+ });
30
+ if (resp.status === 401) {
31
+ throw new errors_1.AuthError('Unauthorized: invalid or expired token');
32
+ }
33
+ if (resp.status === 403) {
34
+ throw new errors_1.AuthError('Forbidden: insufficient permissions');
35
+ }
36
+ if (resp.status === 404) {
37
+ throw new errors_1.ManagedServiceError(`Not found: ${path}`);
38
+ }
39
+ if (resp.status === 409) {
40
+ const text = await resp.text();
41
+ let msg = 'Conflict';
42
+ try {
43
+ const json = JSON.parse(text);
44
+ msg = json.error || text;
45
+ }
46
+ catch {
47
+ msg = text || msg;
48
+ }
49
+ throw new errors_1.TableError(msg);
50
+ }
51
+ if (!resp.ok) {
52
+ const text = await resp.text();
53
+ throw new errors_1.ManagedServiceError(`API request failed: ${resp.status} ${resp.statusText} — ${text}`);
54
+ }
55
+ const text = await resp.text();
56
+ return text ? JSON.parse(text) : {};
57
+ }
58
+ catch (e) {
59
+ if (e instanceof errors_1.ManagedServiceError)
60
+ throw e;
61
+ if (e instanceof DOMException && e.name === 'AbortError') {
62
+ throw new errors_1.ManagedServiceError(`API request timed out after ${timeoutMs}ms`);
63
+ }
64
+ throw new errors_1.ManagedServiceError(`API request failed: ${e instanceof Error ? e.message : e}`);
65
+ }
66
+ finally {
67
+ clearTimeout(timer);
68
+ }
69
+ }
70
+ //# sourceMappingURL=api.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/shared/api.ts"],"names":[],"mappings":";;AAYA,gCA0EC;AAtFD,qCAAsE;AAEtE,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAU3B,KAAK,UAAU,UAAU,CAC9B,OAAe,EACf,KAAa,EACb,KAAa,EACb,OAA0B;IAE1B,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,GAAG,kBAAkB,EAAE,GAAG,OAAO,CAAC;IAE/E,IAAI,GAAG,GAAG,GAAG,OAAO,GAAG,IAAI,EAAE,CAAC;IAC9B,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,EAAE,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;QAClD,IAAI,EAAE;YAAE,GAAG,IAAI,IAAI,EAAE,EAAE,CAAC;IAC1B,CAAC;IAED,MAAM,OAAO,GAA2B;QACtC,aAAa,EAAE,UAAU,KAAK,EAAE;QAChC,cAAc,EAAE,kBAAkB;KACnC,CAAC;IACF,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,CAAC,qBAAqB,CAAC,GAAG,KAAK,CAAC;IACzC,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IAE9D,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC5B,MAAM;YACN,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;YAC7C,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,kBAAS,CAAC,wCAAwC,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,kBAAS,CAAC,qCAAqC,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,4BAAmB,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,IAAI,GAAG,GAAG,UAAU,CAAC;YACrB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9B,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;YAC3B,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,GAAG,IAAI,IAAI,GAAG,CAAC;YACpB,CAAC;YACD,MAAM,IAAI,mBAAU,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,MAAM,IAAI,4BAAmB,CAC3B,uBAAuB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,MAAM,IAAI,EAAE,CAClE,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAA6B,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,4BAAmB;YAAE,MAAM,CAAC,CAAC;QAC9C,IAAI,CAAC,YAAY,YAAY,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACzD,MAAM,IAAI,4BAAmB,CAAC,+BAA+B,SAAS,IAAI,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,IAAI,4BAAmB,CAC3B,uBAAuB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAC5D,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC"}
@@ -0,0 +1,4 @@
1
+ import type { StorageCreds } from './types';
2
+ export declare function getStorageCreds(baseUrl: string, token: string, orgId: string, workspaceId: string, mode?: string): Promise<StorageCreds>;
3
+ export declare function applyStorageCreds(creds: StorageCreds): void;
4
+ //# sourceMappingURL=credentials.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"credentials.d.ts","sourceRoot":"","sources":["../../../src/shared/credentials.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAE5C,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,IAAI,GAAE,MAAoB,GACzB,OAAO,CAAC,YAAY,CAAC,CAYvB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI,CAQ3D"}
@@ -0,0 +1,28 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.getStorageCreds = getStorageCreds;
4
+ exports.applyStorageCreds = applyStorageCreds;
5
+ const api_1 = require("./api");
6
+ async function getStorageCreds(baseUrl, token, orgId, workspaceId, mode = 'readwrite') {
7
+ const resp = await (0, api_1.apiRequest)(baseUrl, token, orgId, {
8
+ method: 'POST',
9
+ path: `/workspaces/${workspaceId}/credentials/generate`,
10
+ body: { mode },
11
+ });
12
+ const creds = resp.creds ?? resp;
13
+ return {
14
+ aws_access_key_id: creds.aws_access_key_id,
15
+ aws_secret_access_key: creds.aws_secret_access_key,
16
+ aws_session_token: creds.aws_session_token,
17
+ };
18
+ }
19
+ function applyStorageCreds(creds) {
20
+ if (typeof process !== 'undefined' && process.env) {
21
+ if (creds.aws_access_key_id) {
22
+ process.env.AWS_ACCESS_KEY_ID = creds.aws_access_key_id;
23
+ process.env.AWS_SECRET_ACCESS_KEY = creds.aws_secret_access_key;
24
+ process.env.AWS_SESSION_TOKEN = creds.aws_session_token ?? '';
25
+ }
26
+ }
27
+ }
28
+ //# sourceMappingURL=credentials.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"credentials.js","sourceRoot":"","sources":["../../../src/shared/credentials.ts"],"names":[],"mappings":";;AAGA,0CAkBC;AAED,8CAQC;AA/BD,+BAAmC;AAG5B,KAAK,UAAU,eAAe,CACnC,OAAe,EACf,KAAa,EACb,KAAa,EACb,WAAmB,EACnB,OAAe,WAAW;IAE1B,MAAM,IAAI,GAAG,MAAM,IAAA,gBAAU,EAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE;QACnD,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,eAAe,WAAW,uBAAuB;QACvD,IAAI,EAAE,EAAE,IAAI,EAAE;KACf,CAAC,CAAC;IACH,MAAM,KAAK,GAAI,IAAI,CAAC,KAAgC,IAAI,IAAI,CAAC;IAC7D,OAAO;QACL,iBAAiB,EAAE,KAAK,CAAC,iBAA2B;QACpD,qBAAqB,EAAE,KAAK,CAAC,qBAA+B;QAC5D,iBAAiB,EAAE,KAAK,CAAC,iBAAuC;KACjE,CAAC;AACJ,CAAC;AAED,SAAgB,iBAAiB,CAAC,KAAmB;IACnD,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QAClD,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,CAAC;YACxD,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,KAAK,CAAC,qBAAqB,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC;QAChE,CAAC;IACH,CAAC;AACH,CAAC"}
@@ -0,0 +1,26 @@
1
+ import type { QueryRow } from './types';
2
+ export interface QueryExecutor {
3
+ query(sql: string, params?: unknown[]): Promise<QueryRow[]>;
4
+ }
5
+ export declare class ManagedQueryBuilder {
6
+ private _executor;
7
+ private _table;
8
+ private _columns;
9
+ private _conditions;
10
+ private _orderByClauses;
11
+ private _limitVal;
12
+ private _offsetVal;
13
+ constructor(executor: QueryExecutor, table: string);
14
+ select(...columns: string[]): this;
15
+ where(condition: string, ...params: unknown[]): this;
16
+ orderBy(clause: string): this;
17
+ limit(n: number): this;
18
+ offset(n: number): this;
19
+ buildSql(): {
20
+ sql: string;
21
+ params: unknown[] | null;
22
+ };
23
+ execute(): Promise<QueryRow[]>;
24
+ toString(): string;
25
+ }
26
+ //# sourceMappingURL=database.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../../src/shared/database.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAExC,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC7D;AAED,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,WAAW,CAAkD;IACrE,OAAO,CAAC,eAAe,CAAgB;IACvC,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,UAAU,CAAuB;gBAE7B,QAAQ,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM;IAKlD,MAAM,CAAC,GAAG,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI;IAKlC,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI;IAKpD,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK7B,KAAK,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI;IAKtB,MAAM,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI;IAKvB,QAAQ,IAAI;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAA;KAAE;IA+B/C,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAKpC,QAAQ,IAAI,MAAM;CAInB"}
@@ -0,0 +1,71 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.ManagedQueryBuilder = void 0;
4
+ class ManagedQueryBuilder {
5
+ _executor;
6
+ _table;
7
+ _columns = ['*'];
8
+ _conditions = [];
9
+ _orderByClauses = [];
10
+ _limitVal = null;
11
+ _offsetVal = null;
12
+ constructor(executor, table) {
13
+ this._executor = executor;
14
+ this._table = table;
15
+ }
16
+ select(...columns) {
17
+ this._columns = columns;
18
+ return this;
19
+ }
20
+ where(condition, ...params) {
21
+ this._conditions.push({ condition, params });
22
+ return this;
23
+ }
24
+ orderBy(clause) {
25
+ this._orderByClauses.push(clause);
26
+ return this;
27
+ }
28
+ limit(n) {
29
+ this._limitVal = n;
30
+ return this;
31
+ }
32
+ offset(n) {
33
+ this._offsetVal = n;
34
+ return this;
35
+ }
36
+ buildSql() {
37
+ const cols = this._columns.join(', ');
38
+ const safeTable = this._table.replace(/"/g, '""');
39
+ const parts = [`SELECT ${cols} FROM "${safeTable}"`];
40
+ const allParams = [];
41
+ if (this._conditions.length > 0) {
42
+ const whereClauses = [];
43
+ for (const { condition, params } of this._conditions) {
44
+ whereClauses.push(condition);
45
+ allParams.push(...params);
46
+ }
47
+ parts.push('WHERE ' + whereClauses.join(' AND '));
48
+ }
49
+ if (this._orderByClauses.length > 0) {
50
+ parts.push('ORDER BY ' + this._orderByClauses.join(', '));
51
+ }
52
+ if (this._limitVal !== null) {
53
+ parts.push(`LIMIT ${Math.trunc(this._limitVal)}`);
54
+ }
55
+ if (this._offsetVal !== null) {
56
+ parts.push(`OFFSET ${Math.trunc(this._offsetVal)}`);
57
+ }
58
+ const sql = parts.join(' ');
59
+ return { sql, params: allParams.length > 0 ? allParams : null };
60
+ }
61
+ async execute() {
62
+ const { sql, params } = this.buildSql();
63
+ return this._executor.query(sql, params ?? undefined);
64
+ }
65
+ toString() {
66
+ const { sql, params } = this.buildSql();
67
+ return `ManagedQueryBuilder(sql=${JSON.stringify(sql)}, params=${JSON.stringify(params)})`;
68
+ }
69
+ }
70
+ exports.ManagedQueryBuilder = ManagedQueryBuilder;
71
+ //# sourceMappingURL=database.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"database.js","sourceRoot":"","sources":["../../../src/shared/database.ts"],"names":[],"mappings":";;;AAMA,MAAa,mBAAmB;IACtB,SAAS,CAAgB;IACzB,MAAM,CAAS;IACf,QAAQ,GAAa,CAAC,GAAG,CAAC,CAAC;IAC3B,WAAW,GAA+C,EAAE,CAAC;IAC7D,eAAe,GAAa,EAAE,CAAC;IAC/B,SAAS,GAAkB,IAAI,CAAC;IAChC,UAAU,GAAkB,IAAI,CAAC;IAEzC,YAAY,QAAuB,EAAE,KAAa;QAChD,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,MAAM,CAAC,GAAG,OAAiB;QACzB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,SAAiB,EAAE,GAAG,MAAiB;QAC3C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,MAAc;QACpB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,CAAS;QACb,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,CAAC,CAAS;QACd,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,QAAQ;QACN,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,UAAU,IAAI,UAAU,SAAS,GAAG,CAAC,CAAC;QAErD,MAAM,SAAS,GAAc,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,KAAK,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrD,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC7B,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YAC5B,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,IAAI,SAAS,CAAC,CAAC;IACxD,CAAC;IAED,QAAQ;QACN,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QACxC,OAAO,2BAA2B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7F,CAAC;CACF;AA/ED,kDA+EC"}
@@ -0,0 +1,22 @@
1
+ /**
2
+ * DLREF data reference parser.
3
+ *
4
+ * pg_deeplake returns DLREF references for VIDEO columns instead of raw bytes.
5
+ * Format: "DLREF:version|column_id|row_id"
6
+ *
7
+ * SDKs parse these to fetch actual data directly from dataset storage.
8
+ */
9
+ export interface DataRef {
10
+ version: string;
11
+ columnId: number;
12
+ rowId: bigint;
13
+ }
14
+ export declare function isDataRef(value: unknown): boolean;
15
+ /**
16
+ * Parse a DLREF data reference string into its components.
17
+ * Accepts string, Buffer, or Uint8Array (raw BYTEA from query results).
18
+ *
19
+ * For base64-encoded values (as returned by the REST API), decode first.
20
+ */
21
+ export declare function parseDataRef(value: string | Uint8Array): DataRef;
22
+ //# sourceMappingURL=dlref.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dlref.d.ts","sourceRoot":"","sources":["../../../src/shared/dlref.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,MAAM,WAAW,OAAO;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAID,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CASjD;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,OAAO,CAuBhE"}
@@ -0,0 +1,52 @@
1
+ "use strict";
2
+ /**
3
+ * DLREF data reference parser.
4
+ *
5
+ * pg_deeplake returns DLREF references for VIDEO columns instead of raw bytes.
6
+ * Format: "DLREF:version|column_id|row_id"
7
+ *
8
+ * SDKs parse these to fetch actual data directly from dataset storage.
9
+ */
10
+ Object.defineProperty(exports, "__esModule", { value: true });
11
+ exports.isDataRef = isDataRef;
12
+ exports.parseDataRef = parseDataRef;
13
+ const DLREF_PREFIX = 'DLREF:';
14
+ function isDataRef(value) {
15
+ if (typeof value === 'string') {
16
+ return value.startsWith(DLREF_PREFIX);
17
+ }
18
+ if (value instanceof Uint8Array) {
19
+ const prefix = new TextDecoder().decode(value.subarray(0, 6));
20
+ return prefix === DLREF_PREFIX;
21
+ }
22
+ return false;
23
+ }
24
+ /**
25
+ * Parse a DLREF data reference string into its components.
26
+ * Accepts string, Buffer, or Uint8Array (raw BYTEA from query results).
27
+ *
28
+ * For base64-encoded values (as returned by the REST API), decode first.
29
+ */
30
+ function parseDataRef(value) {
31
+ let str;
32
+ if (typeof value === 'string') {
33
+ str = value;
34
+ }
35
+ else {
36
+ str = new TextDecoder().decode(value);
37
+ }
38
+ if (!str.startsWith(DLREF_PREFIX)) {
39
+ throw new Error(`Not a DLREF: ${str.slice(0, 30)}`);
40
+ }
41
+ const payload = str.slice(DLREF_PREFIX.length);
42
+ const parts = payload.split('|');
43
+ if (parts.length !== 3) {
44
+ throw new Error(`Invalid DLREF format: expected 3 parts, got ${parts.length}`);
45
+ }
46
+ return {
47
+ version: parts[0],
48
+ columnId: parseInt(parts[1], 10),
49
+ rowId: BigInt(parts[2]),
50
+ };
51
+ }
52
+ //# sourceMappingURL=dlref.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dlref.js","sourceRoot":"","sources":["../../../src/shared/dlref.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;AAUH,8BASC;AAQD,oCAuBC;AA1CD,MAAM,YAAY,GAAG,QAAQ,CAAC;AAE9B,SAAgB,SAAS,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9D,OAAO,MAAM,KAAK,YAAY,CAAC;IACjC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,SAAgB,YAAY,CAAC,KAA0B;IACrD,IAAI,GAAW,CAAC;IAChB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,GAAG,GAAG,KAAK,CAAC;IACd,CAAC;SAAM,CAAC;QACN,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,+CAA+C,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QACjB,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAChC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KACxB,CAAC;AACJ,CAAC"}
@@ -0,0 +1,22 @@
1
+ export declare class ManagedServiceError extends Error {
2
+ constructor(message: string);
3
+ }
4
+ export declare class AuthError extends ManagedServiceError {
5
+ constructor(message: string);
6
+ }
7
+ export declare class TokenError extends AuthError {
8
+ constructor(message: string);
9
+ }
10
+ export declare class CredentialsError extends ManagedServiceError {
11
+ constructor(message: string);
12
+ }
13
+ export declare class IngestError extends ManagedServiceError {
14
+ constructor(message: string);
15
+ }
16
+ export declare class TableError extends ManagedServiceError {
17
+ constructor(message: string);
18
+ }
19
+ export declare class WorkspaceError extends ManagedServiceError {
20
+ constructor(message: string);
21
+ }
22
+ //# sourceMappingURL=errors.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../src/shared/errors.ts"],"names":[],"mappings":"AAAA,qBAAa,mBAAoB,SAAQ,KAAK;gBAChC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,SAAU,SAAQ,mBAAmB;gBACpC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,UAAW,SAAQ,SAAS;gBAC3B,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,gBAAiB,SAAQ,mBAAmB;gBAC3C,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,WAAY,SAAQ,mBAAmB;gBACtC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,UAAW,SAAQ,mBAAmB;gBACrC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,cAAe,SAAQ,mBAAmB;gBACzC,OAAO,EAAE,MAAM;CAI5B"}
@@ -0,0 +1,53 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.WorkspaceError = exports.TableError = exports.IngestError = exports.CredentialsError = exports.TokenError = exports.AuthError = exports.ManagedServiceError = void 0;
4
+ class ManagedServiceError extends Error {
5
+ constructor(message) {
6
+ super(message);
7
+ this.name = 'ManagedServiceError';
8
+ }
9
+ }
10
+ exports.ManagedServiceError = ManagedServiceError;
11
+ class AuthError extends ManagedServiceError {
12
+ constructor(message) {
13
+ super(message);
14
+ this.name = 'AuthError';
15
+ }
16
+ }
17
+ exports.AuthError = AuthError;
18
+ class TokenError extends AuthError {
19
+ constructor(message) {
20
+ super(message);
21
+ this.name = 'TokenError';
22
+ }
23
+ }
24
+ exports.TokenError = TokenError;
25
+ class CredentialsError extends ManagedServiceError {
26
+ constructor(message) {
27
+ super(message);
28
+ this.name = 'CredentialsError';
29
+ }
30
+ }
31
+ exports.CredentialsError = CredentialsError;
32
+ class IngestError extends ManagedServiceError {
33
+ constructor(message) {
34
+ super(message);
35
+ this.name = 'IngestError';
36
+ }
37
+ }
38
+ exports.IngestError = IngestError;
39
+ class TableError extends ManagedServiceError {
40
+ constructor(message) {
41
+ super(message);
42
+ this.name = 'TableError';
43
+ }
44
+ }
45
+ exports.TableError = TableError;
46
+ class WorkspaceError extends ManagedServiceError {
47
+ constructor(message) {
48
+ super(message);
49
+ this.name = 'WorkspaceError';
50
+ }
51
+ }
52
+ exports.WorkspaceError = WorkspaceError;
53
+ //# sourceMappingURL=errors.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/shared/errors.ts"],"names":[],"mappings":";;;AAAA,MAAa,mBAAoB,SAAQ,KAAK;IAC5C,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AALD,kDAKC;AAED,MAAa,SAAU,SAAQ,mBAAmB;IAChD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC;IAC1B,CAAC;CACF;AALD,8BAKC;AAED,MAAa,UAAW,SAAQ,SAAS;IACvC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;IAC3B,CAAC;CACF;AALD,gCAKC;AAED,MAAa,gBAAiB,SAAQ,mBAAmB;IACvD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AALD,4CAKC;AAED,MAAa,WAAY,SAAQ,mBAAmB;IAClD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;IAC5B,CAAC;CACF;AALD,kCAKC;AAED,MAAa,UAAW,SAAQ,mBAAmB;IACjD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;IAC3B,CAAC;CACF;AALD,gCAKC;AAED,MAAa,cAAe,SAAQ,mBAAmB;IACrD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC/B,CAAC;CACF;AALD,wCAKC"}
@@ -0,0 +1,7 @@
1
+ import type { Batch, Format, SchemaMap } from './types';
2
+ export declare const SCHEMA_TO_PG: Record<string, string>;
3
+ export declare const SCHEMA_TO_DEEPLAKE: Record<string, string>;
4
+ export declare function inferType(value: unknown): string;
5
+ export declare function buildPgSchema(batch: Batch, schema?: SchemaMap, format?: Format): Record<string, string>;
6
+ export declare function ensureColumns(dataset: any, batch: Batch, schema?: SchemaMap): void;
7
+ //# sourceMappingURL=schema.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/shared/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAExD,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAqB/C,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAqBrD,CAAC;AAEF,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAqBhD;AAED,wBAAgB,aAAa,CAC3B,KAAK,EAAE,KAAK,EACZ,MAAM,CAAC,EAAE,SAAS,EAClB,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CA2BxB;AAED,wBAAgB,aAAa,CAC3B,OAAO,EAAE,GAAG,EACZ,KAAK,EAAE,KAAK,EACZ,MAAM,CAAC,EAAE,SAAS,GACjB,IAAI,CAiDN"}
@@ -0,0 +1,157 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.SCHEMA_TO_DEEPLAKE = exports.SCHEMA_TO_PG = void 0;
4
+ exports.inferType = inferType;
5
+ exports.buildPgSchema = buildPgSchema;
6
+ exports.ensureColumns = ensureColumns;
7
+ exports.SCHEMA_TO_PG = {
8
+ TEXT: 'TEXT',
9
+ INT: 'BIGINT',
10
+ INT32: 'INTEGER',
11
+ INT64: 'BIGINT',
12
+ FLOAT: 'DOUBLE PRECISION',
13
+ FLOAT32: 'REAL',
14
+ FLOAT64: 'DOUBLE PRECISION',
15
+ BOOL: 'BOOLEAN',
16
+ BINARY: 'BYTEA',
17
+ IMAGE: 'BYTEA',
18
+ VIDEO: 'VIDEO',
19
+ EMBEDDING: 'float4[]',
20
+ SEGMENT_MASK: 'BYTEA',
21
+ BINARY_MASK: 'BYTEA',
22
+ BOUNDING_BOX: 'float4[]',
23
+ CLASS_LABEL: 'INTEGER',
24
+ POLYGON: 'BYTEA',
25
+ POINT: 'float4[]',
26
+ MESH: 'BYTEA',
27
+ MEDICAL: 'BYTEA',
28
+ };
29
+ exports.SCHEMA_TO_DEEPLAKE = {
30
+ TEXT: 'text',
31
+ INT: 'int64',
32
+ INT32: 'int32',
33
+ INT64: 'int64',
34
+ FLOAT: 'float64',
35
+ FLOAT32: 'float32',
36
+ FLOAT64: 'float64',
37
+ BOOL: 'bool',
38
+ BINARY: 'bytes',
39
+ IMAGE: 'image',
40
+ VIDEO: 'bytes',
41
+ EMBEDDING: 'float32',
42
+ SEGMENT_MASK: 'segment_mask',
43
+ BINARY_MASK: 'binary_mask',
44
+ BOUNDING_BOX: 'bounding_box',
45
+ CLASS_LABEL: 'class_label',
46
+ POLYGON: 'polygon',
47
+ POINT: 'point',
48
+ MESH: 'mesh',
49
+ MEDICAL: 'medical',
50
+ };
51
+ function inferType(value) {
52
+ if (typeof value === 'boolean')
53
+ return 'BOOL';
54
+ if (typeof value === 'number') {
55
+ return Number.isInteger(value) ? 'INT64' : 'FLOAT64';
56
+ }
57
+ if (typeof value === 'string')
58
+ return 'TEXT';
59
+ if ((typeof Buffer !== 'undefined' && Buffer.isBuffer(value)) ||
60
+ value instanceof Uint8Array ||
61
+ value instanceof ArrayBuffer) {
62
+ return 'BINARY';
63
+ }
64
+ if (Array.isArray(value) &&
65
+ value.length > 0 &&
66
+ value.every((x) => typeof x === 'number')) {
67
+ return 'EMBEDDING';
68
+ }
69
+ return 'TEXT';
70
+ }
71
+ function buildPgSchema(batch, schema, format) {
72
+ const pgSchema = {};
73
+ for (const [colName, values] of Object.entries(batch)) {
74
+ if (schema && colName in schema) {
75
+ const typeName = schema[colName].toUpperCase();
76
+ if (typeName === 'FILE')
77
+ continue;
78
+ pgSchema[colName] = exports.SCHEMA_TO_PG[typeName] ?? 'TEXT';
79
+ continue;
80
+ }
81
+ const sample = Array.isArray(values) && values.length > 0 ? values[0] : values;
82
+ const inferred = inferType(sample);
83
+ pgSchema[colName] = exports.SCHEMA_TO_PG[inferred] ?? 'TEXT';
84
+ }
85
+ // Apply format's pg_schema() domain type overrides (e.g. IMAGE, SEGMENT_MASK)
86
+ if (format && typeof format.pg_schema === 'function') {
87
+ const formatPgSchema = format.pg_schema();
88
+ for (const [colName, domainType] of Object.entries(formatPgSchema)) {
89
+ if (colName in pgSchema) {
90
+ pgSchema[colName] = domainType;
91
+ }
92
+ }
93
+ }
94
+ return pgSchema;
95
+ }
96
+ function ensureColumns(dataset, batch, schema) {
97
+ const existing = new Set();
98
+ let schemaObj = null;
99
+ try {
100
+ schemaObj = dataset.schema;
101
+ if (schemaObj) {
102
+ const cols = schemaObj.columns;
103
+ if (cols && typeof cols.size === 'function') {
104
+ // WASM vector proxy: .size() / .get(i)
105
+ const n = cols.size();
106
+ for (let i = 0; i < n; i++) {
107
+ const col = cols.get(i);
108
+ existing.add(col.name);
109
+ if (typeof col.delete === 'function')
110
+ col.delete();
111
+ }
112
+ if (typeof cols.delete === 'function')
113
+ cols.delete();
114
+ }
115
+ else if (Array.isArray(cols)) {
116
+ for (const c of cols)
117
+ existing.add(c.name);
118
+ }
119
+ }
120
+ }
121
+ catch {
122
+ // Schema access failed — assume no existing columns
123
+ }
124
+ finally {
125
+ if (schemaObj && typeof schemaObj.delete === 'function') {
126
+ try {
127
+ schemaObj.delete();
128
+ }
129
+ catch { /* ignore */ }
130
+ }
131
+ }
132
+ for (const [colName, values] of Object.entries(batch)) {
133
+ if (existing.has(colName))
134
+ continue;
135
+ let dlType;
136
+ if (schema && colName in schema) {
137
+ const typeName = schema[colName].toUpperCase();
138
+ if (typeName === 'FILE')
139
+ continue;
140
+ dlType = exports.SCHEMA_TO_DEEPLAKE[typeName] ?? 'text';
141
+ }
142
+ else {
143
+ const sample = Array.isArray(values) && values.length > 0 ? values[0] : values;
144
+ const inferred = inferType(sample);
145
+ dlType = exports.SCHEMA_TO_DEEPLAKE[inferred] ?? 'text';
146
+ }
147
+ try {
148
+ dataset.addColumnByStringType(colName, dlType);
149
+ }
150
+ catch (e) {
151
+ if (!String(e?.message ?? e).includes('already exists'))
152
+ throw e;
153
+ }
154
+ existing.add(colName);
155
+ }
156
+ }
157
+ //# sourceMappingURL=schema.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/shared/schema.ts"],"names":[],"mappings":";;;AAgDA,8BAqBC;AAED,sCA+BC;AAED,sCAqDC;AA3JY,QAAA,YAAY,GAA2B;IAClD,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,QAAQ;IACb,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,QAAQ;IACf,KAAK,EAAE,kBAAkB;IACzB,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,kBAAkB;IAC3B,IAAI,EAAE,SAAS;IACf,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,UAAU;IACrB,YAAY,EAAE,OAAO;IACrB,WAAW,EAAE,OAAO;IACpB,YAAY,EAAE,UAAU;IACxB,WAAW,EAAE,SAAS;IACtB,OAAO,EAAE,OAAO;IAChB,KAAK,EAAE,UAAU;IACjB,IAAI,EAAE,OAAO;IACb,OAAO,EAAE,OAAO;CACjB,CAAC;AAEW,QAAA,kBAAkB,GAA2B;IACxD,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,OAAO;IACZ,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,SAAS;IAChB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,SAAS;IACpB,YAAY,EAAE,cAAc;IAC5B,WAAW,EAAE,aAAa;IAC1B,YAAY,EAAE,cAAc;IAC5B,WAAW,EAAE,aAAa;IAC1B,OAAO,EAAE,SAAS;IAClB,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,SAAS;CACnB,CAAC;AAEF,SAAgB,SAAS,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IACvD,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC7C,IACE,CAAC,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzD,KAAK,YAAY,UAAU;QAC3B,KAAK,YAAY,WAAW,EAC5B,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IACE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,KAAK,CAAC,MAAM,GAAG,CAAC;QAChB,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EACzC,CAAC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAgB,aAAa,CAC3B,KAAY,EACZ,MAAkB,EAClB,MAAe;IAEf,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAE5C,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,IAAI,MAAM,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,QAAQ,KAAK,MAAM;gBAAE,SAAS;YAClC,QAAQ,CAAC,OAAO,CAAC,GAAG,oBAAY,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;YACrD,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC/E,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QACnC,QAAQ,CAAC,OAAO,CAAC,GAAG,oBAAY,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;IACvD,CAAC;IAED,8EAA8E;IAC9E,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QACrD,MAAM,cAAc,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;YACnE,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;gBACxB,QAAQ,CAAC,OAAO,CAAC,GAAG,UAAU,CAAC;YACjC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAgB,aAAa,CAC3B,OAAY,EACZ,KAAY,EACZ,MAAkB;IAElB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,SAAS,GAAQ,IAAI,CAAC;IAC1B,IAAI,CAAC;QACH,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;QAC3B,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC;YAC/B,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC5C,uCAAuC;gBACvC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBACxB,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBACvB,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,UAAU;wBAAE,GAAG,CAAC,MAAM,EAAE,CAAC;gBACrD,CAAC;gBACD,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,UAAU;oBAAE,IAAI,CAAC,MAAM,EAAE,CAAC;YACvD,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/B,KAAK,MAAM,CAAC,IAAI,IAAI;oBAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,oDAAoD;IACtD,CAAC;YAAS,CAAC;QACT,IAAI,SAAS,IAAI,OAAO,SAAS,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACxD,IAAI,CAAC;gBAAC,SAAS,CAAC,MAAM,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QAEpC,IAAI,MAAc,CAAC;QACnB,IAAI,MAAM,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,QAAQ,KAAK,MAAM;gBAAE,SAAS;YAClC,MAAM,GAAG,0BAAkB,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC/E,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YACnC,MAAM,GAAG,0BAAkB,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;QAClD,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC;gBAAE,MAAM,CAAC,CAAC;QACnE,CAAC;QACD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACxB,CAAC;AACH,CAAC"}
@@ -0,0 +1,4 @@
1
+ export declare function extractOrgId(token: string): string;
2
+ export declare function tryExtractOrgId(token: string): string | null;
3
+ export declare function fetchOrgIdFromApi(token: string, apiUrl: string): Promise<string | null>;
4
+ //# sourceMappingURL=token.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"token.d.ts","sourceRoot":"","sources":["../../../src/shared/token.ts"],"names":[],"mappings":"AAmBA,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAyBlD;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAM5D;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAgBxB"}