@loaders.gl/core 4.0.0-alpha.23 → 4.0.0-alpha.25

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (239) hide show
  1. package/dist/dist.min.js +109 -128
  2. package/dist/es5/index.js +6 -0
  3. package/dist/es5/index.js.map +1 -1
  4. package/dist/es5/lib/api/encode-table.js +6 -4
  5. package/dist/es5/lib/api/encode-table.js.map +1 -1
  6. package/dist/es5/lib/api/encode.js +14 -4
  7. package/dist/es5/lib/api/encode.js.map +1 -1
  8. package/dist/es5/lib/api/load-in-batches.js +34 -8
  9. package/dist/es5/lib/api/load-in-batches.js.map +1 -1
  10. package/dist/es5/lib/api/parse-in-batches.js +1 -1
  11. package/dist/es5/lib/api/parse-in-batches.js.map +1 -1
  12. package/dist/es5/lib/api/parse.js +18 -17
  13. package/dist/es5/lib/api/parse.js.map +1 -1
  14. package/dist/es5/lib/init.js +1 -1
  15. package/dist/es5/lib/loader-utils/get-data.js +1 -1
  16. package/dist/es5/lib/loader-utils/get-data.js.map +1 -1
  17. package/dist/es5/null-loader.js +1 -1
  18. package/dist/esm/index.js +2 -1
  19. package/dist/esm/index.js.map +1 -1
  20. package/dist/esm/lib/api/encode-table.js +2 -2
  21. package/dist/esm/lib/api/encode-table.js.map +1 -1
  22. package/dist/esm/lib/api/encode.js +12 -2
  23. package/dist/esm/lib/api/encode.js.map +1 -1
  24. package/dist/esm/lib/api/load-in-batches.js +2 -2
  25. package/dist/esm/lib/api/load-in-batches.js.map +1 -1
  26. package/dist/esm/lib/api/parse-in-batches.js +1 -1
  27. package/dist/esm/lib/api/parse-in-batches.js.map +1 -1
  28. package/dist/esm/lib/api/parse.js +2 -0
  29. package/dist/esm/lib/api/parse.js.map +1 -1
  30. package/dist/esm/lib/init.js +1 -1
  31. package/dist/esm/lib/loader-utils/get-data.js +1 -1
  32. package/dist/esm/lib/loader-utils/get-data.js.map +1 -1
  33. package/dist/esm/null-loader.js +1 -1
  34. package/dist/null-worker-node.js +1 -1
  35. package/dist/null-worker.js +1 -1
  36. package/dist/src/bundle.d.ts.map +1 -0
  37. package/dist/src/core-addons/write-file-browser.d.ts.map +1 -0
  38. package/dist/{index.d.ts → src/index.d.ts} +2 -1
  39. package/dist/src/index.d.ts.map +1 -0
  40. package/dist/src/iterators/batch-iterators/timed-batch-iterator.d.ts.map +1 -0
  41. package/dist/src/iterators/make-iterator/make-array-buffer-iterator.d.ts.map +1 -0
  42. package/dist/src/iterators/make-iterator/make-blob-iterator.d.ts.map +1 -0
  43. package/dist/src/iterators/make-iterator/make-iterator.d.ts.map +1 -0
  44. package/dist/src/iterators/make-iterator/make-stream-iterator.d.ts.map +1 -0
  45. package/dist/src/iterators/make-iterator/make-string-iterator.d.ts.map +1 -0
  46. package/dist/src/iterators/make-stream/make-dom-stream.d.ts.map +1 -0
  47. package/dist/src/iterators/make-stream/make-node-stream.d.ts.map +1 -0
  48. package/dist/src/javascript-utils/is-type.d.ts.map +1 -0
  49. package/dist/src/lib/api/encode-table.d.ts.map +1 -0
  50. package/dist/{lib → src/lib}/api/encode.d.ts +7 -0
  51. package/dist/src/lib/api/encode.d.ts.map +1 -0
  52. package/dist/src/lib/api/load-in-batches.d.ts.map +1 -0
  53. package/dist/src/lib/api/load.d.ts.map +1 -0
  54. package/dist/src/lib/api/loader-options.d.ts.map +1 -0
  55. package/dist/src/lib/api/parse-in-batches.d.ts.map +1 -0
  56. package/dist/src/lib/api/parse-sync.d.ts.map +1 -0
  57. package/dist/src/lib/api/parse.d.ts.map +1 -0
  58. package/dist/src/lib/api/register-loaders.d.ts.map +1 -0
  59. package/dist/src/lib/api/save.d.ts.map +1 -0
  60. package/dist/src/lib/api/select-loader.d.ts.map +1 -0
  61. package/dist/src/lib/common.d.ts.map +1 -0
  62. package/dist/src/lib/fetch/fetch-error-message.d.ts.map +1 -0
  63. package/dist/src/lib/fetch/fetch-file.d.ts.map +1 -0
  64. package/dist/src/lib/fetch/fetch-file.node.d.ts.map +1 -0
  65. package/dist/src/lib/fetch/read-array-buffer.d.ts.map +1 -0
  66. package/dist/src/lib/fetch/read-file.d.ts.map +1 -0
  67. package/dist/src/lib/fetch/write-file.d.ts.map +1 -0
  68. package/dist/src/lib/filesystems/browser-filesystem.d.ts.map +1 -0
  69. package/dist/src/lib/filesystems/read-array-buffer.d.ts.map +1 -0
  70. package/dist/{lib → src/lib}/init.d.ts.map +1 -1
  71. package/dist/src/lib/loader-utils/check-errors.d.ts.map +1 -0
  72. package/dist/src/lib/loader-utils/get-data.d.ts.map +1 -0
  73. package/dist/src/lib/loader-utils/get-fetch-function.d.ts.map +1 -0
  74. package/dist/src/lib/loader-utils/loader-context.d.ts.map +1 -0
  75. package/dist/src/lib/loader-utils/loggers.d.ts.map +1 -0
  76. package/dist/src/lib/loader-utils/normalize-loader.d.ts.map +1 -0
  77. package/dist/src/lib/loader-utils/option-defaults.d.ts.map +1 -0
  78. package/dist/src/lib/loader-utils/option-utils.d.ts.map +1 -0
  79. package/dist/src/lib/progress/fetch-progress.d.ts.map +1 -0
  80. package/dist/src/lib/utils/log.d.ts.map +1 -0
  81. package/dist/src/lib/utils/mime-type-utils.d.ts.map +1 -0
  82. package/dist/src/lib/utils/resource-utils.d.ts.map +1 -0
  83. package/dist/src/lib/utils/response-utils.d.ts.map +1 -0
  84. package/dist/src/lib/utils/url-utils.d.ts.map +1 -0
  85. package/dist/src/null-loader.d.ts.map +1 -0
  86. package/dist/src/workers/null-worker.d.ts.map +1 -0
  87. package/dist/tsconfig.tsbuildinfo +1 -0
  88. package/package.json +4 -7
  89. package/src/index.ts +2 -1
  90. package/src/lib/api/encode-table.ts +3 -3
  91. package/src/lib/api/encode.ts +21 -2
  92. package/src/lib/api/load-in-batches.ts +10 -5
  93. package/src/lib/api/parse-in-batches.ts +2 -3
  94. package/src/lib/api/parse.ts +3 -0
  95. package/src/lib/loader-utils/get-data.ts +1 -2
  96. package/dist/bundle.d.ts.map +0 -1
  97. package/dist/bundle.js +0 -5
  98. package/dist/core-addons/write-file-browser.d.ts.map +0 -1
  99. package/dist/core-addons/write-file-browser.js +0 -60
  100. package/dist/index.d.ts.map +0 -1
  101. package/dist/index.js +0 -105
  102. package/dist/iterators/batch-iterators/timed-batch-iterator.d.ts.map +0 -1
  103. package/dist/iterators/batch-iterators/timed-batch-iterator.js +0 -22
  104. package/dist/iterators/make-iterator/make-array-buffer-iterator.d.ts.map +0 -1
  105. package/dist/iterators/make-iterator/make-array-buffer-iterator.js +0 -27
  106. package/dist/iterators/make-iterator/make-blob-iterator.d.ts.map +0 -1
  107. package/dist/iterators/make-iterator/make-blob-iterator.js +0 -21
  108. package/dist/iterators/make-iterator/make-iterator.d.ts.map +0 -1
  109. package/dist/iterators/make-iterator/make-iterator.js +0 -37
  110. package/dist/iterators/make-iterator/make-stream-iterator.d.ts.map +0 -1
  111. package/dist/iterators/make-iterator/make-stream-iterator.js +0 -96
  112. package/dist/iterators/make-iterator/make-string-iterator.d.ts.map +0 -1
  113. package/dist/iterators/make-iterator/make-string-iterator.js +0 -24
  114. package/dist/iterators/make-stream/make-dom-stream.d.ts.map +0 -1
  115. package/dist/iterators/make-stream/make-dom-stream.js +0 -47
  116. package/dist/iterators/make-stream/make-node-stream.d.ts.map +0 -1
  117. package/dist/iterators/make-stream/make-node-stream.js +0 -85
  118. package/dist/javascript-utils/is-type.d.ts.map +0 -1
  119. package/dist/javascript-utils/is-type.js +0 -41
  120. package/dist/lib/api/encode-table.d.ts.map +0 -1
  121. package/dist/lib/api/encode-table.js +0 -54
  122. package/dist/lib/api/encode.d.ts.map +0 -1
  123. package/dist/lib/api/encode.js +0 -121
  124. package/dist/lib/api/load-in-batches.d.ts.map +0 -1
  125. package/dist/lib/api/load-in-batches.js +0 -40
  126. package/dist/lib/api/load.d.ts.map +0 -1
  127. package/dist/lib/api/load.js +0 -43
  128. package/dist/lib/api/loader-options.d.ts.map +0 -1
  129. package/dist/lib/api/loader-options.js +0 -7
  130. package/dist/lib/api/parse-in-batches.d.ts.map +0 -1
  131. package/dist/lib/api/parse-in-batches.js +0 -117
  132. package/dist/lib/api/parse-sync.d.ts.map +0 -1
  133. package/dist/lib/api/parse-sync.js +0 -54
  134. package/dist/lib/api/parse.d.ts.map +0 -1
  135. package/dist/lib/api/parse.js +0 -87
  136. package/dist/lib/api/register-loaders.d.ts.map +0 -1
  137. package/dist/lib/api/register-loaders.js +0 -35
  138. package/dist/lib/api/save.d.ts.map +0 -1
  139. package/dist/lib/api/save.js +0 -15
  140. package/dist/lib/api/select-loader.d.ts.map +0 -1
  141. package/dist/lib/api/select-loader.js +0 -258
  142. package/dist/lib/common.d.ts.map +0 -1
  143. package/dist/lib/common.js +0 -2
  144. package/dist/lib/fetch/fetch-error-message.d.ts.map +0 -1
  145. package/dist/lib/fetch/fetch-error-message.js +0 -25
  146. package/dist/lib/fetch/fetch-file.d.ts.map +0 -1
  147. package/dist/lib/fetch/fetch-file.js +0 -61
  148. package/dist/lib/fetch/fetch-file.node.d.ts.map +0 -1
  149. package/dist/lib/fetch/fetch-file.node.js +0 -57
  150. package/dist/lib/fetch/read-array-buffer.d.ts.map +0 -1
  151. package/dist/lib/fetch/read-array-buffer.js +0 -41
  152. package/dist/lib/fetch/read-file.d.ts.map +0 -1
  153. package/dist/lib/fetch/read-file.js +0 -29
  154. package/dist/lib/fetch/write-file.d.ts.map +0 -1
  155. package/dist/lib/fetch/write-file.js +0 -22
  156. package/dist/lib/filesystems/browser-filesystem.d.ts.map +0 -1
  157. package/dist/lib/filesystems/browser-filesystem.js +0 -127
  158. package/dist/lib/filesystems/read-array-buffer.d.ts.map +0 -1
  159. package/dist/lib/filesystems/read-array-buffer.js +0 -29
  160. package/dist/lib/init.js +0 -17
  161. package/dist/lib/loader-utils/check-errors.d.ts.map +0 -1
  162. package/dist/lib/loader-utils/check-errors.js +0 -46
  163. package/dist/lib/loader-utils/get-data.d.ts.map +0 -1
  164. package/dist/lib/loader-utils/get-data.js +0 -130
  165. package/dist/lib/loader-utils/get-fetch-function.d.ts.map +0 -1
  166. package/dist/lib/loader-utils/get-fetch-function.js +0 -31
  167. package/dist/lib/loader-utils/loader-context.d.ts.map +0 -1
  168. package/dist/lib/loader-utils/loader-context.js +0 -59
  169. package/dist/lib/loader-utils/loggers.d.ts.map +0 -1
  170. package/dist/lib/loader-utils/loggers.js +0 -41
  171. package/dist/lib/loader-utils/normalize-loader.d.ts.map +0 -1
  172. package/dist/lib/loader-utils/normalize-loader.js +0 -52
  173. package/dist/lib/loader-utils/option-defaults.d.ts.map +0 -1
  174. package/dist/lib/loader-utils/option-defaults.js +0 -44
  175. package/dist/lib/loader-utils/option-utils.d.ts.map +0 -1
  176. package/dist/lib/loader-utils/option-utils.js +0 -162
  177. package/dist/lib/progress/fetch-progress.d.ts.map +0 -1
  178. package/dist/lib/progress/fetch-progress.js +0 -60
  179. package/dist/lib/utils/log.d.ts.map +0 -1
  180. package/dist/lib/utils/log.js +0 -6
  181. package/dist/lib/utils/mime-type-utils.d.ts.map +0 -1
  182. package/dist/lib/utils/mime-type-utils.js +0 -42
  183. package/dist/lib/utils/resource-utils.d.ts.map +0 -1
  184. package/dist/lib/utils/resource-utils.js +0 -90
  185. package/dist/lib/utils/response-utils.d.ts.map +0 -1
  186. package/dist/lib/utils/response-utils.js +0 -115
  187. package/dist/lib/utils/url-utils.d.ts.map +0 -1
  188. package/dist/lib/utils/url-utils.js +0 -14
  189. package/dist/null-loader.d.ts.map +0 -1
  190. package/dist/null-loader.js +0 -51
  191. package/dist/workers/null-worker.d.ts.map +0 -1
  192. package/dist/workers/null-worker.js +0 -5
  193. /package/dist/{bundle.d.ts → src/bundle.d.ts} +0 -0
  194. /package/dist/{core-addons → src/core-addons}/write-file-browser.d.ts +0 -0
  195. /package/dist/{iterators → src/iterators}/batch-iterators/timed-batch-iterator.d.ts +0 -0
  196. /package/dist/{iterators → src/iterators}/make-iterator/make-array-buffer-iterator.d.ts +0 -0
  197. /package/dist/{iterators → src/iterators}/make-iterator/make-blob-iterator.d.ts +0 -0
  198. /package/dist/{iterators → src/iterators}/make-iterator/make-iterator.d.ts +0 -0
  199. /package/dist/{iterators → src/iterators}/make-iterator/make-stream-iterator.d.ts +0 -0
  200. /package/dist/{iterators → src/iterators}/make-iterator/make-string-iterator.d.ts +0 -0
  201. /package/dist/{iterators → src/iterators}/make-stream/make-dom-stream.d.ts +0 -0
  202. /package/dist/{iterators → src/iterators}/make-stream/make-node-stream.d.ts +0 -0
  203. /package/dist/{javascript-utils → src/javascript-utils}/is-type.d.ts +0 -0
  204. /package/dist/{lib → src/lib}/api/encode-table.d.ts +0 -0
  205. /package/dist/{lib → src/lib}/api/load-in-batches.d.ts +0 -0
  206. /package/dist/{lib → src/lib}/api/load.d.ts +0 -0
  207. /package/dist/{lib → src/lib}/api/loader-options.d.ts +0 -0
  208. /package/dist/{lib → src/lib}/api/parse-in-batches.d.ts +0 -0
  209. /package/dist/{lib → src/lib}/api/parse-sync.d.ts +0 -0
  210. /package/dist/{lib → src/lib}/api/parse.d.ts +0 -0
  211. /package/dist/{lib → src/lib}/api/register-loaders.d.ts +0 -0
  212. /package/dist/{lib → src/lib}/api/save.d.ts +0 -0
  213. /package/dist/{lib → src/lib}/api/select-loader.d.ts +0 -0
  214. /package/dist/{lib → src/lib}/common.d.ts +0 -0
  215. /package/dist/{lib → src/lib}/fetch/fetch-error-message.d.ts +0 -0
  216. /package/dist/{lib → src/lib}/fetch/fetch-file.d.ts +0 -0
  217. /package/dist/{lib → src/lib}/fetch/fetch-file.node.d.ts +0 -0
  218. /package/dist/{lib → src/lib}/fetch/read-array-buffer.d.ts +0 -0
  219. /package/dist/{lib → src/lib}/fetch/read-file.d.ts +0 -0
  220. /package/dist/{lib → src/lib}/fetch/write-file.d.ts +0 -0
  221. /package/dist/{lib → src/lib}/filesystems/browser-filesystem.d.ts +0 -0
  222. /package/dist/{lib → src/lib}/filesystems/read-array-buffer.d.ts +0 -0
  223. /package/dist/{lib → src/lib}/init.d.ts +0 -0
  224. /package/dist/{lib → src/lib}/loader-utils/check-errors.d.ts +0 -0
  225. /package/dist/{lib → src/lib}/loader-utils/get-data.d.ts +0 -0
  226. /package/dist/{lib → src/lib}/loader-utils/get-fetch-function.d.ts +0 -0
  227. /package/dist/{lib → src/lib}/loader-utils/loader-context.d.ts +0 -0
  228. /package/dist/{lib → src/lib}/loader-utils/loggers.d.ts +0 -0
  229. /package/dist/{lib → src/lib}/loader-utils/normalize-loader.d.ts +0 -0
  230. /package/dist/{lib → src/lib}/loader-utils/option-defaults.d.ts +0 -0
  231. /package/dist/{lib → src/lib}/loader-utils/option-utils.d.ts +0 -0
  232. /package/dist/{lib → src/lib}/progress/fetch-progress.d.ts +0 -0
  233. /package/dist/{lib → src/lib}/utils/log.d.ts +0 -0
  234. /package/dist/{lib → src/lib}/utils/mime-type-utils.d.ts +0 -0
  235. /package/dist/{lib → src/lib}/utils/resource-utils.d.ts +0 -0
  236. /package/dist/{lib → src/lib}/utils/response-utils.d.ts +0 -0
  237. /package/dist/{lib → src/lib}/utils/url-utils.d.ts +0 -0
  238. /package/dist/{null-loader.d.ts → src/null-loader.d.ts} +0 -0
  239. /package/dist/{workers → src/workers}/null-worker.d.ts +0 -0
@@ -1,121 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.encodeURLtoURL = exports.encodeInBatches = exports.encodeText = exports.encodeSync = exports.encode = void 0;
4
- const loader_utils_1 = require("@loaders.gl/loader-utils");
5
- const worker_utils_1 = require("@loaders.gl/worker-utils");
6
- const loader_utils_2 = require("@loaders.gl/loader-utils");
7
- const loader_utils_3 = require("@loaders.gl/loader-utils");
8
- const write_file_1 = require("../fetch/write-file");
9
- const fetch_file_1 = require("../fetch/fetch-file");
10
- const loader_options_1 = require("./loader-options");
11
- /**
12
- * Encode loaded data into a binary ArrayBuffer using the specified Writer.
13
- */
14
- async function encode(data, writer, options) {
15
- const globalOptions = (0, loader_options_1.getLoaderOptions)();
16
- // const globalOptions: WriterOptions = {}; // getWriterOptions();
17
- options = { ...globalOptions, ...options };
18
- if ((0, loader_utils_1.canEncodeWithWorker)(writer, options)) {
19
- return await (0, worker_utils_1.processOnWorker)(writer, data, options);
20
- }
21
- // TODO Merge default writer options with options argument like it is done in load module.
22
- if (writer.encode) {
23
- return await writer.encode(data, options);
24
- }
25
- if (writer.encodeSync) {
26
- return writer.encodeSync(data, options);
27
- }
28
- if (writer.encodeText) {
29
- return new TextEncoder().encode(await writer.encodeText(data, options));
30
- }
31
- if (writer.encodeInBatches) {
32
- // Create an iterator representing the data
33
- // TODO - Assumes this is a table
34
- const batches = encodeInBatches(data, writer, options);
35
- // Concatenate the output
36
- const chunks = [];
37
- for await (const batch of batches) {
38
- chunks.push(batch);
39
- }
40
- // @ts-ignore
41
- return (0, loader_utils_2.concatenateArrayBuffers)(...chunks);
42
- }
43
- if (!loader_utils_3.isBrowser && writer.encodeURLtoURL) {
44
- // TODO - how to generate filenames with correct extensions?
45
- const tmpInputFilename = getTemporaryFilename('input');
46
- await (0, write_file_1.writeFile)(tmpInputFilename, data);
47
- const tmpOutputFilename = getTemporaryFilename('output');
48
- const outputFilename = await encodeURLtoURL(tmpInputFilename, tmpOutputFilename, writer, options);
49
- const response = await (0, fetch_file_1.fetchFile)(outputFilename);
50
- return response.arrayBuffer();
51
- }
52
- throw new Error('Writer could not encode data');
53
- }
54
- exports.encode = encode;
55
- /**
56
- * Encode loaded data into a binary ArrayBuffer using the specified Writer.
57
- */
58
- function encodeSync(data, writer, options) {
59
- if (writer.encodeSync) {
60
- return writer.encodeSync(data, options);
61
- }
62
- throw new Error('Writer could not synchronously encode data');
63
- }
64
- exports.encodeSync = encodeSync;
65
- /**
66
- * Encode loaded data to text using the specified Writer
67
- * @note This is a convenience function not intended for production use on large input data.
68
- * It is not optimized for performance. Data maybe converted from text to binary and back.
69
- * @throws if the writer does not generate text output
70
- */
71
- async function encodeText(data, writer, options) {
72
- if (writer.text && writer.encodeText) {
73
- return await writer.encodeText(data, options);
74
- }
75
- if (writer.text && (writer.encode || writer.encodeInBatches)) {
76
- const arrayBuffer = await encode(data, writer, options);
77
- return new TextDecoder().decode(arrayBuffer);
78
- }
79
- throw new Error('Writer could not encode data as text');
80
- }
81
- exports.encodeText = encodeText;
82
- /**
83
- * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.
84
- */
85
- function encodeInBatches(data, writer, options) {
86
- if (writer.encodeInBatches) {
87
- const dataIterator = getIterator(data);
88
- // @ts-expect-error
89
- return writer.encodeInBatches(dataIterator, options);
90
- }
91
- // TODO -fall back to atomic encode?
92
- throw new Error('Writer could not encode data in batches');
93
- }
94
- exports.encodeInBatches = encodeInBatches;
95
- /**
96
- * Encode data stored in a file (on disk) to another file.
97
- * @note Node.js only. This function enables using command-line converters as "writers".
98
- */
99
- async function encodeURLtoURL(inputUrl, outputUrl, writer, options) {
100
- inputUrl = (0, loader_utils_2.resolvePath)(inputUrl);
101
- outputUrl = (0, loader_utils_2.resolvePath)(outputUrl);
102
- if (loader_utils_3.isBrowser || !writer.encodeURLtoURL) {
103
- throw new Error();
104
- }
105
- const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);
106
- return outputFilename;
107
- }
108
- exports.encodeURLtoURL = encodeURLtoURL;
109
- /**
110
- * @todo TODO - this is an unacceptable hack!!!
111
- */
112
- function getIterator(data) {
113
- const dataIterator = [{ table: data, start: 0, end: data.length }];
114
- return dataIterator;
115
- }
116
- /**
117
- * @todo Move to utils
118
- */
119
- function getTemporaryFilename(filename) {
120
- return `/tmp/${filename}`;
121
- }
@@ -1 +0,0 @@
1
- {"version":3,"file":"load-in-batches.d.ts","sourceRoot":"","sources":["../../../src/lib/api/load-in-batches.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,gBAAgB,EAChB,aAAa,EACb,aAAa,EAEd,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAC,eAAe,EAAE,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAMjF,KAAK,QAAQ,GAAG,MAAM,GAAG,IAAI,GAAG,IAAI,GAAG,QAAQ,GAAG,CAAC,MAAM,GAAG,IAAI,GAAG,IAAI,GAAG,QAAQ,CAAC,EAAE,GAAG,QAAQ,CAAC;AAEjG;;GAEG;AACH,wBAAsB,aAAa,CACjC,OAAO,SAAS,gBAAgB,EAChC,QAAQ,SAAS,aAAa,GAAG,iBAAiB,CAAC,OAAO,CAAC,EAE3D,KAAK,EAAE,QAAQ,EACf,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,aAAa,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAEpD;;;;;;GAMG;AACH,wBAAgB,aAAa,CAC3B,KAAK,EAAE,QAAQ,EACf,OAAO,CAAC,EAAE,gBAAgB,GAAG,gBAAgB,EAAE,GAAG,aAAa,EAC/D,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;AAEnC,wBAAgB,aAAa,CAC3B,KAAK,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAC5B,OAAO,CAAC,EAAE,gBAAgB,GAAG,gBAAgB,EAAE,GAAG,aAAa,EAC/D,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC"}
@@ -1,40 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.loadInBatches = void 0;
5
- const normalize_loader_1 = require("../loader-utils/normalize-loader");
6
- const get_fetch_function_1 = require("../loader-utils/get-fetch-function");
7
- const parse_in_batches_1 = require("./parse-in-batches");
8
- function loadInBatches(files, loaders, options, context) {
9
- let loadersArray;
10
- // Signature: load(url, options)
11
- if (!Array.isArray(loaders) && !(0, normalize_loader_1.isLoaderObject)(loaders)) {
12
- context = undefined; // context not supported in short signature
13
- options = loaders;
14
- loadersArray = undefined;
15
- }
16
- else {
17
- loadersArray = loaders;
18
- }
19
- // Select fetch function
20
- const fetch = (0, get_fetch_function_1.getFetchFunction)(options || {});
21
- // Single url/file
22
- if (!Array.isArray(files)) {
23
- return loadOneFileInBatches(files, loadersArray, options || {}, fetch);
24
- }
25
- // Multiple URLs / files
26
- const promises = files.map((file) => loadOneFileInBatches(file, loadersArray, options || {}, fetch));
27
- // No point in waiting here for all responses before starting to stream individual streams?
28
- return promises;
29
- }
30
- exports.loadInBatches = loadInBatches;
31
- async function loadOneFileInBatches(file, loaders, options, fetch) {
32
- if (typeof file === 'string') {
33
- const url = file;
34
- const response = await fetch(url);
35
- // @ts-expect-error
36
- return await (0, parse_in_batches_1.parseInBatches)(response, loaders, options);
37
- }
38
- // @ts-expect-error TODO
39
- return await (0, parse_in_batches_1.parseInBatches)(file, loaders, options);
40
- }
@@ -1 +0,0 @@
1
- {"version":3,"file":"load.d.ts","sourceRoot":"","sources":["../../../src/lib/api/load.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC7F,OAAO,KAAK,EAAC,iBAAiB,EAAE,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAOlF;;;;;;;;GAQG;AAEH,wBAAsB,IAAI,CACxB,OAAO,SAAS,MAAM,EACtB,QAAQ,SAAS,aAAa,GAAG,iBAAiB,CAAC,OAAO,CAAC,EAE3D,GAAG,EAAE,MAAM,GAAG,QAAQ,EACtB,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;AAEtC,wBAAsB,IAAI,CACxB,GAAG,EAAE,MAAM,GAAG,QAAQ,EACtB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB,wBAAsB,IAAI,CACxB,GAAG,EAAE,MAAM,GAAG,QAAQ,EACtB,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB,wBAAsB,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,QAAQ,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC"}
@@ -1,43 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.load = void 0;
5
- const is_type_1 = require("../../javascript-utils/is-type");
6
- const normalize_loader_1 = require("../loader-utils/normalize-loader");
7
- const get_fetch_function_1 = require("../loader-utils/get-fetch-function");
8
- const parse_1 = require("./parse");
9
- // implementation signature
10
- async function load(url, loaders, options, context) {
11
- let resolvedLoaders;
12
- let resolvedOptions;
13
- // Signature: load(url, options)
14
- if (!Array.isArray(loaders) && !(0, normalize_loader_1.isLoaderObject)(loaders)) {
15
- resolvedLoaders = [];
16
- resolvedOptions = loaders;
17
- context = undefined; // context not supported in short signature
18
- }
19
- else {
20
- resolvedLoaders = loaders;
21
- resolvedOptions = options;
22
- }
23
- // Select fetch function
24
- const fetch = (0, get_fetch_function_1.getFetchFunction)(resolvedOptions);
25
- // at this point, `url` could be already loaded binary data
26
- let data = url;
27
- // url is a string, fetch the url
28
- if (typeof url === 'string') {
29
- data = await fetch(url);
30
- // URL is Blob or File, fetchFile handles it (alt: we could generate ObjectURL here)
31
- }
32
- if ((0, is_type_1.isBlob)(url)) {
33
- // The fetch response object will contain blob.name
34
- // @ts-expect-error TODO - This may not work for overridden fetch functions
35
- data = await fetch(url);
36
- }
37
- // Data is loaded (at least we have a `Response` object) so time to hand over to `parse`
38
- // return await parse(data, loaders as Loader[], options);
39
- return Array.isArray(resolvedLoaders)
40
- ? await (0, parse_1.parse)(data, resolvedLoaders, resolvedOptions) // loader array overload
41
- : await (0, parse_1.parse)(data, resolvedLoaders, resolvedOptions); // single loader overload
42
- }
43
- exports.load = load;
@@ -1 +0,0 @@
1
- {"version":3,"file":"loader-options.d.ts","sourceRoot":"","sources":["../../../src/lib/api/loader-options.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,gBAAgB,IAAI,gBAAgB,EAAC,MAAM,8BAA8B,CAAC;AAClF,OAAO,EAAC,sBAAsB,IAAI,gBAAgB,EAAC,MAAM,8BAA8B,CAAC"}
@@ -1,7 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.getLoaderOptions = exports.setLoaderOptions = void 0;
4
- var option_utils_1 = require("../loader-utils/option-utils");
5
- Object.defineProperty(exports, "setLoaderOptions", { enumerable: true, get: function () { return option_utils_1.setGlobalOptions; } });
6
- var option_utils_2 = require("../loader-utils/option-utils");
7
- Object.defineProperty(exports, "getLoaderOptions", { enumerable: true, get: function () { return option_utils_2.getGlobalLoaderOptions; } });
@@ -1 +0,0 @@
1
- {"version":3,"file":"parse-in-batches.d.ts","sourceRoot":"","sources":["../../../src/lib/api/parse-in-batches.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,MAAM,EAAoB,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EAAC,aAAa,EAAE,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAC/E,OAAO,KAAK,EAAC,eAAe,EAAE,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAYjF;;GAEG;AACH,wBAAsB,cAAc,CAClC,OAAO,SAAS,MAAM,EACtB,QAAQ,SAAS,aAAa,GAAG,iBAAiB,CAAC,OAAO,CAAC,EAE3D,IAAI,EAAE,iBAAiB,EACvB,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,aAAa,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAEpD;;GAEG;AACH,wBAAsB,cAAc,CAClC,IAAI,EAAE,iBAAiB,EACvB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;AAEnC;;GAEG;AACH,wBAAsB,cAAc,CAClC,IAAI,EAAE,iBAAiB,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC"}
@@ -1,117 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.parseInBatches = void 0;
5
- const loader_utils_1 = require("@loaders.gl/loader-utils");
6
- const normalize_loader_1 = require("../loader-utils/normalize-loader");
7
- const option_utils_1 = require("../loader-utils/option-utils");
8
- const loader_context_1 = require("../loader-utils/loader-context");
9
- const get_data_1 = require("../loader-utils/get-data");
10
- const resource_utils_1 = require("../utils/resource-utils");
11
- const select_loader_1 = require("./select-loader");
12
- // Ensure `parse` is available in context if loader falls back to `parse`
13
- const parse_1 = require("./parse");
14
- /**
15
- * Parses `data` using a specified loader
16
- * @param data
17
- * @param loaders
18
- * @param options
19
- * @param context
20
- */
21
- async function parseInBatches(data, loaders, options, context) {
22
- const loaderArray = Array.isArray(loaders) ? loaders : undefined;
23
- // Signature: parseInBatches(data, options, url) - Uses registered loaders
24
- if (!Array.isArray(loaders) && !(0, normalize_loader_1.isLoaderObject)(loaders)) {
25
- context = undefined; // context not supported in short signature
26
- options = loaders;
27
- loaders = undefined;
28
- }
29
- data = await data; // Resolve any promise
30
- options = options || {};
31
- // Extract a url for auto detection
32
- const url = (0, resource_utils_1.getResourceUrl)(data);
33
- // Chooses a loader and normalizes it
34
- // Note - only uses URL and contentType for streams and iterator inputs
35
- const loader = await (0, select_loader_1.selectLoader)(data, loaders, options);
36
- // Note: if options.nothrow was set, it is possible that no loader was found, if so just return null
37
- if (!loader) {
38
- // @ts-ignore
39
- return null;
40
- }
41
- // Normalize options
42
- options = (0, option_utils_1.normalizeOptions)(options, loader, loaderArray, url);
43
- context = (0, loader_context_1.getLoaderContext)({ url, _parseInBatches: parseInBatches, _parse: parse_1.parse, loaders: loaderArray }, options, context || null);
44
- return await parseWithLoaderInBatches(loader, data, options, context);
45
- }
46
- exports.parseInBatches = parseInBatches;
47
- /**
48
- * Loader has been selected and context has been prepared, see if we need to emit a metadata batch
49
- */
50
- async function parseWithLoaderInBatches(loader, data, options, context) {
51
- const outputIterator = await parseToOutputIterator(loader, data, options, context);
52
- // Generate metadata batch if requested
53
- if (!options.metadata) {
54
- return outputIterator;
55
- }
56
- const metadataBatch = {
57
- batchType: 'metadata',
58
- metadata: {
59
- _loader: loader,
60
- _context: context
61
- },
62
- // Populate with some default fields to avoid crashing
63
- data: [],
64
- bytesUsed: 0
65
- };
66
- async function* makeMetadataBatchIterator(iterator) {
67
- yield metadataBatch;
68
- yield* iterator;
69
- }
70
- return makeMetadataBatchIterator(outputIterator);
71
- }
72
- /**
73
- * Prep work is done, now it is time to start parsing into an output operator
74
- * The approach depends on which parse function the loader exposes
75
- * `parseInBatches` (preferred), `parse` (fallback)
76
- */
77
- async function parseToOutputIterator(loader, data, options, context) {
78
- // Get an iterator from the input
79
- const inputIterator = await (0, get_data_1.getAsyncIterableFromData)(data, options);
80
- // Apply any iterator transforms (options.transforms)
81
- const transformedIterator = await applyInputTransforms(inputIterator, options?.transforms || []);
82
- // If loader supports parseInBatches, we are done
83
- if (loader.parseInBatches) {
84
- return loader.parseInBatches(transformedIterator, options, context);
85
- }
86
- // Fallback: load atomically using `parse` concatenating input iterator into single chunk
87
- async function* parseChunkInBatches() {
88
- const arrayBuffer = await (0, loader_utils_1.concatenateArrayBuffersAsync)(transformedIterator);
89
- // Call `parse` instead of `loader.parse` to ensure we can call workers etc.
90
- const parsedData = await (0, parse_1.parse)(arrayBuffer, loader,
91
- // TODO - Hack: supply loaders MIME type to ensure we match it
92
- { ...options, mimeType: loader.mimeTypes[0] }, context);
93
- // yield a single batch, the output from loader.parse()
94
- // TODO - run through batch builder to apply options etc...
95
- const batch = {
96
- mimeType: loader.mimeTypes[0],
97
- shape: Array.isArray(parsedData) ? 'row-table' : 'unknown',
98
- batchType: 'data',
99
- data: parsedData,
100
- length: Array.isArray(parsedData) ? parsedData.length : 1
101
- };
102
- yield batch;
103
- }
104
- return parseChunkInBatches();
105
- }
106
- /**
107
- * Create an iterator chain with any transform iterators (crypto, decompression)
108
- * @param inputIterator
109
- * @param options
110
- */
111
- async function applyInputTransforms(inputIterator, transforms = []) {
112
- let iteratorChain = inputIterator;
113
- for await (const transformBatches of transforms) {
114
- iteratorChain = transformBatches(iteratorChain);
115
- }
116
- return iteratorChain;
117
- }
@@ -1 +0,0 @@
1
- {"version":3,"file":"parse-sync.d.ts","sourceRoot":"","sources":["../../../src/lib/api/parse-sync.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,MAAM,EAAoB,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EAAC,aAAa,EAAE,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC1E,OAAO,KAAK,EAAC,iBAAiB,EAAE,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAUlF;;GAEG;AACH,wBAAgB,SAAS,CACvB,OAAO,SAAS,MAAM,EACtB,QAAQ,SAAS,aAAa,GAAG,iBAAiB,CAAC,OAAO,CAAC,EAE3D,IAAI,EAAE,YAAY,EAClB,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,aAAa,GACtB,gBAAgB,CAAC,OAAO,CAAC,CAAC;AAE7B;;GAEG;AACH,wBAAgB,SAAS,CACvB,IAAI,EAAE,YAAY,EAClB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC;AAEX;;GAEG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC"}
@@ -1,54 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.parseSync = void 0;
5
- const select_loader_1 = require("./select-loader");
6
- const normalize_loader_1 = require("../loader-utils/normalize-loader");
7
- const option_utils_1 = require("../loader-utils/option-utils");
8
- const get_data_1 = require("../loader-utils/get-data");
9
- const loader_context_1 = require("../loader-utils/loader-context");
10
- const resource_utils_1 = require("../utils/resource-utils");
11
- /**
12
- * Parses `data` synchronously using a specified loader
13
- */
14
- function parseSync(data, loaders, options, context) {
15
- // Signature: parseSync(data, options)
16
- // Uses registered loaders
17
- if (!Array.isArray(loaders) && !(0, normalize_loader_1.isLoaderObject)(loaders)) {
18
- context = undefined; // context not supported in short signature
19
- options = loaders;
20
- loaders = undefined;
21
- }
22
- options = options || {};
23
- // Chooses a loader (and normalizes it)
24
- // Also use any loaders in the context, new loaders take priority
25
- const typedLoaders = loaders;
26
- const candidateLoaders = (0, loader_context_1.getLoadersFromContext)(typedLoaders, context);
27
- const loader = (0, select_loader_1.selectLoaderSync)(data, candidateLoaders, options);
28
- // Note: if nothrow option was set, it is possible that no loader was found, if so just return null
29
- if (!loader) {
30
- return null;
31
- }
32
- // Normalize options
33
- options = (0, option_utils_1.normalizeOptions)(options, loader, candidateLoaders);
34
- // Extract a url for auto detection
35
- const url = (0, resource_utils_1.getResourceUrl)(data);
36
- const parse = () => {
37
- throw new Error('parseSync called parse (which is async');
38
- };
39
- context = (0, loader_context_1.getLoaderContext)({ url, _parseSync: parse, _parse: parse, loaders: loaders }, options, context || null);
40
- return parseWithLoaderSync(loader, data, options, context);
41
- }
42
- exports.parseSync = parseSync;
43
- // TODO - should accept loader.parseSync/parse and generate 1 chunk asyncIterator
44
- function parseWithLoaderSync(loader, data, options, context) {
45
- data = (0, get_data_1.getArrayBufferOrStringFromDataSync)(data, loader, options);
46
- if (loader.parseTextSync && typeof data === 'string') {
47
- return loader.parseTextSync(data, options); // , context, loader);
48
- }
49
- if (loader.parseSync && data instanceof ArrayBuffer) {
50
- return loader.parseSync(data, options, context); // , loader);
51
- }
52
- // TBD - If synchronous parser not available, return null
53
- throw new Error(`${loader.name} loader: 'parseSync' not supported by this loader, use 'parse' instead. ${context.url || ''}`);
54
- }
@@ -1 +0,0 @@
1
- {"version":3,"file":"parse.d.ts","sourceRoot":"","sources":["../../../src/lib/api/parse.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACnF,OAAO,KAAK,EAAC,QAAQ,EAAmB,MAAM,0BAA0B,CAAC;AACzE,OAAO,KAAK,EAAC,iBAAiB,EAAE,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAalF;;GAEG;AACH,wBAAsB,KAAK,CACzB,OAAO,SAAS,MAAM,EACtB,QAAQ,SAAS,aAAa,GAAG,iBAAiB,CAAC,OAAO,CAAC,EAE3D,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,EAClC,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;AAEtC;;GAEG;AACH,wBAAsB,KAAK,CACzB,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,EAClC,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB;;GAEG;AACH,wBAAsB,KAAK,CACzB,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,EAClC,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,OAAO,CAAC,CAAC"}
@@ -1,87 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.parse = void 0;
5
- const loader_utils_1 = require("@loaders.gl/loader-utils");
6
- const worker_utils_1 = require("@loaders.gl/worker-utils");
7
- const normalize_loader_1 = require("../loader-utils/normalize-loader");
8
- const is_type_1 = require("../../javascript-utils/is-type");
9
- const option_utils_1 = require("../loader-utils/option-utils");
10
- const get_data_1 = require("../loader-utils/get-data");
11
- const loader_context_1 = require("../loader-utils/loader-context");
12
- const resource_utils_1 = require("../utils/resource-utils");
13
- const select_loader_1 = require("./select-loader");
14
- /**
15
- * Parses `data` using a specified loader
16
- * @param data
17
- * @param loaders
18
- * @param options
19
- * @param context
20
- */
21
- // implementation signature
22
- async function parse(data, loaders, options, context) {
23
- // Signature: parse(data, options, context | url)
24
- // Uses registered loaders
25
- if (loaders && !Array.isArray(loaders) && !(0, normalize_loader_1.isLoaderObject)(loaders)) {
26
- context = undefined; // context not supported in short signature
27
- options = loaders;
28
- loaders = undefined;
29
- }
30
- data = await data; // Resolve any promise
31
- options = options || {}; // Could be invalid...
32
- // Extract a url for auto detection
33
- const url = (0, resource_utils_1.getResourceUrl)(data);
34
- // Chooses a loader (and normalizes it)
35
- // Also use any loaders in the context, new loaders take priority
36
- const typedLoaders = loaders;
37
- const candidateLoaders = (0, loader_context_1.getLoadersFromContext)(typedLoaders, context);
38
- // todo hacky type cast
39
- const loader = await (0, select_loader_1.selectLoader)(data, candidateLoaders, options);
40
- // Note: if no loader was found, if so just return null
41
- if (!loader) {
42
- return null;
43
- }
44
- // Normalize options
45
- // @ts-expect-error
46
- options = (0, option_utils_1.normalizeOptions)(options, loader, candidateLoaders, url); // Could be invalid...
47
- // Get a context (if already present, will be unchanged)
48
- context = (0, loader_context_1.getLoaderContext)(
49
- // @ts-expect-error
50
- { url, _parse: parse, loaders: candidateLoaders }, options, context || null);
51
- return await parseWithLoader(loader, data, options, context);
52
- }
53
- exports.parse = parse;
54
- // TODO: support progress and abort
55
- // TODO - should accept loader.parseAsyncIterator and concatenate.
56
- async function parseWithLoader(loader, data, options, context) {
57
- (0, worker_utils_1.validateWorkerVersion)(loader);
58
- if ((0, is_type_1.isResponse)(data)) {
59
- // Serialize to support passing the response to web worker
60
- const response = data;
61
- const { ok, redirected, status, statusText, type, url } = response;
62
- const headers = Object.fromEntries(response.headers.entries());
63
- // @ts-expect-error TODO - fix this
64
- context.response = { headers, ok, redirected, status, statusText, type, url };
65
- }
66
- data = await (0, get_data_1.getArrayBufferOrStringFromData)(data, loader, options);
67
- const loaderWithParser = loader;
68
- // First check for synchronous text parser, wrap results in promises
69
- if (loaderWithParser.parseTextSync && typeof data === 'string') {
70
- return loaderWithParser.parseTextSync(data, options, context);
71
- }
72
- // If we have a workerUrl and the loader can parse the given options efficiently in a worker
73
- if ((0, loader_utils_1.canParseWithWorker)(loader, options)) {
74
- return await (0, loader_utils_1.parseWithWorker)(loader, data, options, context, parse);
75
- }
76
- // Check for asynchronous parser
77
- if (loaderWithParser.parseText && typeof data === 'string') {
78
- return await loaderWithParser.parseText(data, options, context);
79
- }
80
- if (loaderWithParser.parse) {
81
- return await loaderWithParser.parse(data, options, context);
82
- }
83
- // This should not happen, all sync loaders should also offer `parse` function
84
- (0, worker_utils_1.assert)(!loaderWithParser.parseSync);
85
- // TBD - If asynchronous parser not available, return null
86
- throw new Error(`${loader.id} loader - no parser found and worker is disabled`);
87
- }
@@ -1 +0,0 @@
1
- {"version":3,"file":"register-loaders.d.ts","sourceRoot":"","sources":["../../../src/lib/api/register-loaders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAYhD,wCAAwC;AACxC,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,QAYzD;AAED,wBAAgB,oBAAoB,IAAI,MAAM,EAAE,CAE/C;AAED,oCAAoC;AACpC,wBAAgB,kBAAkB,SAGjC"}
@@ -1,35 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports._unregisterLoaders = exports.getRegisteredLoaders = exports.registerLoaders = void 0;
4
- const normalize_loader_1 = require("../loader-utils/normalize-loader");
5
- const option_utils_1 = require("../loader-utils/option-utils");
6
- // Store global registered loaders on the global object to increase chances of cross loaders-version interoperability
7
- // This use case is not reliable but can help when testing new versions of loaders.gl with existing frameworks
8
- const getGlobalLoaderRegistry = () => {
9
- const state = (0, option_utils_1.getGlobalLoaderState)();
10
- state.loaderRegistry = state.loaderRegistry || [];
11
- return state.loaderRegistry;
12
- };
13
- /** Register a list of global loaders */
14
- function registerLoaders(loaders) {
15
- const loaderRegistry = getGlobalLoaderRegistry();
16
- loaders = Array.isArray(loaders) ? loaders : [loaders];
17
- for (const loader of loaders) {
18
- const normalizedLoader = (0, normalize_loader_1.normalizeLoader)(loader);
19
- if (!loaderRegistry.find((registeredLoader) => normalizedLoader === registeredLoader)) {
20
- // add to the beginning of the loaderRegistry, so the last registeredLoader get picked
21
- loaderRegistry.unshift(normalizedLoader);
22
- }
23
- }
24
- }
25
- exports.registerLoaders = registerLoaders;
26
- function getRegisteredLoaders() {
27
- return getGlobalLoaderRegistry();
28
- }
29
- exports.getRegisteredLoaders = getRegisteredLoaders;
30
- /** @deprecated For testing only */
31
- function _unregisterLoaders() {
32
- const state = (0, option_utils_1.getGlobalLoaderState)();
33
- state.loaderRegistry = [];
34
- }
35
- exports._unregisterLoaders = _unregisterLoaders;
@@ -1 +0,0 @@
1
- {"version":3,"file":"save.d.ts","sourceRoot":"","sources":["../../../src/lib/api/save.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAIpE,wBAAsB,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,iBAG5F;AAED,wBAAgB,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,QAG1F"}
@@ -1,15 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.saveSync = exports.save = void 0;
4
- const encode_1 = require("./encode");
5
- const write_file_1 = require("../fetch/write-file");
6
- async function save(data, url, writer, options) {
7
- const encodedData = await (0, encode_1.encode)(data, writer, options);
8
- return await (0, write_file_1.writeFile)(url, encodedData);
9
- }
10
- exports.save = save;
11
- function saveSync(data, url, writer, options) {
12
- const encodedData = (0, encode_1.encodeSync)(data, writer, options);
13
- return (0, write_file_1.writeFileSync)(url, encodedData);
14
- }
15
- exports.saveSync = saveSync;
@@ -1 +0,0 @@
1
- {"version":3,"file":"select-loader.d.ts","sourceRoot":"","sources":["../../../src/lib/api/select-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,aAAa,EAAE,aAAa,EAAE,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAgBnF;;;;;;;;GAQG;AACH,wBAAsB,YAAY,CAChC,IAAI,EAAE,QAAQ,GAAG,IAAI,GAAG,WAAW,GAAG,MAAM,EAC5C,OAAO,GAAE,MAAM,EAAE,GAAG,MAAW,EAC/B,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAwBxB;AAED;;;;;;;;GAQG;AACH,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,QAAQ,GAAG,IAAI,GAAG,WAAW,GAAG,MAAM,EAC5C,OAAO,GAAE,MAAM,EAAE,GAAG,MAAW,EAC/B,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,MAAM,GAAG,IAAI,CAmCf"}