@loaders.gl/core 3.4.0-alpha.1 → 3.4.0-alpha.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (194) hide show
  1. package/dist/dist.min.js +461 -248
  2. package/dist/es5/core-addons/write-file-browser.js +0 -2
  3. package/dist/es5/index.js.map +1 -1
  4. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +65 -67
  5. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +1 -1
  6. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +13 -24
  7. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -1
  8. package/dist/es5/iterators/make-iterator/make-blob-iterator.js +22 -25
  9. package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +1 -1
  10. package/dist/es5/iterators/make-iterator/make-iterator.js.map +1 -1
  11. package/dist/es5/iterators/make-iterator/make-stream-iterator.js +88 -93
  12. package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +1 -1
  13. package/dist/es5/iterators/make-iterator/make-string-iterator.js +20 -24
  14. package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +1 -1
  15. package/dist/es5/iterators/make-stream/make-dom-stream.js +30 -34
  16. package/dist/es5/iterators/make-stream/make-dom-stream.js.map +1 -1
  17. package/dist/es5/iterators/make-stream/make-node-stream.js +88 -87
  18. package/dist/es5/iterators/make-stream/make-node-stream.js.map +1 -1
  19. package/dist/es5/javascript-utils/is-type.js +0 -3
  20. package/dist/es5/javascript-utils/is-type.js.map +1 -1
  21. package/dist/es5/lib/api/encode.js +157 -166
  22. package/dist/es5/lib/api/encode.js.map +1 -1
  23. package/dist/es5/lib/api/load-in-batches.js +25 -31
  24. package/dist/es5/lib/api/load-in-batches.js.map +1 -1
  25. package/dist/es5/lib/api/load.js +35 -38
  26. package/dist/es5/lib/api/load.js.map +1 -1
  27. package/dist/es5/lib/api/loader-options.js.map +1 -1
  28. package/dist/es5/lib/api/parse-in-batches.js +192 -207
  29. package/dist/es5/lib/api/parse-in-batches.js.map +1 -1
  30. package/dist/es5/lib/api/parse-sync.js +0 -7
  31. package/dist/es5/lib/api/parse-sync.js.map +1 -1
  32. package/dist/es5/lib/api/parse.js +99 -107
  33. package/dist/es5/lib/api/parse.js.map +1 -1
  34. package/dist/es5/lib/api/register-loaders.js +1 -3
  35. package/dist/es5/lib/api/register-loaders.js.map +1 -1
  36. package/dist/es5/lib/api/save.js +13 -15
  37. package/dist/es5/lib/api/save.js.map +1 -1
  38. package/dist/es5/lib/api/select-loader.js +41 -58
  39. package/dist/es5/lib/api/select-loader.js.map +1 -1
  40. package/dist/es5/lib/fetch/fetch-error-message.js +29 -31
  41. package/dist/es5/lib/fetch/fetch-error-message.js.map +1 -1
  42. package/dist/es5/lib/fetch/fetch-file.js +23 -25
  43. package/dist/es5/lib/fetch/fetch-file.js.map +1 -1
  44. package/dist/es5/lib/fetch/read-array-buffer.js +41 -45
  45. package/dist/es5/lib/fetch/read-array-buffer.js.map +1 -1
  46. package/dist/es5/lib/fetch/read-file.js +0 -3
  47. package/dist/es5/lib/fetch/read-file.js.map +1 -1
  48. package/dist/es5/lib/fetch/write-file.js +15 -17
  49. package/dist/es5/lib/fetch/write-file.js.map +1 -1
  50. package/dist/es5/lib/filesystems/browser-filesystem.js +107 -124
  51. package/dist/es5/lib/filesystems/browser-filesystem.js.map +1 -1
  52. package/dist/es5/lib/filesystems/read-array-buffer.js +19 -21
  53. package/dist/es5/lib/filesystems/read-array-buffer.js.map +1 -1
  54. package/dist/es5/lib/init.js +1 -3
  55. package/dist/es5/lib/init.js.map +1 -1
  56. package/dist/es5/lib/loader-utils/check-errors.js +24 -26
  57. package/dist/es5/lib/loader-utils/check-errors.js.map +1 -1
  58. package/dist/es5/lib/loader-utils/get-data.js +130 -145
  59. package/dist/es5/lib/loader-utils/get-data.js.map +1 -1
  60. package/dist/es5/lib/loader-utils/get-fetch-function.js +26 -0
  61. package/dist/es5/lib/loader-utils/get-fetch-function.js.map +1 -0
  62. package/dist/es5/lib/loader-utils/loader-context.js +2 -5
  63. package/dist/es5/lib/loader-utils/loader-context.js.map +1 -1
  64. package/dist/es5/lib/loader-utils/loggers.js +0 -2
  65. package/dist/es5/lib/loader-utils/loggers.js.map +1 -1
  66. package/dist/es5/lib/loader-utils/normalize-loader.js +0 -3
  67. package/dist/es5/lib/loader-utils/normalize-loader.js.map +1 -1
  68. package/dist/es5/lib/loader-utils/option-defaults.js +0 -2
  69. package/dist/es5/lib/loader-utils/option-defaults.js.map +1 -1
  70. package/dist/es5/lib/loader-utils/option-utils.js +21 -55
  71. package/dist/es5/lib/loader-utils/option-utils.js.map +1 -1
  72. package/dist/es5/lib/progress/fetch-progress.js +92 -98
  73. package/dist/es5/lib/progress/fetch-progress.js.map +1 -1
  74. package/dist/es5/lib/utils/log.js +0 -1
  75. package/dist/es5/lib/utils/log.js.map +1 -1
  76. package/dist/es5/lib/utils/mime-type-utils.js +0 -3
  77. package/dist/es5/lib/utils/mime-type-utils.js.map +1 -1
  78. package/dist/es5/lib/utils/resource-utils.js +0 -4
  79. package/dist/es5/lib/utils/resource-utils.js.map +1 -1
  80. package/dist/es5/lib/utils/response-utils.js +118 -131
  81. package/dist/es5/lib/utils/response-utils.js.map +1 -1
  82. package/dist/es5/null-loader.js +57 -63
  83. package/dist/es5/null-loader.js.map +1 -1
  84. package/dist/es5/workers/null-worker.js.map +1 -1
  85. package/dist/esm/bundle.js +0 -1
  86. package/dist/esm/bundle.js.map +1 -1
  87. package/dist/esm/index.js +0 -12
  88. package/dist/esm/index.js.map +1 -1
  89. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js +0 -1
  90. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +1 -1
  91. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js +16 -17
  92. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -1
  93. package/dist/esm/iterators/make-iterator/make-blob-iterator.js +0 -1
  94. package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +1 -1
  95. package/dist/esm/iterators/make-iterator/make-iterator.js +0 -1
  96. package/dist/esm/iterators/make-iterator/make-iterator.js.map +1 -1
  97. package/dist/esm/iterators/make-iterator/make-stream-iterator.js +0 -3
  98. package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +1 -1
  99. package/dist/esm/iterators/make-iterator/make-string-iterator.js +0 -2
  100. package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +1 -1
  101. package/dist/esm/iterators/make-stream/make-dom-stream.js +1 -3
  102. package/dist/esm/iterators/make-stream/make-dom-stream.js.map +1 -1
  103. package/dist/esm/iterators/make-stream/make-node-stream.js +3 -2
  104. package/dist/esm/iterators/make-stream/make-node-stream.js.map +1 -1
  105. package/dist/esm/javascript-utils/is-type.js +0 -4
  106. package/dist/esm/javascript-utils/is-type.js.map +1 -1
  107. package/dist/esm/lib/api/encode.js +0 -9
  108. package/dist/esm/lib/api/encode.js.map +1 -1
  109. package/dist/esm/lib/api/load-in-batches.js +1 -5
  110. package/dist/esm/lib/api/load-in-batches.js.map +1 -1
  111. package/dist/esm/lib/api/load.js +1 -6
  112. package/dist/esm/lib/api/load.js.map +1 -1
  113. package/dist/esm/lib/api/parse-in-batches.js +2 -16
  114. package/dist/esm/lib/api/parse-in-batches.js.map +1 -1
  115. package/dist/esm/lib/api/parse-sync.js +0 -8
  116. package/dist/esm/lib/api/parse-sync.js.map +1 -1
  117. package/dist/esm/lib/api/parse.js +0 -12
  118. package/dist/esm/lib/api/parse.js.map +1 -1
  119. package/dist/esm/lib/api/register-loaders.js +0 -3
  120. package/dist/esm/lib/api/register-loaders.js.map +1 -1
  121. package/dist/esm/lib/api/save.js.map +1 -1
  122. package/dist/esm/lib/api/select-loader.js +0 -20
  123. package/dist/esm/lib/api/select-loader.js.map +1 -1
  124. package/dist/esm/lib/fetch/fetch-error-message.js.map +1 -1
  125. package/dist/esm/lib/fetch/fetch-file.js +0 -1
  126. package/dist/esm/lib/fetch/fetch-file.js.map +1 -1
  127. package/dist/esm/lib/fetch/read-array-buffer.js +0 -3
  128. package/dist/esm/lib/fetch/read-array-buffer.js.map +1 -1
  129. package/dist/esm/lib/fetch/read-file.js +0 -4
  130. package/dist/esm/lib/fetch/read-file.js.map +1 -1
  131. package/dist/esm/lib/fetch/write-file.js +0 -1
  132. package/dist/esm/lib/fetch/write-file.js.map +1 -1
  133. package/dist/esm/lib/filesystems/browser-filesystem.js +1 -11
  134. package/dist/esm/lib/filesystems/browser-filesystem.js.map +1 -1
  135. package/dist/esm/lib/filesystems/read-array-buffer.js +0 -2
  136. package/dist/esm/lib/filesystems/read-array-buffer.js.map +1 -1
  137. package/dist/esm/lib/init.js +1 -4
  138. package/dist/esm/lib/init.js.map +1 -1
  139. package/dist/esm/lib/loader-utils/check-errors.js +1 -2
  140. package/dist/esm/lib/loader-utils/check-errors.js.map +1 -1
  141. package/dist/esm/lib/loader-utils/get-data.js +0 -6
  142. package/dist/esm/lib/loader-utils/get-data.js.map +1 -1
  143. package/dist/esm/lib/loader-utils/get-fetch-function.js +18 -0
  144. package/dist/esm/lib/loader-utils/get-fetch-function.js.map +1 -0
  145. package/dist/esm/lib/loader-utils/loader-context.js +1 -5
  146. package/dist/esm/lib/loader-utils/loader-context.js.map +1 -1
  147. package/dist/esm/lib/loader-utils/loggers.js +0 -3
  148. package/dist/esm/lib/loader-utils/loggers.js.map +1 -1
  149. package/dist/esm/lib/loader-utils/normalize-loader.js +0 -3
  150. package/dist/esm/lib/loader-utils/normalize-loader.js.map +1 -1
  151. package/dist/esm/lib/loader-utils/option-defaults.js +0 -2
  152. package/dist/esm/lib/loader-utils/option-defaults.js.map +1 -1
  153. package/dist/esm/lib/loader-utils/option-utils.js +0 -32
  154. package/dist/esm/lib/loader-utils/option-utils.js.map +1 -1
  155. package/dist/esm/lib/progress/fetch-progress.js +2 -6
  156. package/dist/esm/lib/progress/fetch-progress.js.map +1 -1
  157. package/dist/esm/lib/utils/log.js +0 -1
  158. package/dist/esm/lib/utils/log.js.map +1 -1
  159. package/dist/esm/lib/utils/mime-type-utils.js +0 -4
  160. package/dist/esm/lib/utils/mime-type-utils.js.map +1 -1
  161. package/dist/esm/lib/utils/resource-utils.js +0 -4
  162. package/dist/esm/lib/utils/resource-utils.js.map +1 -1
  163. package/dist/esm/lib/utils/response-utils.js +1 -12
  164. package/dist/esm/lib/utils/response-utils.js.map +1 -1
  165. package/dist/esm/null-loader.js +1 -4
  166. package/dist/esm/null-loader.js.map +1 -1
  167. package/dist/iterators/make-stream/make-node-stream.d.ts +7 -2
  168. package/dist/iterators/make-stream/make-node-stream.d.ts.map +1 -1
  169. package/dist/iterators/make-stream/make-node-stream.js +28 -2
  170. package/dist/lib/api/encode.d.ts +5 -5
  171. package/dist/lib/api/encode.d.ts.map +1 -1
  172. package/dist/lib/api/encode.js +1 -0
  173. package/dist/lib/api/load-in-batches.js +2 -2
  174. package/dist/lib/api/load.d.ts.map +1 -1
  175. package/dist/lib/api/load.js +3 -2
  176. package/dist/lib/fetch/fetch-file.js +1 -1
  177. package/dist/lib/loader-utils/get-fetch-function.d.ts +9 -0
  178. package/dist/lib/loader-utils/get-fetch-function.d.ts.map +1 -0
  179. package/dist/lib/loader-utils/get-fetch-function.js +31 -0
  180. package/dist/lib/loader-utils/loader-context.js +2 -2
  181. package/dist/lib/loader-utils/option-utils.d.ts +5 -15
  182. package/dist/lib/loader-utils/option-utils.d.ts.map +1 -1
  183. package/dist/lib/loader-utils/option-utils.js +10 -31
  184. package/dist/lib/progress/fetch-progress.js +2 -2
  185. package/dist/null-worker.js +1 -1
  186. package/package.json +5 -5
  187. package/src/iterators/make-stream/make-node-stream.ts +8 -2
  188. package/src/lib/api/encode.ts +7 -6
  189. package/src/lib/api/load-in-batches.ts +1 -1
  190. package/src/lib/api/load.ts +3 -2
  191. package/src/lib/loader-utils/get-fetch-function.ts +38 -0
  192. package/src/lib/loader-utils/loader-context.ts +1 -1
  193. package/src/lib/loader-utils/option-utils.ts +17 -44
  194. package/src/lib/progress/fetch-progress.ts +2 -2
@@ -1 +1 @@
1
- {"version":3,"file":"parse-in-batches.js","names":["assert","concatenateArrayBuffersAsync","isLoaderObject","normalizeOptions","getLoaderContext","getAsyncIterableFromData","getResourceUrlAndType","selectLoader","parse","parseInBatches","data","loaders","options","context","Array","isArray","undefined","url","loader","parseWithLoaderInBatches","outputIterator","parseToOutputIterator","metadata","metadataBatch","batchType","_loader","_context","bytesUsed","makeMetadataBatchIterator","iterator","inputIterator","transformedIterator","applyInputTransforms","transforms","parseChunkInBatches","arrayBuffer","parsedData","mimeType","mimeTypes","batch","shape","length","iteratorChain","transformBatches"],"sources":["../../../../src/lib/api/parse-in-batches.ts"],"sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport type {\n BatchableDataType,\n Loader,\n LoaderWithParser,\n LoaderContext,\n LoaderOptions\n} from '@loaders.gl/loader-utils';\nimport {assert, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getLoaderContext} from '../loader-utils/loader-context';\nimport {getAsyncIterableFromData} from '../loader-utils/get-data';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {selectLoader} from './select-loader';\n\n// Ensure `parse` is available in context if loader falls back to `parse`\nimport {parse} from './parse';\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport async function parseInBatches(\n data: BatchableDataType,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>> {\n assert(!context || typeof context === 'object'); // parseInBatches no longer accepts final url\n\n // Signature: parseInBatches(data, options, url) - Uses registered loaders\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n data = await data; // Resolve any promise\n options = options || {};\n\n // Extract a url for auto detection\n const {url} = getResourceUrlAndType(data);\n\n // Chooses a loader and normalizes it\n // Note - only uses URL and contentType for streams and iterator inputs\n const loader = await selectLoader(data as ArrayBuffer, loaders as Loader[], options);\n // Note: if options.nothrow was set, it is possible that no loader was found, if so just return null\n if (!loader) {\n // @ts-ignore\n return null;\n }\n\n // Normalize options\n // @ts-ignore\n options = normalizeOptions(options, loader, loaders, url);\n // @ts-ignore\n context = getLoaderContext(\n // @ts-ignore\n {url, parseInBatches, parse, loaders: loaders as Loader[]},\n options,\n context\n );\n\n return await parseWithLoaderInBatches(loader as LoaderWithParser, data, options, context);\n}\n\n/**\n * Loader has been selected and context has been prepared, see if we need to emit a metadata batch\n */\nasync function parseWithLoaderInBatches(\n loader: LoaderWithParser,\n data: BatchableDataType,\n options: LoaderOptions,\n context: LoaderContext\n): Promise<AsyncIterable<any>> {\n const outputIterator = await parseToOutputIterator(loader, data, options, context);\n\n // Generate metadata batch if requested\n if (!options.metadata) {\n return outputIterator;\n }\n\n const metadataBatch = {\n batchType: 'metadata',\n metadata: {\n _loader: loader,\n _context: context\n },\n // Populate with some default fields to avoid crashing\n data: [],\n bytesUsed: 0\n };\n\n async function* makeMetadataBatchIterator(iterator) {\n yield metadataBatch;\n yield* iterator;\n }\n\n return makeMetadataBatchIterator(outputIterator);\n}\n\n/**\n * Prep work is done, now it is time to start parsing into an output operator\n * The approach depends on which parse function the loader exposes\n * `parseInBatches` (preferred), `parse` (fallback)\n */\nasync function parseToOutputIterator(\n loader: LoaderWithParser,\n data: BatchableDataType,\n options: LoaderOptions,\n context: LoaderContext\n): Promise<AsyncIterable<any>> {\n // Get an iterator from the input\n const inputIterator = await getAsyncIterableFromData(data, options);\n\n // Apply any iterator transforms (options.transforms)\n const transformedIterator = await applyInputTransforms(inputIterator, options?.transforms || []);\n\n // If loader supports parseInBatches, we are done\n if (loader.parseInBatches) {\n return loader.parseInBatches(transformedIterator, options, context);\n }\n\n // Fallback: load atomically using `parse` concatenating input iterator into single chunk\n async function* parseChunkInBatches() {\n const arrayBuffer = await concatenateArrayBuffersAsync(transformedIterator);\n // Call `parse` instead of `loader.parse` to ensure we can call workers etc.\n const parsedData = await parse(\n arrayBuffer,\n loader,\n // TODO - Hack: supply loaders MIME type to ensure we match it\n {...options, mimeType: loader.mimeTypes[0]},\n context\n );\n // yield a single batch, the output from loader.parse()\n // TODO - run through batch builder to apply options etc...\n const batch: Batch = {\n mimeType: loader.mimeTypes[0],\n shape: Array.isArray(parsedData) ? 'row-table' : 'unknown',\n batchType: 'data',\n data: parsedData,\n length: Array.isArray(parsedData) ? parsedData.length : 1\n };\n yield batch;\n }\n\n return parseChunkInBatches();\n}\n\ntype TransformBatches = (\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n) => AsyncIterable<ArrayBuffer>;\n\n/**\n * Create an iterator chain with any transform iterators (crypto, decompression)\n * @param inputIterator\n * @param options\n */\nasync function applyInputTransforms(\n inputIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n transforms: TransformBatches[] = []\n): Promise<AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>> {\n let iteratorChain = inputIterator;\n for await (const transformBatches of transforms) {\n iteratorChain = transformBatches(iteratorChain);\n }\n return iteratorChain;\n}\n"],"mappings":"AAQA,SAAQA,MAAM,EAAEC,4BAA4B,QAAO,0BAA0B;AAC7E,SAAQC,cAAc,QAAO,kCAAkC;AAC/D,SAAQC,gBAAgB,QAAO,8BAA8B;AAC7D,SAAQC,gBAAgB,QAAO,gCAAgC;AAC/D,SAAQC,wBAAwB,QAAO,0BAA0B;AACjE,SAAQC,qBAAqB,QAAO,yBAAyB;AAC7D,SAAQC,YAAY,QAAO,iBAAiB;;AAG5C,SAAQC,KAAK,QAAO,SAAS;;AAS7B,OAAO,eAAeC,cAAc,CAClCC,IAAuB,EACvBC,OAA2C,EAC3CC,OAAuB,EACvBC,OAAuB,EACM;EAC7Bb,MAAM,CAAC,CAACa,OAAO,IAAI,OAAOA,OAAO,KAAK,QAAQ,CAAC;;EAG/C,IAAI,CAACC,KAAK,CAACC,OAAO,CAACJ,OAAO,CAAC,IAAI,CAACT,cAAc,CAACS,OAAO,CAAC,EAAE;IACvDE,OAAO,GAAGG,SAAS;IACnBJ,OAAO,GAAGD,OAAwB;IAClCA,OAAO,GAAGK,SAAS;EACrB;EAEAN,IAAI,GAAG,MAAMA,IAAI;EACjBE,OAAO,GAAGA,OAAO,IAAI,CAAC,CAAC;;EAGvB,MAAM;IAACK;EAAG,CAAC,GAAGX,qBAAqB,CAACI,IAAI,CAAC;;EAIzC,MAAMQ,MAAM,GAAG,MAAMX,YAAY,CAACG,IAAI,EAAiBC,OAAO,EAAcC,OAAO,CAAC;EAEpF,IAAI,CAACM,MAAM,EAAE;IAEX,OAAO,IAAI;EACb;;EAIAN,OAAO,GAAGT,gBAAgB,CAACS,OAAO,EAAEM,MAAM,EAAEP,OAAO,EAAEM,GAAG,CAAC;EAEzDJ,OAAO,GAAGT,gBAAgB;EAExB;IAACa,GAAG;IAAER,cAAc;IAAED,KAAK;IAAEG,OAAO,EAAEA;EAAmB,CAAC,EAC1DC,OAAO,EACPC,OAAO,CACR;EAED,OAAO,MAAMM,wBAAwB,CAACD,MAAM,EAAsBR,IAAI,EAAEE,OAAO,EAAEC,OAAO,CAAC;AAC3F;;AAKA,eAAeM,wBAAwB,CACrCD,MAAwB,EACxBR,IAAuB,EACvBE,OAAsB,EACtBC,OAAsB,EACO;EAC7B,MAAMO,cAAc,GAAG,MAAMC,qBAAqB,CAACH,MAAM,EAAER,IAAI,EAAEE,OAAO,EAAEC,OAAO,CAAC;;EAGlF,IAAI,CAACD,OAAO,CAACU,QAAQ,EAAE;IACrB,OAAOF,cAAc;EACvB;EAEA,MAAMG,aAAa,GAAG;IACpBC,SAAS,EAAE,UAAU;IACrBF,QAAQ,EAAE;MACRG,OAAO,EAAEP,MAAM;MACfQ,QAAQ,EAAEb;IACZ,CAAC;IAEDH,IAAI,EAAE,EAAE;IACRiB,SAAS,EAAE;EACb,CAAC;EAED,gBAAgBC,yBAAyB,CAACC,QAAQ,EAAE;IAClD,MAAMN,aAAa;IACnB,OAAOM,QAAQ;EACjB;EAEA,OAAOD,yBAAyB,CAACR,cAAc,CAAC;AAClD;;AAOA,eAAeC,qBAAqB,CAClCH,MAAwB,EACxBR,IAAuB,EACvBE,OAAsB,EACtBC,OAAsB,EACO;EAE7B,MAAMiB,aAAa,GAAG,MAAMzB,wBAAwB,CAACK,IAAI,EAAEE,OAAO,CAAC;;EAGnE,MAAMmB,mBAAmB,GAAG,MAAMC,oBAAoB,CAACF,aAAa,EAAE,CAAAlB,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEqB,UAAU,KAAI,EAAE,CAAC;;EAGhG,IAAIf,MAAM,CAACT,cAAc,EAAE;IACzB,OAAOS,MAAM,CAACT,cAAc,CAACsB,mBAAmB,EAAEnB,OAAO,EAAEC,OAAO,CAAC;EACrE;;EAGA,gBAAgBqB,mBAAmB,GAAG;IACpC,MAAMC,WAAW,GAAG,MAAMlC,4BAA4B,CAAC8B,mBAAmB,CAAC;IAE3E,MAAMK,UAAU,GAAG,MAAM5B,KAAK,CAC5B2B,WAAW,EACXjB,MAAM;IAEN;MAAC,GAAGN,OAAO;MAAEyB,QAAQ,EAAEnB,MAAM,CAACoB,SAAS,CAAC,CAAC;IAAC,CAAC,EAC3CzB,OAAO,CACR;IAGD,MAAM0B,KAAY,GAAG;MACnBF,QAAQ,EAAEnB,MAAM,CAACoB,SAAS,CAAC,CAAC,CAAC;MAC7BE,KAAK,EAAE1B,KAAK,CAACC,OAAO,CAACqB,UAAU,CAAC,GAAG,WAAW,GAAG,SAAS;MAC1DZ,SAAS,EAAE,MAAM;MACjBd,IAAI,EAAE0B,UAAU;MAChBK,MAAM,EAAE3B,KAAK,CAACC,OAAO,CAACqB,UAAU,CAAC,GAAGA,UAAU,CAACK,MAAM,GAAG;IAC1D,CAAC;IACD,MAAMF,KAAK;EACb;EAEA,OAAOL,mBAAmB,EAAE;AAC9B;AAWA,eAAeF,oBAAoB,CACjCF,aAAiE,EAEJ;EAAA,IAD7DG,UAA8B,uEAAG,EAAE;EAEnC,IAAIS,aAAa,GAAGZ,aAAa;EACjC,WAAW,MAAMa,gBAAgB,IAAIV,UAAU,EAAE;IAC/CS,aAAa,GAAGC,gBAAgB,CAACD,aAAa,CAAC;EACjD;EACA,OAAOA,aAAa;AACtB"}
1
+ {"version":3,"file":"parse-in-batches.js","names":["assert","concatenateArrayBuffersAsync","isLoaderObject","normalizeOptions","getLoaderContext","getAsyncIterableFromData","getResourceUrlAndType","selectLoader","parse","parseInBatches","data","loaders","options","context","Array","isArray","undefined","url","loader","parseWithLoaderInBatches","outputIterator","parseToOutputIterator","metadata","metadataBatch","batchType","_loader","_context","bytesUsed","makeMetadataBatchIterator","iterator","inputIterator","transformedIterator","applyInputTransforms","transforms","parseChunkInBatches","arrayBuffer","parsedData","mimeType","mimeTypes","batch","shape","length","arguments","iteratorChain","transformBatches"],"sources":["../../../../src/lib/api/parse-in-batches.ts"],"sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport type {\n BatchableDataType,\n Loader,\n LoaderWithParser,\n LoaderContext,\n LoaderOptions\n} from '@loaders.gl/loader-utils';\nimport {assert, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getLoaderContext} from '../loader-utils/loader-context';\nimport {getAsyncIterableFromData} from '../loader-utils/get-data';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {selectLoader} from './select-loader';\n\n// Ensure `parse` is available in context if loader falls back to `parse`\nimport {parse} from './parse';\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport async function parseInBatches(\n data: BatchableDataType,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>> {\n assert(!context || typeof context === 'object'); // parseInBatches no longer accepts final url\n\n // Signature: parseInBatches(data, options, url) - Uses registered loaders\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n data = await data; // Resolve any promise\n options = options || {};\n\n // Extract a url for auto detection\n const {url} = getResourceUrlAndType(data);\n\n // Chooses a loader and normalizes it\n // Note - only uses URL and contentType for streams and iterator inputs\n const loader = await selectLoader(data as ArrayBuffer, loaders as Loader[], options);\n // Note: if options.nothrow was set, it is possible that no loader was found, if so just return null\n if (!loader) {\n // @ts-ignore\n return null;\n }\n\n // Normalize options\n // @ts-ignore\n options = normalizeOptions(options, loader, loaders, url);\n // @ts-ignore\n context = getLoaderContext(\n // @ts-ignore\n {url, parseInBatches, parse, loaders: loaders as Loader[]},\n options,\n context\n );\n\n return await parseWithLoaderInBatches(loader as LoaderWithParser, data, options, context);\n}\n\n/**\n * Loader has been selected and context has been prepared, see if we need to emit a metadata batch\n */\nasync function parseWithLoaderInBatches(\n loader: LoaderWithParser,\n data: BatchableDataType,\n options: LoaderOptions,\n context: LoaderContext\n): Promise<AsyncIterable<any>> {\n const outputIterator = await parseToOutputIterator(loader, data, options, context);\n\n // Generate metadata batch if requested\n if (!options.metadata) {\n return outputIterator;\n }\n\n const metadataBatch = {\n batchType: 'metadata',\n metadata: {\n _loader: loader,\n _context: context\n },\n // Populate with some default fields to avoid crashing\n data: [],\n bytesUsed: 0\n };\n\n async function* makeMetadataBatchIterator(iterator) {\n yield metadataBatch;\n yield* iterator;\n }\n\n return makeMetadataBatchIterator(outputIterator);\n}\n\n/**\n * Prep work is done, now it is time to start parsing into an output operator\n * The approach depends on which parse function the loader exposes\n * `parseInBatches` (preferred), `parse` (fallback)\n */\nasync function parseToOutputIterator(\n loader: LoaderWithParser,\n data: BatchableDataType,\n options: LoaderOptions,\n context: LoaderContext\n): Promise<AsyncIterable<any>> {\n // Get an iterator from the input\n const inputIterator = await getAsyncIterableFromData(data, options);\n\n // Apply any iterator transforms (options.transforms)\n const transformedIterator = await applyInputTransforms(inputIterator, options?.transforms || []);\n\n // If loader supports parseInBatches, we are done\n if (loader.parseInBatches) {\n return loader.parseInBatches(transformedIterator, options, context);\n }\n\n // Fallback: load atomically using `parse` concatenating input iterator into single chunk\n async function* parseChunkInBatches() {\n const arrayBuffer = await concatenateArrayBuffersAsync(transformedIterator);\n // Call `parse` instead of `loader.parse` to ensure we can call workers etc.\n const parsedData = await parse(\n arrayBuffer,\n loader,\n // TODO - Hack: supply loaders MIME type to ensure we match it\n {...options, mimeType: loader.mimeTypes[0]},\n context\n );\n // yield a single batch, the output from loader.parse()\n // TODO - run through batch builder to apply options etc...\n const batch: Batch = {\n mimeType: loader.mimeTypes[0],\n shape: Array.isArray(parsedData) ? 'row-table' : 'unknown',\n batchType: 'data',\n data: parsedData,\n length: Array.isArray(parsedData) ? parsedData.length : 1\n };\n yield batch;\n }\n\n return parseChunkInBatches();\n}\n\ntype TransformBatches = (\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n) => AsyncIterable<ArrayBuffer>;\n\n/**\n * Create an iterator chain with any transform iterators (crypto, decompression)\n * @param inputIterator\n * @param options\n */\nasync function applyInputTransforms(\n inputIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n transforms: TransformBatches[] = []\n): Promise<AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>> {\n let iteratorChain = inputIterator;\n for await (const transformBatches of transforms) {\n iteratorChain = transformBatches(iteratorChain);\n }\n return iteratorChain;\n}\n"],"mappings":"AAQA,SAAQA,MAAM,EAAEC,4BAA4B,QAAO,0BAA0B;AAC7E,SAAQC,cAAc,QAAO,kCAAkC;AAC/D,SAAQC,gBAAgB,QAAO,8BAA8B;AAC7D,SAAQC,gBAAgB,QAAO,gCAAgC;AAC/D,SAAQC,wBAAwB,QAAO,0BAA0B;AACjE,SAAQC,qBAAqB,QAAO,yBAAyB;AAC7D,SAAQC,YAAY,QAAO,iBAAiB;AAG5C,SAAQC,KAAK,QAAO,SAAS;AAS7B,OAAO,eAAeC,cAAcA,CAClCC,IAAuB,EACvBC,OAA2C,EAC3CC,OAAuB,EACvBC,OAAuB,EACM;EAC7Bb,MAAM,CAAC,CAACa,OAAO,IAAI,OAAOA,OAAO,KAAK,QAAQ,CAAC;EAG/C,IAAI,CAACC,KAAK,CAACC,OAAO,CAACJ,OAAO,CAAC,IAAI,CAACT,cAAc,CAACS,OAAO,CAAC,EAAE;IACvDE,OAAO,GAAGG,SAAS;IACnBJ,OAAO,GAAGD,OAAwB;IAClCA,OAAO,GAAGK,SAAS;EACrB;EAEAN,IAAI,GAAG,MAAMA,IAAI;EACjBE,OAAO,GAAGA,OAAO,IAAI,CAAC,CAAC;EAGvB,MAAM;IAACK;EAAG,CAAC,GAAGX,qBAAqB,CAACI,IAAI,CAAC;EAIzC,MAAMQ,MAAM,GAAG,MAAMX,YAAY,CAACG,IAAI,EAAiBC,OAAO,EAAcC,OAAO,CAAC;EAEpF,IAAI,CAACM,MAAM,EAAE;IAEX,OAAO,IAAI;EACb;EAIAN,OAAO,GAAGT,gBAAgB,CAACS,OAAO,EAAEM,MAAM,EAAEP,OAAO,EAAEM,GAAG,CAAC;EAEzDJ,OAAO,GAAGT,gBAAgB,CAExB;IAACa,GAAG;IAAER,cAAc;IAAED,KAAK;IAAEG,OAAO,EAAEA;EAAmB,CAAC,EAC1DC,OAAO,EACPC,OAAO,CACR;EAED,OAAO,MAAMM,wBAAwB,CAACD,MAAM,EAAsBR,IAAI,EAAEE,OAAO,EAAEC,OAAO,CAAC;AAC3F;AAKA,eAAeM,wBAAwBA,CACrCD,MAAwB,EACxBR,IAAuB,EACvBE,OAAsB,EACtBC,OAAsB,EACO;EAC7B,MAAMO,cAAc,GAAG,MAAMC,qBAAqB,CAACH,MAAM,EAAER,IAAI,EAAEE,OAAO,EAAEC,OAAO,CAAC;EAGlF,IAAI,CAACD,OAAO,CAACU,QAAQ,EAAE;IACrB,OAAOF,cAAc;EACvB;EAEA,MAAMG,aAAa,GAAG;IACpBC,SAAS,EAAE,UAAU;IACrBF,QAAQ,EAAE;MACRG,OAAO,EAAEP,MAAM;MACfQ,QAAQ,EAAEb;IACZ,CAAC;IAEDH,IAAI,EAAE,EAAE;IACRiB,SAAS,EAAE;EACb,CAAC;EAED,gBAAgBC,yBAAyBA,CAACC,QAAQ,EAAE;IAClD,MAAMN,aAAa;IACnB,OAAOM,QAAQ;EACjB;EAEA,OAAOD,yBAAyB,CAACR,cAAc,CAAC;AAClD;AAOA,eAAeC,qBAAqBA,CAClCH,MAAwB,EACxBR,IAAuB,EACvBE,OAAsB,EACtBC,OAAsB,EACO;EAE7B,MAAMiB,aAAa,GAAG,MAAMzB,wBAAwB,CAACK,IAAI,EAAEE,OAAO,CAAC;EAGnE,MAAMmB,mBAAmB,GAAG,MAAMC,oBAAoB,CAACF,aAAa,EAAE,CAAAlB,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEqB,UAAU,KAAI,EAAE,CAAC;EAGhG,IAAIf,MAAM,CAACT,cAAc,EAAE;IACzB,OAAOS,MAAM,CAACT,cAAc,CAACsB,mBAAmB,EAAEnB,OAAO,EAAEC,OAAO,CAAC;EACrE;EAGA,gBAAgBqB,mBAAmBA,CAAA,EAAG;IACpC,MAAMC,WAAW,GAAG,MAAMlC,4BAA4B,CAAC8B,mBAAmB,CAAC;IAE3E,MAAMK,UAAU,GAAG,MAAM5B,KAAK,CAC5B2B,WAAW,EACXjB,MAAM,EAEN;MAAC,GAAGN,OAAO;MAAEyB,QAAQ,EAAEnB,MAAM,CAACoB,SAAS,CAAC,CAAC;IAAC,CAAC,EAC3CzB,OAAO,CACR;IAGD,MAAM0B,KAAY,GAAG;MACnBF,QAAQ,EAAEnB,MAAM,CAACoB,SAAS,CAAC,CAAC,CAAC;MAC7BE,KAAK,EAAE1B,KAAK,CAACC,OAAO,CAACqB,UAAU,CAAC,GAAG,WAAW,GAAG,SAAS;MAC1DZ,SAAS,EAAE,MAAM;MACjBd,IAAI,EAAE0B,UAAU;MAChBK,MAAM,EAAE3B,KAAK,CAACC,OAAO,CAACqB,UAAU,CAAC,GAAGA,UAAU,CAACK,MAAM,GAAG;IAC1D,CAAC;IACD,MAAMF,KAAK;EACb;EAEA,OAAOL,mBAAmB,EAAE;AAC9B;AAWA,eAAeF,oBAAoBA,CACjCF,aAAiE,EAEJ;EAAA,IAD7DG,UAA8B,GAAAS,SAAA,CAAAD,MAAA,QAAAC,SAAA,QAAA1B,SAAA,GAAA0B,SAAA,MAAG,EAAE;EAEnC,IAAIC,aAAa,GAAGb,aAAa;EACjC,WAAW,MAAMc,gBAAgB,IAAIX,UAAU,EAAE;IAC/CU,aAAa,GAAGC,gBAAgB,CAACD,aAAa,CAAC;EACjD;EACA,OAAOA,aAAa;AACtB"}
@@ -5,26 +5,21 @@ import { normalizeOptions } from '../loader-utils/option-utils';
5
5
  import { getArrayBufferOrStringFromDataSync } from '../loader-utils/get-data';
6
6
  import { getLoaderContext, getLoadersFromContext } from '../loader-utils/loader-context';
7
7
  import { getResourceUrlAndType } from '../utils/resource-utils';
8
-
9
8
  export function parseSync(data, loaders, options, context) {
10
9
  assert(!context || typeof context === 'object');
11
-
12
10
  if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {
13
11
  context = undefined;
14
12
  options = loaders;
15
13
  loaders = undefined;
16
14
  }
17
15
  options = options || {};
18
-
19
16
  const typedLoaders = loaders;
20
17
  const candidateLoaders = getLoadersFromContext(typedLoaders, context);
21
18
  const loader = selectLoaderSync(data, candidateLoaders, options);
22
19
  if (!loader) {
23
20
  return null;
24
21
  }
25
-
26
22
  options = normalizeOptions(options, loader, candidateLoaders);
27
-
28
23
  const {
29
24
  url
30
25
  } = getResourceUrlAndType(data);
@@ -39,17 +34,14 @@ export function parseSync(data, loaders, options, context) {
39
34
  }, options);
40
35
  return parseWithLoaderSync(loader, data, options, context);
41
36
  }
42
-
43
37
  function parseWithLoaderSync(loader, data, options, context) {
44
38
  data = getArrayBufferOrStringFromDataSync(data, loader, options);
45
39
  if (loader.parseTextSync && typeof data === 'string') {
46
40
  return loader.parseTextSync(data, options);
47
41
  }
48
-
49
42
  if (loader.parseSync && data instanceof ArrayBuffer) {
50
43
  return loader.parseSync(data, options, context);
51
44
  }
52
-
53
45
  throw new Error("".concat(loader.name, " loader: 'parseSync' not supported by this loader, use 'parse' instead. ").concat(context.url || ''));
54
46
  }
55
47
  //# sourceMappingURL=parse-sync.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"parse-sync.js","names":["assert","selectLoaderSync","isLoaderObject","normalizeOptions","getArrayBufferOrStringFromDataSync","getLoaderContext","getLoadersFromContext","getResourceUrlAndType","parseSync","data","loaders","options","context","Array","isArray","undefined","typedLoaders","candidateLoaders","loader","url","parse","Error","parseWithLoaderSync","parseTextSync","ArrayBuffer","name"],"sources":["../../../../src/lib/api/parse-sync.ts"],"sourcesContent":["import type {\n SyncDataType,\n Loader,\n LoaderWithParser,\n LoaderContext,\n LoaderOptions\n} from '@loaders.gl/loader-utils';\nimport {assert} from '@loaders.gl/loader-utils';\nimport {selectLoaderSync} from './select-loader';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getArrayBufferOrStringFromDataSync} from '../loader-utils/get-data';\nimport {getLoaderContext, getLoadersFromContext} from '../loader-utils/loader-context';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\n\n/**\n * Parses `data` synchronously using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function parseSync(\n data: SyncDataType,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): any {\n assert(!context || typeof context === 'object'); // parseSync no longer accepts final url\n\n // Signature: parseSync(data, options)\n // Uses registered loaders\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n options = options || {};\n\n // Chooses a loader (and normalizes it)\n // Also use any loaders in the context, new loaders take priority\n const typedLoaders = loaders as Loader | Loader[] | undefined;\n const candidateLoaders = getLoadersFromContext(typedLoaders, context);\n const loader = selectLoaderSync(data, candidateLoaders, options);\n // Note: if nothrow option was set, it is possible that no loader was found, if so just return null\n if (!loader) {\n return null;\n }\n\n // Normalize options\n options = normalizeOptions(options, loader, candidateLoaders);\n\n // Extract a url for auto detection\n const {url} = getResourceUrlAndType(data);\n\n const parse = () => {\n throw new Error('parseSync called parse');\n };\n context = getLoaderContext({url, parseSync, parse, loaders: loaders as Loader[]}, options);\n\n return parseWithLoaderSync(loader as LoaderWithParser, data, options, context);\n}\n\n// TODO - should accept loader.parseSync/parse and generate 1 chunk asyncIterator\nfunction parseWithLoaderSync(\n loader: LoaderWithParser,\n data: SyncDataType,\n options: LoaderOptions,\n context: LoaderContext\n) {\n data = getArrayBufferOrStringFromDataSync(data, loader, options);\n\n if (loader.parseTextSync && typeof data === 'string') {\n return loader.parseTextSync(data, options); // , context, loader);\n }\n\n if (loader.parseSync && data instanceof ArrayBuffer) {\n return loader.parseSync(data, options, context); // , loader);\n }\n\n // TBD - If synchronous parser not available, return null\n throw new Error(\n `${loader.name} loader: 'parseSync' not supported by this loader, use 'parse' instead. ${\n context.url || ''\n }`\n );\n}\n"],"mappings":"AAOA,SAAQA,MAAM,QAAO,0BAA0B;AAC/C,SAAQC,gBAAgB,QAAO,iBAAiB;AAChD,SAAQC,cAAc,QAAO,kCAAkC;AAC/D,SAAQC,gBAAgB,QAAO,8BAA8B;AAC7D,SAAQC,kCAAkC,QAAO,0BAA0B;AAC3E,SAAQC,gBAAgB,EAAEC,qBAAqB,QAAO,gCAAgC;AACtF,SAAQC,qBAAqB,QAAO,yBAAyB;;AAS7D,OAAO,SAASC,SAAS,CACvBC,IAAkB,EAClBC,OAA2C,EAC3CC,OAAuB,EACvBC,OAAuB,EAClB;EACLZ,MAAM,CAAC,CAACY,OAAO,IAAI,OAAOA,OAAO,KAAK,QAAQ,CAAC;;EAI/C,IAAI,CAACC,KAAK,CAACC,OAAO,CAACJ,OAAO,CAAC,IAAI,CAACR,cAAc,CAACQ,OAAO,CAAC,EAAE;IACvDE,OAAO,GAAGG,SAAS;IACnBJ,OAAO,GAAGD,OAAwB;IAClCA,OAAO,GAAGK,SAAS;EACrB;EAEAJ,OAAO,GAAGA,OAAO,IAAI,CAAC,CAAC;;EAIvB,MAAMK,YAAY,GAAGN,OAAwC;EAC7D,MAAMO,gBAAgB,GAAGX,qBAAqB,CAACU,YAAY,EAAEJ,OAAO,CAAC;EACrE,MAAMM,MAAM,GAAGjB,gBAAgB,CAACQ,IAAI,EAAEQ,gBAAgB,EAAEN,OAAO,CAAC;EAEhE,IAAI,CAACO,MAAM,EAAE;IACX,OAAO,IAAI;EACb;;EAGAP,OAAO,GAAGR,gBAAgB,CAACQ,OAAO,EAAEO,MAAM,EAAED,gBAAgB,CAAC;;EAG7D,MAAM;IAACE;EAAG,CAAC,GAAGZ,qBAAqB,CAACE,IAAI,CAAC;EAEzC,MAAMW,KAAK,GAAG,MAAM;IAClB,MAAM,IAAIC,KAAK,CAAC,wBAAwB,CAAC;EAC3C,CAAC;EACDT,OAAO,GAAGP,gBAAgB,CAAC;IAACc,GAAG;IAAEX,SAAS;IAAEY,KAAK;IAAEV,OAAO,EAAEA;EAAmB,CAAC,EAAEC,OAAO,CAAC;EAE1F,OAAOW,mBAAmB,CAACJ,MAAM,EAAsBT,IAAI,EAAEE,OAAO,EAAEC,OAAO,CAAC;AAChF;;AAGA,SAASU,mBAAmB,CAC1BJ,MAAwB,EACxBT,IAAkB,EAClBE,OAAsB,EACtBC,OAAsB,EACtB;EACAH,IAAI,GAAGL,kCAAkC,CAACK,IAAI,EAAES,MAAM,EAAEP,OAAO,CAAC;EAEhE,IAAIO,MAAM,CAACK,aAAa,IAAI,OAAOd,IAAI,KAAK,QAAQ,EAAE;IACpD,OAAOS,MAAM,CAACK,aAAa,CAACd,IAAI,EAAEE,OAAO,CAAC;EAC5C;;EAEA,IAAIO,MAAM,CAACV,SAAS,IAAIC,IAAI,YAAYe,WAAW,EAAE;IACnD,OAAON,MAAM,CAACV,SAAS,CAACC,IAAI,EAAEE,OAAO,EAAEC,OAAO,CAAC;EACjD;;EAGA,MAAM,IAAIS,KAAK,WACVH,MAAM,CAACO,IAAI,qFACZb,OAAO,CAACO,GAAG,IAAI,EAAE,EAEpB;AACH"}
1
+ {"version":3,"file":"parse-sync.js","names":["assert","selectLoaderSync","isLoaderObject","normalizeOptions","getArrayBufferOrStringFromDataSync","getLoaderContext","getLoadersFromContext","getResourceUrlAndType","parseSync","data","loaders","options","context","Array","isArray","undefined","typedLoaders","candidateLoaders","loader","url","parse","Error","parseWithLoaderSync","parseTextSync","ArrayBuffer","concat","name"],"sources":["../../../../src/lib/api/parse-sync.ts"],"sourcesContent":["import type {\n SyncDataType,\n Loader,\n LoaderWithParser,\n LoaderContext,\n LoaderOptions\n} from '@loaders.gl/loader-utils';\nimport {assert} from '@loaders.gl/loader-utils';\nimport {selectLoaderSync} from './select-loader';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getArrayBufferOrStringFromDataSync} from '../loader-utils/get-data';\nimport {getLoaderContext, getLoadersFromContext} from '../loader-utils/loader-context';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\n\n/**\n * Parses `data` synchronously using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function parseSync(\n data: SyncDataType,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): any {\n assert(!context || typeof context === 'object'); // parseSync no longer accepts final url\n\n // Signature: parseSync(data, options)\n // Uses registered loaders\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n options = options || {};\n\n // Chooses a loader (and normalizes it)\n // Also use any loaders in the context, new loaders take priority\n const typedLoaders = loaders as Loader | Loader[] | undefined;\n const candidateLoaders = getLoadersFromContext(typedLoaders, context);\n const loader = selectLoaderSync(data, candidateLoaders, options);\n // Note: if nothrow option was set, it is possible that no loader was found, if so just return null\n if (!loader) {\n return null;\n }\n\n // Normalize options\n options = normalizeOptions(options, loader, candidateLoaders);\n\n // Extract a url for auto detection\n const {url} = getResourceUrlAndType(data);\n\n const parse = () => {\n throw new Error('parseSync called parse');\n };\n context = getLoaderContext({url, parseSync, parse, loaders: loaders as Loader[]}, options);\n\n return parseWithLoaderSync(loader as LoaderWithParser, data, options, context);\n}\n\n// TODO - should accept loader.parseSync/parse and generate 1 chunk asyncIterator\nfunction parseWithLoaderSync(\n loader: LoaderWithParser,\n data: SyncDataType,\n options: LoaderOptions,\n context: LoaderContext\n) {\n data = getArrayBufferOrStringFromDataSync(data, loader, options);\n\n if (loader.parseTextSync && typeof data === 'string') {\n return loader.parseTextSync(data, options); // , context, loader);\n }\n\n if (loader.parseSync && data instanceof ArrayBuffer) {\n return loader.parseSync(data, options, context); // , loader);\n }\n\n // TBD - If synchronous parser not available, return null\n throw new Error(\n `${loader.name} loader: 'parseSync' not supported by this loader, use 'parse' instead. ${\n context.url || ''\n }`\n );\n}\n"],"mappings":"AAOA,SAAQA,MAAM,QAAO,0BAA0B;AAC/C,SAAQC,gBAAgB,QAAO,iBAAiB;AAChD,SAAQC,cAAc,QAAO,kCAAkC;AAC/D,SAAQC,gBAAgB,QAAO,8BAA8B;AAC7D,SAAQC,kCAAkC,QAAO,0BAA0B;AAC3E,SAAQC,gBAAgB,EAAEC,qBAAqB,QAAO,gCAAgC;AACtF,SAAQC,qBAAqB,QAAO,yBAAyB;AAS7D,OAAO,SAASC,SAASA,CACvBC,IAAkB,EAClBC,OAA2C,EAC3CC,OAAuB,EACvBC,OAAuB,EAClB;EACLZ,MAAM,CAAC,CAACY,OAAO,IAAI,OAAOA,OAAO,KAAK,QAAQ,CAAC;EAI/C,IAAI,CAACC,KAAK,CAACC,OAAO,CAACJ,OAAO,CAAC,IAAI,CAACR,cAAc,CAACQ,OAAO,CAAC,EAAE;IACvDE,OAAO,GAAGG,SAAS;IACnBJ,OAAO,GAAGD,OAAwB;IAClCA,OAAO,GAAGK,SAAS;EACrB;EAEAJ,OAAO,GAAGA,OAAO,IAAI,CAAC,CAAC;EAIvB,MAAMK,YAAY,GAAGN,OAAwC;EAC7D,MAAMO,gBAAgB,GAAGX,qBAAqB,CAACU,YAAY,EAAEJ,OAAO,CAAC;EACrE,MAAMM,MAAM,GAAGjB,gBAAgB,CAACQ,IAAI,EAAEQ,gBAAgB,EAAEN,OAAO,CAAC;EAEhE,IAAI,CAACO,MAAM,EAAE;IACX,OAAO,IAAI;EACb;EAGAP,OAAO,GAAGR,gBAAgB,CAACQ,OAAO,EAAEO,MAAM,EAAED,gBAAgB,CAAC;EAG7D,MAAM;IAACE;EAAG,CAAC,GAAGZ,qBAAqB,CAACE,IAAI,CAAC;EAEzC,MAAMW,KAAK,GAAGA,CAAA,KAAM;IAClB,MAAM,IAAIC,KAAK,CAAC,wBAAwB,CAAC;EAC3C,CAAC;EACDT,OAAO,GAAGP,gBAAgB,CAAC;IAACc,GAAG;IAAEX,SAAS;IAAEY,KAAK;IAAEV,OAAO,EAAEA;EAAmB,CAAC,EAAEC,OAAO,CAAC;EAE1F,OAAOW,mBAAmB,CAACJ,MAAM,EAAsBT,IAAI,EAAEE,OAAO,EAAEC,OAAO,CAAC;AAChF;AAGA,SAASU,mBAAmBA,CAC1BJ,MAAwB,EACxBT,IAAkB,EAClBE,OAAsB,EACtBC,OAAsB,EACtB;EACAH,IAAI,GAAGL,kCAAkC,CAACK,IAAI,EAAES,MAAM,EAAEP,OAAO,CAAC;EAEhE,IAAIO,MAAM,CAACK,aAAa,IAAI,OAAOd,IAAI,KAAK,QAAQ,EAAE;IACpD,OAAOS,MAAM,CAACK,aAAa,CAACd,IAAI,EAAEE,OAAO,CAAC;EAC5C;EAEA,IAAIO,MAAM,CAACV,SAAS,IAAIC,IAAI,YAAYe,WAAW,EAAE;IACnD,OAAON,MAAM,CAACV,SAAS,CAACC,IAAI,EAAEE,OAAO,EAAEC,OAAO,CAAC;EACjD;EAGA,MAAM,IAAIS,KAAK,IAAAI,MAAA,CACVP,MAAM,CAACQ,IAAI,8EAAAD,MAAA,CACZb,OAAO,CAACO,GAAG,IAAI,EAAE,EAEpB;AACH"}
@@ -7,10 +7,8 @@ import { getArrayBufferOrStringFromData } from '../loader-utils/get-data';
7
7
  import { getLoaderContext, getLoadersFromContext } from '../loader-utils/loader-context';
8
8
  import { getResourceUrlAndType } from '../utils/resource-utils';
9
9
  import { selectLoader } from './select-loader';
10
-
11
10
  export async function parse(data, loaders, options, context) {
12
11
  assert(!context || typeof context === 'object');
13
-
14
12
  if (loaders && !Array.isArray(loaders) && !isLoaderObject(loaders)) {
15
13
  context = undefined;
16
14
  options = loaders;
@@ -18,20 +16,16 @@ export async function parse(data, loaders, options, context) {
18
16
  }
19
17
  data = await data;
20
18
  options = options || {};
21
-
22
19
  const {
23
20
  url
24
21
  } = getResourceUrlAndType(data);
25
-
26
22
  const typedLoaders = loaders;
27
23
  const candidateLoaders = getLoadersFromContext(typedLoaders, context);
28
24
  const loader = await selectLoader(data, candidateLoaders, options);
29
25
  if (!loader) {
30
26
  return null;
31
27
  }
32
-
33
28
  options = normalizeOptions(options, loader, candidateLoaders, url);
34
-
35
29
  context = getLoaderContext({
36
30
  url,
37
31
  parse,
@@ -39,7 +33,6 @@ export async function parse(data, loaders, options, context) {
39
33
  }, options, context);
40
34
  return await parseWithLoader(loader, data, options, context);
41
35
  }
42
-
43
36
  async function parseWithLoader(loader, data, options, context) {
44
37
  validateWorkerVersion(loader);
45
38
  if (isResponse(data)) {
@@ -64,25 +57,20 @@ async function parseWithLoader(loader, data, options, context) {
64
57
  };
65
58
  }
66
59
  data = await getArrayBufferOrStringFromData(data, loader, options);
67
-
68
60
  if (loader.parseTextSync && typeof data === 'string') {
69
61
  options.dataType = 'text';
70
62
  return loader.parseTextSync(data, options, context, loader);
71
63
  }
72
-
73
64
  if (canParseWithWorker(loader, options)) {
74
65
  return await parseWithWorker(loader, data, options, context, parse);
75
66
  }
76
-
77
67
  if (loader.parseText && typeof data === 'string') {
78
68
  return await loader.parseText(data, options, context, loader);
79
69
  }
80
70
  if (loader.parse) {
81
71
  return await loader.parse(data, options, context, loader);
82
72
  }
83
-
84
73
  assert(!loader.parseSync);
85
-
86
74
  throw new Error("".concat(loader.id, " loader - no parser found and worker is disabled"));
87
75
  }
88
76
  //# sourceMappingURL=parse.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"parse.js","names":["assert","validateWorkerVersion","parseWithWorker","canParseWithWorker","isLoaderObject","isResponse","normalizeOptions","getArrayBufferOrStringFromData","getLoaderContext","getLoadersFromContext","getResourceUrlAndType","selectLoader","parse","data","loaders","options","context","Array","isArray","undefined","url","typedLoaders","candidateLoaders","loader","parseWithLoader","response","ok","redirected","status","statusText","type","headers","Object","fromEntries","entries","parseTextSync","dataType","parseText","parseSync","Error","id"],"sources":["../../../../src/lib/api/parse.ts"],"sourcesContent":["import type {DataType, Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {assert, validateWorkerVersion} from '@loaders.gl/worker-utils';\nimport {parseWithWorker, canParseWithWorker} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {isResponse} from '../../javascript-utils/is-type';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getArrayBufferOrStringFromData} from '../loader-utils/get-data';\nimport {getLoaderContext, getLoadersFromContext} from '../loader-utils/loader-context';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {selectLoader} from './select-loader';\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport async function parse(\n data: DataType | Promise<DataType>,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<any> {\n assert(!context || typeof context === 'object'); // parse no longer accepts final url\n\n // Signature: parse(data, options, context | url)\n // Uses registered loaders\n if (loaders && !Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n data = await data; // Resolve any promise\n options = options || {};\n\n // Extract a url for auto detection\n const {url} = getResourceUrlAndType(data);\n\n // Chooses a loader (and normalizes it)\n // Also use any loaders in the context, new loaders take priority\n const typedLoaders = loaders as Loader | Loader[] | undefined;\n const candidateLoaders = getLoadersFromContext(typedLoaders, context);\n // todo hacky type cast\n const loader = await selectLoader(data as ArrayBuffer, candidateLoaders, options);\n // Note: if no loader was found, if so just return null\n if (!loader) {\n return null;\n }\n\n // Normalize options\n options = normalizeOptions(options, loader, candidateLoaders, url);\n\n // Get a context (if already present, will be unchanged)\n context = getLoaderContext({url, parse, loaders: candidateLoaders}, options, context);\n\n return await parseWithLoader(loader, data, options, context);\n}\n\n// TODO: support progress and abort\n// TODO - should accept loader.parseAsyncIterator and concatenate.\nasync function parseWithLoader(loader, data, options, context) {\n validateWorkerVersion(loader);\n\n if (isResponse(data)) {\n // Serialize to support passing the response to web worker\n const response = data as Response;\n const {ok, redirected, status, statusText, type, url} = response;\n const headers = Object.fromEntries(response.headers.entries());\n context.response = {headers, ok, redirected, status, statusText, type, url};\n }\n\n data = await getArrayBufferOrStringFromData(data, loader, options);\n\n // First check for synchronous text parser, wrap results in promises\n if (loader.parseTextSync && typeof data === 'string') {\n options.dataType = 'text';\n return loader.parseTextSync(data, options, context, loader);\n }\n\n // If we have a workerUrl and the loader can parse the given options efficiently in a worker\n if (canParseWithWorker(loader, options)) {\n return await parseWithWorker(loader, data, options, context, parse);\n }\n\n // Check for asynchronous parser\n if (loader.parseText && typeof data === 'string') {\n return await loader.parseText(data, options, context, loader);\n }\n\n if (loader.parse) {\n return await loader.parse(data, options, context, loader);\n }\n\n // This should not happen, all sync loaders should also offer `parse` function\n assert(!loader.parseSync);\n\n // TBD - If asynchronous parser not available, return null\n throw new Error(`${loader.id} loader - no parser found and worker is disabled`);\n}\n"],"mappings":"AACA,SAAQA,MAAM,EAAEC,qBAAqB,QAAO,0BAA0B;AACtE,SAAQC,eAAe,EAAEC,kBAAkB,QAAO,0BAA0B;AAC5E,SAAQC,cAAc,QAAO,kCAAkC;AAC/D,SAAQC,UAAU,QAAO,gCAAgC;AACzD,SAAQC,gBAAgB,QAAO,8BAA8B;AAC7D,SAAQC,8BAA8B,QAAO,0BAA0B;AACvE,SAAQC,gBAAgB,EAAEC,qBAAqB,QAAO,gCAAgC;AACtF,SAAQC,qBAAqB,QAAO,yBAAyB;AAC7D,SAAQC,YAAY,QAAO,iBAAiB;;AAS5C,OAAO,eAAeC,KAAK,CACzBC,IAAkC,EAClCC,OAA2C,EAC3CC,OAAuB,EACvBC,OAAuB,EACT;EACdhB,MAAM,CAAC,CAACgB,OAAO,IAAI,OAAOA,OAAO,KAAK,QAAQ,CAAC;;EAI/C,IAAIF,OAAO,IAAI,CAACG,KAAK,CAACC,OAAO,CAACJ,OAAO,CAAC,IAAI,CAACV,cAAc,CAACU,OAAO,CAAC,EAAE;IAClEE,OAAO,GAAGG,SAAS;IACnBJ,OAAO,GAAGD,OAAwB;IAClCA,OAAO,GAAGK,SAAS;EACrB;EAEAN,IAAI,GAAG,MAAMA,IAAI;EACjBE,OAAO,GAAGA,OAAO,IAAI,CAAC,CAAC;;EAGvB,MAAM;IAACK;EAAG,CAAC,GAAGV,qBAAqB,CAACG,IAAI,CAAC;;EAIzC,MAAMQ,YAAY,GAAGP,OAAwC;EAC7D,MAAMQ,gBAAgB,GAAGb,qBAAqB,CAACY,YAAY,EAAEL,OAAO,CAAC;EAErE,MAAMO,MAAM,GAAG,MAAMZ,YAAY,CAACE,IAAI,EAAiBS,gBAAgB,EAAEP,OAAO,CAAC;EAEjF,IAAI,CAACQ,MAAM,EAAE;IACX,OAAO,IAAI;EACb;;EAGAR,OAAO,GAAGT,gBAAgB,CAACS,OAAO,EAAEQ,MAAM,EAAED,gBAAgB,EAAEF,GAAG,CAAC;;EAGlEJ,OAAO,GAAGR,gBAAgB,CAAC;IAACY,GAAG;IAAER,KAAK;IAAEE,OAAO,EAAEQ;EAAgB,CAAC,EAAEP,OAAO,EAAEC,OAAO,CAAC;EAErF,OAAO,MAAMQ,eAAe,CAACD,MAAM,EAAEV,IAAI,EAAEE,OAAO,EAAEC,OAAO,CAAC;AAC9D;;AAIA,eAAeQ,eAAe,CAACD,MAAM,EAAEV,IAAI,EAAEE,OAAO,EAAEC,OAAO,EAAE;EAC7Df,qBAAqB,CAACsB,MAAM,CAAC;EAE7B,IAAIlB,UAAU,CAACQ,IAAI,CAAC,EAAE;IAEpB,MAAMY,QAAQ,GAAGZ,IAAgB;IACjC,MAAM;MAACa,EAAE;MAAEC,UAAU;MAAEC,MAAM;MAAEC,UAAU;MAAEC,IAAI;MAAEV;IAAG,CAAC,GAAGK,QAAQ;IAChE,MAAMM,OAAO,GAAGC,MAAM,CAACC,WAAW,CAACR,QAAQ,CAACM,OAAO,CAACG,OAAO,EAAE,CAAC;IAC9DlB,OAAO,CAACS,QAAQ,GAAG;MAACM,OAAO;MAAEL,EAAE;MAAEC,UAAU;MAAEC,MAAM;MAAEC,UAAU;MAAEC,IAAI;MAAEV;IAAG,CAAC;EAC7E;EAEAP,IAAI,GAAG,MAAMN,8BAA8B,CAACM,IAAI,EAAEU,MAAM,EAAER,OAAO,CAAC;;EAGlE,IAAIQ,MAAM,CAACY,aAAa,IAAI,OAAOtB,IAAI,KAAK,QAAQ,EAAE;IACpDE,OAAO,CAACqB,QAAQ,GAAG,MAAM;IACzB,OAAOb,MAAM,CAACY,aAAa,CAACtB,IAAI,EAAEE,OAAO,EAAEC,OAAO,EAAEO,MAAM,CAAC;EAC7D;;EAGA,IAAIpB,kBAAkB,CAACoB,MAAM,EAAER,OAAO,CAAC,EAAE;IACvC,OAAO,MAAMb,eAAe,CAACqB,MAAM,EAAEV,IAAI,EAAEE,OAAO,EAAEC,OAAO,EAAEJ,KAAK,CAAC;EACrE;;EAGA,IAAIW,MAAM,CAACc,SAAS,IAAI,OAAOxB,IAAI,KAAK,QAAQ,EAAE;IAChD,OAAO,MAAMU,MAAM,CAACc,SAAS,CAACxB,IAAI,EAAEE,OAAO,EAAEC,OAAO,EAAEO,MAAM,CAAC;EAC/D;EAEA,IAAIA,MAAM,CAACX,KAAK,EAAE;IAChB,OAAO,MAAMW,MAAM,CAACX,KAAK,CAACC,IAAI,EAAEE,OAAO,EAAEC,OAAO,EAAEO,MAAM,CAAC;EAC3D;;EAGAvB,MAAM,CAAC,CAACuB,MAAM,CAACe,SAAS,CAAC;;EAGzB,MAAM,IAAIC,KAAK,WAAIhB,MAAM,CAACiB,EAAE,sDAAmD;AACjF"}
1
+ {"version":3,"file":"parse.js","names":["assert","validateWorkerVersion","parseWithWorker","canParseWithWorker","isLoaderObject","isResponse","normalizeOptions","getArrayBufferOrStringFromData","getLoaderContext","getLoadersFromContext","getResourceUrlAndType","selectLoader","parse","data","loaders","options","context","Array","isArray","undefined","url","typedLoaders","candidateLoaders","loader","parseWithLoader","response","ok","redirected","status","statusText","type","headers","Object","fromEntries","entries","parseTextSync","dataType","parseText","parseSync","Error","concat","id"],"sources":["../../../../src/lib/api/parse.ts"],"sourcesContent":["import type {DataType, Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {assert, validateWorkerVersion} from '@loaders.gl/worker-utils';\nimport {parseWithWorker, canParseWithWorker} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {isResponse} from '../../javascript-utils/is-type';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getArrayBufferOrStringFromData} from '../loader-utils/get-data';\nimport {getLoaderContext, getLoadersFromContext} from '../loader-utils/loader-context';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {selectLoader} from './select-loader';\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport async function parse(\n data: DataType | Promise<DataType>,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<any> {\n assert(!context || typeof context === 'object'); // parse no longer accepts final url\n\n // Signature: parse(data, options, context | url)\n // Uses registered loaders\n if (loaders && !Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n data = await data; // Resolve any promise\n options = options || {};\n\n // Extract a url for auto detection\n const {url} = getResourceUrlAndType(data);\n\n // Chooses a loader (and normalizes it)\n // Also use any loaders in the context, new loaders take priority\n const typedLoaders = loaders as Loader | Loader[] | undefined;\n const candidateLoaders = getLoadersFromContext(typedLoaders, context);\n // todo hacky type cast\n const loader = await selectLoader(data as ArrayBuffer, candidateLoaders, options);\n // Note: if no loader was found, if so just return null\n if (!loader) {\n return null;\n }\n\n // Normalize options\n options = normalizeOptions(options, loader, candidateLoaders, url);\n\n // Get a context (if already present, will be unchanged)\n context = getLoaderContext({url, parse, loaders: candidateLoaders}, options, context);\n\n return await parseWithLoader(loader, data, options, context);\n}\n\n// TODO: support progress and abort\n// TODO - should accept loader.parseAsyncIterator and concatenate.\nasync function parseWithLoader(loader, data, options, context) {\n validateWorkerVersion(loader);\n\n if (isResponse(data)) {\n // Serialize to support passing the response to web worker\n const response = data as Response;\n const {ok, redirected, status, statusText, type, url} = response;\n const headers = Object.fromEntries(response.headers.entries());\n context.response = {headers, ok, redirected, status, statusText, type, url};\n }\n\n data = await getArrayBufferOrStringFromData(data, loader, options);\n\n // First check for synchronous text parser, wrap results in promises\n if (loader.parseTextSync && typeof data === 'string') {\n options.dataType = 'text';\n return loader.parseTextSync(data, options, context, loader);\n }\n\n // If we have a workerUrl and the loader can parse the given options efficiently in a worker\n if (canParseWithWorker(loader, options)) {\n return await parseWithWorker(loader, data, options, context, parse);\n }\n\n // Check for asynchronous parser\n if (loader.parseText && typeof data === 'string') {\n return await loader.parseText(data, options, context, loader);\n }\n\n if (loader.parse) {\n return await loader.parse(data, options, context, loader);\n }\n\n // This should not happen, all sync loaders should also offer `parse` function\n assert(!loader.parseSync);\n\n // TBD - If asynchronous parser not available, return null\n throw new Error(`${loader.id} loader - no parser found and worker is disabled`);\n}\n"],"mappings":"AACA,SAAQA,MAAM,EAAEC,qBAAqB,QAAO,0BAA0B;AACtE,SAAQC,eAAe,EAAEC,kBAAkB,QAAO,0BAA0B;AAC5E,SAAQC,cAAc,QAAO,kCAAkC;AAC/D,SAAQC,UAAU,QAAO,gCAAgC;AACzD,SAAQC,gBAAgB,QAAO,8BAA8B;AAC7D,SAAQC,8BAA8B,QAAO,0BAA0B;AACvE,SAAQC,gBAAgB,EAAEC,qBAAqB,QAAO,gCAAgC;AACtF,SAAQC,qBAAqB,QAAO,yBAAyB;AAC7D,SAAQC,YAAY,QAAO,iBAAiB;AAS5C,OAAO,eAAeC,KAAKA,CACzBC,IAAkC,EAClCC,OAA2C,EAC3CC,OAAuB,EACvBC,OAAuB,EACT;EACdhB,MAAM,CAAC,CAACgB,OAAO,IAAI,OAAOA,OAAO,KAAK,QAAQ,CAAC;EAI/C,IAAIF,OAAO,IAAI,CAACG,KAAK,CAACC,OAAO,CAACJ,OAAO,CAAC,IAAI,CAACV,cAAc,CAACU,OAAO,CAAC,EAAE;IAClEE,OAAO,GAAGG,SAAS;IACnBJ,OAAO,GAAGD,OAAwB;IAClCA,OAAO,GAAGK,SAAS;EACrB;EAEAN,IAAI,GAAG,MAAMA,IAAI;EACjBE,OAAO,GAAGA,OAAO,IAAI,CAAC,CAAC;EAGvB,MAAM;IAACK;EAAG,CAAC,GAAGV,qBAAqB,CAACG,IAAI,CAAC;EAIzC,MAAMQ,YAAY,GAAGP,OAAwC;EAC7D,MAAMQ,gBAAgB,GAAGb,qBAAqB,CAACY,YAAY,EAAEL,OAAO,CAAC;EAErE,MAAMO,MAAM,GAAG,MAAMZ,YAAY,CAACE,IAAI,EAAiBS,gBAAgB,EAAEP,OAAO,CAAC;EAEjF,IAAI,CAACQ,MAAM,EAAE;IACX,OAAO,IAAI;EACb;EAGAR,OAAO,GAAGT,gBAAgB,CAACS,OAAO,EAAEQ,MAAM,EAAED,gBAAgB,EAAEF,GAAG,CAAC;EAGlEJ,OAAO,GAAGR,gBAAgB,CAAC;IAACY,GAAG;IAAER,KAAK;IAAEE,OAAO,EAAEQ;EAAgB,CAAC,EAAEP,OAAO,EAAEC,OAAO,CAAC;EAErF,OAAO,MAAMQ,eAAe,CAACD,MAAM,EAAEV,IAAI,EAAEE,OAAO,EAAEC,OAAO,CAAC;AAC9D;AAIA,eAAeQ,eAAeA,CAACD,MAAM,EAAEV,IAAI,EAAEE,OAAO,EAAEC,OAAO,EAAE;EAC7Df,qBAAqB,CAACsB,MAAM,CAAC;EAE7B,IAAIlB,UAAU,CAACQ,IAAI,CAAC,EAAE;IAEpB,MAAMY,QAAQ,GAAGZ,IAAgB;IACjC,MAAM;MAACa,EAAE;MAAEC,UAAU;MAAEC,MAAM;MAAEC,UAAU;MAAEC,IAAI;MAAEV;IAAG,CAAC,GAAGK,QAAQ;IAChE,MAAMM,OAAO,GAAGC,MAAM,CAACC,WAAW,CAACR,QAAQ,CAACM,OAAO,CAACG,OAAO,EAAE,CAAC;IAC9DlB,OAAO,CAACS,QAAQ,GAAG;MAACM,OAAO;MAAEL,EAAE;MAAEC,UAAU;MAAEC,MAAM;MAAEC,UAAU;MAAEC,IAAI;MAAEV;IAAG,CAAC;EAC7E;EAEAP,IAAI,GAAG,MAAMN,8BAA8B,CAACM,IAAI,EAAEU,MAAM,EAAER,OAAO,CAAC;EAGlE,IAAIQ,MAAM,CAACY,aAAa,IAAI,OAAOtB,IAAI,KAAK,QAAQ,EAAE;IACpDE,OAAO,CAACqB,QAAQ,GAAG,MAAM;IACzB,OAAOb,MAAM,CAACY,aAAa,CAACtB,IAAI,EAAEE,OAAO,EAAEC,OAAO,EAAEO,MAAM,CAAC;EAC7D;EAGA,IAAIpB,kBAAkB,CAACoB,MAAM,EAAER,OAAO,CAAC,EAAE;IACvC,OAAO,MAAMb,eAAe,CAACqB,MAAM,EAAEV,IAAI,EAAEE,OAAO,EAAEC,OAAO,EAAEJ,KAAK,CAAC;EACrE;EAGA,IAAIW,MAAM,CAACc,SAAS,IAAI,OAAOxB,IAAI,KAAK,QAAQ,EAAE;IAChD,OAAO,MAAMU,MAAM,CAACc,SAAS,CAACxB,IAAI,EAAEE,OAAO,EAAEC,OAAO,EAAEO,MAAM,CAAC;EAC/D;EAEA,IAAIA,MAAM,CAACX,KAAK,EAAE;IAChB,OAAO,MAAMW,MAAM,CAACX,KAAK,CAACC,IAAI,EAAEE,OAAO,EAAEC,OAAO,EAAEO,MAAM,CAAC;EAC3D;EAGAvB,MAAM,CAAC,CAACuB,MAAM,CAACe,SAAS,CAAC;EAGzB,MAAM,IAAIC,KAAK,IAAAC,MAAA,CAAIjB,MAAM,CAACkB,EAAE,sDAAmD;AACjF"}
@@ -1,12 +1,10 @@
1
1
  import { normalizeLoader } from '../loader-utils/normalize-loader';
2
2
  import { getGlobalLoaderState } from '../loader-utils/option-utils';
3
-
4
3
  const getGlobalLoaderRegistry = () => {
5
4
  const state = getGlobalLoaderState();
6
5
  state.loaderRegistry = state.loaderRegistry || [];
7
6
  return state.loaderRegistry;
8
7
  };
9
-
10
8
  export function registerLoaders(loaders) {
11
9
  const loaderRegistry = getGlobalLoaderRegistry();
12
10
  loaders = Array.isArray(loaders) ? loaders : [loaders];
@@ -20,7 +18,6 @@ export function registerLoaders(loaders) {
20
18
  export function getRegisteredLoaders() {
21
19
  return getGlobalLoaderRegistry();
22
20
  }
23
-
24
21
  export function _unregisterLoaders() {
25
22
  const state = getGlobalLoaderState();
26
23
  state.loaderRegistry = [];
@@ -1 +1 @@
1
- {"version":3,"file":"register-loaders.js","names":["normalizeLoader","getGlobalLoaderState","getGlobalLoaderRegistry","state","loaderRegistry","registerLoaders","loaders","Array","isArray","loader","normalizedLoader","find","registeredLoader","unshift","getRegisteredLoaders","_unregisterLoaders"],"sources":["../../../../src/lib/api/register-loaders.ts"],"sourcesContent":["import {Loader} from '@loaders.gl/loader-utils';\nimport {normalizeLoader} from '../loader-utils/normalize-loader';\nimport {getGlobalLoaderState} from '../loader-utils/option-utils';\n\n// Store global registered loaders on the global object to increase chances of cross loaders-version interoperability\n// This use case is not reliable but can help when testing new versions of loaders.gl with existing frameworks\nconst getGlobalLoaderRegistry = () => {\n const state = getGlobalLoaderState();\n state.loaderRegistry = state.loaderRegistry || [];\n return state.loaderRegistry;\n};\n\n/** Register a list of global loaders */\nexport function registerLoaders(loaders: Loader[] | Loader) {\n const loaderRegistry = getGlobalLoaderRegistry();\n\n loaders = Array.isArray(loaders) ? loaders : [loaders];\n\n for (const loader of loaders) {\n const normalizedLoader = normalizeLoader(loader);\n if (!loaderRegistry.find((registeredLoader) => normalizedLoader === registeredLoader)) {\n // add to the beginning of the loaderRegistry, so the last registeredLoader get picked\n loaderRegistry.unshift(normalizedLoader);\n }\n }\n}\n\nexport function getRegisteredLoaders(): Loader[] {\n return getGlobalLoaderRegistry();\n}\n\n/** @deprecated For testing only */\nexport function _unregisterLoaders() {\n const state = getGlobalLoaderState();\n state.loaderRegistry = [];\n}\n"],"mappings":"AACA,SAAQA,eAAe,QAAO,kCAAkC;AAChE,SAAQC,oBAAoB,QAAO,8BAA8B;;AAIjE,MAAMC,uBAAuB,GAAG,MAAM;EACpC,MAAMC,KAAK,GAAGF,oBAAoB,EAAE;EACpCE,KAAK,CAACC,cAAc,GAAGD,KAAK,CAACC,cAAc,IAAI,EAAE;EACjD,OAAOD,KAAK,CAACC,cAAc;AAC7B,CAAC;;AAGD,OAAO,SAASC,eAAe,CAACC,OAA0B,EAAE;EAC1D,MAAMF,cAAc,GAAGF,uBAAuB,EAAE;EAEhDI,OAAO,GAAGC,KAAK,CAACC,OAAO,CAACF,OAAO,CAAC,GAAGA,OAAO,GAAG,CAACA,OAAO,CAAC;EAEtD,KAAK,MAAMG,MAAM,IAAIH,OAAO,EAAE;IAC5B,MAAMI,gBAAgB,GAAGV,eAAe,CAACS,MAAM,CAAC;IAChD,IAAI,CAACL,cAAc,CAACO,IAAI,CAAEC,gBAAgB,IAAKF,gBAAgB,KAAKE,gBAAgB,CAAC,EAAE;MAErFR,cAAc,CAACS,OAAO,CAACH,gBAAgB,CAAC;IAC1C;EACF;AACF;AAEA,OAAO,SAASI,oBAAoB,GAAa;EAC/C,OAAOZ,uBAAuB,EAAE;AAClC;;AAGA,OAAO,SAASa,kBAAkB,GAAG;EACnC,MAAMZ,KAAK,GAAGF,oBAAoB,EAAE;EACpCE,KAAK,CAACC,cAAc,GAAG,EAAE;AAC3B"}
1
+ {"version":3,"file":"register-loaders.js","names":["normalizeLoader","getGlobalLoaderState","getGlobalLoaderRegistry","state","loaderRegistry","registerLoaders","loaders","Array","isArray","loader","normalizedLoader","find","registeredLoader","unshift","getRegisteredLoaders","_unregisterLoaders"],"sources":["../../../../src/lib/api/register-loaders.ts"],"sourcesContent":["import {Loader} from '@loaders.gl/loader-utils';\nimport {normalizeLoader} from '../loader-utils/normalize-loader';\nimport {getGlobalLoaderState} from '../loader-utils/option-utils';\n\n// Store global registered loaders on the global object to increase chances of cross loaders-version interoperability\n// This use case is not reliable but can help when testing new versions of loaders.gl with existing frameworks\nconst getGlobalLoaderRegistry = () => {\n const state = getGlobalLoaderState();\n state.loaderRegistry = state.loaderRegistry || [];\n return state.loaderRegistry;\n};\n\n/** Register a list of global loaders */\nexport function registerLoaders(loaders: Loader[] | Loader) {\n const loaderRegistry = getGlobalLoaderRegistry();\n\n loaders = Array.isArray(loaders) ? loaders : [loaders];\n\n for (const loader of loaders) {\n const normalizedLoader = normalizeLoader(loader);\n if (!loaderRegistry.find((registeredLoader) => normalizedLoader === registeredLoader)) {\n // add to the beginning of the loaderRegistry, so the last registeredLoader get picked\n loaderRegistry.unshift(normalizedLoader);\n }\n }\n}\n\nexport function getRegisteredLoaders(): Loader[] {\n return getGlobalLoaderRegistry();\n}\n\n/** @deprecated For testing only */\nexport function _unregisterLoaders() {\n const state = getGlobalLoaderState();\n state.loaderRegistry = [];\n}\n"],"mappings":"AACA,SAAQA,eAAe,QAAO,kCAAkC;AAChE,SAAQC,oBAAoB,QAAO,8BAA8B;AAIjE,MAAMC,uBAAuB,GAAGA,CAAA,KAAM;EACpC,MAAMC,KAAK,GAAGF,oBAAoB,EAAE;EACpCE,KAAK,CAACC,cAAc,GAAGD,KAAK,CAACC,cAAc,IAAI,EAAE;EACjD,OAAOD,KAAK,CAACC,cAAc;AAC7B,CAAC;AAGD,OAAO,SAASC,eAAeA,CAACC,OAA0B,EAAE;EAC1D,MAAMF,cAAc,GAAGF,uBAAuB,EAAE;EAEhDI,OAAO,GAAGC,KAAK,CAACC,OAAO,CAACF,OAAO,CAAC,GAAGA,OAAO,GAAG,CAACA,OAAO,CAAC;EAEtD,KAAK,MAAMG,MAAM,IAAIH,OAAO,EAAE;IAC5B,MAAMI,gBAAgB,GAAGV,eAAe,CAACS,MAAM,CAAC;IAChD,IAAI,CAACL,cAAc,CAACO,IAAI,CAAEC,gBAAgB,IAAKF,gBAAgB,KAAKE,gBAAgB,CAAC,EAAE;MAErFR,cAAc,CAACS,OAAO,CAACH,gBAAgB,CAAC;IAC1C;EACF;AACF;AAEA,OAAO,SAASI,oBAAoBA,CAAA,EAAa;EAC/C,OAAOZ,uBAAuB,EAAE;AAClC;AAGA,OAAO,SAASa,kBAAkBA,CAAA,EAAG;EACnC,MAAMZ,KAAK,GAAGF,oBAAoB,EAAE;EACpCE,KAAK,CAACC,cAAc,GAAG,EAAE;AAC3B"}
@@ -1 +1 @@
1
- {"version":3,"file":"save.js","names":["encode","encodeSync","writeFile","writeFileSync","save","data","url","writer","options","encodedData","saveSync"],"sources":["../../../../src/lib/api/save.ts"],"sourcesContent":["import type {Writer, WriterOptions} from '@loaders.gl/loader-utils';\nimport {encode, encodeSync} from './encode';\nimport {writeFile, writeFileSync} from '../fetch/write-file';\n\nexport async function save(data, url, writer: Writer, options: WriterOptions) {\n const encodedData = await encode(data, writer, options);\n return await writeFile(url, encodedData);\n}\n\nexport function saveSync(data, url, writer, options) {\n const encodedData = encodeSync(data, writer, options);\n return writeFileSync(url, encodedData);\n}\n"],"mappings":"AACA,SAAQA,MAAM,EAAEC,UAAU,QAAO,UAAU;AAC3C,SAAQC,SAAS,EAAEC,aAAa,QAAO,qBAAqB;AAE5D,OAAO,eAAeC,IAAI,CAACC,IAAI,EAAEC,GAAG,EAAEC,MAAc,EAAEC,OAAsB,EAAE;EAC5E,MAAMC,WAAW,GAAG,MAAMT,MAAM,CAACK,IAAI,EAAEE,MAAM,EAAEC,OAAO,CAAC;EACvD,OAAO,MAAMN,SAAS,CAACI,GAAG,EAAEG,WAAW,CAAC;AAC1C;AAEA,OAAO,SAASC,QAAQ,CAACL,IAAI,EAAEC,GAAG,EAAEC,MAAM,EAAEC,OAAO,EAAE;EACnD,MAAMC,WAAW,GAAGR,UAAU,CAACI,IAAI,EAAEE,MAAM,EAAEC,OAAO,CAAC;EACrD,OAAOL,aAAa,CAACG,GAAG,EAAEG,WAAW,CAAC;AACxC"}
1
+ {"version":3,"file":"save.js","names":["encode","encodeSync","writeFile","writeFileSync","save","data","url","writer","options","encodedData","saveSync"],"sources":["../../../../src/lib/api/save.ts"],"sourcesContent":["import type {Writer, WriterOptions} from '@loaders.gl/loader-utils';\nimport {encode, encodeSync} from './encode';\nimport {writeFile, writeFileSync} from '../fetch/write-file';\n\nexport async function save(data, url, writer: Writer, options: WriterOptions) {\n const encodedData = await encode(data, writer, options);\n return await writeFile(url, encodedData);\n}\n\nexport function saveSync(data, url, writer, options) {\n const encodedData = encodeSync(data, writer, options);\n return writeFileSync(url, encodedData);\n}\n"],"mappings":"AACA,SAAQA,MAAM,EAAEC,UAAU,QAAO,UAAU;AAC3C,SAAQC,SAAS,EAAEC,aAAa,QAAO,qBAAqB;AAE5D,OAAO,eAAeC,IAAIA,CAACC,IAAI,EAAEC,GAAG,EAAEC,MAAc,EAAEC,OAAsB,EAAE;EAC5E,MAAMC,WAAW,GAAG,MAAMT,MAAM,CAACK,IAAI,EAAEE,MAAM,EAAEC,OAAO,CAAC;EACvD,OAAO,MAAMN,SAAS,CAACI,GAAG,EAAEG,WAAW,CAAC;AAC1C;AAEA,OAAO,SAASC,QAAQA,CAACL,IAAI,EAAEC,GAAG,EAAEC,MAAM,EAAEC,OAAO,EAAE;EACnD,MAAMC,WAAW,GAAGR,UAAU,CAACI,IAAI,EAAEE,MAAM,EAAEC,OAAO,CAAC;EACrD,OAAOL,aAAa,CAACG,GAAG,EAAEG,WAAW,CAAC;AACxC"}
@@ -5,7 +5,6 @@ import { getResourceUrlAndType } from '../utils/resource-utils';
5
5
  import { getRegisteredLoaders } from './register-loaders';
6
6
  import { isBlob } from '../../javascript-utils/is-type';
7
7
  const EXT_PATTERN = /\.([^.]+)$/;
8
-
9
8
  export async function selectLoader(data) {
10
9
  let loaders = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : [];
11
10
  let options = arguments.length > 2 ? arguments[2] : undefined;
@@ -13,7 +12,6 @@ export async function selectLoader(data) {
13
12
  if (!validHTTPResponse(data)) {
14
13
  return null;
15
14
  }
16
-
17
15
  let loader = selectLoaderSync(data, loaders, {
18
16
  ...options,
19
17
  nothrow: true
@@ -21,18 +19,15 @@ export async function selectLoader(data) {
21
19
  if (loader) {
22
20
  return loader;
23
21
  }
24
-
25
22
  if (isBlob(data)) {
26
23
  data = await data.slice(0, 10).arrayBuffer();
27
24
  loader = selectLoaderSync(data, loaders, options, context);
28
25
  }
29
-
30
26
  if (!loader && !(options !== null && options !== void 0 && options.nothrow)) {
31
27
  throw new Error(getNoValidLoaderMessage(data));
32
28
  }
33
29
  return loader;
34
30
  }
35
-
36
31
  export function selectLoaderSync(data) {
37
32
  let loaders = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : [];
38
33
  let options = arguments.length > 2 ? arguments[2] : undefined;
@@ -40,11 +35,9 @@ export function selectLoaderSync(data) {
40
35
  if (!validHTTPResponse(data)) {
41
36
  return null;
42
37
  }
43
-
44
38
  if (loaders && !Array.isArray(loaders)) {
45
39
  return normalizeLoader(loaders);
46
40
  }
47
-
48
41
  let candidateLoaders = [];
49
42
  if (loaders) {
50
43
  candidateLoaders = candidateLoaders.concat(loaders);
@@ -52,16 +45,13 @@ export function selectLoaderSync(data) {
52
45
  if (!(options !== null && options !== void 0 && options.ignoreRegisteredLoaders)) {
53
46
  candidateLoaders.push(...getRegisteredLoaders());
54
47
  }
55
-
56
48
  normalizeLoaders(candidateLoaders);
57
49
  const loader = selectLoaderInternal(data, candidateLoaders, options, context);
58
-
59
50
  if (!loader && !(options !== null && options !== void 0 && options.nothrow)) {
60
51
  throw new Error(getNoValidLoaderMessage(data));
61
52
  }
62
53
  return loader;
63
54
  }
64
-
65
55
  function selectLoaderInternal(data, loaders, options, context) {
66
56
  const {
67
57
  url,
@@ -70,21 +60,16 @@ function selectLoaderInternal(data, loaders, options, context) {
70
60
  const testUrl = url || (context === null || context === void 0 ? void 0 : context.url);
71
61
  let loader = null;
72
62
  let reason = '';
73
-
74
63
  if (options !== null && options !== void 0 && options.mimeType) {
75
64
  loader = findLoaderByMIMEType(loaders, options === null || options === void 0 ? void 0 : options.mimeType);
76
65
  reason = "match forced by supplied MIME type ".concat(options === null || options === void 0 ? void 0 : options.mimeType);
77
66
  }
78
-
79
67
  loader = loader || findLoaderByUrl(loaders, testUrl);
80
68
  reason = reason || (loader ? "matched url ".concat(testUrl) : '');
81
-
82
69
  loader = loader || findLoaderByMIMEType(loaders, type);
83
70
  reason = reason || (loader ? "matched MIME type ".concat(type) : '');
84
-
85
71
  loader = loader || findLoaderByInitialBytes(loaders, data);
86
72
  reason = reason || (loader ? "matched initial data ".concat(getFirstCharacters(data)) : '');
87
-
88
73
  loader = loader || findLoaderByMIMEType(loaders, options === null || options === void 0 ? void 0 : options.fallbackMimeType);
89
74
  reason = reason || (loader ? "matched fallback MIME type ".concat(type) : '');
90
75
  if (reason) {
@@ -93,7 +78,6 @@ function selectLoaderInternal(data, loaders, options, context) {
93
78
  }
94
79
  return loader;
95
80
  }
96
-
97
81
  function validHTTPResponse(data) {
98
82
  if (data instanceof Response) {
99
83
  if (data.status === 204) {
@@ -102,7 +86,6 @@ function validHTTPResponse(data) {
102
86
  }
103
87
  return true;
104
88
  }
105
-
106
89
  function getNoValidLoaderMessage(data) {
107
90
  const {
108
91
  url,
@@ -121,7 +104,6 @@ function normalizeLoaders(loaders) {
121
104
  normalizeLoader(loader);
122
105
  }
123
106
  }
124
-
125
107
  function findLoaderByUrl(loaders, url) {
126
108
  const match = url && EXT_PATTERN.exec(url);
127
109
  const extension = match && match[1];
@@ -143,7 +125,6 @@ function findLoaderByMIMEType(loaders, mimeType) {
143
125
  if (loader.mimeTypes && loader.mimeTypes.includes(mimeType)) {
144
126
  return loader;
145
127
  }
146
-
147
128
  if (mimeType === "application/x.".concat(loader.id)) {
148
129
  return loader;
149
130
  }
@@ -170,7 +151,6 @@ function findLoaderByInitialBytes(loaders, data) {
170
151
  }
171
152
  }
172
153
  }
173
-
174
154
  return null;
175
155
  }
176
156
  function testDataAgainstText(data, loader) {
@@ -1 +1 @@
1
- {"version":3,"file":"select-loader.js","names":["compareArrayBuffers","path","normalizeLoader","log","getResourceUrlAndType","getRegisteredLoaders","isBlob","EXT_PATTERN","selectLoader","data","loaders","options","context","validHTTPResponse","loader","selectLoaderSync","nothrow","slice","arrayBuffer","Error","getNoValidLoaderMessage","Array","isArray","candidateLoaders","concat","ignoreRegisteredLoaders","push","normalizeLoaders","selectLoaderInternal","url","type","testUrl","reason","mimeType","findLoaderByMIMEType","findLoaderByUrl","findLoaderByInitialBytes","getFirstCharacters","fallbackMimeType","name","Response","status","message","filename","firstCharacters","match","exec","extension","findLoaderByExtension","toLowerCase","loaderExtension","extensions","mimeTypes","includes","id","testDataAgainstText","ArrayBuffer","isView","testDataAgainstBinary","buffer","byteOffset","testText","tests","some","test","startsWith","testBinary","byteLength","magic","getMagicString","length","dataView","DataView","i","String","fromCharCode","getUint8"],"sources":["../../../../src/lib/api/select-loader.ts"],"sourcesContent":["import type {LoaderContext, LoaderOptions, Loader} from '@loaders.gl/loader-utils';\nimport {compareArrayBuffers, path} from '@loaders.gl/loader-utils';\nimport {normalizeLoader} from '../loader-utils/normalize-loader';\nimport {log} from '../utils/log';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {getRegisteredLoaders} from './register-loaders';\nimport {isBlob} from '../../javascript-utils/is-type';\n\nconst EXT_PATTERN = /\\.([^.]+)$/;\n\n// TODO - Need a variant that peeks at streams for parseInBatches\n// TODO - Detect multiple matching loaders? Use heuristics to grade matches?\n// TODO - Allow apps to pass context to disambiguate between multiple matches (e.g. multiple .json formats)?\n\n/**\n * Find a loader that matches file extension and/or initial file content\n * Search the loaders array argument for a loader that matches url extension or initial data\n * Returns: a normalized loader\n * @param data data to assist\n * @param loaders\n * @param options\n * @param context used internally, applications should not provide this parameter\n */\nexport async function selectLoader(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[] | Loader = [],\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<Loader | null> {\n if (!validHTTPResponse(data)) {\n return null;\n }\n\n // First make a sync attempt, disabling exceptions\n let loader = selectLoaderSync(data, loaders, {...options, nothrow: true}, context);\n if (loader) {\n return loader;\n }\n\n // For Blobs and Files, try to asynchronously read a small initial slice and test again with that\n // to see if we can detect by initial content\n if (isBlob(data)) {\n data = await (data as Blob).slice(0, 10).arrayBuffer();\n loader = selectLoaderSync(data, loaders, options, context);\n }\n\n // no loader available\n if (!loader && !options?.nothrow) {\n throw new Error(getNoValidLoaderMessage(data));\n }\n\n return loader;\n}\n\n/**\n * Find a loader that matches file extension and/or initial file content\n * Search the loaders array argument for a loader that matches url extension or initial data\n * Returns: a normalized loader\n * @param data data to assist\n * @param loaders\n * @param options\n * @param context used internally, applications should not provide this parameter\n */\nexport function selectLoaderSync(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[] | Loader = [],\n options?: LoaderOptions,\n context?: LoaderContext\n): Loader | null {\n if (!validHTTPResponse(data)) {\n return null;\n }\n\n // eslint-disable-next-line complexity\n // if only a single loader was provided (not as array), force its use\n // TODO - Should this behavior be kept and documented?\n if (loaders && !Array.isArray(loaders)) {\n // TODO - remove support for legacy loaders\n return normalizeLoader(loaders);\n }\n\n // Build list of candidate loaders that will be searched in order for a match\n let candidateLoaders: Loader[] = [];\n // First search supplied loaders\n if (loaders) {\n candidateLoaders = candidateLoaders.concat(loaders);\n }\n // Then fall back to registered loaders\n if (!options?.ignoreRegisteredLoaders) {\n candidateLoaders.push(...getRegisteredLoaders());\n }\n\n // TODO - remove support for legacy loaders\n normalizeLoaders(candidateLoaders);\n\n const loader = selectLoaderInternal(data, candidateLoaders, options, context);\n\n // no loader available\n if (!loader && !options?.nothrow) {\n throw new Error(getNoValidLoaderMessage(data));\n }\n\n return loader;\n}\n\n/** Implements loaders selection logic */\n// eslint-disable-next-line complexity\nfunction selectLoaderInternal(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[],\n options?: LoaderOptions,\n context?: LoaderContext\n) {\n const {url, type} = getResourceUrlAndType(data);\n\n const testUrl = url || context?.url;\n\n let loader: Loader | null = null;\n let reason: string = '';\n\n // if options.mimeType is supplied, it takes precedence\n if (options?.mimeType) {\n loader = findLoaderByMIMEType(loaders, options?.mimeType);\n reason = `match forced by supplied MIME type ${options?.mimeType}`;\n }\n\n // Look up loader by url\n loader = loader || findLoaderByUrl(loaders, testUrl);\n reason = reason || (loader ? `matched url ${testUrl}` : '');\n\n // Look up loader by mime type\n loader = loader || findLoaderByMIMEType(loaders, type);\n reason = reason || (loader ? `matched MIME type ${type}` : '');\n\n // Look for loader via initial bytes (Note: not always accessible (e.g. Response, stream, async iterator)\n loader = loader || findLoaderByInitialBytes(loaders, data);\n reason = reason || (loader ? `matched initial data ${getFirstCharacters(data)}` : '');\n\n // Look up loader by fallback mime type\n loader = loader || findLoaderByMIMEType(loaders, options?.fallbackMimeType);\n reason = reason || (loader ? `matched fallback MIME type ${type}` : '');\n\n if (reason) {\n log.log(1, `selectLoader selected ${loader?.name}: ${reason}.`);\n }\n\n return loader;\n}\n\n/** Check HTTP Response */\nfunction validHTTPResponse(data: any): boolean {\n // HANDLE HTTP status\n if (data instanceof Response) {\n // 204 - NO CONTENT. This handles cases where e.g. a tile server responds with 204 for a missing tile\n if (data.status === 204) {\n return false;\n }\n }\n return true;\n}\n\n/** Generate a helpful message to help explain why loader selection failed. */\nfunction getNoValidLoaderMessage(data): string {\n const {url, type} = getResourceUrlAndType(data);\n\n let message = 'No valid loader found (';\n message += url ? `${path.filename(url)}, ` : 'no url provided, ';\n message += `MIME type: ${type ? `\"${type}\"` : 'not provided'}, `;\n // First characters are only accessible when called on data (string or arrayBuffer).\n const firstCharacters: string = data ? getFirstCharacters(data) : '';\n message += firstCharacters ? ` first bytes: \"${firstCharacters}\"` : 'first bytes: not available';\n message += ')';\n return message;\n}\n\nfunction normalizeLoaders(loaders: Loader[]): void {\n for (const loader of loaders) {\n normalizeLoader(loader);\n }\n}\n\n// TODO - Would be nice to support http://example.com/file.glb?parameter=1\n// E.g: x = new URL('http://example.com/file.glb?load=1'; x.pathname\nfunction findLoaderByUrl(loaders: Loader[], url?: string): Loader | null {\n // Get extension\n const match = url && EXT_PATTERN.exec(url);\n const extension = match && match[1];\n return extension ? findLoaderByExtension(loaders, extension) : null;\n}\n\nfunction findLoaderByExtension(loaders: Loader[], extension: string): Loader | null {\n extension = extension.toLowerCase();\n\n for (const loader of loaders) {\n for (const loaderExtension of loader.extensions) {\n if (loaderExtension.toLowerCase() === extension) {\n return loader;\n }\n }\n }\n return null;\n}\n\nfunction findLoaderByMIMEType(loaders, mimeType) {\n for (const loader of loaders) {\n if (loader.mimeTypes && loader.mimeTypes.includes(mimeType)) {\n return loader;\n }\n\n // Support referring to loaders using the \"unregistered tree\"\n // https://en.wikipedia.org/wiki/Media_type#Unregistered_tree\n if (mimeType === `application/x.${loader.id}`) {\n return loader;\n }\n }\n return null;\n}\n\nfunction findLoaderByInitialBytes(loaders, data) {\n if (!data) {\n return null;\n }\n\n for (const loader of loaders) {\n if (typeof data === 'string') {\n if (testDataAgainstText(data, loader)) {\n return loader;\n }\n } else if (ArrayBuffer.isView(data)) {\n // Typed Arrays can have offsets into underlying buffer\n if (testDataAgainstBinary(data.buffer, data.byteOffset, loader)) {\n return loader;\n }\n } else if (data instanceof ArrayBuffer) {\n const byteOffset = 0;\n if (testDataAgainstBinary(data, byteOffset, loader)) {\n return loader;\n }\n }\n // TODO Handle streaming case (requires creating a new AsyncIterator)\n }\n return null;\n}\n\nfunction testDataAgainstText(data, loader) {\n if (loader.testText) {\n return loader.testText(data);\n }\n\n const tests = Array.isArray(loader.tests) ? loader.tests : [loader.tests];\n return tests.some((test) => data.startsWith(test));\n}\n\nfunction testDataAgainstBinary(data, byteOffset, loader) {\n const tests = Array.isArray(loader.tests) ? loader.tests : [loader.tests];\n return tests.some((test) => testBinary(data, byteOffset, loader, test));\n}\n\nfunction testBinary(data, byteOffset, loader, test) {\n if (test instanceof ArrayBuffer) {\n return compareArrayBuffers(test, data, test.byteLength);\n }\n switch (typeof test) {\n case 'function':\n return test(data, loader);\n\n case 'string':\n // Magic bytes check: If `test` is a string, check if binary data starts with that strings\n const magic = getMagicString(data, byteOffset, test.length);\n return test === magic;\n\n default:\n return false;\n }\n}\n\nfunction getFirstCharacters(data, length: number = 5) {\n if (typeof data === 'string') {\n return data.slice(0, length);\n } else if (ArrayBuffer.isView(data)) {\n // Typed Arrays can have offsets into underlying buffer\n return getMagicString(data.buffer, data.byteOffset, length);\n } else if (data instanceof ArrayBuffer) {\n const byteOffset = 0;\n return getMagicString(data, byteOffset, length);\n }\n return '';\n}\n\nfunction getMagicString(arrayBuffer, byteOffset, length) {\n if (arrayBuffer.byteLength < byteOffset + length) {\n return '';\n }\n const dataView = new DataView(arrayBuffer);\n let magic = '';\n for (let i = 0; i < length; i++) {\n magic += String.fromCharCode(dataView.getUint8(byteOffset + i));\n }\n return magic;\n}\n"],"mappings":"AACA,SAAQA,mBAAmB,EAAEC,IAAI,QAAO,0BAA0B;AAClE,SAAQC,eAAe,QAAO,kCAAkC;AAChE,SAAQC,GAAG,QAAO,cAAc;AAChC,SAAQC,qBAAqB,QAAO,yBAAyB;AAC7D,SAAQC,oBAAoB,QAAO,oBAAoB;AACvD,SAAQC,MAAM,QAAO,gCAAgC;AAErD,MAAMC,WAAW,GAAG,YAAY;;AAehC,OAAO,eAAeC,YAAY,CAChCC,IAA4C,EAIpB;EAAA,IAHxBC,OAA0B,uEAAG,EAAE;EAAA,IAC/BC,OAAuB;EAAA,IACvBC,OAAuB;EAEvB,IAAI,CAACC,iBAAiB,CAACJ,IAAI,CAAC,EAAE;IAC5B,OAAO,IAAI;EACb;;EAGA,IAAIK,MAAM,GAAGC,gBAAgB,CAACN,IAAI,EAAEC,OAAO,EAAE;IAAC,GAAGC,OAAO;IAAEK,OAAO,EAAE;EAAI,CAAC,EAAEJ,OAAO,CAAC;EAClF,IAAIE,MAAM,EAAE;IACV,OAAOA,MAAM;EACf;;EAIA,IAAIR,MAAM,CAACG,IAAI,CAAC,EAAE;IAChBA,IAAI,GAAG,MAAOA,IAAI,CAAUQ,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAACC,WAAW,EAAE;IACtDJ,MAAM,GAAGC,gBAAgB,CAACN,IAAI,EAAEC,OAAO,EAAEC,OAAO,EAAEC,OAAO,CAAC;EAC5D;;EAGA,IAAI,CAACE,MAAM,IAAI,EAACH,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEK,OAAO,GAAE;IAChC,MAAM,IAAIG,KAAK,CAACC,uBAAuB,CAACX,IAAI,CAAC,CAAC;EAChD;EAEA,OAAOK,MAAM;AACf;;AAWA,OAAO,SAASC,gBAAgB,CAC9BN,IAA4C,EAI7B;EAAA,IAHfC,OAA0B,uEAAG,EAAE;EAAA,IAC/BC,OAAuB;EAAA,IACvBC,OAAuB;EAEvB,IAAI,CAACC,iBAAiB,CAACJ,IAAI,CAAC,EAAE;IAC5B,OAAO,IAAI;EACb;;EAKA,IAAIC,OAAO,IAAI,CAACW,KAAK,CAACC,OAAO,CAACZ,OAAO,CAAC,EAAE;IAEtC,OAAOR,eAAe,CAACQ,OAAO,CAAC;EACjC;;EAGA,IAAIa,gBAA0B,GAAG,EAAE;EAEnC,IAAIb,OAAO,EAAE;IACXa,gBAAgB,GAAGA,gBAAgB,CAACC,MAAM,CAACd,OAAO,CAAC;EACrD;EAEA,IAAI,EAACC,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEc,uBAAuB,GAAE;IACrCF,gBAAgB,CAACG,IAAI,CAAC,GAAGrB,oBAAoB,EAAE,CAAC;EAClD;;EAGAsB,gBAAgB,CAACJ,gBAAgB,CAAC;EAElC,MAAMT,MAAM,GAAGc,oBAAoB,CAACnB,IAAI,EAAEc,gBAAgB,EAAEZ,OAAO,EAAEC,OAAO,CAAC;;EAG7E,IAAI,CAACE,MAAM,IAAI,EAACH,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEK,OAAO,GAAE;IAChC,MAAM,IAAIG,KAAK,CAACC,uBAAuB,CAACX,IAAI,CAAC,CAAC;EAChD;EAEA,OAAOK,MAAM;AACf;;AAIA,SAASc,oBAAoB,CAC3BnB,IAA4C,EAC5CC,OAAiB,EACjBC,OAAuB,EACvBC,OAAuB,EACvB;EACA,MAAM;IAACiB,GAAG;IAAEC;EAAI,CAAC,GAAG1B,qBAAqB,CAACK,IAAI,CAAC;EAE/C,MAAMsB,OAAO,GAAGF,GAAG,KAAIjB,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEiB,GAAG;EAEnC,IAAIf,MAAqB,GAAG,IAAI;EAChC,IAAIkB,MAAc,GAAG,EAAE;;EAGvB,IAAIrB,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEsB,QAAQ,EAAE;IACrBnB,MAAM,GAAGoB,oBAAoB,CAACxB,OAAO,EAAEC,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEsB,QAAQ,CAAC;IACzDD,MAAM,gDAAyCrB,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEsB,QAAQ,CAAE;EACpE;;EAGAnB,MAAM,GAAGA,MAAM,IAAIqB,eAAe,CAACzB,OAAO,EAAEqB,OAAO,CAAC;EACpDC,MAAM,GAAGA,MAAM,KAAKlB,MAAM,yBAAkBiB,OAAO,IAAK,EAAE,CAAC;;EAG3DjB,MAAM,GAAGA,MAAM,IAAIoB,oBAAoB,CAACxB,OAAO,EAAEoB,IAAI,CAAC;EACtDE,MAAM,GAAGA,MAAM,KAAKlB,MAAM,+BAAwBgB,IAAI,IAAK,EAAE,CAAC;;EAG9DhB,MAAM,GAAGA,MAAM,IAAIsB,wBAAwB,CAAC1B,OAAO,EAAED,IAAI,CAAC;EAC1DuB,MAAM,GAAGA,MAAM,KAAKlB,MAAM,kCAA2BuB,kBAAkB,CAAC5B,IAAI,CAAC,IAAK,EAAE,CAAC;;EAGrFK,MAAM,GAAGA,MAAM,IAAIoB,oBAAoB,CAACxB,OAAO,EAAEC,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAE2B,gBAAgB,CAAC;EAC3EN,MAAM,GAAGA,MAAM,KAAKlB,MAAM,wCAAiCgB,IAAI,IAAK,EAAE,CAAC;EAEvE,IAAIE,MAAM,EAAE;IAAA;IACV7B,GAAG,CAACA,GAAG,CAAC,CAAC,6CAA2BW,MAAM,4CAAN,QAAQyB,IAAI,eAAKP,MAAM,OAAI;EACjE;EAEA,OAAOlB,MAAM;AACf;;AAGA,SAASD,iBAAiB,CAACJ,IAAS,EAAW;EAE7C,IAAIA,IAAI,YAAY+B,QAAQ,EAAE;IAE5B,IAAI/B,IAAI,CAACgC,MAAM,KAAK,GAAG,EAAE;MACvB,OAAO,KAAK;IACd;EACF;EACA,OAAO,IAAI;AACb;;AAGA,SAASrB,uBAAuB,CAACX,IAAI,EAAU;EAC7C,MAAM;IAACoB,GAAG;IAAEC;EAAI,CAAC,GAAG1B,qBAAqB,CAACK,IAAI,CAAC;EAE/C,IAAIiC,OAAO,GAAG,yBAAyB;EACvCA,OAAO,IAAIb,GAAG,aAAM5B,IAAI,CAAC0C,QAAQ,CAACd,GAAG,CAAC,UAAO,mBAAmB;EAChEa,OAAO,yBAAkBZ,IAAI,eAAOA,IAAI,UAAM,cAAc,OAAI;EAEhE,MAAMc,eAAuB,GAAGnC,IAAI,GAAG4B,kBAAkB,CAAC5B,IAAI,CAAC,GAAG,EAAE;EACpEiC,OAAO,IAAIE,eAAe,6BAAqBA,eAAe,UAAM,4BAA4B;EAChGF,OAAO,IAAI,GAAG;EACd,OAAOA,OAAO;AAChB;AAEA,SAASf,gBAAgB,CAACjB,OAAiB,EAAQ;EACjD,KAAK,MAAMI,MAAM,IAAIJ,OAAO,EAAE;IAC5BR,eAAe,CAACY,MAAM,CAAC;EACzB;AACF;;AAIA,SAASqB,eAAe,CAACzB,OAAiB,EAAEmB,GAAY,EAAiB;EAEvE,MAAMgB,KAAK,GAAGhB,GAAG,IAAItB,WAAW,CAACuC,IAAI,CAACjB,GAAG,CAAC;EAC1C,MAAMkB,SAAS,GAAGF,KAAK,IAAIA,KAAK,CAAC,CAAC,CAAC;EACnC,OAAOE,SAAS,GAAGC,qBAAqB,CAACtC,OAAO,EAAEqC,SAAS,CAAC,GAAG,IAAI;AACrE;AAEA,SAASC,qBAAqB,CAACtC,OAAiB,EAAEqC,SAAiB,EAAiB;EAClFA,SAAS,GAAGA,SAAS,CAACE,WAAW,EAAE;EAEnC,KAAK,MAAMnC,MAAM,IAAIJ,OAAO,EAAE;IAC5B,KAAK,MAAMwC,eAAe,IAAIpC,MAAM,CAACqC,UAAU,EAAE;MAC/C,IAAID,eAAe,CAACD,WAAW,EAAE,KAAKF,SAAS,EAAE;QAC/C,OAAOjC,MAAM;MACf;IACF;EACF;EACA,OAAO,IAAI;AACb;AAEA,SAASoB,oBAAoB,CAACxB,OAAO,EAAEuB,QAAQ,EAAE;EAC/C,KAAK,MAAMnB,MAAM,IAAIJ,OAAO,EAAE;IAC5B,IAAII,MAAM,CAACsC,SAAS,IAAItC,MAAM,CAACsC,SAAS,CAACC,QAAQ,CAACpB,QAAQ,CAAC,EAAE;MAC3D,OAAOnB,MAAM;IACf;;IAIA,IAAImB,QAAQ,6BAAsBnB,MAAM,CAACwC,EAAE,CAAE,EAAE;MAC7C,OAAOxC,MAAM;IACf;EACF;EACA,OAAO,IAAI;AACb;AAEA,SAASsB,wBAAwB,CAAC1B,OAAO,EAAED,IAAI,EAAE;EAC/C,IAAI,CAACA,IAAI,EAAE;IACT,OAAO,IAAI;EACb;EAEA,KAAK,MAAMK,MAAM,IAAIJ,OAAO,EAAE;IAC5B,IAAI,OAAOD,IAAI,KAAK,QAAQ,EAAE;MAC5B,IAAI8C,mBAAmB,CAAC9C,IAAI,EAAEK,MAAM,CAAC,EAAE;QACrC,OAAOA,MAAM;MACf;IACF,CAAC,MAAM,IAAI0C,WAAW,CAACC,MAAM,CAAChD,IAAI,CAAC,EAAE;MAEnC,IAAIiD,qBAAqB,CAACjD,IAAI,CAACkD,MAAM,EAAElD,IAAI,CAACmD,UAAU,EAAE9C,MAAM,CAAC,EAAE;QAC/D,OAAOA,MAAM;MACf;IACF,CAAC,MAAM,IAAIL,IAAI,YAAY+C,WAAW,EAAE;MACtC,MAAMI,UAAU,GAAG,CAAC;MACpB,IAAIF,qBAAqB,CAACjD,IAAI,EAAEmD,UAAU,EAAE9C,MAAM,CAAC,EAAE;QACnD,OAAOA,MAAM;MACf;IACF;EAEF;;EACA,OAAO,IAAI;AACb;AAEA,SAASyC,mBAAmB,CAAC9C,IAAI,EAAEK,MAAM,EAAE;EACzC,IAAIA,MAAM,CAAC+C,QAAQ,EAAE;IACnB,OAAO/C,MAAM,CAAC+C,QAAQ,CAACpD,IAAI,CAAC;EAC9B;EAEA,MAAMqD,KAAK,GAAGzC,KAAK,CAACC,OAAO,CAACR,MAAM,CAACgD,KAAK,CAAC,GAAGhD,MAAM,CAACgD,KAAK,GAAG,CAAChD,MAAM,CAACgD,KAAK,CAAC;EACzE,OAAOA,KAAK,CAACC,IAAI,CAAEC,IAAI,IAAKvD,IAAI,CAACwD,UAAU,CAACD,IAAI,CAAC,CAAC;AACpD;AAEA,SAASN,qBAAqB,CAACjD,IAAI,EAAEmD,UAAU,EAAE9C,MAAM,EAAE;EACvD,MAAMgD,KAAK,GAAGzC,KAAK,CAACC,OAAO,CAACR,MAAM,CAACgD,KAAK,CAAC,GAAGhD,MAAM,CAACgD,KAAK,GAAG,CAAChD,MAAM,CAACgD,KAAK,CAAC;EACzE,OAAOA,KAAK,CAACC,IAAI,CAAEC,IAAI,IAAKE,UAAU,CAACzD,IAAI,EAAEmD,UAAU,EAAE9C,MAAM,EAAEkD,IAAI,CAAC,CAAC;AACzE;AAEA,SAASE,UAAU,CAACzD,IAAI,EAAEmD,UAAU,EAAE9C,MAAM,EAAEkD,IAAI,EAAE;EAClD,IAAIA,IAAI,YAAYR,WAAW,EAAE;IAC/B,OAAOxD,mBAAmB,CAACgE,IAAI,EAAEvD,IAAI,EAAEuD,IAAI,CAACG,UAAU,CAAC;EACzD;EACA,QAAQ,OAAOH,IAAI;IACjB,KAAK,UAAU;MACb,OAAOA,IAAI,CAACvD,IAAI,EAAEK,MAAM,CAAC;IAE3B,KAAK,QAAQ;MAEX,MAAMsD,KAAK,GAAGC,cAAc,CAAC5D,IAAI,EAAEmD,UAAU,EAAEI,IAAI,CAACM,MAAM,CAAC;MAC3D,OAAON,IAAI,KAAKI,KAAK;IAEvB;MACE,OAAO,KAAK;EAAC;AAEnB;AAEA,SAAS/B,kBAAkB,CAAC5B,IAAI,EAAsB;EAAA,IAApB6D,MAAc,uEAAG,CAAC;EAClD,IAAI,OAAO7D,IAAI,KAAK,QAAQ,EAAE;IAC5B,OAAOA,IAAI,CAACQ,KAAK,CAAC,CAAC,EAAEqD,MAAM,CAAC;EAC9B,CAAC,MAAM,IAAId,WAAW,CAACC,MAAM,CAAChD,IAAI,CAAC,EAAE;IAEnC,OAAO4D,cAAc,CAAC5D,IAAI,CAACkD,MAAM,EAAElD,IAAI,CAACmD,UAAU,EAAEU,MAAM,CAAC;EAC7D,CAAC,MAAM,IAAI7D,IAAI,YAAY+C,WAAW,EAAE;IACtC,MAAMI,UAAU,GAAG,CAAC;IACpB,OAAOS,cAAc,CAAC5D,IAAI,EAAEmD,UAAU,EAAEU,MAAM,CAAC;EACjD;EACA,OAAO,EAAE;AACX;AAEA,SAASD,cAAc,CAACnD,WAAW,EAAE0C,UAAU,EAAEU,MAAM,EAAE;EACvD,IAAIpD,WAAW,CAACiD,UAAU,GAAGP,UAAU,GAAGU,MAAM,EAAE;IAChD,OAAO,EAAE;EACX;EACA,MAAMC,QAAQ,GAAG,IAAIC,QAAQ,CAACtD,WAAW,CAAC;EAC1C,IAAIkD,KAAK,GAAG,EAAE;EACd,KAAK,IAAIK,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,MAAM,EAAEG,CAAC,EAAE,EAAE;IAC/BL,KAAK,IAAIM,MAAM,CAACC,YAAY,CAACJ,QAAQ,CAACK,QAAQ,CAAChB,UAAU,GAAGa,CAAC,CAAC,CAAC;EACjE;EACA,OAAOL,KAAK;AACd"}
1
+ {"version":3,"file":"select-loader.js","names":["compareArrayBuffers","path","normalizeLoader","log","getResourceUrlAndType","getRegisteredLoaders","isBlob","EXT_PATTERN","selectLoader","data","loaders","arguments","length","undefined","options","context","validHTTPResponse","loader","selectLoaderSync","nothrow","slice","arrayBuffer","Error","getNoValidLoaderMessage","Array","isArray","candidateLoaders","concat","ignoreRegisteredLoaders","push","normalizeLoaders","selectLoaderInternal","url","type","testUrl","reason","mimeType","findLoaderByMIMEType","findLoaderByUrl","findLoaderByInitialBytes","getFirstCharacters","fallbackMimeType","_loader","name","Response","status","message","filename","firstCharacters","match","exec","extension","findLoaderByExtension","toLowerCase","loaderExtension","extensions","mimeTypes","includes","id","testDataAgainstText","ArrayBuffer","isView","testDataAgainstBinary","buffer","byteOffset","testText","tests","some","test","startsWith","testBinary","byteLength","magic","getMagicString","dataView","DataView","i","String","fromCharCode","getUint8"],"sources":["../../../../src/lib/api/select-loader.ts"],"sourcesContent":["import type {LoaderContext, LoaderOptions, Loader} from '@loaders.gl/loader-utils';\nimport {compareArrayBuffers, path} from '@loaders.gl/loader-utils';\nimport {normalizeLoader} from '../loader-utils/normalize-loader';\nimport {log} from '../utils/log';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {getRegisteredLoaders} from './register-loaders';\nimport {isBlob} from '../../javascript-utils/is-type';\n\nconst EXT_PATTERN = /\\.([^.]+)$/;\n\n// TODO - Need a variant that peeks at streams for parseInBatches\n// TODO - Detect multiple matching loaders? Use heuristics to grade matches?\n// TODO - Allow apps to pass context to disambiguate between multiple matches (e.g. multiple .json formats)?\n\n/**\n * Find a loader that matches file extension and/or initial file content\n * Search the loaders array argument for a loader that matches url extension or initial data\n * Returns: a normalized loader\n * @param data data to assist\n * @param loaders\n * @param options\n * @param context used internally, applications should not provide this parameter\n */\nexport async function selectLoader(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[] | Loader = [],\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<Loader | null> {\n if (!validHTTPResponse(data)) {\n return null;\n }\n\n // First make a sync attempt, disabling exceptions\n let loader = selectLoaderSync(data, loaders, {...options, nothrow: true}, context);\n if (loader) {\n return loader;\n }\n\n // For Blobs and Files, try to asynchronously read a small initial slice and test again with that\n // to see if we can detect by initial content\n if (isBlob(data)) {\n data = await (data as Blob).slice(0, 10).arrayBuffer();\n loader = selectLoaderSync(data, loaders, options, context);\n }\n\n // no loader available\n if (!loader && !options?.nothrow) {\n throw new Error(getNoValidLoaderMessage(data));\n }\n\n return loader;\n}\n\n/**\n * Find a loader that matches file extension and/or initial file content\n * Search the loaders array argument for a loader that matches url extension or initial data\n * Returns: a normalized loader\n * @param data data to assist\n * @param loaders\n * @param options\n * @param context used internally, applications should not provide this parameter\n */\nexport function selectLoaderSync(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[] | Loader = [],\n options?: LoaderOptions,\n context?: LoaderContext\n): Loader | null {\n if (!validHTTPResponse(data)) {\n return null;\n }\n\n // eslint-disable-next-line complexity\n // if only a single loader was provided (not as array), force its use\n // TODO - Should this behavior be kept and documented?\n if (loaders && !Array.isArray(loaders)) {\n // TODO - remove support for legacy loaders\n return normalizeLoader(loaders);\n }\n\n // Build list of candidate loaders that will be searched in order for a match\n let candidateLoaders: Loader[] = [];\n // First search supplied loaders\n if (loaders) {\n candidateLoaders = candidateLoaders.concat(loaders);\n }\n // Then fall back to registered loaders\n if (!options?.ignoreRegisteredLoaders) {\n candidateLoaders.push(...getRegisteredLoaders());\n }\n\n // TODO - remove support for legacy loaders\n normalizeLoaders(candidateLoaders);\n\n const loader = selectLoaderInternal(data, candidateLoaders, options, context);\n\n // no loader available\n if (!loader && !options?.nothrow) {\n throw new Error(getNoValidLoaderMessage(data));\n }\n\n return loader;\n}\n\n/** Implements loaders selection logic */\n// eslint-disable-next-line complexity\nfunction selectLoaderInternal(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[],\n options?: LoaderOptions,\n context?: LoaderContext\n) {\n const {url, type} = getResourceUrlAndType(data);\n\n const testUrl = url || context?.url;\n\n let loader: Loader | null = null;\n let reason: string = '';\n\n // if options.mimeType is supplied, it takes precedence\n if (options?.mimeType) {\n loader = findLoaderByMIMEType(loaders, options?.mimeType);\n reason = `match forced by supplied MIME type ${options?.mimeType}`;\n }\n\n // Look up loader by url\n loader = loader || findLoaderByUrl(loaders, testUrl);\n reason = reason || (loader ? `matched url ${testUrl}` : '');\n\n // Look up loader by mime type\n loader = loader || findLoaderByMIMEType(loaders, type);\n reason = reason || (loader ? `matched MIME type ${type}` : '');\n\n // Look for loader via initial bytes (Note: not always accessible (e.g. Response, stream, async iterator)\n loader = loader || findLoaderByInitialBytes(loaders, data);\n reason = reason || (loader ? `matched initial data ${getFirstCharacters(data)}` : '');\n\n // Look up loader by fallback mime type\n loader = loader || findLoaderByMIMEType(loaders, options?.fallbackMimeType);\n reason = reason || (loader ? `matched fallback MIME type ${type}` : '');\n\n if (reason) {\n log.log(1, `selectLoader selected ${loader?.name}: ${reason}.`);\n }\n\n return loader;\n}\n\n/** Check HTTP Response */\nfunction validHTTPResponse(data: any): boolean {\n // HANDLE HTTP status\n if (data instanceof Response) {\n // 204 - NO CONTENT. This handles cases where e.g. a tile server responds with 204 for a missing tile\n if (data.status === 204) {\n return false;\n }\n }\n return true;\n}\n\n/** Generate a helpful message to help explain why loader selection failed. */\nfunction getNoValidLoaderMessage(data): string {\n const {url, type} = getResourceUrlAndType(data);\n\n let message = 'No valid loader found (';\n message += url ? `${path.filename(url)}, ` : 'no url provided, ';\n message += `MIME type: ${type ? `\"${type}\"` : 'not provided'}, `;\n // First characters are only accessible when called on data (string or arrayBuffer).\n const firstCharacters: string = data ? getFirstCharacters(data) : '';\n message += firstCharacters ? ` first bytes: \"${firstCharacters}\"` : 'first bytes: not available';\n message += ')';\n return message;\n}\n\nfunction normalizeLoaders(loaders: Loader[]): void {\n for (const loader of loaders) {\n normalizeLoader(loader);\n }\n}\n\n// TODO - Would be nice to support http://example.com/file.glb?parameter=1\n// E.g: x = new URL('http://example.com/file.glb?load=1'; x.pathname\nfunction findLoaderByUrl(loaders: Loader[], url?: string): Loader | null {\n // Get extension\n const match = url && EXT_PATTERN.exec(url);\n const extension = match && match[1];\n return extension ? findLoaderByExtension(loaders, extension) : null;\n}\n\nfunction findLoaderByExtension(loaders: Loader[], extension: string): Loader | null {\n extension = extension.toLowerCase();\n\n for (const loader of loaders) {\n for (const loaderExtension of loader.extensions) {\n if (loaderExtension.toLowerCase() === extension) {\n return loader;\n }\n }\n }\n return null;\n}\n\nfunction findLoaderByMIMEType(loaders, mimeType) {\n for (const loader of loaders) {\n if (loader.mimeTypes && loader.mimeTypes.includes(mimeType)) {\n return loader;\n }\n\n // Support referring to loaders using the \"unregistered tree\"\n // https://en.wikipedia.org/wiki/Media_type#Unregistered_tree\n if (mimeType === `application/x.${loader.id}`) {\n return loader;\n }\n }\n return null;\n}\n\nfunction findLoaderByInitialBytes(loaders, data) {\n if (!data) {\n return null;\n }\n\n for (const loader of loaders) {\n if (typeof data === 'string') {\n if (testDataAgainstText(data, loader)) {\n return loader;\n }\n } else if (ArrayBuffer.isView(data)) {\n // Typed Arrays can have offsets into underlying buffer\n if (testDataAgainstBinary(data.buffer, data.byteOffset, loader)) {\n return loader;\n }\n } else if (data instanceof ArrayBuffer) {\n const byteOffset = 0;\n if (testDataAgainstBinary(data, byteOffset, loader)) {\n return loader;\n }\n }\n // TODO Handle streaming case (requires creating a new AsyncIterator)\n }\n return null;\n}\n\nfunction testDataAgainstText(data, loader) {\n if (loader.testText) {\n return loader.testText(data);\n }\n\n const tests = Array.isArray(loader.tests) ? loader.tests : [loader.tests];\n return tests.some((test) => data.startsWith(test));\n}\n\nfunction testDataAgainstBinary(data, byteOffset, loader) {\n const tests = Array.isArray(loader.tests) ? loader.tests : [loader.tests];\n return tests.some((test) => testBinary(data, byteOffset, loader, test));\n}\n\nfunction testBinary(data, byteOffset, loader, test) {\n if (test instanceof ArrayBuffer) {\n return compareArrayBuffers(test, data, test.byteLength);\n }\n switch (typeof test) {\n case 'function':\n return test(data, loader);\n\n case 'string':\n // Magic bytes check: If `test` is a string, check if binary data starts with that strings\n const magic = getMagicString(data, byteOffset, test.length);\n return test === magic;\n\n default:\n return false;\n }\n}\n\nfunction getFirstCharacters(data, length: number = 5) {\n if (typeof data === 'string') {\n return data.slice(0, length);\n } else if (ArrayBuffer.isView(data)) {\n // Typed Arrays can have offsets into underlying buffer\n return getMagicString(data.buffer, data.byteOffset, length);\n } else if (data instanceof ArrayBuffer) {\n const byteOffset = 0;\n return getMagicString(data, byteOffset, length);\n }\n return '';\n}\n\nfunction getMagicString(arrayBuffer, byteOffset, length) {\n if (arrayBuffer.byteLength < byteOffset + length) {\n return '';\n }\n const dataView = new DataView(arrayBuffer);\n let magic = '';\n for (let i = 0; i < length; i++) {\n magic += String.fromCharCode(dataView.getUint8(byteOffset + i));\n }\n return magic;\n}\n"],"mappings":"AACA,SAAQA,mBAAmB,EAAEC,IAAI,QAAO,0BAA0B;AAClE,SAAQC,eAAe,QAAO,kCAAkC;AAChE,SAAQC,GAAG,QAAO,cAAc;AAChC,SAAQC,qBAAqB,QAAO,yBAAyB;AAC7D,SAAQC,oBAAoB,QAAO,oBAAoB;AACvD,SAAQC,MAAM,QAAO,gCAAgC;AAErD,MAAMC,WAAW,GAAG,YAAY;AAehC,OAAO,eAAeC,YAAYA,CAChCC,IAA4C,EAIpB;EAAA,IAHxBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,EAAE;EAAA,IAC/BG,OAAuB,GAAAH,SAAA,CAAAC,MAAA,OAAAD,SAAA,MAAAE,SAAA;EAAA,IACvBE,OAAuB,GAAAJ,SAAA,CAAAC,MAAA,OAAAD,SAAA,MAAAE,SAAA;EAEvB,IAAI,CAACG,iBAAiB,CAACP,IAAI,CAAC,EAAE;IAC5B,OAAO,IAAI;EACb;EAGA,IAAIQ,MAAM,GAAGC,gBAAgB,CAACT,IAAI,EAAEC,OAAO,EAAE;IAAC,GAAGI,OAAO;IAAEK,OAAO,EAAE;EAAI,CAAC,EAAEJ,OAAO,CAAC;EAClF,IAAIE,MAAM,EAAE;IACV,OAAOA,MAAM;EACf;EAIA,IAAIX,MAAM,CAACG,IAAI,CAAC,EAAE;IAChBA,IAAI,GAAG,MAAOA,IAAI,CAAUW,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAACC,WAAW,EAAE;IACtDJ,MAAM,GAAGC,gBAAgB,CAACT,IAAI,EAAEC,OAAO,EAAEI,OAAO,EAAEC,OAAO,CAAC;EAC5D;EAGA,IAAI,CAACE,MAAM,IAAI,EAACH,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEK,OAAO,GAAE;IAChC,MAAM,IAAIG,KAAK,CAACC,uBAAuB,CAACd,IAAI,CAAC,CAAC;EAChD;EAEA,OAAOQ,MAAM;AACf;AAWA,OAAO,SAASC,gBAAgBA,CAC9BT,IAA4C,EAI7B;EAAA,IAHfC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,EAAE;EAAA,IAC/BG,OAAuB,GAAAH,SAAA,CAAAC,MAAA,OAAAD,SAAA,MAAAE,SAAA;EAAA,IACvBE,OAAuB,GAAAJ,SAAA,CAAAC,MAAA,OAAAD,SAAA,MAAAE,SAAA;EAEvB,IAAI,CAACG,iBAAiB,CAACP,IAAI,CAAC,EAAE;IAC5B,OAAO,IAAI;EACb;EAKA,IAAIC,OAAO,IAAI,CAACc,KAAK,CAACC,OAAO,CAACf,OAAO,CAAC,EAAE;IAEtC,OAAOR,eAAe,CAACQ,OAAO,CAAC;EACjC;EAGA,IAAIgB,gBAA0B,GAAG,EAAE;EAEnC,IAAIhB,OAAO,EAAE;IACXgB,gBAAgB,GAAGA,gBAAgB,CAACC,MAAM,CAACjB,OAAO,CAAC;EACrD;EAEA,IAAI,EAACI,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEc,uBAAuB,GAAE;IACrCF,gBAAgB,CAACG,IAAI,CAAC,GAAGxB,oBAAoB,EAAE,CAAC;EAClD;EAGAyB,gBAAgB,CAACJ,gBAAgB,CAAC;EAElC,MAAMT,MAAM,GAAGc,oBAAoB,CAACtB,IAAI,EAAEiB,gBAAgB,EAAEZ,OAAO,EAAEC,OAAO,CAAC;EAG7E,IAAI,CAACE,MAAM,IAAI,EAACH,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEK,OAAO,GAAE;IAChC,MAAM,IAAIG,KAAK,CAACC,uBAAuB,CAACd,IAAI,CAAC,CAAC;EAChD;EAEA,OAAOQ,MAAM;AACf;AAIA,SAASc,oBAAoBA,CAC3BtB,IAA4C,EAC5CC,OAAiB,EACjBI,OAAuB,EACvBC,OAAuB,EACvB;EACA,MAAM;IAACiB,GAAG;IAAEC;EAAI,CAAC,GAAG7B,qBAAqB,CAACK,IAAI,CAAC;EAE/C,MAAMyB,OAAO,GAAGF,GAAG,KAAIjB,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEiB,GAAG;EAEnC,IAAIf,MAAqB,GAAG,IAAI;EAChC,IAAIkB,MAAc,GAAG,EAAE;EAGvB,IAAIrB,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEsB,QAAQ,EAAE;IACrBnB,MAAM,GAAGoB,oBAAoB,CAAC3B,OAAO,EAAEI,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEsB,QAAQ,CAAC;IACzDD,MAAM,yCAAAR,MAAA,CAAyCb,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEsB,QAAQ,CAAE;EACpE;EAGAnB,MAAM,GAAGA,MAAM,IAAIqB,eAAe,CAAC5B,OAAO,EAAEwB,OAAO,CAAC;EACpDC,MAAM,GAAGA,MAAM,KAAKlB,MAAM,kBAAAU,MAAA,CAAkBO,OAAO,IAAK,EAAE,CAAC;EAG3DjB,MAAM,GAAGA,MAAM,IAAIoB,oBAAoB,CAAC3B,OAAO,EAAEuB,IAAI,CAAC;EACtDE,MAAM,GAAGA,MAAM,KAAKlB,MAAM,wBAAAU,MAAA,CAAwBM,IAAI,IAAK,EAAE,CAAC;EAG9DhB,MAAM,GAAGA,MAAM,IAAIsB,wBAAwB,CAAC7B,OAAO,EAAED,IAAI,CAAC;EAC1D0B,MAAM,GAAGA,MAAM,KAAKlB,MAAM,2BAAAU,MAAA,CAA2Ba,kBAAkB,CAAC/B,IAAI,CAAC,IAAK,EAAE,CAAC;EAGrFQ,MAAM,GAAGA,MAAM,IAAIoB,oBAAoB,CAAC3B,OAAO,EAAEI,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAE2B,gBAAgB,CAAC;EAC3EN,MAAM,GAAGA,MAAM,KAAKlB,MAAM,iCAAAU,MAAA,CAAiCM,IAAI,IAAK,EAAE,CAAC;EAEvE,IAAIE,MAAM,EAAE;IAAA,IAAAO,OAAA;IACVvC,GAAG,CAACA,GAAG,CAAC,CAAC,2BAAAwB,MAAA,EAAAe,OAAA,GAA2BzB,MAAM,cAAAyB,OAAA,uBAANA,OAAA,CAAQC,IAAI,QAAAhB,MAAA,CAAKQ,MAAM,OAAI;EACjE;EAEA,OAAOlB,MAAM;AACf;AAGA,SAASD,iBAAiBA,CAACP,IAAS,EAAW;EAE7C,IAAIA,IAAI,YAAYmC,QAAQ,EAAE;IAE5B,IAAInC,IAAI,CAACoC,MAAM,KAAK,GAAG,EAAE;MACvB,OAAO,KAAK;IACd;EACF;EACA,OAAO,IAAI;AACb;AAGA,SAAStB,uBAAuBA,CAACd,IAAI,EAAU;EAC7C,MAAM;IAACuB,GAAG;IAAEC;EAAI,CAAC,GAAG7B,qBAAqB,CAACK,IAAI,CAAC;EAE/C,IAAIqC,OAAO,GAAG,yBAAyB;EACvCA,OAAO,IAAId,GAAG,MAAAL,MAAA,CAAM1B,IAAI,CAAC8C,QAAQ,CAACf,GAAG,CAAC,UAAO,mBAAmB;EAChEc,OAAO,kBAAAnB,MAAA,CAAkBM,IAAI,QAAAN,MAAA,CAAOM,IAAI,UAAM,cAAc,OAAI;EAEhE,MAAMe,eAAuB,GAAGvC,IAAI,GAAG+B,kBAAkB,CAAC/B,IAAI,CAAC,GAAG,EAAE;EACpEqC,OAAO,IAAIE,eAAe,sBAAArB,MAAA,CAAqBqB,eAAe,UAAM,4BAA4B;EAChGF,OAAO,IAAI,GAAG;EACd,OAAOA,OAAO;AAChB;AAEA,SAAShB,gBAAgBA,CAACpB,OAAiB,EAAQ;EACjD,KAAK,MAAMO,MAAM,IAAIP,OAAO,EAAE;IAC5BR,eAAe,CAACe,MAAM,CAAC;EACzB;AACF;AAIA,SAASqB,eAAeA,CAAC5B,OAAiB,EAAEsB,GAAY,EAAiB;EAEvE,MAAMiB,KAAK,GAAGjB,GAAG,IAAIzB,WAAW,CAAC2C,IAAI,CAAClB,GAAG,CAAC;EAC1C,MAAMmB,SAAS,GAAGF,KAAK,IAAIA,KAAK,CAAC,CAAC,CAAC;EACnC,OAAOE,SAAS,GAAGC,qBAAqB,CAAC1C,OAAO,EAAEyC,SAAS,CAAC,GAAG,IAAI;AACrE;AAEA,SAASC,qBAAqBA,CAAC1C,OAAiB,EAAEyC,SAAiB,EAAiB;EAClFA,SAAS,GAAGA,SAAS,CAACE,WAAW,EAAE;EAEnC,KAAK,MAAMpC,MAAM,IAAIP,OAAO,EAAE;IAC5B,KAAK,MAAM4C,eAAe,IAAIrC,MAAM,CAACsC,UAAU,EAAE;MAC/C,IAAID,eAAe,CAACD,WAAW,EAAE,KAAKF,SAAS,EAAE;QAC/C,OAAOlC,MAAM;MACf;IACF;EACF;EACA,OAAO,IAAI;AACb;AAEA,SAASoB,oBAAoBA,CAAC3B,OAAO,EAAE0B,QAAQ,EAAE;EAC/C,KAAK,MAAMnB,MAAM,IAAIP,OAAO,EAAE;IAC5B,IAAIO,MAAM,CAACuC,SAAS,IAAIvC,MAAM,CAACuC,SAAS,CAACC,QAAQ,CAACrB,QAAQ,CAAC,EAAE;MAC3D,OAAOnB,MAAM;IACf;IAIA,IAAImB,QAAQ,sBAAAT,MAAA,CAAsBV,MAAM,CAACyC,EAAE,CAAE,EAAE;MAC7C,OAAOzC,MAAM;IACf;EACF;EACA,OAAO,IAAI;AACb;AAEA,SAASsB,wBAAwBA,CAAC7B,OAAO,EAAED,IAAI,EAAE;EAC/C,IAAI,CAACA,IAAI,EAAE;IACT,OAAO,IAAI;EACb;EAEA,KAAK,MAAMQ,MAAM,IAAIP,OAAO,EAAE;IAC5B,IAAI,OAAOD,IAAI,KAAK,QAAQ,EAAE;MAC5B,IAAIkD,mBAAmB,CAAClD,IAAI,EAAEQ,MAAM,CAAC,EAAE;QACrC,OAAOA,MAAM;MACf;IACF,CAAC,MAAM,IAAI2C,WAAW,CAACC,MAAM,CAACpD,IAAI,CAAC,EAAE;MAEnC,IAAIqD,qBAAqB,CAACrD,IAAI,CAACsD,MAAM,EAAEtD,IAAI,CAACuD,UAAU,EAAE/C,MAAM,CAAC,EAAE;QAC/D,OAAOA,MAAM;MACf;IACF,CAAC,MAAM,IAAIR,IAAI,YAAYmD,WAAW,EAAE;MACtC,MAAMI,UAAU,GAAG,CAAC;MACpB,IAAIF,qBAAqB,CAACrD,IAAI,EAAEuD,UAAU,EAAE/C,MAAM,CAAC,EAAE;QACnD,OAAOA,MAAM;MACf;IACF;EAEF;EACA,OAAO,IAAI;AACb;AAEA,SAAS0C,mBAAmBA,CAAClD,IAAI,EAAEQ,MAAM,EAAE;EACzC,IAAIA,MAAM,CAACgD,QAAQ,EAAE;IACnB,OAAOhD,MAAM,CAACgD,QAAQ,CAACxD,IAAI,CAAC;EAC9B;EAEA,MAAMyD,KAAK,GAAG1C,KAAK,CAACC,OAAO,CAACR,MAAM,CAACiD,KAAK,CAAC,GAAGjD,MAAM,CAACiD,KAAK,GAAG,CAACjD,MAAM,CAACiD,KAAK,CAAC;EACzE,OAAOA,KAAK,CAACC,IAAI,CAAEC,IAAI,IAAK3D,IAAI,CAAC4D,UAAU,CAACD,IAAI,CAAC,CAAC;AACpD;AAEA,SAASN,qBAAqBA,CAACrD,IAAI,EAAEuD,UAAU,EAAE/C,MAAM,EAAE;EACvD,MAAMiD,KAAK,GAAG1C,KAAK,CAACC,OAAO,CAACR,MAAM,CAACiD,KAAK,CAAC,GAAGjD,MAAM,CAACiD,KAAK,GAAG,CAACjD,MAAM,CAACiD,KAAK,CAAC;EACzE,OAAOA,KAAK,CAACC,IAAI,CAAEC,IAAI,IAAKE,UAAU,CAAC7D,IAAI,EAAEuD,UAAU,EAAE/C,MAAM,EAAEmD,IAAI,CAAC,CAAC;AACzE;AAEA,SAASE,UAAUA,CAAC7D,IAAI,EAAEuD,UAAU,EAAE/C,MAAM,EAAEmD,IAAI,EAAE;EAClD,IAAIA,IAAI,YAAYR,WAAW,EAAE;IAC/B,OAAO5D,mBAAmB,CAACoE,IAAI,EAAE3D,IAAI,EAAE2D,IAAI,CAACG,UAAU,CAAC;EACzD;EACA,QAAQ,OAAOH,IAAI;IACjB,KAAK,UAAU;MACb,OAAOA,IAAI,CAAC3D,IAAI,EAAEQ,MAAM,CAAC;IAE3B,KAAK,QAAQ;MAEX,MAAMuD,KAAK,GAAGC,cAAc,CAAChE,IAAI,EAAEuD,UAAU,EAAEI,IAAI,CAACxD,MAAM,CAAC;MAC3D,OAAOwD,IAAI,KAAKI,KAAK;IAEvB;MACE,OAAO,KAAK;EAAC;AAEnB;AAEA,SAAShC,kBAAkBA,CAAC/B,IAAI,EAAsB;EAAA,IAApBG,MAAc,GAAAD,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC;EAClD,IAAI,OAAOF,IAAI,KAAK,QAAQ,EAAE;IAC5B,OAAOA,IAAI,CAACW,KAAK,CAAC,CAAC,EAAER,MAAM,CAAC;EAC9B,CAAC,MAAM,IAAIgD,WAAW,CAACC,MAAM,CAACpD,IAAI,CAAC,EAAE;IAEnC,OAAOgE,cAAc,CAAChE,IAAI,CAACsD,MAAM,EAAEtD,IAAI,CAACuD,UAAU,EAAEpD,MAAM,CAAC;EAC7D,CAAC,MAAM,IAAIH,IAAI,YAAYmD,WAAW,EAAE;IACtC,MAAMI,UAAU,GAAG,CAAC;IACpB,OAAOS,cAAc,CAAChE,IAAI,EAAEuD,UAAU,EAAEpD,MAAM,CAAC;EACjD;EACA,OAAO,EAAE;AACX;AAEA,SAAS6D,cAAcA,CAACpD,WAAW,EAAE2C,UAAU,EAAEpD,MAAM,EAAE;EACvD,IAAIS,WAAW,CAACkD,UAAU,GAAGP,UAAU,GAAGpD,MAAM,EAAE;IAChD,OAAO,EAAE;EACX;EACA,MAAM8D,QAAQ,GAAG,IAAIC,QAAQ,CAACtD,WAAW,CAAC;EAC1C,IAAImD,KAAK,GAAG,EAAE;EACd,KAAK,IAAII,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhE,MAAM,EAAEgE,CAAC,EAAE,EAAE;IAC/BJ,KAAK,IAAIK,MAAM,CAACC,YAAY,CAACJ,QAAQ,CAACK,QAAQ,CAACf,UAAU,GAAGY,CAAC,CAAC,CAAC;EACjE;EACA,OAAOJ,KAAK;AACd"}
@@ -1 +1 @@
1
- {"version":3,"file":"fetch-error-message.js","names":["getErrorMessageFromResponseSync","response","url","status","statusText","getErrorMessageFromResponse","message","contentType","headers","get","includes","text","error"],"sources":["../../../../src/lib/fetch/fetch-error-message.ts"],"sourcesContent":["export function getErrorMessageFromResponseSync(response: Response): string {\n return `Failed to fetch resource ${response.url}(${response.status}): ${response.statusText} `;\n}\n\nexport async function getErrorMessageFromResponse(response: Response): Promise<string> {\n let message = `Failed to fetch resource ${response.url} (${response.status}): `;\n try {\n const contentType = response.headers.get('Content-Type') || '';\n if (contentType.includes('application/json')) {\n message += await response.text();\n } else {\n message += response.statusText;\n }\n } catch (error) {\n // eslint forbids return in finally statement\n return message;\n }\n return message;\n}\n"],"mappings":"AAAA,OAAO,SAASA,+BAA+B,CAACC,QAAkB,EAAU;EAC1E,0CAAmCA,QAAQ,CAACC,GAAG,cAAID,QAAQ,CAACE,MAAM,gBAAMF,QAAQ,CAACG,UAAU;AAC7F;AAEA,OAAO,eAAeC,2BAA2B,CAACJ,QAAkB,EAAmB;EACrF,IAAIK,OAAO,sCAA+BL,QAAQ,CAACC,GAAG,eAAKD,QAAQ,CAACE,MAAM,QAAK;EAC/E,IAAI;IACF,MAAMI,WAAW,GAAGN,QAAQ,CAACO,OAAO,CAACC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE;IAC9D,IAAIF,WAAW,CAACG,QAAQ,CAAC,kBAAkB,CAAC,EAAE;MAC5CJ,OAAO,IAAI,MAAML,QAAQ,CAACU,IAAI,EAAE;IAClC,CAAC,MAAM;MACLL,OAAO,IAAIL,QAAQ,CAACG,UAAU;IAChC;EACF,CAAC,CAAC,OAAOQ,KAAK,EAAE;IAEd,OAAON,OAAO;EAChB;EACA,OAAOA,OAAO;AAChB"}
1
+ {"version":3,"file":"fetch-error-message.js","names":["getErrorMessageFromResponseSync","response","concat","url","status","statusText","getErrorMessageFromResponse","message","contentType","headers","get","includes","text","error"],"sources":["../../../../src/lib/fetch/fetch-error-message.ts"],"sourcesContent":["export function getErrorMessageFromResponseSync(response: Response): string {\n return `Failed to fetch resource ${response.url}(${response.status}): ${response.statusText} `;\n}\n\nexport async function getErrorMessageFromResponse(response: Response): Promise<string> {\n let message = `Failed to fetch resource ${response.url} (${response.status}): `;\n try {\n const contentType = response.headers.get('Content-Type') || '';\n if (contentType.includes('application/json')) {\n message += await response.text();\n } else {\n message += response.statusText;\n }\n } catch (error) {\n // eslint forbids return in finally statement\n return message;\n }\n return message;\n}\n"],"mappings":"AAAA,OAAO,SAASA,+BAA+BA,CAACC,QAAkB,EAAU;EAC1E,mCAAAC,MAAA,CAAmCD,QAAQ,CAACE,GAAG,OAAAD,MAAA,CAAID,QAAQ,CAACG,MAAM,SAAAF,MAAA,CAAMD,QAAQ,CAACI,UAAU;AAC7F;AAEA,OAAO,eAAeC,2BAA2BA,CAACL,QAAkB,EAAmB;EACrF,IAAIM,OAAO,+BAAAL,MAAA,CAA+BD,QAAQ,CAACE,GAAG,QAAAD,MAAA,CAAKD,QAAQ,CAACG,MAAM,QAAK;EAC/E,IAAI;IACF,MAAMI,WAAW,GAAGP,QAAQ,CAACQ,OAAO,CAACC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE;IAC9D,IAAIF,WAAW,CAACG,QAAQ,CAAC,kBAAkB,CAAC,EAAE;MAC5CJ,OAAO,IAAI,MAAMN,QAAQ,CAACW,IAAI,EAAE;IAClC,CAAC,MAAM;MACLL,OAAO,IAAIN,QAAQ,CAACI,UAAU;IAChC;EACF,CAAC,CAAC,OAAOQ,KAAK,EAAE;IAEd,OAAON,OAAO;EAChB;EACA,OAAOA,OAAO;AAChB"}
@@ -1,6 +1,5 @@
1
1
  import { resolvePath } from '@loaders.gl/loader-utils';
2
2
  import { makeResponse } from '../utils/response-utils';
3
-
4
3
  export async function fetchFile(url, options) {
5
4
  if (typeof url === 'string') {
6
5
  url = resolvePath(url);
@@ -1 +1 @@
1
- {"version":3,"file":"fetch-file.js","names":["resolvePath","makeResponse","fetchFile","url","options","fetchOptions","fetch"],"sources":["../../../../src/lib/fetch/fetch-file.ts"],"sourcesContent":["import {resolvePath} from '@loaders.gl/loader-utils';\nimport {makeResponse} from '../utils/response-utils';\n// import {getErrorMessageFromResponse} from './fetch-error-message';\n\n/**\n * fetch compatible function\n * Reads file data from:\n * - http/http urls\n * - data urls\n * - File/Blob objects\n * Leverages `@loaders.gl/polyfills` for Node.js support\n * Respects pathPrefix and file aliases\n */\nexport async function fetchFile(\n url: string | Blob,\n options?: RequestInit & {fetch?: RequestInit | Function}\n): Promise<Response> {\n if (typeof url === 'string') {\n url = resolvePath(url);\n\n let fetchOptions: RequestInit = options as RequestInit;\n if (options?.fetch && typeof options?.fetch !== 'function') {\n fetchOptions = options.fetch;\n }\n\n return await fetch(url, fetchOptions);\n }\n\n return await makeResponse(url);\n}\n"],"mappings":"AAAA,SAAQA,WAAW,QAAO,0BAA0B;AACpD,SAAQC,YAAY,QAAO,yBAAyB;;AAYpD,OAAO,eAAeC,SAAS,CAC7BC,GAAkB,EAClBC,OAAwD,EACrC;EACnB,IAAI,OAAOD,GAAG,KAAK,QAAQ,EAAE;IAC3BA,GAAG,GAAGH,WAAW,CAACG,GAAG,CAAC;IAEtB,IAAIE,YAAyB,GAAGD,OAAsB;IACtD,IAAIA,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEE,KAAK,IAAI,QAAOF,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEE,KAAK,MAAK,UAAU,EAAE;MAC1DD,YAAY,GAAGD,OAAO,CAACE,KAAK;IAC9B;IAEA,OAAO,MAAMA,KAAK,CAACH,GAAG,EAAEE,YAAY,CAAC;EACvC;EAEA,OAAO,MAAMJ,YAAY,CAACE,GAAG,CAAC;AAChC"}
1
+ {"version":3,"file":"fetch-file.js","names":["resolvePath","makeResponse","fetchFile","url","options","fetchOptions","fetch"],"sources":["../../../../src/lib/fetch/fetch-file.ts"],"sourcesContent":["import {resolvePath} from '@loaders.gl/loader-utils';\nimport {makeResponse} from '../utils/response-utils';\n// import {getErrorMessageFromResponse} from './fetch-error-message';\n\n/**\n * fetch compatible function\n * Reads file data from:\n * - http/http urls\n * - data urls\n * - File/Blob objects\n * Leverages `@loaders.gl/polyfills` for Node.js support\n * Respects pathPrefix and file aliases\n */\nexport async function fetchFile(\n url: string | Blob,\n options?: RequestInit & {fetch?: RequestInit | Function}\n): Promise<Response> {\n if (typeof url === 'string') {\n url = resolvePath(url);\n\n let fetchOptions: RequestInit = options as RequestInit;\n if (options?.fetch && typeof options?.fetch !== 'function') {\n fetchOptions = options.fetch;\n }\n\n return await fetch(url, fetchOptions);\n }\n\n return await makeResponse(url);\n}\n"],"mappings":"AAAA,SAAQA,WAAW,QAAO,0BAA0B;AACpD,SAAQC,YAAY,QAAO,yBAAyB;AAYpD,OAAO,eAAeC,SAASA,CAC7BC,GAAkB,EAClBC,OAAwD,EACrC;EACnB,IAAI,OAAOD,GAAG,KAAK,QAAQ,EAAE;IAC3BA,GAAG,GAAGH,WAAW,CAACG,GAAG,CAAC;IAEtB,IAAIE,YAAyB,GAAGD,OAAsB;IACtD,IAAIA,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEE,KAAK,IAAI,QAAOF,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEE,KAAK,MAAK,UAAU,EAAE;MAC1DD,YAAY,GAAGD,OAAO,CAACE,KAAK;IAC9B;IAEA,OAAO,MAAMA,KAAK,CAACH,GAAG,EAAEE,YAAY,CAAC;EACvC;EAEA,OAAO,MAAMJ,YAAY,CAACE,GAAG,CAAC;AAChC"}
@@ -1,6 +1,4 @@
1
-
2
1
  import { fs } from '@loaders.gl/loader-utils';
3
-
4
2
  export async function readArrayBuffer(file, start, length) {
5
3
  if (typeof file === 'number') {
6
4
  return await fs._readToArrayBuffer(file, start, length);
@@ -11,7 +9,6 @@ export async function readArrayBuffer(file, start, length) {
11
9
  const slice = file.slice(start, start + length);
12
10
  return await readBlob(slice);
13
11
  }
14
-
15
12
  export async function readBlob(blob) {
16
13
  return await new Promise((resolve, reject) => {
17
14
  const fileReader = new FileReader();
@@ -1 +1 @@
1
- {"version":3,"file":"read-array-buffer.js","names":["fs","readArrayBuffer","file","start","length","_readToArrayBuffer","Blob","slice","readBlob","blob","Promise","resolve","reject","fileReader","FileReader","onload","event","target","result","onerror","error","readAsArrayBuffer"],"sources":["../../../../src/lib/fetch/read-array-buffer.ts"],"sourcesContent":["//\nimport {fs} from '@loaders.gl/loader-utils';\n\n/**\n * Reads a chunk from a random access file\n * @param file\n * @param start\n * @param length\n * @returns\n */\nexport async function readArrayBuffer(\n file: Blob | ArrayBuffer | string | number,\n start: number,\n length: number\n): Promise<ArrayBuffer> {\n if (typeof file === 'number') {\n return await fs._readToArrayBuffer(file, start, length);\n }\n // TODO - we can do better for ArrayBuffer and string\n if (!(file instanceof Blob)) {\n file = new Blob([file]);\n }\n const slice = file.slice(start, start + length);\n return await readBlob(slice);\n}\n\n/**\n * Read a slice of a Blob or File, without loading the entire file into memory\n * The trick when reading File objects is to read successive \"slices\" of the File\n * Per spec https://w3c.github.io/FileAPI/, slicing a File only updates the start and end fields\n * Actually reading from file happens in `readAsArrayBuffer`\n * @param blob to read\n */\nexport async function readBlob(blob: Blob): Promise<ArrayBuffer> {\n return await new Promise((resolve, reject) => {\n const fileReader = new FileReader();\n fileReader.onload = (event: ProgressEvent<FileReader>) =>\n resolve(event?.target?.result as ArrayBuffer);\n // TODO - reject with a proper Error\n fileReader.onerror = (error: ProgressEvent<FileReader>) => reject(error);\n fileReader.readAsArrayBuffer(blob);\n });\n}\n"],"mappings":";AACA,SAAQA,EAAE,QAAO,0BAA0B;;AAS3C,OAAO,eAAeC,eAAe,CACnCC,IAA0C,EAC1CC,KAAa,EACbC,MAAc,EACQ;EACtB,IAAI,OAAOF,IAAI,KAAK,QAAQ,EAAE;IAC5B,OAAO,MAAMF,EAAE,CAACK,kBAAkB,CAACH,IAAI,EAAEC,KAAK,EAAEC,MAAM,CAAC;EACzD;EAEA,IAAI,EAAEF,IAAI,YAAYI,IAAI,CAAC,EAAE;IAC3BJ,IAAI,GAAG,IAAII,IAAI,CAAC,CAACJ,IAAI,CAAC,CAAC;EACzB;EACA,MAAMK,KAAK,GAAGL,IAAI,CAACK,KAAK,CAACJ,KAAK,EAAEA,KAAK,GAAGC,MAAM,CAAC;EAC/C,OAAO,MAAMI,QAAQ,CAACD,KAAK,CAAC;AAC9B;;AASA,OAAO,eAAeC,QAAQ,CAACC,IAAU,EAAwB;EAC/D,OAAO,MAAM,IAAIC,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IAC5C,MAAMC,UAAU,GAAG,IAAIC,UAAU,EAAE;IACnCD,UAAU,CAACE,MAAM,GAAIC,KAAgC;MAAA;MAAA,OACnDL,OAAO,CAACK,KAAK,aAALA,KAAK,wCAALA,KAAK,CAAEC,MAAM,kDAAb,cAAeC,MAAM,CAAgB;IAAA;IAE/CL,UAAU,CAACM,OAAO,GAAIC,KAAgC,IAAKR,MAAM,CAACQ,KAAK,CAAC;IACxEP,UAAU,CAACQ,iBAAiB,CAACZ,IAAI,CAAC;EACpC,CAAC,CAAC;AACJ"}
1
+ {"version":3,"file":"read-array-buffer.js","names":["fs","readArrayBuffer","file","start","length","_readToArrayBuffer","Blob","slice","readBlob","blob","Promise","resolve","reject","fileReader","FileReader","onload","event","_event$target","target","result","onerror","error","readAsArrayBuffer"],"sources":["../../../../src/lib/fetch/read-array-buffer.ts"],"sourcesContent":["//\nimport {fs} from '@loaders.gl/loader-utils';\n\n/**\n * Reads a chunk from a random access file\n * @param file\n * @param start\n * @param length\n * @returns\n */\nexport async function readArrayBuffer(\n file: Blob | ArrayBuffer | string | number,\n start: number,\n length: number\n): Promise<ArrayBuffer> {\n if (typeof file === 'number') {\n return await fs._readToArrayBuffer(file, start, length);\n }\n // TODO - we can do better for ArrayBuffer and string\n if (!(file instanceof Blob)) {\n file = new Blob([file]);\n }\n const slice = file.slice(start, start + length);\n return await readBlob(slice);\n}\n\n/**\n * Read a slice of a Blob or File, without loading the entire file into memory\n * The trick when reading File objects is to read successive \"slices\" of the File\n * Per spec https://w3c.github.io/FileAPI/, slicing a File only updates the start and end fields\n * Actually reading from file happens in `readAsArrayBuffer`\n * @param blob to read\n */\nexport async function readBlob(blob: Blob): Promise<ArrayBuffer> {\n return await new Promise((resolve, reject) => {\n const fileReader = new FileReader();\n fileReader.onload = (event: ProgressEvent<FileReader>) =>\n resolve(event?.target?.result as ArrayBuffer);\n // TODO - reject with a proper Error\n fileReader.onerror = (error: ProgressEvent<FileReader>) => reject(error);\n fileReader.readAsArrayBuffer(blob);\n });\n}\n"],"mappings":"AACA,SAAQA,EAAE,QAAO,0BAA0B;AAS3C,OAAO,eAAeC,eAAeA,CACnCC,IAA0C,EAC1CC,KAAa,EACbC,MAAc,EACQ;EACtB,IAAI,OAAOF,IAAI,KAAK,QAAQ,EAAE;IAC5B,OAAO,MAAMF,EAAE,CAACK,kBAAkB,CAACH,IAAI,EAAEC,KAAK,EAAEC,MAAM,CAAC;EACzD;EAEA,IAAI,EAAEF,IAAI,YAAYI,IAAI,CAAC,EAAE;IAC3BJ,IAAI,GAAG,IAAII,IAAI,CAAC,CAACJ,IAAI,CAAC,CAAC;EACzB;EACA,MAAMK,KAAK,GAAGL,IAAI,CAACK,KAAK,CAACJ,KAAK,EAAEA,KAAK,GAAGC,MAAM,CAAC;EAC/C,OAAO,MAAMI,QAAQ,CAACD,KAAK,CAAC;AAC9B;AASA,OAAO,eAAeC,QAAQA,CAACC,IAAU,EAAwB;EAC/D,OAAO,MAAM,IAAIC,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IAC5C,MAAMC,UAAU,GAAG,IAAIC,UAAU,EAAE;IACnCD,UAAU,CAACE,MAAM,GAAIC,KAAgC;MAAA,IAAAC,aAAA;MAAA,OACnDN,OAAO,CAACK,KAAK,aAALA,KAAK,wBAAAC,aAAA,GAALD,KAAK,CAAEE,MAAM,cAAAD,aAAA,uBAAbA,aAAA,CAAeE,MAAM,CAAgB;IAAA;IAE/CN,UAAU,CAACO,OAAO,GAAIC,KAAgC,IAAKT,MAAM,CAACS,KAAK,CAAC;IACxER,UAAU,CAACS,iBAAiB,CAACb,IAAI,CAAC;EACpC,CAAC,CAAC;AACJ"}
@@ -1,16 +1,12 @@
1
-
2
1
  import { isBrowser, resolvePath, fs, toArrayBuffer } from '@loaders.gl/loader-utils';
3
2
  import { assert } from '@loaders.gl/loader-utils';
4
-
5
3
  export function readFileSync(url) {
6
4
  let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
7
5
  url = resolvePath(url);
8
-
9
6
  if (!isBrowser) {
10
7
  const buffer = fs.readFileSync(url, options);
11
8
  return typeof buffer !== 'string' ? toArrayBuffer(buffer) : buffer;
12
9
  }
13
-
14
10
  if (!options.nothrow) {
15
11
  assert(false);
16
12
  }
@@ -1 +1 @@
1
- {"version":3,"file":"read-file.js","names":["isBrowser","resolvePath","fs","toArrayBuffer","assert","readFileSync","url","options","buffer","nothrow"],"sources":["../../../../src/lib/fetch/read-file.ts"],"sourcesContent":["// File read\nimport {isBrowser, resolvePath, fs, toArrayBuffer} from '@loaders.gl/loader-utils';\nimport {assert} from '@loaders.gl/loader-utils';\n\n// TODO - this is not tested\n// const isDataURL = (url) => url.startsWith('data:');\n\n/**\n * In a few cases (data URIs, node.js) \"files\" can be read synchronously\n */\nexport function readFileSync(url: string, options: object = {}) {\n url = resolvePath(url);\n\n // Only support this if we can also support sync data URL decoding in browser\n // if (isDataURL(url)) {\n // return decodeDataUri(url);\n // }\n\n if (!isBrowser) {\n const buffer = fs.readFileSync(url, options);\n return typeof buffer !== 'string' ? toArrayBuffer(buffer) : buffer;\n }\n\n // @ts-ignore\n if (!options.nothrow) {\n // throw new Error('Cant load URI synchronously');\n assert(false);\n }\n\n return null;\n}\n"],"mappings":";AACA,SAAQA,SAAS,EAAEC,WAAW,EAAEC,EAAE,EAAEC,aAAa,QAAO,0BAA0B;AAClF,SAAQC,MAAM,QAAO,0BAA0B;;AAQ/C,OAAO,SAASC,YAAY,CAACC,GAAW,EAAwB;EAAA,IAAtBC,OAAe,uEAAG,CAAC,CAAC;EAC5DD,GAAG,GAAGL,WAAW,CAACK,GAAG,CAAC;;EAOtB,IAAI,CAACN,SAAS,EAAE;IACd,MAAMQ,MAAM,GAAGN,EAAE,CAACG,YAAY,CAACC,GAAG,EAAEC,OAAO,CAAC;IAC5C,OAAO,OAAOC,MAAM,KAAK,QAAQ,GAAGL,aAAa,CAACK,MAAM,CAAC,GAAGA,MAAM;EACpE;;EAGA,IAAI,CAACD,OAAO,CAACE,OAAO,EAAE;IAEpBL,MAAM,CAAC,KAAK,CAAC;EACf;EAEA,OAAO,IAAI;AACb"}
1
+ {"version":3,"file":"read-file.js","names":["isBrowser","resolvePath","fs","toArrayBuffer","assert","readFileSync","url","options","arguments","length","undefined","buffer","nothrow"],"sources":["../../../../src/lib/fetch/read-file.ts"],"sourcesContent":["// File read\nimport {isBrowser, resolvePath, fs, toArrayBuffer} from '@loaders.gl/loader-utils';\nimport {assert} from '@loaders.gl/loader-utils';\n\n// TODO - this is not tested\n// const isDataURL = (url) => url.startsWith('data:');\n\n/**\n * In a few cases (data URIs, node.js) \"files\" can be read synchronously\n */\nexport function readFileSync(url: string, options: object = {}) {\n url = resolvePath(url);\n\n // Only support this if we can also support sync data URL decoding in browser\n // if (isDataURL(url)) {\n // return decodeDataUri(url);\n // }\n\n if (!isBrowser) {\n const buffer = fs.readFileSync(url, options);\n return typeof buffer !== 'string' ? toArrayBuffer(buffer) : buffer;\n }\n\n // @ts-ignore\n if (!options.nothrow) {\n // throw new Error('Cant load URI synchronously');\n assert(false);\n }\n\n return null;\n}\n"],"mappings":"AACA,SAAQA,SAAS,EAAEC,WAAW,EAAEC,EAAE,EAAEC,aAAa,QAAO,0BAA0B;AAClF,SAAQC,MAAM,QAAO,0BAA0B;AAQ/C,OAAO,SAASC,YAAYA,CAACC,GAAW,EAAwB;EAAA,IAAtBC,OAAe,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAC5DF,GAAG,GAAGL,WAAW,CAACK,GAAG,CAAC;EAOtB,IAAI,CAACN,SAAS,EAAE;IACd,MAAMW,MAAM,GAAGT,EAAE,CAACG,YAAY,CAACC,GAAG,EAAEC,OAAO,CAAC;IAC5C,OAAO,OAAOI,MAAM,KAAK,QAAQ,GAAGR,aAAa,CAACQ,MAAM,CAAC,GAAGA,MAAM;EACpE;EAGA,IAAI,CAACJ,OAAO,CAACK,OAAO,EAAE;IAEpBR,MAAM,CAAC,KAAK,CAAC;EACf;EAEA,OAAO,IAAI;AACb"}
@@ -1,4 +1,3 @@
1
-
2
1
  import { isBrowser, assert, resolvePath } from '@loaders.gl/loader-utils';
3
2
  import { fs, toBuffer } from '@loaders.gl/loader-utils';
4
3
  export async function writeFile(filePath, arrayBufferOrString, options) {
@@ -1 +1 @@
1
- {"version":3,"file":"write-file.js","names":["isBrowser","assert","resolvePath","fs","toBuffer","writeFile","filePath","arrayBufferOrString","options","flag","writeFileSync"],"sources":["../../../../src/lib/fetch/write-file.ts"],"sourcesContent":["// file write\nimport {isBrowser, assert, resolvePath} from '@loaders.gl/loader-utils';\nimport {fs, toBuffer} from '@loaders.gl/loader-utils';\n\nexport async function writeFile(\n filePath: string,\n arrayBufferOrString: ArrayBuffer | string,\n options?\n): Promise<void> {\n filePath = resolvePath(filePath);\n if (!isBrowser) {\n await fs.writeFile(filePath, toBuffer(arrayBufferOrString), {flag: 'w'});\n }\n assert(false);\n}\n\nexport function writeFileSync(\n filePath: string,\n arrayBufferOrString: ArrayBuffer | string,\n options?\n): void {\n filePath = resolvePath(filePath);\n if (!isBrowser) {\n fs.writeFileSync(filePath, toBuffer(arrayBufferOrString), {flag: 'w'});\n }\n assert(false);\n}\n"],"mappings":";AACA,SAAQA,SAAS,EAAEC,MAAM,EAAEC,WAAW,QAAO,0BAA0B;AACvE,SAAQC,EAAE,EAAEC,QAAQ,QAAO,0BAA0B;AAErD,OAAO,eAAeC,SAAS,CAC7BC,QAAgB,EAChBC,mBAAyC,EACzCC,OAAQ,EACO;EACfF,QAAQ,GAAGJ,WAAW,CAACI,QAAQ,CAAC;EAChC,IAAI,CAACN,SAAS,EAAE;IACd,MAAMG,EAAE,CAACE,SAAS,CAACC,QAAQ,EAAEF,QAAQ,CAACG,mBAAmB,CAAC,EAAE;MAACE,IAAI,EAAE;IAAG,CAAC,CAAC;EAC1E;EACAR,MAAM,CAAC,KAAK,CAAC;AACf;AAEA,OAAO,SAASS,aAAa,CAC3BJ,QAAgB,EAChBC,mBAAyC,EACzCC,OAAQ,EACF;EACNF,QAAQ,GAAGJ,WAAW,CAACI,QAAQ,CAAC;EAChC,IAAI,CAACN,SAAS,EAAE;IACdG,EAAE,CAACO,aAAa,CAACJ,QAAQ,EAAEF,QAAQ,CAACG,mBAAmB,CAAC,EAAE;MAACE,IAAI,EAAE;IAAG,CAAC,CAAC;EACxE;EACAR,MAAM,CAAC,KAAK,CAAC;AACf"}
1
+ {"version":3,"file":"write-file.js","names":["isBrowser","assert","resolvePath","fs","toBuffer","writeFile","filePath","arrayBufferOrString","options","flag","writeFileSync"],"sources":["../../../../src/lib/fetch/write-file.ts"],"sourcesContent":["// file write\nimport {isBrowser, assert, resolvePath} from '@loaders.gl/loader-utils';\nimport {fs, toBuffer} from '@loaders.gl/loader-utils';\n\nexport async function writeFile(\n filePath: string,\n arrayBufferOrString: ArrayBuffer | string,\n options?\n): Promise<void> {\n filePath = resolvePath(filePath);\n if (!isBrowser) {\n await fs.writeFile(filePath, toBuffer(arrayBufferOrString), {flag: 'w'});\n }\n assert(false);\n}\n\nexport function writeFileSync(\n filePath: string,\n arrayBufferOrString: ArrayBuffer | string,\n options?\n): void {\n filePath = resolvePath(filePath);\n if (!isBrowser) {\n fs.writeFileSync(filePath, toBuffer(arrayBufferOrString), {flag: 'w'});\n }\n assert(false);\n}\n"],"mappings":"AACA,SAAQA,SAAS,EAAEC,MAAM,EAAEC,WAAW,QAAO,0BAA0B;AACvE,SAAQC,EAAE,EAAEC,QAAQ,QAAO,0BAA0B;AAErD,OAAO,eAAeC,SAASA,CAC7BC,QAAgB,EAChBC,mBAAyC,EACzCC,OAAQ,EACO;EACfF,QAAQ,GAAGJ,WAAW,CAACI,QAAQ,CAAC;EAChC,IAAI,CAACN,SAAS,EAAE;IACd,MAAMG,EAAE,CAACE,SAAS,CAACC,QAAQ,EAAEF,QAAQ,CAACG,mBAAmB,CAAC,EAAE;MAACE,IAAI,EAAE;IAAG,CAAC,CAAC;EAC1E;EACAR,MAAM,CAAC,KAAK,CAAC;AACf;AAEA,OAAO,SAASS,aAAaA,CAC3BJ,QAAgB,EAChBC,mBAAyC,EACzCC,OAAQ,EACF;EACNF,QAAQ,GAAGJ,WAAW,CAACI,QAAQ,CAAC;EAChC,IAAI,CAACN,SAAS,EAAE;IACdG,EAAE,CAACO,aAAa,CAACJ,QAAQ,EAAEF,QAAQ,CAACG,mBAAmB,CAAC,EAAE;MAACE,IAAI,EAAE;IAAG,CAAC,CAAC;EACxE;EACAR,MAAM,CAAC,KAAK,CAAC;AACf"}