@loaders.gl/core 3.1.8 → 3.2.0-alpha.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dist.min.js +234 -60
- package/dist/es5/index.js +8 -2
- package/dist/es5/index.js.map +1 -1
- package/dist/es5/lib/api/encode.js +75 -50
- package/dist/es5/lib/api/encode.js.map +1 -1
- package/dist/es5/lib/api/loader-options.js +20 -0
- package/dist/es5/lib/api/loader-options.js.map +1 -0
- package/dist/es5/lib/api/parse.js +36 -17
- package/dist/es5/lib/api/parse.js.map +1 -1
- package/dist/es5/lib/api/select-loader.js.map +1 -1
- package/dist/es5/lib/init.js +1 -1
- package/dist/es5/lib/init.js.map +1 -1
- package/dist/es5/lib/loader-utils/option-defaults.js +4 -1
- package/dist/es5/lib/loader-utils/option-defaults.js.map +1 -1
- package/dist/es5/lib/loader-utils/option-utils.js +3 -0
- package/dist/es5/lib/loader-utils/option-utils.js.map +1 -1
- package/dist/es5/lib/utils/response-utils.js +2 -2
- package/dist/es5/lib/utils/response-utils.js.map +1 -1
- package/dist/es5/null-loader.js +22 -11
- package/dist/es5/null-loader.js.map +1 -1
- package/dist/esm/index.js +1 -1
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/lib/api/encode.js +12 -0
- package/dist/esm/lib/api/encode.js.map +1 -1
- package/dist/esm/lib/api/loader-options.js +3 -0
- package/dist/esm/lib/api/loader-options.js.map +1 -0
- package/dist/esm/lib/api/parse.js +24 -0
- package/dist/esm/lib/api/parse.js.map +1 -1
- package/dist/esm/lib/api/select-loader.js.map +1 -1
- package/dist/esm/lib/init.js +1 -1
- package/dist/esm/lib/init.js.map +1 -1
- package/dist/esm/lib/loader-utils/option-defaults.js +3 -1
- package/dist/esm/lib/loader-utils/option-defaults.js.map +1 -1
- package/dist/esm/lib/loader-utils/option-utils.js +1 -3
- package/dist/esm/lib/loader-utils/option-utils.js.map +1 -1
- package/dist/esm/lib/utils/response-utils.js +2 -2
- package/dist/esm/lib/utils/response-utils.js.map +1 -1
- package/dist/esm/null-loader.js +19 -6
- package/dist/esm/null-loader.js.map +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +5 -4
- package/dist/lib/api/encode.d.ts +1 -1
- package/dist/lib/api/encode.d.ts.map +1 -1
- package/dist/lib/api/encode.js +13 -5
- package/dist/lib/api/loader-options.d.ts +3 -0
- package/dist/lib/api/loader-options.d.ts.map +1 -0
- package/dist/lib/api/loader-options.js +7 -0
- package/dist/lib/api/parse.d.ts.map +1 -1
- package/dist/lib/api/parse.js +8 -0
- package/dist/lib/api/select-loader.js +1 -0
- package/dist/lib/loader-utils/option-defaults.d.ts.map +1 -1
- package/dist/lib/loader-utils/option-defaults.js +3 -1
- package/dist/lib/loader-utils/option-utils.d.ts +8 -0
- package/dist/lib/loader-utils/option-utils.d.ts.map +1 -1
- package/dist/lib/loader-utils/option-utils.js +10 -6
- package/dist/lib/utils/response-utils.js +2 -2
- package/dist/null-loader.d.ts.map +1 -1
- package/dist/null-loader.js +17 -5
- package/dist/null-worker.js +61 -21
- package/package.json +6 -4
- package/src/index.ts +1 -1
- package/src/lib/api/encode.ts +9 -1
- package/src/lib/api/loader-options.ts +2 -0
- package/src/lib/api/parse.ts +9 -0
- package/src/lib/api/select-loader.ts +1 -0
- package/src/lib/loader-utils/option-defaults.ts +3 -1
- package/src/lib/loader-utils/option-utils.ts +6 -3
- package/src/lib/utils/response-utils.ts +2 -2
- package/src/null-loader.ts +17 -5
- package/dist/es5/lib/api/set-loader-options.js +0 -13
- package/dist/es5/lib/api/set-loader-options.js.map +0 -1
- package/dist/esm/lib/api/set-loader-options.js +0 -5
- package/dist/esm/lib/api/set-loader-options.js.map +0 -1
- package/dist/lib/api/set-loader-options.d.ts +0 -6
- package/dist/lib/api/set-loader-options.d.ts.map +0 -1
- package/dist/lib/api/set-loader-options.js +0 -12
- package/src/lib/api/set-loader-options.ts +0 -9
|
@@ -9,6 +9,7 @@ exports.getGlobalLoaderState = getGlobalLoaderState;
|
|
|
9
9
|
exports.setGlobalOptions = setGlobalOptions;
|
|
10
10
|
exports.normalizeOptions = normalizeOptions;
|
|
11
11
|
exports.getFetchFunction = getFetchFunction;
|
|
12
|
+
exports.getGlobalLoaderOptions = void 0;
|
|
12
13
|
|
|
13
14
|
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
14
15
|
|
|
@@ -43,6 +44,8 @@ var getGlobalLoaderOptions = function getGlobalLoaderOptions() {
|
|
|
43
44
|
return state.globalOptions;
|
|
44
45
|
};
|
|
45
46
|
|
|
47
|
+
exports.getGlobalLoaderOptions = getGlobalLoaderOptions;
|
|
48
|
+
|
|
46
49
|
function setGlobalOptions(options) {
|
|
47
50
|
var state = getGlobalLoaderState();
|
|
48
51
|
var globalOptions = getGlobalLoaderOptions();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/loader-utils/option-utils.ts"],"names":["getGlobalLoaderState","globalThis","loaders","_state","getGlobalLoaderOptions","state","globalOptions","DEFAULT_LOADER_OPTIONS","setGlobalOptions","options","normalizeOptionsInternal","normalizeOptions","loader","url","Array","isArray","validateOptions","getFetchFunction","context","fetchOptions","fetch","fetchFile","validateOptionsObject","REMOVED_LOADER_OPTIONS","idOptions","id","loaderOptions","deprecatedOptions","defaultOptions","loaderName","prefix","key","isSubOptions","isBaseUriOption","isWorkerUrlOption","probeLog","warn","suggestion","findSimilarOption","optionKey","lowerCaseOptionKey","toLowerCase","bestSuggestion","lowerCaseKey","isPartialMatch","startsWith","loaderDefaultOptions","mergedOptions","addUrlOptions","log","NullLog","mergeNestedFields","value","baseUri"],"mappings":";;;;;;;;;;;;;;AACA;;AACA;;AACA;;AACA;;;;;;;;;;;;AAaO,SAASA,oBAAT,GAAmD;AAExDC,EAAAA,UAAU,CAACC,OAAX,GAAqBD,UAAU,CAACC,OAAX,IAAsB,EAA3C;AAEA,MAAOA,OAAP,GAAkBD,UAAlB,CAAOC,OAAP;AAGAA,EAAAA,OAAO,CAACC,MAAR,GAAiBD,OAAO,CAACC,MAAR,IAAkB,EAAnC;AACA,SAAOD,OAAO,CAACC,MAAf;AACD;;AAID,IAAMC,sBAAsB,GAAG,SAAzBA,sBAAyB,GAAM;AACnC,MAAMC,KAAK,GAAGL,oBAAoB,EAAlC;AAEAK,EAAAA,KAAK,CAACC,aAAN,GAAsBD,KAAK,CAACC,aAAN,sBAA2BC,sCAA3B,CAAtB;AACA,SAAOF,KAAK,CAACC,aAAb;AACD,CALD;;AAWO,SAASE,gBAAT,CAA0BC,OAA1B,EAAiD;AACtD,MAAMJ,KAAK,GAAGL,oBAAoB,EAAlC;AACA,MAAMM,aAAa,GAAGF,sBAAsB,EAA5C;AACAC,EAAAA,KAAK,CAACC,aAAN,GAAsBI,wBAAwB,CAACJ,aAAD,EAAgBG,OAAhB,CAA9C;AACD;;AASM,SAASE,gBAAT,CACLF,OADK,EAELG,MAFK,EAGLV,OAHK,EAILW,GAJK,EAKG;AACRX,EAAAA,OAAO,GAAGA,OAAO,IAAI,EAArB;AACAA,EAAAA,OAAO,GAAGY,KAAK,CAACC,OAAN,CAAcb,OAAd,IAAyBA,OAAzB,GAAmC,CAACA,OAAD,CAA7C;AAEAc,EAAAA,eAAe,CAACP,OAAD,EAAUP,OAAV,CAAf;AACA,SAAOQ,wBAAwB,CAACE,MAAD,EAASH,OAAT,EAAkBI,GAAlB,CAA/B;AACD;;AAOM,SAASI,gBAAT,CACLR,OADK,EAELS,OAFK,EAGL;AACA,MAAMZ,aAAa,GAAGF,sBAAsB,EAA5C;AAEA,MAAMe,YAAY,GAAGV,OAAO,IAAIH,aAAhC;;AAGA,MAAI,OAAOa,YAAY,CAACC,KAApB,KAA8B,UAAlC,EAA8C;AAC5C,WAAOD,YAAY,CAACC,KAApB;AACD;;AAGD,MAAI,sBAASD,YAAY,CAACC,KAAtB,CAAJ,EAAkC;AAChC,WAAO,UAACP,GAAD;AAAA,aAAS,0BAAUA,GAAV,EAAeM,YAAf,CAAT;AAAA,KAAP;AACD;;AAGD,MAAID,OAAJ,aAAIA,OAAJ,eAAIA,OAAO,CAAEE,KAAb,EAAoB;AAClB,WAAOF,OAAP,aAAOA,OAAP,uBAAOA,OAAO,CAAEE,KAAhB;AACD;;AAGD,SAAOC,oBAAP;AACD;;AASD,SAASL,eAAT,CAAyBP,OAAzB,EAAiDP,OAAjD,EAAoE;AAElEoB,EAAAA,qBAAqB,CAACb,OAAD,EAAU,IAAV,EAAgBF,sCAAhB,EAAwCgB,sCAAxC,EAAgErB,OAAhE,CAArB;;AAFkE,6CAG7CA,OAH6C;AAAA;;AAAA;AAGlE,wDAA8B;AAAA,UAAnBU,MAAmB;AAE5B,UAAMY,SAAS,GAAIf,OAAO,IAAIA,OAAO,CAACG,MAAM,CAACa,EAAR,CAAnB,IAAmC,EAArD;AAGA,UAAMC,aAAa,GAAId,MAAM,CAACH,OAAP,IAAkBG,MAAM,CAACH,OAAP,CAAeG,MAAM,CAACa,EAAtB,CAAnB,IAAiD,EAAvE;AACA,UAAME,iBAAiB,GACpBf,MAAM,CAACe,iBAAP,IAA4Bf,MAAM,CAACe,iBAAP,CAAyBf,MAAM,CAACa,EAAhC,CAA7B,IAAqE,EADvE;AAIAH,MAAAA,qBAAqB,CAACE,SAAD,EAAYZ,MAAM,CAACa,EAAnB,EAAuBC,aAAvB,EAAsCC,iBAAtC,EAAyDzB,OAAzD,CAArB;AACD;AAdiE;AAAA;AAAA;AAAA;AAAA;AAenE;;AAGD,SAASoB,qBAAT,CACEb,OADF,EAEEgB,EAFF,EAGEG,cAHF,EAIED,iBAJF,EAKEzB,OALF,EAME;AACA,MAAM2B,UAAU,GAAGJ,EAAE,IAAI,WAAzB;AACA,MAAMK,MAAM,GAAGL,EAAE,aAAMA,EAAN,SAAc,EAA/B;;AAEA,OAAK,IAAMM,IAAX,IAAkBtB,OAAlB,EAA2B;AAEzB,QAAMuB,YAAY,GAAG,CAACP,EAAD,IAAO,sBAAShB,OAAO,CAACsB,IAAD,CAAhB,CAA5B;AACA,QAAME,eAAe,GAAGF,IAAG,KAAK,SAAR,IAAqB,CAACN,EAA9C;AACA,QAAMS,iBAAiB,GAAGH,IAAG,KAAK,WAAR,IAAuBN,EAAjD;;AAEA,QAAI,EAAEM,IAAG,IAAIH,cAAT,KAA4B,CAACK,eAA7B,IAAgD,CAACC,iBAArD,EAAwE;AAEtE,UAAIH,IAAG,IAAIJ,iBAAX,EAA8B;AAC5BQ,0BAASC,IAAT,WACKP,UADL,6BACmCC,MADnC,SAC4CC,IAD5C,yCACgFJ,iBAAiB,CAACI,IAAD,CADjG;AAGD,OAJD,MAIO,IAAI,CAACC,YAAL,EAAmB;AACxB,YAAMK,UAAU,GAAGC,iBAAiB,CAACP,IAAD,EAAM7B,OAAN,CAApC;;AACAiC,0BAASC,IAAT,WACKP,UADL,6BACmCC,MADnC,SAC4CC,IAD5C,+BACqEM,UADrE;AAGD;AACF;AACF;AACF;;AAED,SAASC,iBAAT,CAA2BC,SAA3B,EAAsCrC,OAAtC,EAA+C;AAC7C,MAAMsC,kBAAkB,GAAGD,SAAS,CAACE,WAAV,EAA3B;AACA,MAAIC,cAAc,GAAG,EAArB;;AAF6C,8CAGxBxC,OAHwB;AAAA;;AAAA;AAG7C,2DAA8B;AAAA,UAAnBU,MAAmB;;AAC5B,WAAK,IAAMmB,KAAX,IAAkBnB,MAAM,CAACH,OAAzB,EAAkC;AAChC,YAAI8B,SAAS,KAAKR,KAAlB,EAAuB;AACrB,yCAAyBnB,MAAM,CAACa,EAAhC,cAAsCM,KAAtC;AACD;;AACD,YAAMY,YAAY,GAAGZ,KAAG,CAACU,WAAJ,EAArB;;AACA,YAAMG,cAAc,GAClBJ,kBAAkB,CAACK,UAAnB,CAA8BF,YAA9B,KAA+CA,YAAY,CAACE,UAAb,CAAwBL,kBAAxB,CADjD;;AAEA,YAAII,cAAJ,EAAoB;AAClBF,UAAAA,cAAc,GAAGA,cAAc,4BAAsB9B,MAAM,CAACa,EAA7B,cAAmCM,KAAnC,OAA/B;AACD;AACF;AACF;AAf4C;AAAA;AAAA;AAAA;AAAA;;AAgB7C,SAAOW,cAAP;AACD;;AAED,SAAShC,wBAAT,CAAkCE,MAAlC,EAA0CH,OAA1C,EAAmDI,GAAnD,EAAiE;AAC/D,MAAMiC,oBAAoB,GAAGlC,MAAM,CAACH,OAAP,IAAkB,EAA/C;;AAEA,MAAMsC,aAAa,qBAAOD,oBAAP,CAAnB;;AAEAE,EAAAA,aAAa,CAACD,aAAD,EAAgBlC,GAAhB,CAAb;;AAGA,MAAIkC,aAAa,CAACE,GAAd,KAAsB,IAA1B,EAAgC;AAC9BF,IAAAA,aAAa,CAACE,GAAd,GAAoB,IAAIC,gBAAJ,EAApB;AACD;;AAEDC,EAAAA,iBAAiB,CAACJ,aAAD,EAAgB3C,sBAAsB,EAAtC,CAAjB;AACA+C,EAAAA,iBAAiB,CAACJ,aAAD,EAAgBtC,OAAhB,CAAjB;AAEA,SAAOsC,aAAP;AACD;;AAGD,SAASI,iBAAT,CAA2BJ,aAA3B,EAA0CtC,OAA1C,EAAmD;AACjD,OAAK,IAAMsB,KAAX,IAAkBtB,OAAlB,EAA2B;AAGzB,QAAIsB,KAAG,IAAItB,OAAX,EAAoB;AAClB,UAAM2C,KAAK,GAAG3C,OAAO,CAACsB,KAAD,CAArB;;AACA,UAAI,0BAAaqB,KAAb,KAAuB,0BAAaL,aAAa,CAAChB,KAAD,CAA1B,CAA3B,EAA6D;AAC3DgB,QAAAA,aAAa,CAAChB,KAAD,CAAb,mCACKgB,aAAa,CAAChB,KAAD,CADlB,GAEKtB,OAAO,CAACsB,KAAD,CAFZ;AAID,OALD,MAKO;AACLgB,QAAAA,aAAa,CAAChB,KAAD,CAAb,GAAqBtB,OAAO,CAACsB,KAAD,CAA5B;AACD;AACF;AAEF;AACF;;AAOD,SAASiB,aAAT,CAAuBvC,OAAvB,EAAgCI,GAAhC,EAA8C;AAC5C,MAAIA,GAAG,IAAI,EAAE,aAAaJ,OAAf,CAAX,EAAoC;AAClCA,IAAAA,OAAO,CAAC4C,OAAR,GAAkBxC,GAAlB;AACD;AACF","sourcesContent":["import type {Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {isPureObject, isObject} from '../../javascript-utils/is-type';\nimport {fetchFile} from '../fetch/fetch-file';\nimport {probeLog, NullLog} from './loggers';\nimport {DEFAULT_LOADER_OPTIONS, REMOVED_LOADER_OPTIONS} from './option-defaults';\n/**\n * Global state for loaders.gl. Stored on `global.loaders._state`\n */\ntype GlobalLoaderState = {\n loaderRegistry: Loader[];\n globalOptions: {[key: string]: any};\n};\n\n/**\n * Helper for safely accessing global loaders.gl variables\n * Wraps initialization of global variable in function to defeat overly aggressive tree-shakers\n */\nexport function getGlobalLoaderState(): GlobalLoaderState {\n // @ts-ignore\n globalThis.loaders = globalThis.loaders || {};\n // @ts-ignore\n const {loaders} = globalThis;\n\n // Add _state object to keep separate from modules added to globalThis.loaders\n loaders._state = loaders._state || {};\n return loaders._state;\n}\n\n// Store global loader options on the global object to increase chances of cross loaders-version interoperability\n// NOTE: This use case is not reliable but can help when testing new versions of loaders.gl with existing frameworks\nconst getGlobalLoaderOptions = () => {\n const state = getGlobalLoaderState();\n // Ensure all default loader options from this library are mentioned\n state.globalOptions = state.globalOptions || {...DEFAULT_LOADER_OPTIONS};\n return state.globalOptions;\n};\n\n/**\n * Set global loader options\n * @param options\n */\nexport function setGlobalOptions(options: object): void {\n const state = getGlobalLoaderState();\n const globalOptions = getGlobalLoaderOptions();\n state.globalOptions = normalizeOptionsInternal(globalOptions, options);\n}\n\n/**\n * Merges options with global opts and loader defaults, also injects baseUri\n * @param options\n * @param loader\n * @param loaders\n * @param url\n */\nexport function normalizeOptions(\n options: object,\n loader: Loader,\n loaders?: Loader[],\n url?: string\n): object {\n loaders = loaders || [];\n loaders = Array.isArray(loaders) ? loaders : [loaders];\n\n validateOptions(options, loaders);\n return normalizeOptionsInternal(loader, options, url);\n}\n\n/**\n * Gets the current fetch function from options and context\n * @param options\n * @param context\n */\nexport function getFetchFunction(\n options?: LoaderOptions,\n context?: Omit<LoaderContext, 'fetch'> & Partial<Pick<LoaderContext, 'fetch'>>\n) {\n const globalOptions = getGlobalLoaderOptions();\n\n const fetchOptions = options || globalOptions;\n\n // options.fetch can be a function\n if (typeof fetchOptions.fetch === 'function') {\n return fetchOptions.fetch;\n }\n\n // options.fetch can be an options object\n if (isObject(fetchOptions.fetch)) {\n return (url) => fetchFile(url, fetchOptions);\n }\n\n // else refer to context (from parent loader) if available\n if (context?.fetch) {\n return context?.fetch;\n }\n\n // else return the default fetch function\n return fetchFile;\n}\n\n// VALIDATE OPTIONS\n\n/**\n * Warn for unsupported options\n * @param options\n * @param loaders\n */\nfunction validateOptions(options: LoaderOptions, loaders: Loader[]) {\n // Check top level options\n validateOptionsObject(options, null, DEFAULT_LOADER_OPTIONS, REMOVED_LOADER_OPTIONS, loaders);\n for (const loader of loaders) {\n // Get the scoped, loader specific options from the user supplied options\n const idOptions = (options && options[loader.id]) || {};\n\n // Get scoped, loader specific default and deprecated options from the selected loader\n const loaderOptions = (loader.options && loader.options[loader.id]) || {};\n const deprecatedOptions =\n (loader.deprecatedOptions && loader.deprecatedOptions[loader.id]) || {};\n\n // Validate loader specific options\n validateOptionsObject(idOptions, loader.id, loaderOptions, deprecatedOptions, loaders);\n }\n}\n\n// eslint-disable-next-line max-params, complexity\nfunction validateOptionsObject(\n options,\n id: string | null,\n defaultOptions,\n deprecatedOptions,\n loaders: Loader[]\n) {\n const loaderName = id || 'Top level';\n const prefix = id ? `${id}.` : '';\n\n for (const key in options) {\n // If top level option value is an object it could options for a loader, so ignore\n const isSubOptions = !id && isObject(options[key]);\n const isBaseUriOption = key === 'baseUri' && !id;\n const isWorkerUrlOption = key === 'workerUrl' && id;\n // <loader>.workerUrl requires special handling as it is now auto-generated and no longer specified as a default option.\n if (!(key in defaultOptions) && !isBaseUriOption && !isWorkerUrlOption) {\n // Issue deprecation warnings\n if (key in deprecatedOptions) {\n probeLog.warn(\n `${loaderName} loader option \\'${prefix}${key}\\' no longer supported, use \\'${deprecatedOptions[key]}\\'`\n )();\n } else if (!isSubOptions) {\n const suggestion = findSimilarOption(key, loaders);\n probeLog.warn(\n `${loaderName} loader option \\'${prefix}${key}\\' not recognized. ${suggestion}`\n )();\n }\n }\n }\n}\n\nfunction findSimilarOption(optionKey, loaders) {\n const lowerCaseOptionKey = optionKey.toLowerCase();\n let bestSuggestion = '';\n for (const loader of loaders) {\n for (const key in loader.options) {\n if (optionKey === key) {\n return `Did you mean \\'${loader.id}.${key}\\'?`;\n }\n const lowerCaseKey = key.toLowerCase();\n const isPartialMatch =\n lowerCaseOptionKey.startsWith(lowerCaseKey) || lowerCaseKey.startsWith(lowerCaseOptionKey);\n if (isPartialMatch) {\n bestSuggestion = bestSuggestion || `Did you mean \\'${loader.id}.${key}\\'?`;\n }\n }\n }\n return bestSuggestion;\n}\n\nfunction normalizeOptionsInternal(loader, options, url?: string) {\n const loaderDefaultOptions = loader.options || {};\n\n const mergedOptions = {...loaderDefaultOptions};\n\n addUrlOptions(mergedOptions, url);\n\n // LOGGING: options.log can be set to `null` to defeat logging\n if (mergedOptions.log === null) {\n mergedOptions.log = new NullLog();\n }\n\n mergeNestedFields(mergedOptions, getGlobalLoaderOptions());\n mergeNestedFields(mergedOptions, options);\n\n return mergedOptions;\n}\n\n// Merge nested options objects\nfunction mergeNestedFields(mergedOptions, options) {\n for (const key in options) {\n // Check for nested options\n // object in options => either no key in defaultOptions or object in defaultOptions\n if (key in options) {\n const value = options[key];\n if (isPureObject(value) && isPureObject(mergedOptions[key])) {\n mergedOptions[key] = {\n ...mergedOptions[key],\n ...options[key]\n };\n } else {\n mergedOptions[key] = options[key];\n }\n }\n // else: No need to merge nested opts, and the initial merge already copied over the nested options\n }\n}\n\n// Harvest information from the url\n// TODO - baseUri should be a directory, i.e. remove file component from baseUri\n// TODO - extract extension?\n// TODO - extract query parameters?\n// TODO - should these be injected on context instead of options?\nfunction addUrlOptions(options, url?: string) {\n if (url && !('baseUri' in options)) {\n options.baseUri = url;\n }\n}\n"],"file":"option-utils.js"}
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/loader-utils/option-utils.ts"],"names":["getGlobalLoaderState","globalThis","loaders","_state","getGlobalLoaderOptions","state","globalOptions","DEFAULT_LOADER_OPTIONS","setGlobalOptions","options","normalizeOptionsInternal","normalizeOptions","loader","url","Array","isArray","validateOptions","getFetchFunction","context","fetchOptions","fetch","fetchFile","validateOptionsObject","REMOVED_LOADER_OPTIONS","idOptions","id","loaderOptions","deprecatedOptions","defaultOptions","loaderName","prefix","key","isSubOptions","isBaseUriOption","isWorkerUrlOption","probeLog","warn","suggestion","findSimilarOption","optionKey","lowerCaseOptionKey","toLowerCase","bestSuggestion","lowerCaseKey","isPartialMatch","startsWith","loaderDefaultOptions","mergedOptions","addUrlOptions","log","NullLog","mergeNestedFields","value","baseUri"],"mappings":";;;;;;;;;;;;;;;AACA;;AACA;;AACA;;AACA;;;;;;;;;;;;AAaO,SAASA,oBAAT,GAAmD;AAExDC,EAAAA,UAAU,CAACC,OAAX,GAAqBD,UAAU,CAACC,OAAX,IAAsB,EAA3C;AAEA,MAAOA,OAAP,GAAkBD,UAAlB,CAAOC,OAAP;AAGAA,EAAAA,OAAO,CAACC,MAAR,GAAiBD,OAAO,CAACC,MAAR,IAAkB,EAAnC;AACA,SAAOD,OAAO,CAACC,MAAf;AACD;;AAOM,IAAMC,sBAAsB,GAAG,SAAzBA,sBAAyB,GAAM;AAC1C,MAAMC,KAAK,GAAGL,oBAAoB,EAAlC;AAEAK,EAAAA,KAAK,CAACC,aAAN,GAAsBD,KAAK,CAACC,aAAN,sBAA2BC,sCAA3B,CAAtB;AACA,SAAOF,KAAK,CAACC,aAAb;AACD,CALM;;;;AAWA,SAASE,gBAAT,CAA0BC,OAA1B,EAAiD;AACtD,MAAMJ,KAAK,GAAGL,oBAAoB,EAAlC;AACA,MAAMM,aAAa,GAAGF,sBAAsB,EAA5C;AACAC,EAAAA,KAAK,CAACC,aAAN,GAAsBI,wBAAwB,CAACJ,aAAD,EAAgBG,OAAhB,CAA9C;AACD;;AASM,SAASE,gBAAT,CACLF,OADK,EAELG,MAFK,EAGLV,OAHK,EAILW,GAJK,EAKG;AACRX,EAAAA,OAAO,GAAGA,OAAO,IAAI,EAArB;AACAA,EAAAA,OAAO,GAAGY,KAAK,CAACC,OAAN,CAAcb,OAAd,IAAyBA,OAAzB,GAAmC,CAACA,OAAD,CAA7C;AAEAc,EAAAA,eAAe,CAACP,OAAD,EAAUP,OAAV,CAAf;AACA,SAAOQ,wBAAwB,CAACE,MAAD,EAASH,OAAT,EAAkBI,GAAlB,CAA/B;AACD;;AAOM,SAASI,gBAAT,CACLR,OADK,EAELS,OAFK,EAGL;AACA,MAAMZ,aAAa,GAAGF,sBAAsB,EAA5C;AAEA,MAAMe,YAAY,GAAGV,OAAO,IAAIH,aAAhC;;AAGA,MAAI,OAAOa,YAAY,CAACC,KAApB,KAA8B,UAAlC,EAA8C;AAC5C,WAAOD,YAAY,CAACC,KAApB;AACD;;AAGD,MAAI,sBAASD,YAAY,CAACC,KAAtB,CAAJ,EAAkC;AAChC,WAAO,UAACP,GAAD;AAAA,aAAS,0BAAUA,GAAV,EAAeM,YAAf,CAAT;AAAA,KAAP;AACD;;AAGD,MAAID,OAAJ,aAAIA,OAAJ,eAAIA,OAAO,CAAEE,KAAb,EAAoB;AAClB,WAAOF,OAAP,aAAOA,OAAP,uBAAOA,OAAO,CAAEE,KAAhB;AACD;;AAGD,SAAOC,oBAAP;AACD;;AASD,SAASL,eAAT,CAAyBP,OAAzB,EAAiDP,OAAjD,EAAoE;AAElEoB,EAAAA,qBAAqB,CAACb,OAAD,EAAU,IAAV,EAAgBF,sCAAhB,EAAwCgB,sCAAxC,EAAgErB,OAAhE,CAArB;;AAFkE,6CAG7CA,OAH6C;AAAA;;AAAA;AAGlE,wDAA8B;AAAA,UAAnBU,MAAmB;AAE5B,UAAMY,SAAS,GAAIf,OAAO,IAAIA,OAAO,CAACG,MAAM,CAACa,EAAR,CAAnB,IAAmC,EAArD;AAGA,UAAMC,aAAa,GAAId,MAAM,CAACH,OAAP,IAAkBG,MAAM,CAACH,OAAP,CAAeG,MAAM,CAACa,EAAtB,CAAnB,IAAiD,EAAvE;AACA,UAAME,iBAAiB,GACpBf,MAAM,CAACe,iBAAP,IAA4Bf,MAAM,CAACe,iBAAP,CAAyBf,MAAM,CAACa,EAAhC,CAA7B,IAAqE,EADvE;AAIAH,MAAAA,qBAAqB,CAACE,SAAD,EAAYZ,MAAM,CAACa,EAAnB,EAAuBC,aAAvB,EAAsCC,iBAAtC,EAAyDzB,OAAzD,CAArB;AACD;AAdiE;AAAA;AAAA;AAAA;AAAA;AAenE;;AAGD,SAASoB,qBAAT,CACEb,OADF,EAEEgB,EAFF,EAGEG,cAHF,EAIED,iBAJF,EAKEzB,OALF,EAME;AACA,MAAM2B,UAAU,GAAGJ,EAAE,IAAI,WAAzB;AACA,MAAMK,MAAM,GAAGL,EAAE,aAAMA,EAAN,SAAc,EAA/B;;AAEA,OAAK,IAAMM,IAAX,IAAkBtB,OAAlB,EAA2B;AAEzB,QAAMuB,YAAY,GAAG,CAACP,EAAD,IAAO,sBAAShB,OAAO,CAACsB,IAAD,CAAhB,CAA5B;AACA,QAAME,eAAe,GAAGF,IAAG,KAAK,SAAR,IAAqB,CAACN,EAA9C;AACA,QAAMS,iBAAiB,GAAGH,IAAG,KAAK,WAAR,IAAuBN,EAAjD;;AAEA,QAAI,EAAEM,IAAG,IAAIH,cAAT,KAA4B,CAACK,eAA7B,IAAgD,CAACC,iBAArD,EAAwE;AAEtE,UAAIH,IAAG,IAAIJ,iBAAX,EAA8B;AAC5BQ,0BAASC,IAAT,WACKP,UADL,6BACmCC,MADnC,SAC4CC,IAD5C,yCACgFJ,iBAAiB,CAACI,IAAD,CADjG;AAGD,OAJD,MAIO,IAAI,CAACC,YAAL,EAAmB;AACxB,YAAMK,UAAU,GAAGC,iBAAiB,CAACP,IAAD,EAAM7B,OAAN,CAApC;;AACAiC,0BAASC,IAAT,WACKP,UADL,6BACmCC,MADnC,SAC4CC,IAD5C,+BACqEM,UADrE;AAGD;AACF;AACF;AACF;;AAED,SAASC,iBAAT,CAA2BC,SAA3B,EAAsCrC,OAAtC,EAA+C;AAC7C,MAAMsC,kBAAkB,GAAGD,SAAS,CAACE,WAAV,EAA3B;AACA,MAAIC,cAAc,GAAG,EAArB;;AAF6C,8CAGxBxC,OAHwB;AAAA;;AAAA;AAG7C,2DAA8B;AAAA,UAAnBU,MAAmB;;AAC5B,WAAK,IAAMmB,KAAX,IAAkBnB,MAAM,CAACH,OAAzB,EAAkC;AAChC,YAAI8B,SAAS,KAAKR,KAAlB,EAAuB;AACrB,yCAAyBnB,MAAM,CAACa,EAAhC,cAAsCM,KAAtC;AACD;;AACD,YAAMY,YAAY,GAAGZ,KAAG,CAACU,WAAJ,EAArB;;AACA,YAAMG,cAAc,GAClBJ,kBAAkB,CAACK,UAAnB,CAA8BF,YAA9B,KAA+CA,YAAY,CAACE,UAAb,CAAwBL,kBAAxB,CADjD;;AAEA,YAAII,cAAJ,EAAoB;AAClBF,UAAAA,cAAc,GAAGA,cAAc,4BAAsB9B,MAAM,CAACa,EAA7B,cAAmCM,KAAnC,OAA/B;AACD;AACF;AACF;AAf4C;AAAA;AAAA;AAAA;AAAA;;AAgB7C,SAAOW,cAAP;AACD;;AAED,SAAShC,wBAAT,CAAkCE,MAAlC,EAA0CH,OAA1C,EAAmDI,GAAnD,EAAiE;AAC/D,MAAMiC,oBAAoB,GAAGlC,MAAM,CAACH,OAAP,IAAkB,EAA/C;;AAEA,MAAMsC,aAAa,qBAAOD,oBAAP,CAAnB;;AAEAE,EAAAA,aAAa,CAACD,aAAD,EAAgBlC,GAAhB,CAAb;;AAGA,MAAIkC,aAAa,CAACE,GAAd,KAAsB,IAA1B,EAAgC;AAC9BF,IAAAA,aAAa,CAACE,GAAd,GAAoB,IAAIC,gBAAJ,EAApB;AACD;;AAEDC,EAAAA,iBAAiB,CAACJ,aAAD,EAAgB3C,sBAAsB,EAAtC,CAAjB;AACA+C,EAAAA,iBAAiB,CAACJ,aAAD,EAAgBtC,OAAhB,CAAjB;AAEA,SAAOsC,aAAP;AACD;;AAGD,SAASI,iBAAT,CAA2BJ,aAA3B,EAA0CtC,OAA1C,EAAmD;AACjD,OAAK,IAAMsB,KAAX,IAAkBtB,OAAlB,EAA2B;AAGzB,QAAIsB,KAAG,IAAItB,OAAX,EAAoB;AAClB,UAAM2C,KAAK,GAAG3C,OAAO,CAACsB,KAAD,CAArB;;AACA,UAAI,0BAAaqB,KAAb,KAAuB,0BAAaL,aAAa,CAAChB,KAAD,CAA1B,CAA3B,EAA6D;AAC3DgB,QAAAA,aAAa,CAAChB,KAAD,CAAb,mCACKgB,aAAa,CAAChB,KAAD,CADlB,GAEKtB,OAAO,CAACsB,KAAD,CAFZ;AAID,OALD,MAKO;AACLgB,QAAAA,aAAa,CAAChB,KAAD,CAAb,GAAqBtB,OAAO,CAACsB,KAAD,CAA5B;AACD;AACF;AAEF;AACF;;AAOD,SAASiB,aAAT,CAAuBvC,OAAvB,EAAgCI,GAAhC,EAA8C;AAC5C,MAAIA,GAAG,IAAI,EAAE,aAAaJ,OAAf,CAAX,EAAoC;AAClCA,IAAAA,OAAO,CAAC4C,OAAR,GAAkBxC,GAAlB;AACD;AACF","sourcesContent":["import type {Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {isPureObject, isObject} from '../../javascript-utils/is-type';\nimport {fetchFile} from '../fetch/fetch-file';\nimport {probeLog, NullLog} from './loggers';\nimport {DEFAULT_LOADER_OPTIONS, REMOVED_LOADER_OPTIONS} from './option-defaults';\n/**\n * Global state for loaders.gl. Stored on `global.loaders._state`\n */\ntype GlobalLoaderState = {\n loaderRegistry: Loader[];\n globalOptions: {[key: string]: any};\n};\n\n/**\n * Helper for safely accessing global loaders.gl variables\n * Wraps initialization of global variable in function to defeat overly aggressive tree-shakers\n */\nexport function getGlobalLoaderState(): GlobalLoaderState {\n // @ts-ignore\n globalThis.loaders = globalThis.loaders || {};\n // @ts-ignore\n const {loaders} = globalThis;\n\n // Add _state object to keep separate from modules added to globalThis.loaders\n loaders._state = loaders._state || {};\n return loaders._state;\n}\n\n/**\n * Store global loader options on the global object to increase chances of cross loaders-version interoperability\n * NOTE: This use case is not reliable but can help when testing new versions of loaders.gl with existing frameworks\n * @returns global loader options merged with default loader options\n */\nexport const getGlobalLoaderOptions = () => {\n const state = getGlobalLoaderState();\n // Ensure all default loader options from this library are mentioned\n state.globalOptions = state.globalOptions || {...DEFAULT_LOADER_OPTIONS};\n return state.globalOptions;\n};\n\n/**\n * Set global loader options\n * @param options\n */\nexport function setGlobalOptions(options: object): void {\n const state = getGlobalLoaderState();\n const globalOptions = getGlobalLoaderOptions();\n state.globalOptions = normalizeOptionsInternal(globalOptions, options);\n}\n\n/**\n * Merges options with global opts and loader defaults, also injects baseUri\n * @param options\n * @param loader\n * @param loaders\n * @param url\n */\nexport function normalizeOptions(\n options: object,\n loader: Loader,\n loaders?: Loader[],\n url?: string\n): object {\n loaders = loaders || [];\n loaders = Array.isArray(loaders) ? loaders : [loaders];\n\n validateOptions(options, loaders);\n return normalizeOptionsInternal(loader, options, url);\n}\n\n/**\n * Gets the current fetch function from options and context\n * @param options\n * @param context\n */\nexport function getFetchFunction(\n options?: LoaderOptions,\n context?: Omit<LoaderContext, 'fetch'> & Partial<Pick<LoaderContext, 'fetch'>>\n) {\n const globalOptions = getGlobalLoaderOptions();\n\n const fetchOptions = options || globalOptions;\n\n // options.fetch can be a function\n if (typeof fetchOptions.fetch === 'function') {\n return fetchOptions.fetch;\n }\n\n // options.fetch can be an options object\n if (isObject(fetchOptions.fetch)) {\n return (url) => fetchFile(url, fetchOptions);\n }\n\n // else refer to context (from parent loader) if available\n if (context?.fetch) {\n return context?.fetch;\n }\n\n // else return the default fetch function\n return fetchFile;\n}\n\n// VALIDATE OPTIONS\n\n/**\n * Warn for unsupported options\n * @param options\n * @param loaders\n */\nfunction validateOptions(options: LoaderOptions, loaders: Loader[]) {\n // Check top level options\n validateOptionsObject(options, null, DEFAULT_LOADER_OPTIONS, REMOVED_LOADER_OPTIONS, loaders);\n for (const loader of loaders) {\n // Get the scoped, loader specific options from the user supplied options\n const idOptions = (options && options[loader.id]) || {};\n\n // Get scoped, loader specific default and deprecated options from the selected loader\n const loaderOptions = (loader.options && loader.options[loader.id]) || {};\n const deprecatedOptions =\n (loader.deprecatedOptions && loader.deprecatedOptions[loader.id]) || {};\n\n // Validate loader specific options\n validateOptionsObject(idOptions, loader.id, loaderOptions, deprecatedOptions, loaders);\n }\n}\n\n// eslint-disable-next-line max-params, complexity\nfunction validateOptionsObject(\n options,\n id: string | null,\n defaultOptions,\n deprecatedOptions,\n loaders: Loader[]\n) {\n const loaderName = id || 'Top level';\n const prefix = id ? `${id}.` : '';\n\n for (const key in options) {\n // If top level option value is an object it could options for a loader, so ignore\n const isSubOptions = !id && isObject(options[key]);\n const isBaseUriOption = key === 'baseUri' && !id;\n const isWorkerUrlOption = key === 'workerUrl' && id;\n // <loader>.workerUrl requires special handling as it is now auto-generated and no longer specified as a default option.\n if (!(key in defaultOptions) && !isBaseUriOption && !isWorkerUrlOption) {\n // Issue deprecation warnings\n if (key in deprecatedOptions) {\n probeLog.warn(\n `${loaderName} loader option \\'${prefix}${key}\\' no longer supported, use \\'${deprecatedOptions[key]}\\'`\n )();\n } else if (!isSubOptions) {\n const suggestion = findSimilarOption(key, loaders);\n probeLog.warn(\n `${loaderName} loader option \\'${prefix}${key}\\' not recognized. ${suggestion}`\n )();\n }\n }\n }\n}\n\nfunction findSimilarOption(optionKey, loaders) {\n const lowerCaseOptionKey = optionKey.toLowerCase();\n let bestSuggestion = '';\n for (const loader of loaders) {\n for (const key in loader.options) {\n if (optionKey === key) {\n return `Did you mean \\'${loader.id}.${key}\\'?`;\n }\n const lowerCaseKey = key.toLowerCase();\n const isPartialMatch =\n lowerCaseOptionKey.startsWith(lowerCaseKey) || lowerCaseKey.startsWith(lowerCaseOptionKey);\n if (isPartialMatch) {\n bestSuggestion = bestSuggestion || `Did you mean \\'${loader.id}.${key}\\'?`;\n }\n }\n }\n return bestSuggestion;\n}\n\nfunction normalizeOptionsInternal(loader, options, url?: string) {\n const loaderDefaultOptions = loader.options || {};\n\n const mergedOptions = {...loaderDefaultOptions};\n\n addUrlOptions(mergedOptions, url);\n\n // LOGGING: options.log can be set to `null` to defeat logging\n if (mergedOptions.log === null) {\n mergedOptions.log = new NullLog();\n }\n\n mergeNestedFields(mergedOptions, getGlobalLoaderOptions());\n mergeNestedFields(mergedOptions, options);\n\n return mergedOptions;\n}\n\n// Merge nested options objects\nfunction mergeNestedFields(mergedOptions, options) {\n for (const key in options) {\n // Check for nested options\n // object in options => either no key in defaultOptions or object in defaultOptions\n if (key in options) {\n const value = options[key];\n if (isPureObject(value) && isPureObject(mergedOptions[key])) {\n mergedOptions[key] = {\n ...mergedOptions[key],\n ...options[key]\n };\n } else {\n mergedOptions[key] = options[key];\n }\n }\n // else: No need to merge nested opts, and the initial merge already copied over the nested options\n }\n}\n\n// Harvest information from the url\n// TODO - baseUri should be a directory, i.e. remove file component from baseUri\n// TODO - extract extension?\n// TODO - extract query parameters?\n// TODO - should these be injected on context instead of options?\nfunction addUrlOptions(options, url?: string) {\n if (url && !('baseUri' in options)) {\n options.baseUri = url;\n }\n}\n"],"file":"option-utils.js"}
|
|
@@ -118,7 +118,7 @@ function _checkResponse() {
|
|
|
118
118
|
function checkResponseSync(response) {
|
|
119
119
|
if (!response.ok) {
|
|
120
120
|
var message = "".concat(response.status, " ").concat(response.statusText);
|
|
121
|
-
message = message.length > 60 ? "".concat(message.slice(60), "...") : message;
|
|
121
|
+
message = message.length > 60 ? "".concat(message.slice(0, 60), "...") : message;
|
|
122
122
|
throw new Error(message);
|
|
123
123
|
}
|
|
124
124
|
}
|
|
@@ -155,7 +155,7 @@ function _getResponseError() {
|
|
|
155
155
|
|
|
156
156
|
case 11:
|
|
157
157
|
message += text;
|
|
158
|
-
message = message.length > 60 ? "".concat(message.slice(60), "...") : message;
|
|
158
|
+
message = message.length > 60 ? "".concat(message.slice(0, 60), "...") : message;
|
|
159
159
|
_context3.next = 17;
|
|
160
160
|
break;
|
|
161
161
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/utils/response-utils.ts"],"names":["makeResponse","resource","headers","contentLength","String","url","type","getInitialDataUrl","initialDataUrl","TextEncoder","encode","response","Response","Object","defineProperty","value","checkResponse","ok","getResponseError","message","Error","checkResponseSync","status","statusText","length","slice","contentType","get","text","includes","INITIAL_DATA_LENGTH","Blob","blobSlice","Promise","resolve","reader","FileReader","onload","event","target","result","readAsDataURL","ArrayBuffer","base64","arrayBufferToBase64","buffer","binary","bytes","Uint8Array","i","byteLength","fromCharCode","btoa"],"mappings":";;;;;;;;;;;;;;;AAAA;;AACA;;SAQsBA,Y;;;;;4EAAf,iBAA4BC,QAA5B;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA,iBACD,wBAAWA,QAAX,CADC;AAAA;AAAA;AAAA;;AAAA,6CAEIA,QAFJ;;AAAA;AAMCC,YAAAA,OAND,GAMuC,EANvC;AAQCC,YAAAA,aARD,GAQiB,6CAAyBF,QAAzB,CARjB;;AASL,gBAAIE,aAAa,IAAI,CAArB,EAAwB;AACtBD,cAAAA,OAAO,CAAC,gBAAD,CAAP,GAA4BE,MAAM,CAACD,aAAD,CAAlC;AACD;;AAXI,oCAee,0CAAsBF,QAAtB,CAff,EAeEI,GAfF,yBAeEA,GAfF,EAeOC,IAfP,yBAeOA,IAfP;;AAgBL,gBAAIA,IAAJ,EAAU;AACRJ,cAAAA,OAAO,CAAC,cAAD,CAAP,GAA0BI,IAA1B;AACD;;AAlBI;AAAA,mBAqBwBC,iBAAiB,CAACN,QAAD,CArBzC;;AAAA;AAqBCO,YAAAA,cArBD;;AAsBL,gBAAIA,cAAJ,EAAoB;AAClBN,cAAAA,OAAO,CAAC,eAAD,CAAP,GAA2BM,cAA3B;AACD;;AAID,gBAAI,OAAOP,QAAP,KAAoB,QAAxB,EAAkC;AAEhCA,cAAAA,QAAQ,GAAG,IAAIQ,WAAJ,GAAkBC,MAAlB,CAAyBT,QAAzB,CAAX;AACD;;AAGKU,YAAAA,QAlCD,GAkCY,IAAIC,QAAJ,CAAaX,QAAb,EAAuB;AAACC,cAAAA,OAAO,EAAPA;AAAD,aAAvB,CAlCZ;AAoCLW,YAAAA,MAAM,CAACC,cAAP,CAAsBH,QAAtB,EAAgC,KAAhC,EAAuC;AAACI,cAAAA,KAAK,EAAEV;AAAR,aAAvC;AApCK,6CAqCEM,QArCF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SA4CeK,a;;;;;6EAAf,kBAA6BL,QAA7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,gBACAA,QAAQ,CAACM,EADT;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAEmBC,gBAAgB,CAACP,QAAD,CAFnC;;AAAA;AAEGQ,YAAAA,OAFH;AAAA,kBAGG,IAAIC,KAAJ,CAAUD,OAAV,CAHH;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAWA,SAASE,iBAAT,CAA2BV,QAA3B,EAAqD;AAC1D,MAAI,CAACA,QAAQ,CAACM,EAAd,EAAkB;AAChB,QAAIE,OAAO,aAAMR,QAAQ,CAACW,MAAf,cAAyBX,QAAQ,CAACY,UAAlC,CAAX;AACAJ,IAAAA,OAAO,GAAGA,OAAO,CAACK,MAAR,GAAiB,EAAjB,aAAyBL,OAAO,CAACM,KAAR,CAAc,
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/utils/response-utils.ts"],"names":["makeResponse","resource","headers","contentLength","String","url","type","getInitialDataUrl","initialDataUrl","TextEncoder","encode","response","Response","Object","defineProperty","value","checkResponse","ok","getResponseError","message","Error","checkResponseSync","status","statusText","length","slice","contentType","get","text","includes","INITIAL_DATA_LENGTH","Blob","blobSlice","Promise","resolve","reader","FileReader","onload","event","target","result","readAsDataURL","ArrayBuffer","base64","arrayBufferToBase64","buffer","binary","bytes","Uint8Array","i","byteLength","fromCharCode","btoa"],"mappings":";;;;;;;;;;;;;;;AAAA;;AACA;;SAQsBA,Y;;;;;4EAAf,iBAA4BC,QAA5B;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA,iBACD,wBAAWA,QAAX,CADC;AAAA;AAAA;AAAA;;AAAA,6CAEIA,QAFJ;;AAAA;AAMCC,YAAAA,OAND,GAMuC,EANvC;AAQCC,YAAAA,aARD,GAQiB,6CAAyBF,QAAzB,CARjB;;AASL,gBAAIE,aAAa,IAAI,CAArB,EAAwB;AACtBD,cAAAA,OAAO,CAAC,gBAAD,CAAP,GAA4BE,MAAM,CAACD,aAAD,CAAlC;AACD;;AAXI,oCAee,0CAAsBF,QAAtB,CAff,EAeEI,GAfF,yBAeEA,GAfF,EAeOC,IAfP,yBAeOA,IAfP;;AAgBL,gBAAIA,IAAJ,EAAU;AACRJ,cAAAA,OAAO,CAAC,cAAD,CAAP,GAA0BI,IAA1B;AACD;;AAlBI;AAAA,mBAqBwBC,iBAAiB,CAACN,QAAD,CArBzC;;AAAA;AAqBCO,YAAAA,cArBD;;AAsBL,gBAAIA,cAAJ,EAAoB;AAClBN,cAAAA,OAAO,CAAC,eAAD,CAAP,GAA2BM,cAA3B;AACD;;AAID,gBAAI,OAAOP,QAAP,KAAoB,QAAxB,EAAkC;AAEhCA,cAAAA,QAAQ,GAAG,IAAIQ,WAAJ,GAAkBC,MAAlB,CAAyBT,QAAzB,CAAX;AACD;;AAGKU,YAAAA,QAlCD,GAkCY,IAAIC,QAAJ,CAAaX,QAAb,EAAuB;AAACC,cAAAA,OAAO,EAAPA;AAAD,aAAvB,CAlCZ;AAoCLW,YAAAA,MAAM,CAACC,cAAP,CAAsBH,QAAtB,EAAgC,KAAhC,EAAuC;AAACI,cAAAA,KAAK,EAAEV;AAAR,aAAvC;AApCK,6CAqCEM,QArCF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SA4CeK,a;;;;;6EAAf,kBAA6BL,QAA7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,gBACAA,QAAQ,CAACM,EADT;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAEmBC,gBAAgB,CAACP,QAAD,CAFnC;;AAAA;AAEGQ,YAAAA,OAFH;AAAA,kBAGG,IAAIC,KAAJ,CAAUD,OAAV,CAHH;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAWA,SAASE,iBAAT,CAA2BV,QAA3B,EAAqD;AAC1D,MAAI,CAACA,QAAQ,CAACM,EAAd,EAAkB;AAChB,QAAIE,OAAO,aAAMR,QAAQ,CAACW,MAAf,cAAyBX,QAAQ,CAACY,UAAlC,CAAX;AACAJ,IAAAA,OAAO,GAAGA,OAAO,CAACK,MAAR,GAAiB,EAAjB,aAAyBL,OAAO,CAACM,KAAR,CAAc,CAAd,EAAiB,EAAjB,CAAzB,WAAqDN,OAA/D;AACA,UAAM,IAAIC,KAAJ,CAAUD,OAAV,CAAN;AACD;AACF;;SAIcD,gB;;;;;gFAAf,kBAAgCP,QAAhC;AAAA;AAAA;AAAA;AAAA;AAAA;AACMQ,YAAAA,OADN,sCAC4CR,QAAQ,CAACN,GADrD,eAC6DM,QAAQ,CAACW,MADtE;AAAA;AAGUI,YAAAA,WAHV,GAGwBf,QAAQ,CAACT,OAAT,CAAiByB,GAAjB,CAAqB,cAArB,CAHxB;AAIQC,YAAAA,IAJR,GAIejB,QAAQ,CAACY,UAJxB;;AAAA,iBAKQG,WAAW,CAACG,QAAZ,CAAqB,kBAArB,CALR;AAAA;AAAA;AAAA;;AAAA,2BAMMD,IANN;AAAA;AAAA;AAAA,mBAMwBjB,QAAQ,CAACiB,IAAT,EANxB;;AAAA;AAAA;AAMMA,YAAAA,IANN;;AAAA;AAQIT,YAAAA,OAAO,IAAIS,IAAX;AACAT,YAAAA,OAAO,GAAGA,OAAO,CAACK,MAAR,GAAiB,EAAjB,aAAyBL,OAAO,CAACM,KAAR,CAAc,CAAd,EAAiB,EAAjB,CAAzB,WAAqDN,OAA/D;AATJ;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA,8CAaSA,OAbT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAgBeZ,iB;;;;;iFAAf,kBAAiCN,QAAjC;AAAA;AAAA;AAAA;AAAA;AAAA;AACQ6B,YAAAA,mBADR,GAC8B,CAD9B;;AAAA,kBAEM,OAAO7B,QAAP,KAAoB,QAF1B;AAAA;AAAA;AAAA;;AAAA,8DAGoBA,QAAQ,CAACwB,KAAT,CAAe,CAAf,EAAkBK,mBAAlB,CAHpB;;AAAA;AAAA,kBAKM7B,QAAQ,YAAY8B,IAL1B;AAAA;AAAA;AAAA;;AAMUC,YAAAA,SANV,GAMsB/B,QAAQ,CAACwB,KAAT,CAAe,CAAf,EAAkB,CAAlB,CANtB;AAAA;AAAA,mBAOiB,IAAIQ,OAAJ,CAAY,UAACC,OAAD,EAAa;AACpC,kBAAMC,MAAM,GAAG,IAAIC,UAAJ,EAAf;;AACAD,cAAAA,MAAM,CAACE,MAAP,GAAgB,UAACC,KAAD;AAAA;;AAAA,uBAAWJ,OAAO,CAACI,KAAD,aAACA,KAAD,wCAACA,KAAK,CAAEC,MAAR,kDAAC,cAAeC,MAAhB,CAAlB;AAAA,eAAhB;;AACAL,cAAAA,MAAM,CAACM,aAAP,CAAqBT,SAArB;AACD,aAJY,CAPjB;;AAAA;AAAA;;AAAA;AAAA,kBAaM/B,QAAQ,YAAYyC,WAb1B;AAAA;AAAA;AAAA;;AAcUjB,YAAAA,KAdV,GAckBxB,QAAQ,CAACwB,KAAT,CAAe,CAAf,EAAkBK,mBAAlB,CAdlB;AAeUa,YAAAA,MAfV,GAemBC,mBAAmB,CAACnB,KAAD,CAftC;AAAA,oEAgB0BkB,MAhB1B;;AAAA;AAAA,8CAkBS,IAlBT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAsBA,SAASC,mBAAT,CAA6BC,MAA7B,EAAqC;AACnC,MAAIC,MAAM,GAAG,EAAb;AACA,MAAMC,KAAK,GAAG,IAAIC,UAAJ,CAAeH,MAAf,CAAd;;AACA,OAAK,IAAII,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGF,KAAK,CAACG,UAA1B,EAAsCD,CAAC,EAAvC,EAA2C;AACzCH,IAAAA,MAAM,IAAI1C,MAAM,CAAC+C,YAAP,CAAoBJ,KAAK,CAACE,CAAD,CAAzB,CAAV;AACD;;AACD,SAAOG,IAAI,CAACN,MAAD,CAAX;AACD","sourcesContent":["import {isResponse} from '../../javascript-utils/is-type';\nimport {getResourceContentLength, getResourceUrlAndType} from './resource-utils';\n\n/**\n * Returns a Response object\n * Adds content-length header when possible\n *\n * @param resource\n */\nexport async function makeResponse(resource: any): Promise<Response> {\n if (isResponse(resource)) {\n return resource;\n }\n\n // Add content-length header if possible\n const headers: {[header: string]: string} = {};\n\n const contentLength = getResourceContentLength(resource);\n if (contentLength >= 0) {\n headers['content-length'] = String(contentLength);\n }\n\n // `new Response(File)` does not preserve content-type and URL\n // so we add them here\n const {url, type} = getResourceUrlAndType(resource);\n if (type) {\n headers['content-type'] = type;\n }\n\n // Add a custom header with initial bytes if available\n const initialDataUrl = await getInitialDataUrl(resource);\n if (initialDataUrl) {\n headers['x-first-bytes'] = initialDataUrl;\n }\n\n // TODO - is this the best way of handling strings?\n // Maybe package as data URL instead?\n if (typeof resource === 'string') {\n // Convert to ArrayBuffer to avoid Response treating it as a URL\n resource = new TextEncoder().encode(resource);\n }\n\n // Attempt to create a Response from the resource, adding headers and setting url\n const response = new Response(resource, {headers});\n // We can't control `Response.url` via constructor, use a property override to record URL.\n Object.defineProperty(response, 'url', {value: url});\n return response;\n}\n\n/**\n * Checks response status (async) and throws a helpful error message if status is not OK.\n * @param response\n */\nexport async function checkResponse(response: Response): Promise<void> {\n if (!response.ok) {\n const message = await getResponseError(response);\n throw new Error(message);\n }\n}\n\n/**\n * Checks response status (sync) and throws a helpful error message if status is not OK.\n * @param response\n */\nexport function checkResponseSync(response: Response): void {\n if (!response.ok) {\n let message = `${response.status} ${response.statusText}`;\n message = message.length > 60 ? `${message.slice(0, 60)}...` : message;\n throw new Error(message);\n }\n}\n\n// HELPERS\n\nasync function getResponseError(response): Promise<string> {\n let message = `Failed to fetch resource ${response.url} (${response.status}): `;\n try {\n const contentType = response.headers.get('Content-Type');\n let text = response.statusText;\n if (contentType.includes('application/json')) {\n text += ` ${await response.text()}`;\n }\n message += text;\n message = message.length > 60 ? `${message.slice(0, 60)}...` : message;\n } catch (error) {\n // eslint forbids return in a finally statement, so we just catch here\n }\n return message;\n}\n\nasync function getInitialDataUrl(resource): Promise<string | null> {\n const INITIAL_DATA_LENGTH = 5;\n if (typeof resource === 'string') {\n return `data:,${resource.slice(0, INITIAL_DATA_LENGTH)}`;\n }\n if (resource instanceof Blob) {\n const blobSlice = resource.slice(0, 5);\n return await new Promise((resolve) => {\n const reader = new FileReader();\n reader.onload = (event) => resolve(event?.target?.result as string);\n reader.readAsDataURL(blobSlice);\n });\n }\n if (resource instanceof ArrayBuffer) {\n const slice = resource.slice(0, INITIAL_DATA_LENGTH);\n const base64 = arrayBufferToBase64(slice);\n return `data:base64,${base64}`;\n }\n return null;\n}\n\n// https://stackoverflow.com/questions/9267899/arraybuffer-to-base64-encoded-string\nfunction arrayBufferToBase64(buffer) {\n let binary = '';\n const bytes = new Uint8Array(buffer);\n for (let i = 0; i < bytes.byteLength; i++) {\n binary += String.fromCharCode(bytes[i]);\n }\n return btoa(binary);\n}\n"],"file":"response-utils.js"}
|
package/dist/es5/null-loader.js
CHANGED
|
@@ -17,7 +17,7 @@ var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helper
|
|
|
17
17
|
|
|
18
18
|
var _asyncIterator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncIterator"));
|
|
19
19
|
|
|
20
|
-
var VERSION = typeof "3.
|
|
20
|
+
var VERSION = typeof "3.2.0-alpha.3" !== 'undefined' ? "3.2.0-alpha.3" : 'latest';
|
|
21
21
|
var NullWorkerLoader = {
|
|
22
22
|
name: 'Null loader',
|
|
23
23
|
id: 'null',
|
|
@@ -34,6 +34,17 @@ var NullWorkerLoader = {
|
|
|
34
34
|
}
|
|
35
35
|
};
|
|
36
36
|
exports.NullWorkerLoader = NullWorkerLoader;
|
|
37
|
+
|
|
38
|
+
function parseSync(arrayBuffer, options, context) {
|
|
39
|
+
if (!options.null.echoParameters) return null;
|
|
40
|
+
context = context && JSON.parse(JSON.stringify(context));
|
|
41
|
+
return {
|
|
42
|
+
arrayBuffer: arrayBuffer,
|
|
43
|
+
options: options,
|
|
44
|
+
context: context
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
|
|
37
48
|
var NullLoader = {
|
|
38
49
|
name: 'Null loader',
|
|
39
50
|
id: 'null',
|
|
@@ -42,12 +53,12 @@ var NullLoader = {
|
|
|
42
53
|
mimeTypes: ['application/x.empty'],
|
|
43
54
|
extensions: ['null'],
|
|
44
55
|
parse: function () {
|
|
45
|
-
var _parse = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(arrayBuffer) {
|
|
56
|
+
var _parse = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(arrayBuffer, options, context) {
|
|
46
57
|
return _regenerator.default.wrap(function _callee$(_context) {
|
|
47
58
|
while (1) {
|
|
48
59
|
switch (_context.prev = _context.next) {
|
|
49
60
|
case 0:
|
|
50
|
-
return _context.abrupt("return", arrayBuffer);
|
|
61
|
+
return _context.abrupt("return", parseSync(arrayBuffer, options, context));
|
|
51
62
|
|
|
52
63
|
case 1:
|
|
53
64
|
case "end":
|
|
@@ -57,17 +68,15 @@ var NullLoader = {
|
|
|
57
68
|
}, _callee);
|
|
58
69
|
}));
|
|
59
70
|
|
|
60
|
-
function parse(
|
|
71
|
+
function parse(_x4, _x5, _x6) {
|
|
61
72
|
return _parse.apply(this, arguments);
|
|
62
73
|
}
|
|
63
74
|
|
|
64
75
|
return parse;
|
|
65
76
|
}(),
|
|
66
|
-
parseSync:
|
|
67
|
-
return arrayBuffer;
|
|
68
|
-
},
|
|
77
|
+
parseSync: parseSync,
|
|
69
78
|
parseInBatches: function () {
|
|
70
|
-
var _generator = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee2(asyncIterator) {
|
|
79
|
+
var _generator = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee2(asyncIterator, options, context) {
|
|
71
80
|
var _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, _value, batch;
|
|
72
81
|
|
|
73
82
|
return _regenerator.default.wrap(function _callee2$(_context2) {
|
|
@@ -99,7 +108,7 @@ var NullLoader = {
|
|
|
99
108
|
|
|
100
109
|
batch = _value;
|
|
101
110
|
_context2.next = 15;
|
|
102
|
-
return batch;
|
|
111
|
+
return parseSync(batch, options, context);
|
|
103
112
|
|
|
104
113
|
case 15:
|
|
105
114
|
_iteratorNormalCompletion = true;
|
|
@@ -152,7 +161,7 @@ var NullLoader = {
|
|
|
152
161
|
}, _callee2, null, [[2, 20, 24, 34], [25,, 29, 33]]);
|
|
153
162
|
}));
|
|
154
163
|
|
|
155
|
-
function generator(_x) {
|
|
164
|
+
function generator(_x, _x2, _x3) {
|
|
156
165
|
return _generator.apply(this, arguments);
|
|
157
166
|
}
|
|
158
167
|
|
|
@@ -162,7 +171,9 @@ var NullLoader = {
|
|
|
162
171
|
return false;
|
|
163
172
|
}],
|
|
164
173
|
options: {
|
|
165
|
-
null: {
|
|
174
|
+
null: {
|
|
175
|
+
echoParameters: false
|
|
176
|
+
}
|
|
166
177
|
}
|
|
167
178
|
};
|
|
168
179
|
exports.NullLoader = NullLoader;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/null-loader.ts"],"names":["VERSION","NullWorkerLoader","name","id","module","version","worker","mimeTypes","extensions","tests","options","null","
|
|
1
|
+
{"version":3,"sources":["../../src/null-loader.ts"],"names":["VERSION","NullWorkerLoader","name","id","module","version","worker","mimeTypes","extensions","tests","options","null","parseSync","arrayBuffer","context","echoParameters","JSON","parse","stringify","NullLoader","parseInBatches","asyncIterator","batch","generator"],"mappings":";;;;;;;;;;;;;;;;;;;AAEA,IAAMA,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAOO,IAAMC,gBAAwB,GAAG;AACtCC,EAAAA,IAAI,EAAE,aADgC;AAEtCC,EAAAA,EAAE,EAAE,MAFkC;AAGtCC,EAAAA,MAAM,EAAE,MAH8B;AAItCC,EAAAA,OAAO,EAAEL,OAJ6B;AAKtCM,EAAAA,MAAM,EAAE,IAL8B;AAMtCC,EAAAA,SAAS,EAAE,CAAC,qBAAD,CAN2B;AAOtCC,EAAAA,UAAU,EAAE,CAAC,MAAD,CAP0B;AAQtCC,EAAAA,KAAK,EAAE,CAAC;AAAA,WAAM,KAAN;AAAA,GAAD,CAR+B;AAStCC,EAAAA,OAAO,EAAE;AACPC,IAAAA,IAAI,EAAE;AADC;AAT6B,CAAjC;;;AAkBP,SAASC,SAAT,CAAmBC,WAAnB,EAAgCH,OAAhC,EAAyCI,OAAzC,EAAkD;AAChD,MAAI,CAACJ,OAAO,CAACC,IAAR,CAAaI,cAAlB,EAAkC,OAAO,IAAP;AAClCD,EAAAA,OAAO,GAAGA,OAAO,IAAIE,IAAI,CAACC,KAAL,CAAWD,IAAI,CAACE,SAAL,CAAeJ,OAAf,CAAX,CAArB;AACA,SAAO;AAACD,IAAAA,WAAW,EAAXA,WAAD;AAAcH,IAAAA,OAAO,EAAPA,OAAd;AAAuBI,IAAAA,OAAO,EAAPA;AAAvB,GAAP;AACD;;AAKM,IAAMK,UAA4B,GAAG;AAC1CjB,EAAAA,IAAI,EAAE,aADoC;AAE1CC,EAAAA,EAAE,EAAE,MAFsC;AAG1CC,EAAAA,MAAM,EAAE,MAHkC;AAI1CC,EAAAA,OAAO,EAAEL,OAJiC;AAK1CO,EAAAA,SAAS,EAAE,CAAC,qBAAD,CAL+B;AAM1CC,EAAAA,UAAU,EAAE,CAAC,MAAD,CAN8B;AAO1CS,EAAAA,KAAK;AAAA,2EAAE,iBAAOJ,WAAP,EAAoBH,OAApB,EAA6BI,OAA7B;AAAA;AAAA;AAAA;AAAA;AAAA,+CAAyCF,SAAS,CAACC,WAAD,EAAcH,OAAd,EAAuBI,OAAvB,CAAlD;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAAF;;AAAA;AAAA;AAAA;;AAAA;AAAA,KAPqC;AAQ1CF,EAAAA,SAAS,EAATA,SAR0C;AAS1CQ,EAAAA,cAAc;AAAA,iFAAE,kBAA0BC,aAA1B,EAAyCX,OAAzC,EAAkDI,OAAlD;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uDACYO,aADZ;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AACGC,cAAAA,KADH;AAAA;AAEZ,qBAAMV,SAAS,CAACU,KAAD,EAAQZ,OAAR,EAAiBI,OAAjB,CAAf;;AAFY;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAAF;;AAAA,aAAkBS,SAAlB;AAAA;AAAA;;AAAA,WAAkBA,SAAlB;AAAA,KAT4B;AAc1Cd,EAAAA,KAAK,EAAE,CAAC;AAAA,WAAM,KAAN;AAAA,GAAD,CAdmC;AAe1CC,EAAAA,OAAO,EAAE;AACPC,IAAAA,IAAI,EAAE;AACJI,MAAAA,cAAc,EAAE;AADZ;AADC;AAfiC,CAArC","sourcesContent":["// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nimport {Loader, LoaderWithParser} from '@loaders.gl/loader-utils';\n\n/**\n * Loads any data and returns null (or optionally passes through data unparsed)\n */\nexport const NullWorkerLoader: Loader = {\n name: 'Null loader',\n id: 'null',\n module: 'core',\n version: VERSION,\n worker: true,\n mimeTypes: ['application/x.empty'],\n extensions: ['null'],\n tests: [() => false],\n options: {\n null: {}\n }\n};\n\n/**\n * Returns arguments passed to the parse API in a format that can be transfered to a\n * web worker. The `context` parameter is stripped using JSON.stringify & parse.\n */\nfunction parseSync(arrayBuffer, options, context) {\n if (!options.null.echoParameters) return null;\n context = context && JSON.parse(JSON.stringify(context));\n return {arrayBuffer, options, context};\n}\n\n/**\n * Loads any data and returns null (or optionally passes through data unparsed)\n */\nexport const NullLoader: LoaderWithParser = {\n name: 'Null loader',\n id: 'null',\n module: 'core',\n version: VERSION,\n mimeTypes: ['application/x.empty'],\n extensions: ['null'],\n parse: async (arrayBuffer, options, context) => parseSync(arrayBuffer, options, context),\n parseSync,\n parseInBatches: async function* generator(asyncIterator, options, context) {\n for await (const batch of asyncIterator) {\n yield parseSync(batch, options, context);\n }\n },\n tests: [() => false],\n options: {\n null: {\n echoParameters: false\n }\n }\n};\n"],"file":"null-loader.js"}
|
package/dist/esm/index.js
CHANGED
|
@@ -2,7 +2,7 @@ export { fetchFile } from './lib/fetch/fetch-file';
|
|
|
2
2
|
export { readArrayBuffer } from './lib/fetch/read-array-buffer';
|
|
3
3
|
export { readFileSync } from './lib/fetch/read-file';
|
|
4
4
|
export { writeFile, writeFileSync } from './lib/fetch/write-file';
|
|
5
|
-
export { setLoaderOptions } from './lib/api/
|
|
5
|
+
export { setLoaderOptions, getLoaderOptions } from './lib/api/loader-options';
|
|
6
6
|
export { registerLoaders } from './lib/api/register-loaders';
|
|
7
7
|
export { selectLoader, selectLoaderSync } from './lib/api/select-loader';
|
|
8
8
|
export { parse } from './lib/api/parse';
|
package/dist/esm/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/index.ts"],"names":["fetchFile","readArrayBuffer","readFileSync","writeFile","writeFileSync","setLoaderOptions","registerLoaders","selectLoader","selectLoaderSync","parse","parseSync","parseInBatches","load","loadInBatches","encode","encodeSync","encodeInBatches","encodeText","encodeURLtoURL","save","saveSync","setPathPrefix","getPathPrefix","resolvePath","RequestScheduler","makeIterator","makeStream","NullWorkerLoader","NullLoader","JSONLoader","default","_fetchProgress","_BrowserFileSystem","_unregisterLoaders","isBrowser","isWorker","self","window","global","document","assert","forEach","concatenateArrayBuffersAsync","makeTextDecoderIterator","makeTextEncoderIterator","makeLineIterator","makeNumberedLineIterator","isPureObject","isPromise","isIterable","isAsyncIterable","isIterator","isResponse","isReadableStream","isWritableStream"],"mappings":"AACA,SAAQA,SAAR,QAAwB,wBAAxB;AAEA,SAAQC,eAAR,QAA8B,+BAA9B;AACA,SAAQC,YAAR,QAA2B,uBAA3B;AACA,SAAQC,SAAR,EAAmBC,aAAnB,QAAuC,wBAAvC;AAGA,SAAQC,gBAAR,
|
|
1
|
+
{"version":3,"sources":["../../src/index.ts"],"names":["fetchFile","readArrayBuffer","readFileSync","writeFile","writeFileSync","setLoaderOptions","getLoaderOptions","registerLoaders","selectLoader","selectLoaderSync","parse","parseSync","parseInBatches","load","loadInBatches","encode","encodeSync","encodeInBatches","encodeText","encodeURLtoURL","save","saveSync","setPathPrefix","getPathPrefix","resolvePath","RequestScheduler","makeIterator","makeStream","NullWorkerLoader","NullLoader","JSONLoader","default","_fetchProgress","_BrowserFileSystem","_unregisterLoaders","isBrowser","isWorker","self","window","global","document","assert","forEach","concatenateArrayBuffersAsync","makeTextDecoderIterator","makeTextEncoderIterator","makeLineIterator","makeNumberedLineIterator","isPureObject","isPromise","isIterable","isAsyncIterable","isIterator","isResponse","isReadableStream","isWritableStream"],"mappings":"AACA,SAAQA,SAAR,QAAwB,wBAAxB;AAEA,SAAQC,eAAR,QAA8B,+BAA9B;AACA,SAAQC,YAAR,QAA2B,uBAA3B;AACA,SAAQC,SAAR,EAAmBC,aAAnB,QAAuC,wBAAvC;AAGA,SAAQC,gBAAR,EAA0BC,gBAA1B,QAAiD,0BAAjD;AACA,SAAQC,eAAR,QAA8B,4BAA9B;AACA,SAAQC,YAAR,EAAsBC,gBAAtB,QAA6C,yBAA7C;AAGA,SAAQC,KAAR,QAAoB,iBAApB;AACA,SAAQC,SAAR,QAAwB,sBAAxB;AACA,SAAQC,cAAR,QAA6B,4BAA7B;AAEA,SAAQC,IAAR,QAAmB,gBAAnB;AACA,SAAQC,aAAR,QAA4B,2BAA5B;AAGA,SAAQC,MAAR,EAAgBC,UAAhB,EAA4BC,eAA5B,EAA6CC,UAA7C,EAAyDC,cAAzD,QAA8E,kBAA9E;AACA,SAAQC,IAAR,EAAcC,QAAd,QAA6B,gBAA7B;AAGA,SAAQC,aAAR,EAAuBC,aAAvB,EAAsCC,WAAtC,QAAwD,0BAAxD;AACA,SAAQC,gBAAR,QAA+B,0BAA/B;AAGA,SAAQC,YAAR,QAA2B,yCAA3B;AACA,SAAQC,UAAR,QAAyB,0CAAzB;AAGA,SAAQC,gBAAR,EAA0BC,UAA1B,QAA2C,eAA3C;AACA,SAAQC,UAAR,QAAyB,0BAAzB;AAGA,SAAQC,OAAO,IAAIC,cAAnB,QAAwC,+BAAxC;AACA,SAAQD,OAAO,IAAIE,kBAAnB,QAA4C,sCAA5C;AAGA,SAAQC,kBAAR,QAAiC,4BAAjC;AAMA,SAAQC,SAAR,EAAmBC,QAAnB,EAA6BC,IAA7B,EAAmCC,MAAnC,EAA2CC,MAA3C,EAAmDC,QAAnD,QAAkE,0BAAlE;AACA,SAAQC,MAAR,QAAqB,0BAArB;AACA,SAAQC,OAAR,EAAiBC,4BAAjB,QAAoD,0BAApD;AAEA,SACEC,uBADF,EAEEC,uBAFF,EAGEC,gBAHF,EAIEC,wBAJF,QAKO,0BALP;AAQA,SACEC,YADF,EAEEC,SAFF,EAGEC,UAHF,EAIEC,eAJF,EAKEC,UALF,EAMEC,UANF,EAOEC,gBAPF,EAQEC,gBARF,QASO,4BATP","sourcesContent":["// FILE READING AND WRITING\nexport {fetchFile} from './lib/fetch/fetch-file';\n\nexport {readArrayBuffer} from './lib/fetch/read-array-buffer';\nexport {readFileSync} from './lib/fetch/read-file';\nexport {writeFile, writeFileSync} from './lib/fetch/write-file';\n\n// CONFIGURATION\nexport {setLoaderOptions, getLoaderOptions} from './lib/api/loader-options';\nexport {registerLoaders} from './lib/api/register-loaders';\nexport {selectLoader, selectLoaderSync} from './lib/api/select-loader';\n\n// LOADING (READING + PARSING)\nexport {parse} from './lib/api/parse';\nexport {parseSync} from './lib/api/parse-sync';\nexport {parseInBatches} from './lib/api/parse-in-batches';\n\nexport {load} from './lib/api/load';\nexport {loadInBatches} from './lib/api/load-in-batches';\n\n// ENCODING (ENCODING AND WRITING)\nexport {encode, encodeSync, encodeInBatches, encodeText, encodeURLtoURL} from './lib/api/encode';\nexport {save, saveSync} from './lib/api/save';\n\n// CORE UTILS SHARED WITH LOADERS (RE-EXPORTED FROM LOADER-UTILS)\nexport {setPathPrefix, getPathPrefix, resolvePath} from '@loaders.gl/loader-utils';\nexport {RequestScheduler} from '@loaders.gl/loader-utils';\n\n// ITERATOR UTILS\nexport {makeIterator} from './iterators/make-iterator/make-iterator';\nexport {makeStream} from './iterators/make-stream/make-node-stream';\n\n// CORE LOADERS\nexport {NullWorkerLoader, NullLoader} from './null-loader';\nexport {JSONLoader} from '@loaders.gl/loader-utils';\n\n// EXPERIMENTAL\nexport {default as _fetchProgress} from './lib/progress/fetch-progress';\nexport {default as _BrowserFileSystem} from './lib/filesystems/browser-filesystem';\n\n// FOR TESTING\nexport {_unregisterLoaders} from './lib/api/register-loaders';\n\n//\n// TODO - MOVE TO LOADER-UTILS AND DEPRECATE IN CORE?\n//\n\nexport {isBrowser, isWorker, self, window, global, document} from '@loaders.gl/loader-utils';\nexport {assert} from '@loaders.gl/loader-utils';\nexport {forEach, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\n\nexport {\n makeTextDecoderIterator,\n makeTextEncoderIterator,\n makeLineIterator,\n makeNumberedLineIterator\n} from '@loaders.gl/loader-utils';\n\n// \"JAVASCRIPT\" UTILS - move to loader-utils?\nexport {\n isPureObject,\n isPromise,\n isIterable,\n isAsyncIterable,\n isIterator,\n isResponse,\n isReadableStream,\n isWritableStream\n} from './javascript-utils/is-type';\n"],"file":"index.js"}
|
|
@@ -1,8 +1,20 @@
|
|
|
1
|
+
import { canEncodeWithWorker } from '@loaders.gl/loader-utils';
|
|
2
|
+
import { processOnWorker } from '@loaders.gl/worker-utils';
|
|
1
3
|
import { concatenateArrayBuffers, resolvePath } from '@loaders.gl/loader-utils';
|
|
2
4
|
import { isBrowser } from '@loaders.gl/loader-utils';
|
|
3
5
|
import { writeFile } from '../fetch/write-file';
|
|
4
6
|
import { fetchFile } from '../fetch/fetch-file';
|
|
7
|
+
import { getLoaderOptions } from './loader-options';
|
|
5
8
|
export async function encode(data, writer, options) {
|
|
9
|
+
const globalOptions = getLoaderOptions();
|
|
10
|
+
options = { ...globalOptions,
|
|
11
|
+
...options
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
if (canEncodeWithWorker(writer, options)) {
|
|
15
|
+
return await processOnWorker(writer, data, options);
|
|
16
|
+
}
|
|
17
|
+
|
|
6
18
|
if (writer.encode) {
|
|
7
19
|
return await writer.encode(data, options);
|
|
8
20
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/api/encode.ts"],"names":["concatenateArrayBuffers","resolvePath","isBrowser","writeFile","fetchFile","encode","data","writer","options","encodeSync","encodeText","TextEncoder","encodeInBatches","batches","chunks","batch","push","encodeURLtoURL","tmpInputFilename","getTemporaryFilename","tmpOutputFilename","outputFilename","response","arrayBuffer","Error","text","TextDecoder","decode","dataIterator","getIterator","inputUrl","outputUrl","table","start","end","length","filename"],"mappings":"AACA,
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/api/encode.ts"],"names":["canEncodeWithWorker","processOnWorker","concatenateArrayBuffers","resolvePath","isBrowser","writeFile","fetchFile","getLoaderOptions","encode","data","writer","options","globalOptions","encodeSync","encodeText","TextEncoder","encodeInBatches","batches","chunks","batch","push","encodeURLtoURL","tmpInputFilename","getTemporaryFilename","tmpOutputFilename","outputFilename","response","arrayBuffer","Error","text","TextDecoder","decode","dataIterator","getIterator","inputUrl","outputUrl","table","start","end","length","filename"],"mappings":"AAAA,SAA+BA,mBAA/B,QAAyD,0BAAzD;AACA,SAAQC,eAAR,QAA8B,0BAA9B;AACA,SAAQC,uBAAR,EAAiCC,WAAjC,QAAmD,0BAAnD;AACA,SAAQC,SAAR,QAAwB,0BAAxB;AACA,SAAQC,SAAR,QAAwB,qBAAxB;AACA,SAAQC,SAAR,QAAwB,qBAAxB;AACA,SAAQC,gBAAR,QAA+B,kBAA/B;AAKA,OAAO,eAAeC,MAAf,CACLC,IADK,EAELC,MAFK,EAGLC,OAHK,EAIiB;AACtB,QAAMC,aAAa,GAAGL,gBAAgB,EAAtC;AACAI,EAAAA,OAAO,GAAG,EAAC,GAAGC,aAAJ;AAAmB,OAAGD;AAAtB,GAAV;;AACA,MAAIX,mBAAmB,CAACU,MAAD,EAASC,OAAT,CAAvB,EAA0C;AACxC,WAAO,MAAMV,eAAe,CAACS,MAAD,EAASD,IAAT,EAAeE,OAAf,CAA5B;AACD;;AAGD,MAAID,MAAM,CAACF,MAAX,EAAmB;AACjB,WAAO,MAAME,MAAM,CAACF,MAAP,CAAcC,IAAd,EAAoBE,OAApB,CAAb;AACD;;AAED,MAAID,MAAM,CAACG,UAAX,EAAuB;AACrB,WAAOH,MAAM,CAACG,UAAP,CAAkBJ,IAAlB,EAAwBE,OAAxB,CAAP;AACD;;AAED,MAAID,MAAM,CAACI,UAAX,EAAuB;AACrB,WAAO,IAAIC,WAAJ,GAAkBP,MAAlB,CAAyB,MAAME,MAAM,CAACI,UAAP,CAAkBL,IAAlB,EAAwBE,OAAxB,CAA/B,CAAP;AACD;;AAED,MAAID,MAAM,CAACM,eAAX,EAA4B;AAG1B,UAAMC,OAAO,GAAGD,eAAe,CAACP,IAAD,EAAOC,MAAP,EAAeC,OAAf,CAA/B;AAGA,UAAMO,MAAa,GAAG,EAAtB;;AACA,eAAW,MAAMC,KAAjB,IAA0BF,OAA1B,EAAmC;AACjCC,MAAAA,MAAM,CAACE,IAAP,CAAYD,KAAZ;AACD;;AAED,WAAOjB,uBAAuB,CAAC,GAAGgB,MAAJ,CAA9B;AACD;;AAED,MAAI,CAACd,SAAD,IAAcM,MAAM,CAACW,cAAzB,EAAyC;AAEvC,UAAMC,gBAAgB,GAAGC,oBAAoB,CAAC,OAAD,CAA7C;AACA,UAAMlB,SAAS,CAACiB,gBAAD,EAAmBb,IAAnB,CAAf;AAEA,UAAMe,iBAAiB,GAAGD,oBAAoB,CAAC,QAAD,CAA9C;AAEA,UAAME,cAAc,GAAG,MAAMJ,cAAc,CACzCC,gBADyC,EAEzCE,iBAFyC,EAGzCd,MAHyC,EAIzCC,OAJyC,CAA3C;AAOA,UAAMe,QAAQ,GAAG,MAAMpB,SAAS,CAACmB,cAAD,CAAhC;AACA,WAAOC,QAAQ,CAACC,WAAT,EAAP;AACD;;AAED,QAAM,IAAIC,KAAJ,CAAU,8BAAV,CAAN;AACD;AAKD,OAAO,SAASf,UAAT,CAAoBJ,IAApB,EAA+BC,MAA/B,EAA+CC,OAA/C,EAAqF;AAC1F,MAAID,MAAM,CAACG,UAAX,EAAuB;AACrB,WAAOH,MAAM,CAACG,UAAP,CAAkBJ,IAAlB,EAAwBE,OAAxB,CAAP;AACD;;AACD,QAAM,IAAIiB,KAAJ,CAAU,4CAAV,CAAN;AACD;AAQD,OAAO,eAAed,UAAf,CACLL,IADK,EAELC,MAFK,EAGLC,OAHK,EAIY;AACjB,MAAID,MAAM,CAACmB,IAAP,IAAenB,MAAM,CAACI,UAA1B,EAAsC;AACpC,WAAO,MAAMJ,MAAM,CAACI,UAAP,CAAkBL,IAAlB,EAAwBE,OAAxB,CAAb;AACD;;AAED,MAAID,MAAM,CAACmB,IAAP,KAAgBnB,MAAM,CAACF,MAAP,IAAiBE,MAAM,CAACM,eAAxC,CAAJ,EAA8D;AAC5D,UAAMW,WAAW,GAAG,MAAMnB,MAAM,CAACC,IAAD,EAAOC,MAAP,EAAeC,OAAf,CAAhC;AACA,WAAO,IAAImB,WAAJ,GAAkBC,MAAlB,CAAyBJ,WAAzB,CAAP;AACD;;AAED,QAAM,IAAIC,KAAJ,CAAU,sCAAV,CAAN;AACD;AAKD,OAAO,SAASZ,eAAT,CACLP,IADK,EAELC,MAFK,EAGLC,OAHK,EAIuB;AAC5B,MAAID,MAAM,CAACM,eAAX,EAA4B;AAC1B,UAAMgB,YAAY,GAAGC,WAAW,CAACxB,IAAD,CAAhC;AACA,WAAOC,MAAM,CAACM,eAAP,CAAuBgB,YAAvB,EAAqCrB,OAArC,CAAP;AACD;;AAED,QAAM,IAAIiB,KAAJ,CAAU,yCAAV,CAAN;AACD;AAMD,OAAO,eAAeP,cAAf,CACLa,QADK,EAELC,SAFK,EAGLzB,MAHK,EAILC,OAJK,EAKY;AACjBuB,EAAAA,QAAQ,GAAG/B,WAAW,CAAC+B,QAAD,CAAtB;AACAC,EAAAA,SAAS,GAAGhC,WAAW,CAACgC,SAAD,CAAvB;;AACA,MAAI/B,SAAS,IAAI,CAACM,MAAM,CAACW,cAAzB,EAAyC;AACvC,UAAM,IAAIO,KAAJ,EAAN;AACD;;AACD,QAAMH,cAAc,GAAG,MAAMf,MAAM,CAACW,cAAP,CAAsBa,QAAtB,EAAgCC,SAAhC,EAA2CxB,OAA3C,CAA7B;AACA,SAAOc,cAAP;AACD;;AAKD,SAASQ,WAAT,CAAqBxB,IAArB,EAA2B;AACzB,QAAMuB,YAAY,GAAG,CAAC;AAACI,IAAAA,KAAK,EAAE3B,IAAR;AAAc4B,IAAAA,KAAK,EAAE,CAArB;AAAwBC,IAAAA,GAAG,EAAE7B,IAAI,CAAC8B;AAAlC,GAAD,CAArB;AACA,SAAOP,YAAP;AACD;;AAKD,SAAST,oBAAT,CAA8BiB,QAA9B,EAAwD;AACtD,wBAAeA,QAAf;AACD","sourcesContent":["import {Writer, LoaderOptions, canEncodeWithWorker} from '@loaders.gl/loader-utils';\nimport {processOnWorker} from '@loaders.gl/worker-utils';\nimport {concatenateArrayBuffers, resolvePath} from '@loaders.gl/loader-utils';\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {writeFile} from '../fetch/write-file';\nimport {fetchFile} from '../fetch/fetch-file';\nimport {getLoaderOptions} from './loader-options';\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport async function encode(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): Promise<ArrayBuffer> {\n const globalOptions = getLoaderOptions();\n options = {...globalOptions, ...options};\n if (canEncodeWithWorker(writer, options)) {\n return await processOnWorker(writer, data, options);\n }\n\n // TODO Merge default writer options with options argument like it is done in load module.\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n\n if (writer.encodeText) {\n return new TextEncoder().encode(await writer.encodeText(data, options));\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: any[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n // @ts-ignore\n return concatenateArrayBuffers(...chunks);\n }\n\n if (!isBrowser && writer.encodeURLtoURL) {\n // TODO - how to generate filenames with correct extensions?\n const tmpInputFilename = getTemporaryFilename('input');\n await writeFile(tmpInputFilename, data);\n\n const tmpOutputFilename = getTemporaryFilename('output');\n\n const outputFilename = await encodeURLtoURL(\n tmpInputFilename,\n tmpOutputFilename,\n writer,\n options\n );\n\n const response = await fetchFile(outputFilename);\n return response.arrayBuffer();\n }\n\n throw new Error('Writer could not encode data');\n}\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport function encodeSync(data: any, writer: Writer, options?: LoaderOptions): ArrayBuffer {\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n throw new Error('Writer could not synchronously encode data');\n}\n\n/**\n * Encode loaded data to text using the specified Writer\n * @note This is a convenience function not intended for production use on large input data.\n * It is not optimized for performance. Data maybe converted from text to binary and back.\n * @throws if the writer does not generate text output\n */\nexport async function encodeText(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encode(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n\n throw new Error('Writer could not encode data as text');\n}\n\n/**\n * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.\n */\nexport function encodeInBatches(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\n/**\n * Encode data stored in a file (on disk) to another file.\n * @note Node.js only. This function enables using command-line converters as \"writers\".\n */\nexport async function encodeURLtoURL(\n inputUrl,\n outputUrl,\n writer: Writer,\n options\n): Promise<string> {\n inputUrl = resolvePath(inputUrl);\n outputUrl = resolvePath(outputUrl);\n if (isBrowser || !writer.encodeURLtoURL) {\n throw new Error();\n }\n const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);\n return outputFilename;\n}\n\n/**\n * @todo TODO - this is an unacceptable hack!!!\n */\nfunction getIterator(data) {\n const dataIterator = [{table: data, start: 0, end: data.length}];\n return dataIterator;\n}\n\n/**\n * @todo Move to utils\n */\nfunction getTemporaryFilename(filename: string): string {\n return `/tmp/${filename}`;\n}\n"],"file":"encode.js"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/api/loader-options.ts"],"names":["setGlobalOptions","setLoaderOptions","getGlobalLoaderOptions","getLoaderOptions"],"mappings":"AAAA,SAAQA,gBAAgB,IAAIC,gBAA5B,QAAmD,8BAAnD;AACA,SAAQC,sBAAsB,IAAIC,gBAAlC,QAAyD,8BAAzD","sourcesContent":["export {setGlobalOptions as setLoaderOptions} from '../loader-utils/option-utils';\nexport {getGlobalLoaderOptions as getLoaderOptions} from '../loader-utils/option-utils';\n"],"file":"loader-options.js"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { assert, validateWorkerVersion } from '@loaders.gl/worker-utils';
|
|
2
2
|
import { parseWithWorker, canParseWithWorker } from '@loaders.gl/loader-utils';
|
|
3
3
|
import { isLoaderObject } from '../loader-utils/normalize-loader';
|
|
4
|
+
import { isResponse } from '../../javascript-utils/is-type';
|
|
4
5
|
import { normalizeOptions } from '../loader-utils/option-utils';
|
|
5
6
|
import { getArrayBufferOrStringFromData } from '../loader-utils/get-data';
|
|
6
7
|
import { getLoaderContext, getLoadersFromContext } from '../loader-utils/loader-context';
|
|
@@ -39,6 +40,29 @@ export async function parse(data, loaders, options, context) {
|
|
|
39
40
|
|
|
40
41
|
async function parseWithLoader(loader, data, options, context) {
|
|
41
42
|
validateWorkerVersion(loader);
|
|
43
|
+
|
|
44
|
+
if (isResponse(data)) {
|
|
45
|
+
const response = data;
|
|
46
|
+
const {
|
|
47
|
+
ok,
|
|
48
|
+
redirected,
|
|
49
|
+
status,
|
|
50
|
+
statusText,
|
|
51
|
+
type,
|
|
52
|
+
url
|
|
53
|
+
} = response;
|
|
54
|
+
const headers = Object.fromEntries(response.headers.entries());
|
|
55
|
+
context.response = {
|
|
56
|
+
headers,
|
|
57
|
+
ok,
|
|
58
|
+
redirected,
|
|
59
|
+
status,
|
|
60
|
+
statusText,
|
|
61
|
+
type,
|
|
62
|
+
url
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
|
|
42
66
|
data = await getArrayBufferOrStringFromData(data, loader, options);
|
|
43
67
|
|
|
44
68
|
if (loader.parseTextSync && typeof data === 'string') {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/api/parse.ts"],"names":["assert","validateWorkerVersion","parseWithWorker","canParseWithWorker","isLoaderObject","normalizeOptions","getArrayBufferOrStringFromData","getLoaderContext","getLoadersFromContext","getResourceUrlAndType","selectLoader","parse","data","loaders","options","context","Array","isArray","undefined","url","typedLoaders","candidateLoaders","loader","parseWithLoader","parseTextSync","dataType","parseText","parseSync","Error","id"],"mappings":"AACA,SAAQA,MAAR,EAAgBC,qBAAhB,QAA4C,0BAA5C;AACA,SAAQC,eAAR,EAAyBC,kBAAzB,QAAkD,0BAAlD;AACA,SAAQC,cAAR,QAA6B,kCAA7B;AACA,SAAQC,gBAAR,QAA+B,8BAA/B;AACA,SAAQC,8BAAR,QAA6C,0BAA7C;AACA,SAAQC,gBAAR,EAA0BC,qBAA1B,QAAsD,gCAAtD;AACA,SAAQC,qBAAR,QAAoC,yBAApC;AACA,SAAQC,YAAR,QAA2B,iBAA3B;AASA,OAAO,eAAeC,KAAf,CACLC,IADK,EAELC,OAFK,EAGLC,OAHK,EAILC,OAJK,EAKS;
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/api/parse.ts"],"names":["assert","validateWorkerVersion","parseWithWorker","canParseWithWorker","isLoaderObject","isResponse","normalizeOptions","getArrayBufferOrStringFromData","getLoaderContext","getLoadersFromContext","getResourceUrlAndType","selectLoader","parse","data","loaders","options","context","Array","isArray","undefined","url","typedLoaders","candidateLoaders","loader","parseWithLoader","response","ok","redirected","status","statusText","type","headers","Object","fromEntries","entries","parseTextSync","dataType","parseText","parseSync","Error","id"],"mappings":"AACA,SAAQA,MAAR,EAAgBC,qBAAhB,QAA4C,0BAA5C;AACA,SAAQC,eAAR,EAAyBC,kBAAzB,QAAkD,0BAAlD;AACA,SAAQC,cAAR,QAA6B,kCAA7B;AACA,SAAQC,UAAR,QAAyB,gCAAzB;AACA,SAAQC,gBAAR,QAA+B,8BAA/B;AACA,SAAQC,8BAAR,QAA6C,0BAA7C;AACA,SAAQC,gBAAR,EAA0BC,qBAA1B,QAAsD,gCAAtD;AACA,SAAQC,qBAAR,QAAoC,yBAApC;AACA,SAAQC,YAAR,QAA2B,iBAA3B;AASA,OAAO,eAAeC,KAAf,CACLC,IADK,EAELC,OAFK,EAGLC,OAHK,EAILC,OAJK,EAKS;AACdhB,EAAAA,MAAM,CAAC,CAACgB,OAAD,IAAY,OAAOA,OAAP,KAAmB,QAAhC,CAAN;;AAIA,MAAIF,OAAO,IAAI,CAACG,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAZ,IAAsC,CAACV,cAAc,CAACU,OAAD,CAAzD,EAAoE;AAClEE,IAAAA,OAAO,GAAGG,SAAV;AACAJ,IAAAA,OAAO,GAAGD,OAAV;AACAA,IAAAA,OAAO,GAAGK,SAAV;AACD;;AAEDN,EAAAA,IAAI,GAAG,MAAMA,IAAb;AACAE,EAAAA,OAAO,GAAGA,OAAO,IAAI,EAArB;AAGA,QAAM;AAACK,IAAAA;AAAD,MAAQV,qBAAqB,CAACG,IAAD,CAAnC;AAIA,QAAMQ,YAAY,GAAGP,OAArB;AACA,QAAMQ,gBAAgB,GAAGb,qBAAqB,CAACY,YAAD,EAAeL,OAAf,CAA9C;AAEA,QAAMO,MAAM,GAAG,MAAMZ,YAAY,CAACE,IAAD,EAAsBS,gBAAtB,EAAwCP,OAAxC,CAAjC;;AAEA,MAAI,CAACQ,MAAL,EAAa;AACX,WAAO,IAAP;AACD;;AAGDR,EAAAA,OAAO,GAAGT,gBAAgB,CAACS,OAAD,EAAUQ,MAAV,EAAkBD,gBAAlB,EAAoCF,GAApC,CAA1B;AAGAJ,EAAAA,OAAO,GAAGR,gBAAgB,CAAC;AAACY,IAAAA,GAAD;AAAMR,IAAAA,KAAN;AAAaE,IAAAA,OAAO,EAAEQ;AAAtB,GAAD,EAA0CP,OAA1C,EAAmDC,OAAnD,CAA1B;AAEA,SAAO,MAAMQ,eAAe,CAACD,MAAD,EAASV,IAAT,EAAeE,OAAf,EAAwBC,OAAxB,CAA5B;AACD;;AAID,eAAeQ,eAAf,CAA+BD,MAA/B,EAAuCV,IAAvC,EAA6CE,OAA7C,EAAsDC,OAAtD,EAA+D;AAC7Df,EAAAA,qBAAqB,CAACsB,MAAD,CAArB;;AAEA,MAAIlB,UAAU,CAACQ,IAAD,CAAd,EAAsB;AAEpB,UAAMY,QAAQ,GAAGZ,IAAjB;AACA,UAAM;AAACa,MAAAA,EAAD;AAAKC,MAAAA,UAAL;AAAiBC,MAAAA,MAAjB;AAAyBC,MAAAA,UAAzB;AAAqCC,MAAAA,IAArC;AAA2CV,MAAAA;AAA3C,QAAkDK,QAAxD;AACA,UAAMM,OAAO,GAAGC,MAAM,CAACC,WAAP,CAAmBR,QAAQ,CAACM,OAAT,CAAiBG,OAAjB,EAAnB,CAAhB;AACAlB,IAAAA,OAAO,CAACS,QAAR,GAAmB;AAACM,MAAAA,OAAD;AAAUL,MAAAA,EAAV;AAAcC,MAAAA,UAAd;AAA0BC,MAAAA,MAA1B;AAAkCC,MAAAA,UAAlC;AAA8CC,MAAAA,IAA9C;AAAoDV,MAAAA;AAApD,KAAnB;AACD;;AAEDP,EAAAA,IAAI,GAAG,MAAMN,8BAA8B,CAACM,IAAD,EAAOU,MAAP,EAAeR,OAAf,CAA3C;;AAGA,MAAIQ,MAAM,CAACY,aAAP,IAAwB,OAAOtB,IAAP,KAAgB,QAA5C,EAAsD;AACpDE,IAAAA,OAAO,CAACqB,QAAR,GAAmB,MAAnB;AACA,WAAOb,MAAM,CAACY,aAAP,CAAqBtB,IAArB,EAA2BE,OAA3B,EAAoCC,OAApC,EAA6CO,MAA7C,CAAP;AACD;;AAGD,MAAIpB,kBAAkB,CAACoB,MAAD,EAASR,OAAT,CAAtB,EAAyC;AACvC,WAAO,MAAMb,eAAe,CAACqB,MAAD,EAASV,IAAT,EAAeE,OAAf,EAAwBC,OAAxB,EAAiCJ,KAAjC,CAA5B;AACD;;AAGD,MAAIW,MAAM,CAACc,SAAP,IAAoB,OAAOxB,IAAP,KAAgB,QAAxC,EAAkD;AAChD,WAAO,MAAMU,MAAM,CAACc,SAAP,CAAiBxB,IAAjB,EAAuBE,OAAvB,EAAgCC,OAAhC,EAAyCO,MAAzC,CAAb;AACD;;AAED,MAAIA,MAAM,CAACX,KAAX,EAAkB;AAChB,WAAO,MAAMW,MAAM,CAACX,KAAP,CAAaC,IAAb,EAAmBE,OAAnB,EAA4BC,OAA5B,EAAqCO,MAArC,CAAb;AACD;;AAGDvB,EAAAA,MAAM,CAAC,CAACuB,MAAM,CAACe,SAAT,CAAN;AAGA,QAAM,IAAIC,KAAJ,WAAahB,MAAM,CAACiB,EAApB,sDAAN;AACD","sourcesContent":["import type {DataType, Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {assert, validateWorkerVersion} from '@loaders.gl/worker-utils';\nimport {parseWithWorker, canParseWithWorker} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {isResponse} from '../../javascript-utils/is-type';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getArrayBufferOrStringFromData} from '../loader-utils/get-data';\nimport {getLoaderContext, getLoadersFromContext} from '../loader-utils/loader-context';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {selectLoader} from './select-loader';\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport async function parse(\n data: DataType | Promise<DataType>,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<any> {\n assert(!context || typeof context === 'object'); // parse no longer accepts final url\n\n // Signature: parse(data, options, context | url)\n // Uses registered loaders\n if (loaders && !Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n data = await data; // Resolve any promise\n options = options || {};\n\n // Extract a url for auto detection\n const {url} = getResourceUrlAndType(data);\n\n // Chooses a loader (and normalizes it)\n // Also use any loaders in the context, new loaders take priority\n const typedLoaders = loaders as Loader | Loader[] | undefined;\n const candidateLoaders = getLoadersFromContext(typedLoaders, context);\n // todo hacky type cast\n const loader = await selectLoader(data as ArrayBuffer, candidateLoaders, options);\n // Note: if no loader was found, if so just return null\n if (!loader) {\n return null;\n }\n\n // Normalize options\n options = normalizeOptions(options, loader, candidateLoaders, url);\n\n // Get a context (if already present, will be unchanged)\n context = getLoaderContext({url, parse, loaders: candidateLoaders}, options, context);\n\n return await parseWithLoader(loader, data, options, context);\n}\n\n// TODO: support progress and abort\n// TODO - should accept loader.parseAsyncIterator and concatenate.\nasync function parseWithLoader(loader, data, options, context) {\n validateWorkerVersion(loader);\n\n if (isResponse(data)) {\n // Serialize to support passing the response to web worker\n const response = data as Response;\n const {ok, redirected, status, statusText, type, url} = response;\n const headers = Object.fromEntries(response.headers.entries());\n context.response = {headers, ok, redirected, status, statusText, type, url};\n }\n\n data = await getArrayBufferOrStringFromData(data, loader, options);\n\n // First check for synchronous text parser, wrap results in promises\n if (loader.parseTextSync && typeof data === 'string') {\n options.dataType = 'text';\n return loader.parseTextSync(data, options, context, loader);\n }\n\n // If we have a workerUrl and the loader can parse the given options efficiently in a worker\n if (canParseWithWorker(loader, options)) {\n return await parseWithWorker(loader, data, options, context, parse);\n }\n\n // Check for asynchronous parser\n if (loader.parseText && typeof data === 'string') {\n return await loader.parseText(data, options, context, loader);\n }\n\n if (loader.parse) {\n return await loader.parse(data, options, context, loader);\n }\n\n // This should not happen, all sync loaders should also offer `parse` function\n assert(!loader.parseSync);\n\n // TBD - If asynchronous parser not available, return null\n throw new Error(`${loader.id} loader - no parser found and worker is disabled`);\n}\n"],"file":"parse.js"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/api/select-loader.ts"],"names":["compareArrayBuffers","path","normalizeLoader","log","getResourceUrlAndType","getRegisteredLoaders","isBlob","EXT_PATTERN","selectLoader","data","loaders","options","context","validHTTPResponse","loader","selectLoaderSync","nothrow","slice","arrayBuffer","Error","getNoValidLoaderMessage","Array","isArray","candidateLoaders","concat","ignoreRegisteredLoaders","push","normalizeLoaders","selectLoaderInternal","url","type","testUrl","reason","mimeType","findLoaderByMIMEType","findLoaderByUrl","findLoaderByInitialBytes","getFirstCharacters","fallbackMimeType","name","Response","status","message","filename","firstCharacters","match","exec","extension","findLoaderByExtension","toLowerCase","loaderExtension","extensions","mimeTypes","includes","id","testDataAgainstText","ArrayBuffer","isView","testDataAgainstBinary","buffer","byteOffset","testText","tests","some","test","startsWith","testBinary","byteLength","magic","getMagicString","length","dataView","DataView","i","String","fromCharCode","getUint8"],"mappings":"AACA,SAAQA,mBAAR,EAA6BC,IAA7B,QAAwC,0BAAxC;AACA,SAAQC,eAAR,QAA8B,kCAA9B;AACA,SAAQC,GAAR,QAAkB,cAAlB;AACA,SAAQC,qBAAR,QAAoC,yBAApC;AACA,SAAQC,oBAAR,QAAmC,oBAAnC;AACA,SAAQC,MAAR,QAAqB,gCAArB;AAEA,MAAMC,WAAW,GAAG,YAApB;AAeA,OAAO,eAAeC,YAAf,CACLC,IADK,EAELC,OAA0B,GAAG,EAFxB,EAGLC,OAHK,EAILC,OAJK,EAKmB;AACxB,MAAI,CAACC,iBAAiB,CAACJ,IAAD,CAAtB,EAA8B;AAC5B,WAAO,IAAP;AACD;;AAGD,MAAIK,MAAM,GAAGC,gBAAgB,CAACN,IAAD,EAAOC,OAAP,EAAgB,EAAC,GAAGC,OAAJ;AAAaK,IAAAA,OAAO,EAAE;AAAtB,GAAhB,EAA6CJ,OAA7C,CAA7B;;AACA,MAAIE,MAAJ,EAAY;AACV,WAAOA,MAAP;AACD;;AAID,MAAIR,MAAM,CAACG,IAAD,CAAV,EAAkB;AAChBA,IAAAA,IAAI,GAAG,MAAOA,IAAD,CAAeQ,KAAf,CAAqB,CAArB,EAAwB,EAAxB,EAA4BC,WAA5B,EAAb;AACAJ,IAAAA,MAAM,GAAGC,gBAAgB,CAACN,IAAD,EAAOC,OAAP,EAAgBC,OAAhB,EAAyBC,OAAzB,CAAzB;AACD;;AAGD,MAAI,CAACE,MAAD,IAAW,EAACH,OAAD,aAACA,OAAD,eAACA,OAAO,CAAEK,OAAV,CAAf,EAAkC;AAChC,UAAM,IAAIG,KAAJ,CAAUC,uBAAuB,CAACX,IAAD,CAAjC,CAAN;AACD;;AAED,SAAOK,MAAP;AACD;AAWD,OAAO,SAASC,gBAAT,CACLN,IADK,EAELC,OAA0B,GAAG,EAFxB,EAGLC,OAHK,EAILC,OAJK,EAKU;AACf,MAAI,CAACC,iBAAiB,CAACJ,IAAD,CAAtB,EAA8B;AAC5B,WAAO,IAAP;AACD;;AAKD,MAAIC,OAAO,IAAI,CAACW,KAAK,CAACC,OAAN,CAAcZ,OAAd,CAAhB,EAAwC;AAEtC,WAAOR,eAAe,CAACQ,OAAD,CAAtB;AACD;;AAGD,MAAIa,gBAA0B,GAAG,EAAjC;;AAEA,MAAIb,OAAJ,EAAa;AACXa,IAAAA,gBAAgB,GAAGA,gBAAgB,CAACC,MAAjB,CAAwBd,OAAxB,CAAnB;AACD;;AAED,MAAI,EAACC,OAAD,aAACA,OAAD,eAACA,OAAO,CAAEc,uBAAV,CAAJ,EAAuC;AACrCF,IAAAA,gBAAgB,CAACG,IAAjB,CAAsB,GAAGrB,oBAAoB,EAA7C;AACD;;AAGDsB,EAAAA,gBAAgB,CAACJ,gBAAD,CAAhB;AAEA,QAAMT,MAAM,GAAGc,oBAAoB,CAACnB,IAAD,EAAOc,gBAAP,EAAyBZ,OAAzB,EAAkCC,OAAlC,CAAnC;;AAGA,MAAI,CAACE,MAAD,IAAW,EAACH,OAAD,aAACA,OAAD,eAACA,OAAO,CAAEK,OAAV,CAAf,EAAkC;AAChC,UAAM,IAAIG,KAAJ,CAAUC,uBAAuB,CAACX,IAAD,CAAjC,CAAN;AACD;;AAED,SAAOK,MAAP;AACD;;AAGD,SAASc,oBAAT,CACEnB,IADF,EAEEC,OAFF,EAGEC,OAHF,EAIEC,OAJF,EAKE;AACA,QAAM;AAACiB,IAAAA,GAAD;AAAMC,IAAAA;AAAN,MAAc1B,qBAAqB,CAACK,IAAD,CAAzC;AAEA,QAAMsB,OAAO,GAAGF,GAAG,KAAIjB,OAAJ,aAAIA,OAAJ,uBAAIA,OAAO,CAAEiB,GAAb,CAAnB;AAEA,MAAIf,MAAqB,GAAG,IAA5B;AACA,MAAIkB,MAAc,GAAG,EAArB;;AAGA,MAAIrB,OAAJ,aAAIA,OAAJ,eAAIA,OAAO,CAAEsB,QAAb,EAAuB;AACrBnB,IAAAA,MAAM,GAAGoB,oBAAoB,CAACxB,OAAD,EAAUC,OAAV,aAAUA,OAAV,uBAAUA,OAAO,CAAEsB,QAAnB,CAA7B;AACAD,IAAAA,MAAM,gDAAyCrB,OAAzC,aAAyCA,OAAzC,uBAAyCA,OAAO,CAAEsB,QAAlD,CAAN;AACD;;AAGDnB,EAAAA,MAAM,GAAGA,MAAM,IAAIqB,eAAe,CAACzB,OAAD,EAAUqB,OAAV,CAAlC;AACAC,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,yBAAkBiB,OAAlB,IAA8B,EAAzC,CAAf;AAGAjB,EAAAA,MAAM,GAAGA,MAAM,IAAIoB,oBAAoB,CAACxB,OAAD,EAAUoB,IAAV,CAAvC;AACAE,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,+BAAwBgB,IAAxB,IAAiC,EAA5C,CAAf;AAGAhB,EAAAA,MAAM,GAAGA,MAAM,IAAIsB,wBAAwB,CAAC1B,OAAD,EAAUD,IAAV,CAA3C;AACAuB,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,kCAA2BuB,kBAAkB,CAAC5B,IAAD,CAA7C,IAAwD,EAAnE,CAAf;AAGAK,EAAAA,MAAM,GAAGA,MAAM,IAAIoB,oBAAoB,CAACxB,OAAD,EAAUC,OAAV,aAAUA,OAAV,uBAAUA,OAAO,CAAE2B,gBAAnB,CAAvC;AACAN,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,wCAAiCgB,IAAjC,IAA0C,EAArD,CAAf;;AAEA,MAAIE,MAAJ,EAAY;AAAA;;AACV7B,IAAAA,GAAG,CAACA,GAAJ,CAAQ,CAAR,6CAAoCW,MAApC,4CAAoC,QAAQyB,IAA5C,eAAqDP,MAArD;AACD;;AAED,SAAOlB,MAAP;AACD;;AAGD,SAASD,iBAAT,CAA2BJ,IAA3B,EAA+C;AAE7C,MAAIA,IAAI,YAAY+B,QAApB,EAA8B;AAE5B,QAAI/B,IAAI,CAACgC,MAAL,KAAgB,GAApB,EAAyB;AACvB,aAAO,KAAP;AACD;AACF;;AACD,SAAO,IAAP;AACD;;AAGD,SAASrB,uBAAT,CAAiCX,IAAjC,EAA+C;AAC7C,QAAM;AAACoB,IAAAA,GAAD;AAAMC,IAAAA;AAAN,MAAc1B,qBAAqB,CAACK,IAAD,CAAzC;AAEA,MAAIiC,OAAO,GAAG,yBAAd;AACAA,EAAAA,OAAO,IAAIb,GAAG,aAAM5B,IAAI,CAAC0C,QAAL,CAAcd,GAAd,CAAN,UAA+B,mBAA7C;AACAa,EAAAA,OAAO,yBAAkBZ,IAAI,eAAOA,IAAP,UAAiB,cAAvC,OAAP;AAEA,QAAMc,eAAuB,GAAGnC,IAAI,GAAG4B,kBAAkB,CAAC5B,IAAD,CAArB,GAA8B,EAAlE;AACAiC,EAAAA,OAAO,IAAIE,eAAe,6BAAqBA,eAArB,UAA0C,4BAApE;AACAF,EAAAA,OAAO,IAAI,GAAX;AACA,SAAOA,OAAP;AACD;;AAED,SAASf,gBAAT,CAA0BjB,OAA1B,EAAmD;AACjD,OAAK,MAAMI,MAAX,IAAqBJ,OAArB,EAA8B;AAC5BR,IAAAA,eAAe,CAACY,MAAD,CAAf;AACD;AACF;;AAID,SAASqB,eAAT,CAAyBzB,OAAzB,EAA4CmB,GAA5C,EAAyE;AAEvE,QAAMgB,KAAK,GAAGhB,GAAG,IAAItB,WAAW,CAACuC,IAAZ,CAAiBjB,GAAjB,CAArB;AACA,QAAMkB,SAAS,GAAGF,KAAK,IAAIA,KAAK,CAAC,CAAD,CAAhC;AACA,SAAOE,SAAS,GAAGC,qBAAqB,CAACtC,OAAD,EAAUqC,SAAV,CAAxB,GAA+C,IAA/D;AACD;;AAED,SAASC,qBAAT,CAA+BtC,OAA/B,EAAkDqC,SAAlD,EAAoF;AAClFA,EAAAA,SAAS,GAAGA,SAAS,CAACE,WAAV,EAAZ;;AAEA,OAAK,MAAMnC,MAAX,IAAqBJ,OAArB,EAA8B;AAC5B,SAAK,MAAMwC,eAAX,IAA8BpC,MAAM,CAACqC,UAArC,EAAiD;AAC/C,UAAID,eAAe,CAACD,WAAhB,OAAkCF,SAAtC,EAAiD;AAC/C,eAAOjC,MAAP;AACD;AACF;AACF;;AACD,SAAO,IAAP;AACD;;AAED,SAASoB,oBAAT,CAA8BxB,OAA9B,EAAuCuB,QAAvC,EAAiD;AAC/C,OAAK,MAAMnB,MAAX,IAAqBJ,OAArB,EAA8B;AAC5B,QAAII,MAAM,CAACsC,SAAP,IAAoBtC,MAAM,CAACsC,SAAP,CAAiBC,QAAjB,CAA0BpB,QAA1B,CAAxB,EAA6D;AAC3D,aAAOnB,MAAP;AACD;;AAID,QAAImB,QAAQ,6BAAsBnB,MAAM,CAACwC,EAA7B,CAAZ,EAA+C;AAC7C,aAAOxC,MAAP;AACD;AACF;;AACD,SAAO,IAAP;AACD;;AAED,SAASsB,wBAAT,CAAkC1B,OAAlC,EAA2CD,IAA3C,EAAiD;AAC/C,MAAI,CAACA,IAAL,EAAW;AACT,WAAO,IAAP;AACD;;AAED,OAAK,MAAMK,MAAX,IAAqBJ,OAArB,EAA8B;AAC5B,QAAI,OAAOD,IAAP,KAAgB,QAApB,EAA8B;AAC5B,UAAI8C,mBAAmB,CAAC9C,IAAD,EAAOK,MAAP,CAAvB,EAAuC;AACrC,eAAOA,MAAP;AACD;AACF,KAJD,MAIO,IAAI0C,WAAW,CAACC,MAAZ,CAAmBhD,IAAnB,CAAJ,EAA8B;AAEnC,UAAIiD,qBAAqB,CAACjD,IAAI,CAACkD,MAAN,EAAclD,IAAI,CAACmD,UAAnB,EAA+B9C,MAA/B,CAAzB,EAAiE;AAC/D,eAAOA,MAAP;AACD;AACF,KALM,MAKA,IAAIL,IAAI,YAAY+C,WAApB,EAAiC;AACtC,YAAMI,UAAU,GAAG,CAAnB;;AACA,UAAIF,qBAAqB,CAACjD,IAAD,EAAOmD,UAAP,EAAmB9C,MAAnB,CAAzB,EAAqD;AACnD,eAAOA,MAAP;AACD;AACF;AAEF;;AACD,SAAO,IAAP;AACD;;AAED,SAASyC,mBAAT,CAA6B9C,IAA7B,EAAmCK,MAAnC,EAA2C;AACzC,MAAIA,MAAM,CAAC+C,QAAX,EAAqB;AACnB,WAAO/C,MAAM,CAAC+C,QAAP,CAAgBpD,IAAhB,CAAP;AACD;;AAED,QAAMqD,KAAK,GAAGzC,KAAK,CAACC,OAAN,CAAcR,MAAM,CAACgD,KAArB,IAA8BhD,MAAM,CAACgD,KAArC,GAA6C,CAAChD,MAAM,CAACgD,KAAR,CAA3D;AACA,SAAOA,KAAK,CAACC,IAAN,CAAYC,IAAD,IAAUvD,IAAI,CAACwD,UAAL,CAAgBD,IAAhB,CAArB,CAAP;AACD;;AAED,SAASN,qBAAT,CAA+BjD,IAA/B,EAAqCmD,UAArC,EAAiD9C,MAAjD,EAAyD;AACvD,QAAMgD,KAAK,GAAGzC,KAAK,CAACC,OAAN,CAAcR,MAAM,CAACgD,KAArB,IAA8BhD,MAAM,CAACgD,KAArC,GAA6C,CAAChD,MAAM,CAACgD,KAAR,CAA3D;AACA,SAAOA,KAAK,CAACC,IAAN,CAAYC,IAAD,IAAUE,UAAU,CAACzD,IAAD,EAAOmD,UAAP,EAAmB9C,MAAnB,EAA2BkD,IAA3B,CAA/B,CAAP;AACD;;AAED,SAASE,UAAT,CAAoBzD,IAApB,EAA0BmD,UAA1B,EAAsC9C,MAAtC,EAA8CkD,IAA9C,EAAoD;AAClD,MAAIA,IAAI,YAAYR,WAApB,EAAiC;AAC/B,WAAOxD,mBAAmB,CAACgE,IAAD,EAAOvD,IAAP,EAAauD,IAAI,CAACG,UAAlB,CAA1B;AACD;;AACD,UAAQ,OAAOH,IAAf;AACE,SAAK,UAAL;AACE,aAAOA,IAAI,CAACvD,IAAD,EAAOK,MAAP,CAAX;;AAEF,SAAK,QAAL;AAEE,YAAMsD,KAAK,GAAGC,cAAc,CAAC5D,IAAD,EAAOmD,UAAP,EAAmBI,IAAI,CAACM,MAAxB,CAA5B;AACA,aAAON,IAAI,KAAKI,KAAhB;;AAEF;AACE,aAAO,KAAP;AAVJ;AAYD;;AAED,SAAS/B,kBAAT,CAA4B5B,IAA5B,EAAkC6D,MAAc,GAAG,CAAnD,EAAsD;AACpD,MAAI,OAAO7D,IAAP,KAAgB,QAApB,EAA8B;AAC5B,WAAOA,IAAI,CAACQ,KAAL,CAAW,CAAX,EAAcqD,MAAd,CAAP;AACD,GAFD,MAEO,IAAId,WAAW,CAACC,MAAZ,CAAmBhD,IAAnB,CAAJ,EAA8B;AAEnC,WAAO4D,cAAc,CAAC5D,IAAI,CAACkD,MAAN,EAAclD,IAAI,CAACmD,UAAnB,EAA+BU,MAA/B,CAArB;AACD,GAHM,MAGA,IAAI7D,IAAI,YAAY+C,WAApB,EAAiC;AACtC,UAAMI,UAAU,GAAG,CAAnB;AACA,WAAOS,cAAc,CAAC5D,IAAD,EAAOmD,UAAP,EAAmBU,MAAnB,CAArB;AACD;;AACD,SAAO,EAAP;AACD;;AAED,SAASD,cAAT,CAAwBnD,WAAxB,EAAqC0C,UAArC,EAAiDU,MAAjD,EAAyD;AACvD,MAAIpD,WAAW,CAACiD,UAAZ,GAAyBP,UAAU,GAAGU,MAA1C,EAAkD;AAChD,WAAO,EAAP;AACD;;AACD,QAAMC,QAAQ,GAAG,IAAIC,QAAJ,CAAatD,WAAb,CAAjB;AACA,MAAIkD,KAAK,GAAG,EAAZ;;AACA,OAAK,IAAIK,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGH,MAApB,EAA4BG,CAAC,EAA7B,EAAiC;AAC/BL,IAAAA,KAAK,IAAIM,MAAM,CAACC,YAAP,CAAoBJ,QAAQ,CAACK,QAAT,CAAkBhB,UAAU,GAAGa,CAA/B,CAApB,CAAT;AACD;;AACD,SAAOL,KAAP;AACD","sourcesContent":["import type {LoaderContext, LoaderOptions, Loader} from '@loaders.gl/loader-utils';\nimport {compareArrayBuffers, path} from '@loaders.gl/loader-utils';\nimport {normalizeLoader} from '../loader-utils/normalize-loader';\nimport {log} from '../utils/log';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {getRegisteredLoaders} from './register-loaders';\nimport {isBlob} from '../../javascript-utils/is-type';\n\nconst EXT_PATTERN = /\\.([^.]+)$/;\n\n// TODO - Need a variant that peeks at streams for parseInBatches\n// TODO - Detect multiple matching loaders? Use heuristics to grade matches?\n// TODO - Allow apps to pass context to disambiguate between multiple matches (e.g. multiple .json formats)?\n\n/**\n * Find a loader that matches file extension and/or initial file content\n * Search the loaders array argument for a loader that matches url extension or initial data\n * Returns: a normalized loader\n * @param data data to assist\n * @param loaders\n * @param options\n * @param context used internally, applications should not provide this parameter\n */\nexport async function selectLoader(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[] | Loader = [],\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<Loader | null> {\n if (!validHTTPResponse(data)) {\n return null;\n }\n\n // First make a sync attempt, disabling exceptions\n let loader = selectLoaderSync(data, loaders, {...options, nothrow: true}, context);\n if (loader) {\n return loader;\n }\n\n // For Blobs and Files, try to asynchronously read a small initial slice and test again with that\n // to see if we can detect by initial content\n if (isBlob(data)) {\n data = await (data as Blob).slice(0, 10).arrayBuffer();\n loader = selectLoaderSync(data, loaders, options, context);\n }\n\n // no loader available\n if (!loader && !options?.nothrow) {\n throw new Error(getNoValidLoaderMessage(data));\n }\n\n return loader;\n}\n\n/**\n * Find a loader that matches file extension and/or initial file content\n * Search the loaders array argument for a loader that matches url extension or initial data\n * Returns: a normalized loader\n * @param data data to assist\n * @param loaders\n * @param options\n * @param context used internally, applications should not provide this parameter\n */\nexport function selectLoaderSync(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[] | Loader = [],\n options?: LoaderOptions,\n context?: LoaderContext\n): Loader | null {\n if (!validHTTPResponse(data)) {\n return null;\n }\n\n // eslint-disable-next-line complexity\n // if only a single loader was provided (not as array), force its use\n // TODO - Should this behavior be kept and documented?\n if (loaders && !Array.isArray(loaders)) {\n // TODO - remove support for legacy loaders\n return normalizeLoader(loaders);\n }\n\n // Build list of candidate loaders that will be searched in order for a match\n let candidateLoaders: Loader[] = [];\n // First search supplied loaders\n if (loaders) {\n candidateLoaders = candidateLoaders.concat(loaders);\n }\n // Then fall back to registered loaders\n if (!options?.ignoreRegisteredLoaders) {\n candidateLoaders.push(...getRegisteredLoaders());\n }\n\n // TODO - remove support for legacy loaders\n normalizeLoaders(candidateLoaders);\n\n const loader = selectLoaderInternal(data, candidateLoaders, options, context);\n\n // no loader available\n if (!loader && !options?.nothrow) {\n throw new Error(getNoValidLoaderMessage(data));\n }\n\n return loader;\n}\n\n/** Implements loaders selection logic */\nfunction selectLoaderInternal(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[],\n options?: LoaderOptions,\n context?: LoaderContext\n) {\n const {url, type} = getResourceUrlAndType(data);\n\n const testUrl = url || context?.url;\n\n let loader: Loader | null = null;\n let reason: string = '';\n\n // if options.mimeType is supplied, it takes precedence\n if (options?.mimeType) {\n loader = findLoaderByMIMEType(loaders, options?.mimeType);\n reason = `match forced by supplied MIME type ${options?.mimeType}`;\n }\n\n // Look up loader by url\n loader = loader || findLoaderByUrl(loaders, testUrl);\n reason = reason || (loader ? `matched url ${testUrl}` : '');\n\n // Look up loader by mime type\n loader = loader || findLoaderByMIMEType(loaders, type);\n reason = reason || (loader ? `matched MIME type ${type}` : '');\n\n // Look for loader via initial bytes (Note: not always accessible (e.g. Response, stream, async iterator)\n loader = loader || findLoaderByInitialBytes(loaders, data);\n reason = reason || (loader ? `matched initial data ${getFirstCharacters(data)}` : '');\n\n // Look up loader by fallback mime type\n loader = loader || findLoaderByMIMEType(loaders, options?.fallbackMimeType);\n reason = reason || (loader ? `matched fallback MIME type ${type}` : '');\n\n if (reason) {\n log.log(1, `selectLoader selected ${loader?.name}: ${reason}.`);\n }\n\n return loader;\n}\n\n/** Check HTTP Response */\nfunction validHTTPResponse(data: any): boolean {\n // HANDLE HTTP status\n if (data instanceof Response) {\n // 204 - NO CONTENT. This handles cases where e.g. a tile server responds with 204 for a missing tile\n if (data.status === 204) {\n return false;\n }\n }\n return true;\n}\n\n/** Generate a helpful message to help explain why loader selection failed. */\nfunction getNoValidLoaderMessage(data): string {\n const {url, type} = getResourceUrlAndType(data);\n\n let message = 'No valid loader found (';\n message += url ? `${path.filename(url)}, ` : 'no url provided, ';\n message += `MIME type: ${type ? `\"${type}\"` : 'not provided'}, `;\n // First characters are only accessible when called on data (string or arrayBuffer).\n const firstCharacters: string = data ? getFirstCharacters(data) : '';\n message += firstCharacters ? ` first bytes: \"${firstCharacters}\"` : 'first bytes: not available';\n message += ')';\n return message;\n}\n\nfunction normalizeLoaders(loaders: Loader[]): void {\n for (const loader of loaders) {\n normalizeLoader(loader);\n }\n}\n\n// TODO - Would be nice to support http://example.com/file.glb?parameter=1\n// E.g: x = new URL('http://example.com/file.glb?load=1'; x.pathname\nfunction findLoaderByUrl(loaders: Loader[], url?: string): Loader | null {\n // Get extension\n const match = url && EXT_PATTERN.exec(url);\n const extension = match && match[1];\n return extension ? findLoaderByExtension(loaders, extension) : null;\n}\n\nfunction findLoaderByExtension(loaders: Loader[], extension: string): Loader | null {\n extension = extension.toLowerCase();\n\n for (const loader of loaders) {\n for (const loaderExtension of loader.extensions) {\n if (loaderExtension.toLowerCase() === extension) {\n return loader;\n }\n }\n }\n return null;\n}\n\nfunction findLoaderByMIMEType(loaders, mimeType) {\n for (const loader of loaders) {\n if (loader.mimeTypes && loader.mimeTypes.includes(mimeType)) {\n return loader;\n }\n\n // Support referring to loaders using the \"unregistered tree\"\n // https://en.wikipedia.org/wiki/Media_type#Unregistered_tree\n if (mimeType === `application/x.${loader.id}`) {\n return loader;\n }\n }\n return null;\n}\n\nfunction findLoaderByInitialBytes(loaders, data) {\n if (!data) {\n return null;\n }\n\n for (const loader of loaders) {\n if (typeof data === 'string') {\n if (testDataAgainstText(data, loader)) {\n return loader;\n }\n } else if (ArrayBuffer.isView(data)) {\n // Typed Arrays can have offsets into underlying buffer\n if (testDataAgainstBinary(data.buffer, data.byteOffset, loader)) {\n return loader;\n }\n } else if (data instanceof ArrayBuffer) {\n const byteOffset = 0;\n if (testDataAgainstBinary(data, byteOffset, loader)) {\n return loader;\n }\n }\n // TODO Handle streaming case (requires creating a new AsyncIterator)\n }\n return null;\n}\n\nfunction testDataAgainstText(data, loader) {\n if (loader.testText) {\n return loader.testText(data);\n }\n\n const tests = Array.isArray(loader.tests) ? loader.tests : [loader.tests];\n return tests.some((test) => data.startsWith(test));\n}\n\nfunction testDataAgainstBinary(data, byteOffset, loader) {\n const tests = Array.isArray(loader.tests) ? loader.tests : [loader.tests];\n return tests.some((test) => testBinary(data, byteOffset, loader, test));\n}\n\nfunction testBinary(data, byteOffset, loader, test) {\n if (test instanceof ArrayBuffer) {\n return compareArrayBuffers(test, data, test.byteLength);\n }\n switch (typeof test) {\n case 'function':\n return test(data, loader);\n\n case 'string':\n // Magic bytes check: If `test` is a string, check if binary data starts with that strings\n const magic = getMagicString(data, byteOffset, test.length);\n return test === magic;\n\n default:\n return false;\n }\n}\n\nfunction getFirstCharacters(data, length: number = 5) {\n if (typeof data === 'string') {\n return data.slice(0, length);\n } else if (ArrayBuffer.isView(data)) {\n // Typed Arrays can have offsets into underlying buffer\n return getMagicString(data.buffer, data.byteOffset, length);\n } else if (data instanceof ArrayBuffer) {\n const byteOffset = 0;\n return getMagicString(data, byteOffset, length);\n }\n return '';\n}\n\nfunction getMagicString(arrayBuffer, byteOffset, length) {\n if (arrayBuffer.byteLength < byteOffset + length) {\n return '';\n }\n const dataView = new DataView(arrayBuffer);\n let magic = '';\n for (let i = 0; i < length; i++) {\n magic += String.fromCharCode(dataView.getUint8(byteOffset + i));\n }\n return magic;\n}\n"],"file":"select-loader.js"}
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/api/select-loader.ts"],"names":["compareArrayBuffers","path","normalizeLoader","log","getResourceUrlAndType","getRegisteredLoaders","isBlob","EXT_PATTERN","selectLoader","data","loaders","options","context","validHTTPResponse","loader","selectLoaderSync","nothrow","slice","arrayBuffer","Error","getNoValidLoaderMessage","Array","isArray","candidateLoaders","concat","ignoreRegisteredLoaders","push","normalizeLoaders","selectLoaderInternal","url","type","testUrl","reason","mimeType","findLoaderByMIMEType","findLoaderByUrl","findLoaderByInitialBytes","getFirstCharacters","fallbackMimeType","name","Response","status","message","filename","firstCharacters","match","exec","extension","findLoaderByExtension","toLowerCase","loaderExtension","extensions","mimeTypes","includes","id","testDataAgainstText","ArrayBuffer","isView","testDataAgainstBinary","buffer","byteOffset","testText","tests","some","test","startsWith","testBinary","byteLength","magic","getMagicString","length","dataView","DataView","i","String","fromCharCode","getUint8"],"mappings":"AACA,SAAQA,mBAAR,EAA6BC,IAA7B,QAAwC,0BAAxC;AACA,SAAQC,eAAR,QAA8B,kCAA9B;AACA,SAAQC,GAAR,QAAkB,cAAlB;AACA,SAAQC,qBAAR,QAAoC,yBAApC;AACA,SAAQC,oBAAR,QAAmC,oBAAnC;AACA,SAAQC,MAAR,QAAqB,gCAArB;AAEA,MAAMC,WAAW,GAAG,YAApB;AAeA,OAAO,eAAeC,YAAf,CACLC,IADK,EAELC,OAA0B,GAAG,EAFxB,EAGLC,OAHK,EAILC,OAJK,EAKmB;AACxB,MAAI,CAACC,iBAAiB,CAACJ,IAAD,CAAtB,EAA8B;AAC5B,WAAO,IAAP;AACD;;AAGD,MAAIK,MAAM,GAAGC,gBAAgB,CAACN,IAAD,EAAOC,OAAP,EAAgB,EAAC,GAAGC,OAAJ;AAAaK,IAAAA,OAAO,EAAE;AAAtB,GAAhB,EAA6CJ,OAA7C,CAA7B;;AACA,MAAIE,MAAJ,EAAY;AACV,WAAOA,MAAP;AACD;;AAID,MAAIR,MAAM,CAACG,IAAD,CAAV,EAAkB;AAChBA,IAAAA,IAAI,GAAG,MAAOA,IAAD,CAAeQ,KAAf,CAAqB,CAArB,EAAwB,EAAxB,EAA4BC,WAA5B,EAAb;AACAJ,IAAAA,MAAM,GAAGC,gBAAgB,CAACN,IAAD,EAAOC,OAAP,EAAgBC,OAAhB,EAAyBC,OAAzB,CAAzB;AACD;;AAGD,MAAI,CAACE,MAAD,IAAW,EAACH,OAAD,aAACA,OAAD,eAACA,OAAO,CAAEK,OAAV,CAAf,EAAkC;AAChC,UAAM,IAAIG,KAAJ,CAAUC,uBAAuB,CAACX,IAAD,CAAjC,CAAN;AACD;;AAED,SAAOK,MAAP;AACD;AAWD,OAAO,SAASC,gBAAT,CACLN,IADK,EAELC,OAA0B,GAAG,EAFxB,EAGLC,OAHK,EAILC,OAJK,EAKU;AACf,MAAI,CAACC,iBAAiB,CAACJ,IAAD,CAAtB,EAA8B;AAC5B,WAAO,IAAP;AACD;;AAKD,MAAIC,OAAO,IAAI,CAACW,KAAK,CAACC,OAAN,CAAcZ,OAAd,CAAhB,EAAwC;AAEtC,WAAOR,eAAe,CAACQ,OAAD,CAAtB;AACD;;AAGD,MAAIa,gBAA0B,GAAG,EAAjC;;AAEA,MAAIb,OAAJ,EAAa;AACXa,IAAAA,gBAAgB,GAAGA,gBAAgB,CAACC,MAAjB,CAAwBd,OAAxB,CAAnB;AACD;;AAED,MAAI,EAACC,OAAD,aAACA,OAAD,eAACA,OAAO,CAAEc,uBAAV,CAAJ,EAAuC;AACrCF,IAAAA,gBAAgB,CAACG,IAAjB,CAAsB,GAAGrB,oBAAoB,EAA7C;AACD;;AAGDsB,EAAAA,gBAAgB,CAACJ,gBAAD,CAAhB;AAEA,QAAMT,MAAM,GAAGc,oBAAoB,CAACnB,IAAD,EAAOc,gBAAP,EAAyBZ,OAAzB,EAAkCC,OAAlC,CAAnC;;AAGA,MAAI,CAACE,MAAD,IAAW,EAACH,OAAD,aAACA,OAAD,eAACA,OAAO,CAAEK,OAAV,CAAf,EAAkC;AAChC,UAAM,IAAIG,KAAJ,CAAUC,uBAAuB,CAACX,IAAD,CAAjC,CAAN;AACD;;AAED,SAAOK,MAAP;AACD;;AAID,SAASc,oBAAT,CACEnB,IADF,EAEEC,OAFF,EAGEC,OAHF,EAIEC,OAJF,EAKE;AACA,QAAM;AAACiB,IAAAA,GAAD;AAAMC,IAAAA;AAAN,MAAc1B,qBAAqB,CAACK,IAAD,CAAzC;AAEA,QAAMsB,OAAO,GAAGF,GAAG,KAAIjB,OAAJ,aAAIA,OAAJ,uBAAIA,OAAO,CAAEiB,GAAb,CAAnB;AAEA,MAAIf,MAAqB,GAAG,IAA5B;AACA,MAAIkB,MAAc,GAAG,EAArB;;AAGA,MAAIrB,OAAJ,aAAIA,OAAJ,eAAIA,OAAO,CAAEsB,QAAb,EAAuB;AACrBnB,IAAAA,MAAM,GAAGoB,oBAAoB,CAACxB,OAAD,EAAUC,OAAV,aAAUA,OAAV,uBAAUA,OAAO,CAAEsB,QAAnB,CAA7B;AACAD,IAAAA,MAAM,gDAAyCrB,OAAzC,aAAyCA,OAAzC,uBAAyCA,OAAO,CAAEsB,QAAlD,CAAN;AACD;;AAGDnB,EAAAA,MAAM,GAAGA,MAAM,IAAIqB,eAAe,CAACzB,OAAD,EAAUqB,OAAV,CAAlC;AACAC,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,yBAAkBiB,OAAlB,IAA8B,EAAzC,CAAf;AAGAjB,EAAAA,MAAM,GAAGA,MAAM,IAAIoB,oBAAoB,CAACxB,OAAD,EAAUoB,IAAV,CAAvC;AACAE,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,+BAAwBgB,IAAxB,IAAiC,EAA5C,CAAf;AAGAhB,EAAAA,MAAM,GAAGA,MAAM,IAAIsB,wBAAwB,CAAC1B,OAAD,EAAUD,IAAV,CAA3C;AACAuB,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,kCAA2BuB,kBAAkB,CAAC5B,IAAD,CAA7C,IAAwD,EAAnE,CAAf;AAGAK,EAAAA,MAAM,GAAGA,MAAM,IAAIoB,oBAAoB,CAACxB,OAAD,EAAUC,OAAV,aAAUA,OAAV,uBAAUA,OAAO,CAAE2B,gBAAnB,CAAvC;AACAN,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,wCAAiCgB,IAAjC,IAA0C,EAArD,CAAf;;AAEA,MAAIE,MAAJ,EAAY;AAAA;;AACV7B,IAAAA,GAAG,CAACA,GAAJ,CAAQ,CAAR,6CAAoCW,MAApC,4CAAoC,QAAQyB,IAA5C,eAAqDP,MAArD;AACD;;AAED,SAAOlB,MAAP;AACD;;AAGD,SAASD,iBAAT,CAA2BJ,IAA3B,EAA+C;AAE7C,MAAIA,IAAI,YAAY+B,QAApB,EAA8B;AAE5B,QAAI/B,IAAI,CAACgC,MAAL,KAAgB,GAApB,EAAyB;AACvB,aAAO,KAAP;AACD;AACF;;AACD,SAAO,IAAP;AACD;;AAGD,SAASrB,uBAAT,CAAiCX,IAAjC,EAA+C;AAC7C,QAAM;AAACoB,IAAAA,GAAD;AAAMC,IAAAA;AAAN,MAAc1B,qBAAqB,CAACK,IAAD,CAAzC;AAEA,MAAIiC,OAAO,GAAG,yBAAd;AACAA,EAAAA,OAAO,IAAIb,GAAG,aAAM5B,IAAI,CAAC0C,QAAL,CAAcd,GAAd,CAAN,UAA+B,mBAA7C;AACAa,EAAAA,OAAO,yBAAkBZ,IAAI,eAAOA,IAAP,UAAiB,cAAvC,OAAP;AAEA,QAAMc,eAAuB,GAAGnC,IAAI,GAAG4B,kBAAkB,CAAC5B,IAAD,CAArB,GAA8B,EAAlE;AACAiC,EAAAA,OAAO,IAAIE,eAAe,6BAAqBA,eAArB,UAA0C,4BAApE;AACAF,EAAAA,OAAO,IAAI,GAAX;AACA,SAAOA,OAAP;AACD;;AAED,SAASf,gBAAT,CAA0BjB,OAA1B,EAAmD;AACjD,OAAK,MAAMI,MAAX,IAAqBJ,OAArB,EAA8B;AAC5BR,IAAAA,eAAe,CAACY,MAAD,CAAf;AACD;AACF;;AAID,SAASqB,eAAT,CAAyBzB,OAAzB,EAA4CmB,GAA5C,EAAyE;AAEvE,QAAMgB,KAAK,GAAGhB,GAAG,IAAItB,WAAW,CAACuC,IAAZ,CAAiBjB,GAAjB,CAArB;AACA,QAAMkB,SAAS,GAAGF,KAAK,IAAIA,KAAK,CAAC,CAAD,CAAhC;AACA,SAAOE,SAAS,GAAGC,qBAAqB,CAACtC,OAAD,EAAUqC,SAAV,CAAxB,GAA+C,IAA/D;AACD;;AAED,SAASC,qBAAT,CAA+BtC,OAA/B,EAAkDqC,SAAlD,EAAoF;AAClFA,EAAAA,SAAS,GAAGA,SAAS,CAACE,WAAV,EAAZ;;AAEA,OAAK,MAAMnC,MAAX,IAAqBJ,OAArB,EAA8B;AAC5B,SAAK,MAAMwC,eAAX,IAA8BpC,MAAM,CAACqC,UAArC,EAAiD;AAC/C,UAAID,eAAe,CAACD,WAAhB,OAAkCF,SAAtC,EAAiD;AAC/C,eAAOjC,MAAP;AACD;AACF;AACF;;AACD,SAAO,IAAP;AACD;;AAED,SAASoB,oBAAT,CAA8BxB,OAA9B,EAAuCuB,QAAvC,EAAiD;AAC/C,OAAK,MAAMnB,MAAX,IAAqBJ,OAArB,EAA8B;AAC5B,QAAII,MAAM,CAACsC,SAAP,IAAoBtC,MAAM,CAACsC,SAAP,CAAiBC,QAAjB,CAA0BpB,QAA1B,CAAxB,EAA6D;AAC3D,aAAOnB,MAAP;AACD;;AAID,QAAImB,QAAQ,6BAAsBnB,MAAM,CAACwC,EAA7B,CAAZ,EAA+C;AAC7C,aAAOxC,MAAP;AACD;AACF;;AACD,SAAO,IAAP;AACD;;AAED,SAASsB,wBAAT,CAAkC1B,OAAlC,EAA2CD,IAA3C,EAAiD;AAC/C,MAAI,CAACA,IAAL,EAAW;AACT,WAAO,IAAP;AACD;;AAED,OAAK,MAAMK,MAAX,IAAqBJ,OAArB,EAA8B;AAC5B,QAAI,OAAOD,IAAP,KAAgB,QAApB,EAA8B;AAC5B,UAAI8C,mBAAmB,CAAC9C,IAAD,EAAOK,MAAP,CAAvB,EAAuC;AACrC,eAAOA,MAAP;AACD;AACF,KAJD,MAIO,IAAI0C,WAAW,CAACC,MAAZ,CAAmBhD,IAAnB,CAAJ,EAA8B;AAEnC,UAAIiD,qBAAqB,CAACjD,IAAI,CAACkD,MAAN,EAAclD,IAAI,CAACmD,UAAnB,EAA+B9C,MAA/B,CAAzB,EAAiE;AAC/D,eAAOA,MAAP;AACD;AACF,KALM,MAKA,IAAIL,IAAI,YAAY+C,WAApB,EAAiC;AACtC,YAAMI,UAAU,GAAG,CAAnB;;AACA,UAAIF,qBAAqB,CAACjD,IAAD,EAAOmD,UAAP,EAAmB9C,MAAnB,CAAzB,EAAqD;AACnD,eAAOA,MAAP;AACD;AACF;AAEF;;AACD,SAAO,IAAP;AACD;;AAED,SAASyC,mBAAT,CAA6B9C,IAA7B,EAAmCK,MAAnC,EAA2C;AACzC,MAAIA,MAAM,CAAC+C,QAAX,EAAqB;AACnB,WAAO/C,MAAM,CAAC+C,QAAP,CAAgBpD,IAAhB,CAAP;AACD;;AAED,QAAMqD,KAAK,GAAGzC,KAAK,CAACC,OAAN,CAAcR,MAAM,CAACgD,KAArB,IAA8BhD,MAAM,CAACgD,KAArC,GAA6C,CAAChD,MAAM,CAACgD,KAAR,CAA3D;AACA,SAAOA,KAAK,CAACC,IAAN,CAAYC,IAAD,IAAUvD,IAAI,CAACwD,UAAL,CAAgBD,IAAhB,CAArB,CAAP;AACD;;AAED,SAASN,qBAAT,CAA+BjD,IAA/B,EAAqCmD,UAArC,EAAiD9C,MAAjD,EAAyD;AACvD,QAAMgD,KAAK,GAAGzC,KAAK,CAACC,OAAN,CAAcR,MAAM,CAACgD,KAArB,IAA8BhD,MAAM,CAACgD,KAArC,GAA6C,CAAChD,MAAM,CAACgD,KAAR,CAA3D;AACA,SAAOA,KAAK,CAACC,IAAN,CAAYC,IAAD,IAAUE,UAAU,CAACzD,IAAD,EAAOmD,UAAP,EAAmB9C,MAAnB,EAA2BkD,IAA3B,CAA/B,CAAP;AACD;;AAED,SAASE,UAAT,CAAoBzD,IAApB,EAA0BmD,UAA1B,EAAsC9C,MAAtC,EAA8CkD,IAA9C,EAAoD;AAClD,MAAIA,IAAI,YAAYR,WAApB,EAAiC;AAC/B,WAAOxD,mBAAmB,CAACgE,IAAD,EAAOvD,IAAP,EAAauD,IAAI,CAACG,UAAlB,CAA1B;AACD;;AACD,UAAQ,OAAOH,IAAf;AACE,SAAK,UAAL;AACE,aAAOA,IAAI,CAACvD,IAAD,EAAOK,MAAP,CAAX;;AAEF,SAAK,QAAL;AAEE,YAAMsD,KAAK,GAAGC,cAAc,CAAC5D,IAAD,EAAOmD,UAAP,EAAmBI,IAAI,CAACM,MAAxB,CAA5B;AACA,aAAON,IAAI,KAAKI,KAAhB;;AAEF;AACE,aAAO,KAAP;AAVJ;AAYD;;AAED,SAAS/B,kBAAT,CAA4B5B,IAA5B,EAAkC6D,MAAc,GAAG,CAAnD,EAAsD;AACpD,MAAI,OAAO7D,IAAP,KAAgB,QAApB,EAA8B;AAC5B,WAAOA,IAAI,CAACQ,KAAL,CAAW,CAAX,EAAcqD,MAAd,CAAP;AACD,GAFD,MAEO,IAAId,WAAW,CAACC,MAAZ,CAAmBhD,IAAnB,CAAJ,EAA8B;AAEnC,WAAO4D,cAAc,CAAC5D,IAAI,CAACkD,MAAN,EAAclD,IAAI,CAACmD,UAAnB,EAA+BU,MAA/B,CAArB;AACD,GAHM,MAGA,IAAI7D,IAAI,YAAY+C,WAApB,EAAiC;AACtC,UAAMI,UAAU,GAAG,CAAnB;AACA,WAAOS,cAAc,CAAC5D,IAAD,EAAOmD,UAAP,EAAmBU,MAAnB,CAArB;AACD;;AACD,SAAO,EAAP;AACD;;AAED,SAASD,cAAT,CAAwBnD,WAAxB,EAAqC0C,UAArC,EAAiDU,MAAjD,EAAyD;AACvD,MAAIpD,WAAW,CAACiD,UAAZ,GAAyBP,UAAU,GAAGU,MAA1C,EAAkD;AAChD,WAAO,EAAP;AACD;;AACD,QAAMC,QAAQ,GAAG,IAAIC,QAAJ,CAAatD,WAAb,CAAjB;AACA,MAAIkD,KAAK,GAAG,EAAZ;;AACA,OAAK,IAAIK,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGH,MAApB,EAA4BG,CAAC,EAA7B,EAAiC;AAC/BL,IAAAA,KAAK,IAAIM,MAAM,CAACC,YAAP,CAAoBJ,QAAQ,CAACK,QAAT,CAAkBhB,UAAU,GAAGa,CAA/B,CAApB,CAAT;AACD;;AACD,SAAOL,KAAP;AACD","sourcesContent":["import type {LoaderContext, LoaderOptions, Loader} from '@loaders.gl/loader-utils';\nimport {compareArrayBuffers, path} from '@loaders.gl/loader-utils';\nimport {normalizeLoader} from '../loader-utils/normalize-loader';\nimport {log} from '../utils/log';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {getRegisteredLoaders} from './register-loaders';\nimport {isBlob} from '../../javascript-utils/is-type';\n\nconst EXT_PATTERN = /\\.([^.]+)$/;\n\n// TODO - Need a variant that peeks at streams for parseInBatches\n// TODO - Detect multiple matching loaders? Use heuristics to grade matches?\n// TODO - Allow apps to pass context to disambiguate between multiple matches (e.g. multiple .json formats)?\n\n/**\n * Find a loader that matches file extension and/or initial file content\n * Search the loaders array argument for a loader that matches url extension or initial data\n * Returns: a normalized loader\n * @param data data to assist\n * @param loaders\n * @param options\n * @param context used internally, applications should not provide this parameter\n */\nexport async function selectLoader(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[] | Loader = [],\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<Loader | null> {\n if (!validHTTPResponse(data)) {\n return null;\n }\n\n // First make a sync attempt, disabling exceptions\n let loader = selectLoaderSync(data, loaders, {...options, nothrow: true}, context);\n if (loader) {\n return loader;\n }\n\n // For Blobs and Files, try to asynchronously read a small initial slice and test again with that\n // to see if we can detect by initial content\n if (isBlob(data)) {\n data = await (data as Blob).slice(0, 10).arrayBuffer();\n loader = selectLoaderSync(data, loaders, options, context);\n }\n\n // no loader available\n if (!loader && !options?.nothrow) {\n throw new Error(getNoValidLoaderMessage(data));\n }\n\n return loader;\n}\n\n/**\n * Find a loader that matches file extension and/or initial file content\n * Search the loaders array argument for a loader that matches url extension or initial data\n * Returns: a normalized loader\n * @param data data to assist\n * @param loaders\n * @param options\n * @param context used internally, applications should not provide this parameter\n */\nexport function selectLoaderSync(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[] | Loader = [],\n options?: LoaderOptions,\n context?: LoaderContext\n): Loader | null {\n if (!validHTTPResponse(data)) {\n return null;\n }\n\n // eslint-disable-next-line complexity\n // if only a single loader was provided (not as array), force its use\n // TODO - Should this behavior be kept and documented?\n if (loaders && !Array.isArray(loaders)) {\n // TODO - remove support for legacy loaders\n return normalizeLoader(loaders);\n }\n\n // Build list of candidate loaders that will be searched in order for a match\n let candidateLoaders: Loader[] = [];\n // First search supplied loaders\n if (loaders) {\n candidateLoaders = candidateLoaders.concat(loaders);\n }\n // Then fall back to registered loaders\n if (!options?.ignoreRegisteredLoaders) {\n candidateLoaders.push(...getRegisteredLoaders());\n }\n\n // TODO - remove support for legacy loaders\n normalizeLoaders(candidateLoaders);\n\n const loader = selectLoaderInternal(data, candidateLoaders, options, context);\n\n // no loader available\n if (!loader && !options?.nothrow) {\n throw new Error(getNoValidLoaderMessage(data));\n }\n\n return loader;\n}\n\n/** Implements loaders selection logic */\n// eslint-disable-next-line complexity\nfunction selectLoaderInternal(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[],\n options?: LoaderOptions,\n context?: LoaderContext\n) {\n const {url, type} = getResourceUrlAndType(data);\n\n const testUrl = url || context?.url;\n\n let loader: Loader | null = null;\n let reason: string = '';\n\n // if options.mimeType is supplied, it takes precedence\n if (options?.mimeType) {\n loader = findLoaderByMIMEType(loaders, options?.mimeType);\n reason = `match forced by supplied MIME type ${options?.mimeType}`;\n }\n\n // Look up loader by url\n loader = loader || findLoaderByUrl(loaders, testUrl);\n reason = reason || (loader ? `matched url ${testUrl}` : '');\n\n // Look up loader by mime type\n loader = loader || findLoaderByMIMEType(loaders, type);\n reason = reason || (loader ? `matched MIME type ${type}` : '');\n\n // Look for loader via initial bytes (Note: not always accessible (e.g. Response, stream, async iterator)\n loader = loader || findLoaderByInitialBytes(loaders, data);\n reason = reason || (loader ? `matched initial data ${getFirstCharacters(data)}` : '');\n\n // Look up loader by fallback mime type\n loader = loader || findLoaderByMIMEType(loaders, options?.fallbackMimeType);\n reason = reason || (loader ? `matched fallback MIME type ${type}` : '');\n\n if (reason) {\n log.log(1, `selectLoader selected ${loader?.name}: ${reason}.`);\n }\n\n return loader;\n}\n\n/** Check HTTP Response */\nfunction validHTTPResponse(data: any): boolean {\n // HANDLE HTTP status\n if (data instanceof Response) {\n // 204 - NO CONTENT. This handles cases where e.g. a tile server responds with 204 for a missing tile\n if (data.status === 204) {\n return false;\n }\n }\n return true;\n}\n\n/** Generate a helpful message to help explain why loader selection failed. */\nfunction getNoValidLoaderMessage(data): string {\n const {url, type} = getResourceUrlAndType(data);\n\n let message = 'No valid loader found (';\n message += url ? `${path.filename(url)}, ` : 'no url provided, ';\n message += `MIME type: ${type ? `\"${type}\"` : 'not provided'}, `;\n // First characters are only accessible when called on data (string or arrayBuffer).\n const firstCharacters: string = data ? getFirstCharacters(data) : '';\n message += firstCharacters ? ` first bytes: \"${firstCharacters}\"` : 'first bytes: not available';\n message += ')';\n return message;\n}\n\nfunction normalizeLoaders(loaders: Loader[]): void {\n for (const loader of loaders) {\n normalizeLoader(loader);\n }\n}\n\n// TODO - Would be nice to support http://example.com/file.glb?parameter=1\n// E.g: x = new URL('http://example.com/file.glb?load=1'; x.pathname\nfunction findLoaderByUrl(loaders: Loader[], url?: string): Loader | null {\n // Get extension\n const match = url && EXT_PATTERN.exec(url);\n const extension = match && match[1];\n return extension ? findLoaderByExtension(loaders, extension) : null;\n}\n\nfunction findLoaderByExtension(loaders: Loader[], extension: string): Loader | null {\n extension = extension.toLowerCase();\n\n for (const loader of loaders) {\n for (const loaderExtension of loader.extensions) {\n if (loaderExtension.toLowerCase() === extension) {\n return loader;\n }\n }\n }\n return null;\n}\n\nfunction findLoaderByMIMEType(loaders, mimeType) {\n for (const loader of loaders) {\n if (loader.mimeTypes && loader.mimeTypes.includes(mimeType)) {\n return loader;\n }\n\n // Support referring to loaders using the \"unregistered tree\"\n // https://en.wikipedia.org/wiki/Media_type#Unregistered_tree\n if (mimeType === `application/x.${loader.id}`) {\n return loader;\n }\n }\n return null;\n}\n\nfunction findLoaderByInitialBytes(loaders, data) {\n if (!data) {\n return null;\n }\n\n for (const loader of loaders) {\n if (typeof data === 'string') {\n if (testDataAgainstText(data, loader)) {\n return loader;\n }\n } else if (ArrayBuffer.isView(data)) {\n // Typed Arrays can have offsets into underlying buffer\n if (testDataAgainstBinary(data.buffer, data.byteOffset, loader)) {\n return loader;\n }\n } else if (data instanceof ArrayBuffer) {\n const byteOffset = 0;\n if (testDataAgainstBinary(data, byteOffset, loader)) {\n return loader;\n }\n }\n // TODO Handle streaming case (requires creating a new AsyncIterator)\n }\n return null;\n}\n\nfunction testDataAgainstText(data, loader) {\n if (loader.testText) {\n return loader.testText(data);\n }\n\n const tests = Array.isArray(loader.tests) ? loader.tests : [loader.tests];\n return tests.some((test) => data.startsWith(test));\n}\n\nfunction testDataAgainstBinary(data, byteOffset, loader) {\n const tests = Array.isArray(loader.tests) ? loader.tests : [loader.tests];\n return tests.some((test) => testBinary(data, byteOffset, loader, test));\n}\n\nfunction testBinary(data, byteOffset, loader, test) {\n if (test instanceof ArrayBuffer) {\n return compareArrayBuffers(test, data, test.byteLength);\n }\n switch (typeof test) {\n case 'function':\n return test(data, loader);\n\n case 'string':\n // Magic bytes check: If `test` is a string, check if binary data starts with that strings\n const magic = getMagicString(data, byteOffset, test.length);\n return test === magic;\n\n default:\n return false;\n }\n}\n\nfunction getFirstCharacters(data, length: number = 5) {\n if (typeof data === 'string') {\n return data.slice(0, length);\n } else if (ArrayBuffer.isView(data)) {\n // Typed Arrays can have offsets into underlying buffer\n return getMagicString(data.buffer, data.byteOffset, length);\n } else if (data instanceof ArrayBuffer) {\n const byteOffset = 0;\n return getMagicString(data, byteOffset, length);\n }\n return '';\n}\n\nfunction getMagicString(arrayBuffer, byteOffset, length) {\n if (arrayBuffer.byteLength < byteOffset + length) {\n return '';\n }\n const dataView = new DataView(arrayBuffer);\n let magic = '';\n for (let i = 0; i < length; i++) {\n magic += String.fromCharCode(dataView.getUint8(byteOffset + i));\n }\n return magic;\n}\n"],"file":"select-loader.js"}
|
package/dist/esm/lib/init.js
CHANGED
package/dist/esm/lib/init.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/lib/init.ts"],"names":["log","version","globalThis","loaders","Object","assign","VERSION"],"mappings":"AACA,SAAQA,GAAR,QAAkB,aAAlB;AAGA,MAAMC,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../../src/lib/init.ts"],"names":["log","version","globalThis","loaders","Object","assign","VERSION"],"mappings":"AACA,SAAQA,GAAR,QAAkB,aAAlB;AAGA,MAAMC,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,EAAnE;;AAGA,IAAI,CAACC,UAAU,CAACC,OAAhB,EAAyB;AACvBH,EAAAA,GAAG,CAACA,GAAJ,CAAQ,CAAR,uBAAyBC,OAAzB;AAEAC,EAAAA,UAAU,CAACC,OAAX,GAAqBC,MAAM,CAACC,MAAP,CAAcH,UAAU,CAACC,OAAX,IAAsB,EAApC,EAAwC;AAC3DG,IAAAA,OAAO,EAAEL,OADkD;AAE3DD,IAAAA;AAF2D,GAAxC,CAArB;AAID;;AAED,eAAeE,UAAU,CAACC,OAA1B","sourcesContent":["// loaders.gl, MIT license\nimport {log} from './utils/log';\n\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst version = typeof __VERSION__ !== 'undefined' ? __VERSION__ : '';\n\n// @ts-ignore\nif (!globalThis.loaders) {\n log.log(1, `loaders.gl ${version}`)();\n\n globalThis.loaders = Object.assign(globalThis.loaders || {}, {\n VERSION: version,\n log\n });\n}\n// @ts-ignore\nexport default globalThis.loaders;\n"],"file":"init.js"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { isBrowser } from '@loaders.gl/loader-utils';
|
|
1
2
|
import { ConsoleLog } from './loggers';
|
|
2
3
|
export const DEFAULT_LOADER_OPTIONS = {
|
|
3
4
|
fetch: null,
|
|
@@ -8,7 +9,8 @@ export const DEFAULT_LOADER_OPTIONS = {
|
|
|
8
9
|
worker: true,
|
|
9
10
|
maxConcurrency: 3,
|
|
10
11
|
maxMobileConcurrency: 1,
|
|
11
|
-
reuseWorkers:
|
|
12
|
+
reuseWorkers: isBrowser,
|
|
13
|
+
_nodeWorkers: false,
|
|
12
14
|
_workerType: '',
|
|
13
15
|
limit: 0,
|
|
14
16
|
_limitMB: 0,
|