@loaders.gl/loader-utils 3.1.0-alpha.5 → 3.1.0-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es5/json-loader.js +1 -1
- package/dist/es5/json-loader.js.map +1 -1
- package/dist/es5/lib/worker-loader-utils/parse-with-worker.js +1 -1
- package/dist/es5/lib/worker-loader-utils/parse-with-worker.js.map +1 -1
- package/dist/esm/json-loader.js +1 -1
- package/dist/esm/json-loader.js.map +1 -1
- package/dist/esm/lib/worker-loader-utils/parse-with-worker.js +1 -1
- package/dist/esm/lib/worker-loader-utils/parse-with-worker.js.map +1 -1
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +111 -0
- package/dist/json-loader.d.ts +1 -0
- package/dist/json-loader.d.ts.map +1 -0
- package/dist/json-loader.js +28 -0
- package/dist/lib/binary-utils/array-buffer-utils.d.ts +1 -0
- package/dist/lib/binary-utils/array-buffer-utils.d.ts.map +1 -0
- package/dist/lib/binary-utils/array-buffer-utils.js +115 -0
- package/dist/lib/binary-utils/binary-copy-utils.d.ts +1 -0
- package/dist/lib/binary-utils/binary-copy-utils.d.ts.map +1 -0
- package/dist/lib/binary-utils/binary-copy-utils.js +51 -0
- package/dist/lib/binary-utils/buffer-utils.d.ts +1 -0
- package/dist/lib/binary-utils/buffer-utils.d.ts.map +1 -0
- package/dist/lib/binary-utils/buffer-utils.js +50 -0
- package/dist/lib/binary-utils/encode-utils.d.ts +1 -0
- package/dist/lib/binary-utils/encode-utils.d.ts.map +1 -0
- package/dist/lib/binary-utils/encode-utils.js +35 -0
- package/dist/lib/binary-utils/get-first-characters.d.ts +1 -0
- package/dist/lib/binary-utils/get-first-characters.d.ts.map +1 -0
- package/dist/lib/binary-utils/get-first-characters.js +30 -0
- package/dist/lib/binary-utils/memory-copy-utils.d.ts +1 -0
- package/dist/lib/binary-utils/memory-copy-utils.d.ts.map +1 -0
- package/dist/lib/binary-utils/memory-copy-utils.js +61 -0
- package/dist/lib/env-utils/assert.d.ts +1 -0
- package/dist/lib/env-utils/assert.d.ts.map +1 -0
- package/dist/lib/env-utils/assert.js +13 -0
- package/dist/lib/env-utils/globals.d.ts +1 -0
- package/dist/lib/env-utils/globals.d.ts.map +1 -0
- package/dist/lib/env-utils/globals.js +30 -0
- package/dist/lib/filesystems/node-filesystem.d.ts +1 -0
- package/dist/lib/filesystems/node-filesystem.d.ts.map +1 -0
- package/dist/lib/filesystems/node-filesystem.js +69 -0
- package/dist/lib/iterators/async-iteration.d.ts +1 -0
- package/dist/lib/iterators/async-iteration.d.ts.map +1 -0
- package/dist/lib/iterators/async-iteration.js +53 -0
- package/dist/lib/iterators/text-iterators.d.ts +1 -0
- package/dist/lib/iterators/text-iterators.d.ts.map +1 -0
- package/dist/lib/iterators/text-iterators.js +61 -0
- package/dist/lib/node/buffer.d.ts +1 -0
- package/dist/lib/node/buffer.d.ts.map +1 -0
- package/dist/lib/node/buffer.js +36 -0
- package/dist/lib/node/fs.d.ts +1 -0
- package/dist/lib/node/fs.d.ts.map +1 -0
- package/dist/lib/node/fs.js +42 -0
- package/dist/lib/node/util.d.ts +1 -0
- package/dist/lib/node/util.d.ts.map +1 -0
- package/dist/lib/node/util.js +25 -0
- package/dist/lib/parser-utils/parse-json.d.ts +1 -0
- package/dist/lib/parser-utils/parse-json.d.ts.map +1 -0
- package/dist/lib/parser-utils/parse-json.js +16 -0
- package/dist/lib/path-utils/file-aliases.d.ts +1 -0
- package/dist/lib/path-utils/file-aliases.d.ts.map +1 -0
- package/dist/lib/path-utils/file-aliases.js +47 -0
- package/dist/lib/path-utils/path.d.ts +1 -0
- package/dist/lib/path-utils/path.d.ts.map +1 -0
- package/dist/lib/path-utils/path.js +40 -0
- package/dist/lib/request-utils/request-scheduler.d.ts +1 -0
- package/dist/lib/request-utils/request-scheduler.d.ts.map +1 -0
- package/dist/lib/request-utils/request-scheduler.js +142 -0
- package/dist/lib/worker-loader-utils/create-loader-worker.d.ts +1 -0
- package/dist/lib/worker-loader-utils/create-loader-worker.d.ts.map +1 -0
- package/dist/lib/worker-loader-utils/create-loader-worker.js +97 -0
- package/dist/lib/worker-loader-utils/parse-with-worker.d.ts +1 -0
- package/dist/lib/worker-loader-utils/parse-with-worker.d.ts.map +1 -0
- package/dist/lib/worker-loader-utils/parse-with-worker.js +73 -0
- package/dist/types.d.ts +1 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +3 -0
- package/dist/workers/json-worker.d.ts +1 -0
- package/dist/workers/json-worker.d.ts.map +1 -0
- package/dist/workers/json-worker.js +5 -0
- package/package.json +4 -8
- package/src/lib/worker-loader-utils/parse-with-worker.ts +6 -5
package/dist/es5/json-loader.js
CHANGED
|
@@ -4,7 +4,7 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
4
4
|
value: true
|
|
5
5
|
});
|
|
6
6
|
exports._typecheckJSONLoader = exports.JSONLoader = void 0;
|
|
7
|
-
const VERSION = typeof "3.1.0-
|
|
7
|
+
const VERSION = typeof "3.1.0-beta.4" !== 'undefined' ? "3.1.0-beta.4" : 'latest';
|
|
8
8
|
const JSONLoader = {
|
|
9
9
|
name: 'JSON',
|
|
10
10
|
id: 'json',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/json-loader.ts"],"names":["VERSION","JSONLoader","name","id","module","version","extensions","mimeTypes","category","text","parseTextSync","parse","arrayBuffer","TextDecoder","decode","options","JSON","_typecheckJSONLoader"],"mappings":";;;;;;AAIA,MAAMA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/json-loader.ts"],"names":["VERSION","JSONLoader","name","id","module","version","extensions","mimeTypes","category","text","parseTextSync","parse","arrayBuffer","TextDecoder","decode","options","JSON","_typecheckJSONLoader"],"mappings":";;;;;;AAIA,MAAMA,OAAO,GAAG,0BAAuB,WAAvB,oBAAmD,QAAnE;AAMO,MAAMC,UAAU,GAAG;AACxBC,EAAAA,IAAI,EAAE,MADkB;AAExBC,EAAAA,EAAE,EAAE,MAFoB;AAGxBC,EAAAA,MAAM,EAAE,MAHgB;AAIxBC,EAAAA,OAAO,EAAEL,OAJe;AAKxBM,EAAAA,UAAU,EAAE,CAAC,MAAD,EAAS,SAAT,CALY;AAMxBC,EAAAA,SAAS,EAAE,CAAC,kBAAD,CANa;AAOxBC,EAAAA,QAAQ,EAAE,MAPc;AAQxBC,EAAAA,IAAI,EAAE,IARkB;AASxBC,EAAAA,aATwB;AAUxBC,EAAAA,KAAK,EAAE,MAAOC,WAAP,IAAuBF,aAAa,CAAC,IAAIG,WAAJ,GAAkBC,MAAlB,CAAyBF,WAAzB,CAAD,CAVnB;AAWxBG,EAAAA,OAAO,EAAE;AAXe,CAAnB;;;AAeP,SAASL,aAAT,CAAuBD,IAAvB,EAA6B;AAC3B,SAAOO,IAAI,CAACL,KAAL,CAAWF,IAAX,CAAP;AACD;;AAEM,MAAMQ,oBAAsC,GAAGhB,UAA/C","sourcesContent":["import type {LoaderWithParser} from './types';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/**\n * A JSON Micro loader (minimal bundle size)\n * Alternative to `@loaders.gl/json`\n */\nexport const JSONLoader = {\n name: 'JSON',\n id: 'json',\n module: 'json',\n version: VERSION,\n extensions: ['json', 'geojson'],\n mimeTypes: ['application/json'],\n category: 'json',\n text: true,\n parseTextSync,\n parse: async (arrayBuffer) => parseTextSync(new TextDecoder().decode(arrayBuffer)),\n options: {}\n};\n\n// TODO - deprecated\nfunction parseTextSync(text) {\n return JSON.parse(text);\n}\n\nexport const _typecheckJSONLoader: LoaderWithParser = JSONLoader;\n"],"file":"json-loader.js"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/worker-loader-utils/parse-with-worker.ts"],"names":["canParseWithWorker","loader","options","WorkerFarm","isSupported","worker","parseWithWorker","data","context","parseOnMainThread","name","id","url","workerFarm","getWorkerFarm","workerPool","getWorkerPool","JSON","parse","stringify","job","startJob","onMessage","bind","postMessage","input","result","type","payload","done","error","
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/worker-loader-utils/parse-with-worker.ts"],"names":["canParseWithWorker","loader","options","WorkerFarm","isSupported","worker","parseWithWorker","data","context","parseOnMainThread","name","id","url","workerFarm","getWorkerFarm","workerPool","getWorkerPool","JSON","parse","stringify","job","startJob","onMessage","bind","postMessage","input","result","type","payload","done","error","Error","message","console","warn"],"mappings":";;;;;;;;AAEA;;AAOO,SAASA,kBAAT,CAA4BC,MAA5B,EAA4CC,OAA5C,EAAqE;AAC1E,MAAI,CAACC,wBAAWC,WAAX,EAAL,EAA+B;AAC7B,WAAO,KAAP;AACD;;AAED,SAAOH,MAAM,CAACI,MAAP,KAAiBH,OAAjB,aAAiBA,OAAjB,uBAAiBA,OAAO,CAAEG,MAA1B,CAAP;AACD;;AAMM,eAAeC,eAAf,CACLL,MADK,EAELM,IAFK,EAGLL,OAHK,EAILM,OAJK,EAKLC,iBALK,EAML;AACA,QAAMC,IAAI,GAAGT,MAAM,CAACU,EAApB;AACA,QAAMC,GAAG,GAAG,+BAAaX,MAAb,EAAqBC,OAArB,CAAZ;;AAEA,QAAMW,UAAU,GAAGV,wBAAWW,aAAX,CAAyBZ,OAAzB,CAAnB;;AACA,QAAMa,UAAU,GAAGF,UAAU,CAACG,aAAX,CAAyB;AAACN,IAAAA,IAAD;AAAOE,IAAAA;AAAP,GAAzB,CAAnB;AAIAV,EAAAA,OAAO,GAAGe,IAAI,CAACC,KAAL,CAAWD,IAAI,CAACE,SAAL,CAAejB,OAAf,CAAX,CAAV;AAEA,QAAMkB,GAAG,GAAG,MAAML,UAAU,CAACM,QAAX,CAChB,mBADgB,EAGhBC,SAAS,CAACC,IAAV,CAAe,IAAf,EAAqBd,iBAArB,CAHgB,CAAlB;AAMAW,EAAAA,GAAG,CAACI,WAAJ,CAAgB,SAAhB,EAA2B;AAEzBC,IAAAA,KAAK,EAAElB,IAFkB;AAGzBL,IAAAA;AAHyB,GAA3B;AAMA,QAAMwB,MAAM,GAAG,MAAMN,GAAG,CAACM,MAAzB;AAEA,SAAO,MAAMA,MAAM,CAACA,MAApB;AACD;;AAQD,eAAeJ,SAAf,CACEb,iBADF,EAEEW,GAFF,EAGEO,IAHF,EAIEC,OAJF,EAKE;AACA,UAAQD,IAAR;AACE,SAAK,MAAL;AACEP,MAAAA,GAAG,CAACS,IAAJ,CAASD,OAAT;AACA;;AAEF,SAAK,OAAL;AACER,MAAAA,GAAG,CAACU,KAAJ,CAAU,IAAIC,KAAJ,CAAUH,OAAO,CAACE,KAAlB,CAAV;AACA;;AAEF,SAAK,SAAL;AAEE,YAAM;AAACnB,QAAAA,EAAD;AAAKc,QAAAA,KAAL;AAAYvB,QAAAA;AAAZ,UAAuB0B,OAA7B;;AACA,UAAI;AACF,cAAMF,MAAM,GAAG,MAAMjB,iBAAiB,CAACgB,KAAD,EAAQvB,OAAR,CAAtC;AACAkB,QAAAA,GAAG,CAACI,WAAJ,CAAgB,MAAhB,EAAwB;AAACb,UAAAA,EAAD;AAAKe,UAAAA;AAAL,SAAxB;AACD,OAHD,CAGE,OAAOI,KAAP,EAAc;AACd,cAAME,OAAO,GAAGF,KAAK,YAAYC,KAAjB,GAAyBD,KAAK,CAACE,OAA/B,GAAyC,eAAzD;AACAZ,QAAAA,GAAG,CAACI,WAAJ,CAAgB,OAAhB,EAAyB;AAACb,UAAAA,EAAD;AAAKmB,UAAAA,KAAK,EAAEE;AAAZ,SAAzB;AACD;;AACD;;AAEF;AAEEC,MAAAA,OAAO,CAACC,IAAR,6CAAkDP,IAAlD;AAvBJ;AAyBD","sourcesContent":["import type {WorkerJob, WorkerMessageType, WorkerMessagePayload} from '@loaders.gl/worker-utils';\nimport type {Loader, LoaderOptions, LoaderContext} from '../../types';\nimport {WorkerFarm, getWorkerURL} from '@loaders.gl/worker-utils';\n\n/**\n * Determines if a loader can parse with worker\n * @param loader\n * @param options\n */\nexport function canParseWithWorker(loader: Loader, options?: LoaderOptions) {\n if (!WorkerFarm.isSupported()) {\n return false;\n }\n\n return loader.worker && options?.worker;\n}\n\n/**\n * this function expects that the worker function sends certain messages,\n * this can be automated if the worker is wrapper by a call to createLoaderWorker in @loaders.gl/loader-utils.\n */\nexport async function parseWithWorker(\n loader: Loader,\n data: any,\n options?: LoaderOptions,\n context?: LoaderContext,\n parseOnMainThread?: (arrayBuffer: ArrayBuffer, options: {[key: string]: any}) => Promise<void>\n) {\n const name = loader.id; // TODO\n const url = getWorkerURL(loader, options);\n\n const workerFarm = WorkerFarm.getWorkerFarm(options);\n const workerPool = workerFarm.getWorkerPool({name, url});\n\n // options.log object contains functions which cannot be transferred\n // TODO - decide how to handle logging on workers\n options = JSON.parse(JSON.stringify(options));\n\n const job = await workerPool.startJob(\n 'process-on-worker',\n // @ts-expect-error\n onMessage.bind(null, parseOnMainThread) // eslint-disable-line @typescript-eslint/no-misused-promises\n );\n\n job.postMessage('process', {\n // @ts-ignore\n input: data,\n options\n });\n\n const result = await job.result;\n // TODO - what is going on here?\n return await result.result;\n}\n\n/**\n * Handle worker's responses to the main thread\n * @param job\n * @param type\n * @param payload\n */\nasync function onMessage(\n parseOnMainThread: (arrayBuffer: ArrayBuffer, options?: {[key: string]: any}) => Promise<void>,\n job: WorkerJob,\n type: WorkerMessageType,\n payload: WorkerMessagePayload\n) {\n switch (type) {\n case 'done':\n job.done(payload);\n break;\n\n case 'error':\n job.error(new Error(payload.error));\n break;\n\n case 'process':\n // Worker is asking for main thread to parseO\n const {id, input, options} = payload;\n try {\n const result = await parseOnMainThread(input, options);\n job.postMessage('done', {id, result});\n } catch (error) {\n const message = error instanceof Error ? error.message : 'unknown error';\n job.postMessage('error', {id, error: message});\n }\n break;\n\n default:\n // eslint-disable-next-line\n console.warn(`parse-with-worker unknown message ${type}`);\n }\n}\n"],"file":"parse-with-worker.js"}
|
package/dist/esm/json-loader.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/json-loader.ts"],"names":["VERSION","JSONLoader","name","id","module","version","extensions","mimeTypes","category","text","parseTextSync","parse","arrayBuffer","TextDecoder","decode","options","JSON","_typecheckJSONLoader"],"mappings":"AAIA,MAAMA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/json-loader.ts"],"names":["VERSION","JSONLoader","name","id","module","version","extensions","mimeTypes","category","text","parseTextSync","parse","arrayBuffer","TextDecoder","decode","options","JSON","_typecheckJSONLoader"],"mappings":"AAIA,MAAMA,OAAO,GAAG,0BAAuB,WAAvB,oBAAmD,QAAnE;AAMA,OAAO,MAAMC,UAAU,GAAG;AACxBC,EAAAA,IAAI,EAAE,MADkB;AAExBC,EAAAA,EAAE,EAAE,MAFoB;AAGxBC,EAAAA,MAAM,EAAE,MAHgB;AAIxBC,EAAAA,OAAO,EAAEL,OAJe;AAKxBM,EAAAA,UAAU,EAAE,CAAC,MAAD,EAAS,SAAT,CALY;AAMxBC,EAAAA,SAAS,EAAE,CAAC,kBAAD,CANa;AAOxBC,EAAAA,QAAQ,EAAE,MAPc;AAQxBC,EAAAA,IAAI,EAAE,IARkB;AASxBC,EAAAA,aATwB;AAUxBC,EAAAA,KAAK,EAAE,MAAOC,WAAP,IAAuBF,aAAa,CAAC,IAAIG,WAAJ,GAAkBC,MAAlB,CAAyBF,WAAzB,CAAD,CAVnB;AAWxBG,EAAAA,OAAO,EAAE;AAXe,CAAnB;;AAeP,SAASL,aAAT,CAAuBD,IAAvB,EAA6B;AAC3B,SAAOO,IAAI,CAACL,KAAL,CAAWF,IAAX,CAAP;AACD;;AAED,OAAO,MAAMQ,oBAAsC,GAAGhB,UAA/C","sourcesContent":["import type {LoaderWithParser} from './types';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/**\n * A JSON Micro loader (minimal bundle size)\n * Alternative to `@loaders.gl/json`\n */\nexport const JSONLoader = {\n name: 'JSON',\n id: 'json',\n module: 'json',\n version: VERSION,\n extensions: ['json', 'geojson'],\n mimeTypes: ['application/json'],\n category: 'json',\n text: true,\n parseTextSync,\n parse: async (arrayBuffer) => parseTextSync(new TextDecoder().decode(arrayBuffer)),\n options: {}\n};\n\n// TODO - deprecated\nfunction parseTextSync(text) {\n return JSON.parse(text);\n}\n\nexport const _typecheckJSONLoader: LoaderWithParser = JSONLoader;\n"],"file":"json-loader.js"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/worker-loader-utils/parse-with-worker.ts"],"names":["WorkerFarm","getWorkerURL","canParseWithWorker","loader","options","isSupported","worker","parseWithWorker","data","context","parseOnMainThread","name","id","url","workerFarm","getWorkerFarm","workerPool","getWorkerPool","JSON","parse","stringify","job","startJob","onMessage","bind","postMessage","input","result","type","payload","done","error","
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/worker-loader-utils/parse-with-worker.ts"],"names":["WorkerFarm","getWorkerURL","canParseWithWorker","loader","options","isSupported","worker","parseWithWorker","data","context","parseOnMainThread","name","id","url","workerFarm","getWorkerFarm","workerPool","getWorkerPool","JSON","parse","stringify","job","startJob","onMessage","bind","postMessage","input","result","type","payload","done","error","Error","message","console","warn"],"mappings":"AAEA,SAAQA,UAAR,EAAoBC,YAApB,QAAuC,0BAAvC;AAOA,OAAO,SAASC,kBAAT,CAA4BC,MAA5B,EAA4CC,OAA5C,EAAqE;AAC1E,MAAI,CAACJ,UAAU,CAACK,WAAX,EAAL,EAA+B;AAC7B,WAAO,KAAP;AACD;;AAED,SAAOF,MAAM,CAACG,MAAP,KAAiBF,OAAjB,aAAiBA,OAAjB,uBAAiBA,OAAO,CAAEE,MAA1B,CAAP;AACD;AAMD,OAAO,eAAeC,eAAf,CACLJ,MADK,EAELK,IAFK,EAGLJ,OAHK,EAILK,OAJK,EAKLC,iBALK,EAML;AACA,QAAMC,IAAI,GAAGR,MAAM,CAACS,EAApB;AACA,QAAMC,GAAG,GAAGZ,YAAY,CAACE,MAAD,EAASC,OAAT,CAAxB;AAEA,QAAMU,UAAU,GAAGd,UAAU,CAACe,aAAX,CAAyBX,OAAzB,CAAnB;AACA,QAAMY,UAAU,GAAGF,UAAU,CAACG,aAAX,CAAyB;AAACN,IAAAA,IAAD;AAAOE,IAAAA;AAAP,GAAzB,CAAnB;AAIAT,EAAAA,OAAO,GAAGc,IAAI,CAACC,KAAL,CAAWD,IAAI,CAACE,SAAL,CAAehB,OAAf,CAAX,CAAV;AAEA,QAAMiB,GAAG,GAAG,MAAML,UAAU,CAACM,QAAX,CAChB,mBADgB,EAGhBC,SAAS,CAACC,IAAV,CAAe,IAAf,EAAqBd,iBAArB,CAHgB,CAAlB;AAMAW,EAAAA,GAAG,CAACI,WAAJ,CAAgB,SAAhB,EAA2B;AAEzBC,IAAAA,KAAK,EAAElB,IAFkB;AAGzBJ,IAAAA;AAHyB,GAA3B;AAMA,QAAMuB,MAAM,GAAG,MAAMN,GAAG,CAACM,MAAzB;AAEA,SAAO,MAAMA,MAAM,CAACA,MAApB;AACD;;AAQD,eAAeJ,SAAf,CACEb,iBADF,EAEEW,GAFF,EAGEO,IAHF,EAIEC,OAJF,EAKE;AACA,UAAQD,IAAR;AACE,SAAK,MAAL;AACEP,MAAAA,GAAG,CAACS,IAAJ,CAASD,OAAT;AACA;;AAEF,SAAK,OAAL;AACER,MAAAA,GAAG,CAACU,KAAJ,CAAU,IAAIC,KAAJ,CAAUH,OAAO,CAACE,KAAlB,CAAV;AACA;;AAEF,SAAK,SAAL;AAEE,YAAM;AAACnB,QAAAA,EAAD;AAAKc,QAAAA,KAAL;AAAYtB,QAAAA;AAAZ,UAAuByB,OAA7B;;AACA,UAAI;AACF,cAAMF,MAAM,GAAG,MAAMjB,iBAAiB,CAACgB,KAAD,EAAQtB,OAAR,CAAtC;AACAiB,QAAAA,GAAG,CAACI,WAAJ,CAAgB,MAAhB,EAAwB;AAACb,UAAAA,EAAD;AAAKe,UAAAA;AAAL,SAAxB;AACD,OAHD,CAGE,OAAOI,KAAP,EAAc;AACd,cAAME,OAAO,GAAGF,KAAK,YAAYC,KAAjB,GAAyBD,KAAK,CAACE,OAA/B,GAAyC,eAAzD;AACAZ,QAAAA,GAAG,CAACI,WAAJ,CAAgB,OAAhB,EAAyB;AAACb,UAAAA,EAAD;AAAKmB,UAAAA,KAAK,EAAEE;AAAZ,SAAzB;AACD;;AACD;;AAEF;AAEEC,MAAAA,OAAO,CAACC,IAAR,6CAAkDP,IAAlD;AAvBJ;AAyBD","sourcesContent":["import type {WorkerJob, WorkerMessageType, WorkerMessagePayload} from '@loaders.gl/worker-utils';\nimport type {Loader, LoaderOptions, LoaderContext} from '../../types';\nimport {WorkerFarm, getWorkerURL} from '@loaders.gl/worker-utils';\n\n/**\n * Determines if a loader can parse with worker\n * @param loader\n * @param options\n */\nexport function canParseWithWorker(loader: Loader, options?: LoaderOptions) {\n if (!WorkerFarm.isSupported()) {\n return false;\n }\n\n return loader.worker && options?.worker;\n}\n\n/**\n * this function expects that the worker function sends certain messages,\n * this can be automated if the worker is wrapper by a call to createLoaderWorker in @loaders.gl/loader-utils.\n */\nexport async function parseWithWorker(\n loader: Loader,\n data: any,\n options?: LoaderOptions,\n context?: LoaderContext,\n parseOnMainThread?: (arrayBuffer: ArrayBuffer, options: {[key: string]: any}) => Promise<void>\n) {\n const name = loader.id; // TODO\n const url = getWorkerURL(loader, options);\n\n const workerFarm = WorkerFarm.getWorkerFarm(options);\n const workerPool = workerFarm.getWorkerPool({name, url});\n\n // options.log object contains functions which cannot be transferred\n // TODO - decide how to handle logging on workers\n options = JSON.parse(JSON.stringify(options));\n\n const job = await workerPool.startJob(\n 'process-on-worker',\n // @ts-expect-error\n onMessage.bind(null, parseOnMainThread) // eslint-disable-line @typescript-eslint/no-misused-promises\n );\n\n job.postMessage('process', {\n // @ts-ignore\n input: data,\n options\n });\n\n const result = await job.result;\n // TODO - what is going on here?\n return await result.result;\n}\n\n/**\n * Handle worker's responses to the main thread\n * @param job\n * @param type\n * @param payload\n */\nasync function onMessage(\n parseOnMainThread: (arrayBuffer: ArrayBuffer, options?: {[key: string]: any}) => Promise<void>,\n job: WorkerJob,\n type: WorkerMessageType,\n payload: WorkerMessagePayload\n) {\n switch (type) {\n case 'done':\n job.done(payload);\n break;\n\n case 'error':\n job.error(new Error(payload.error));\n break;\n\n case 'process':\n // Worker is asking for main thread to parseO\n const {id, input, options} = payload;\n try {\n const result = await parseOnMainThread(input, options);\n job.postMessage('done', {id, result});\n } catch (error) {\n const message = error instanceof Error ? error.message : 'unknown error';\n job.postMessage('error', {id, error: message});\n }\n break;\n\n default:\n // eslint-disable-next-line\n console.warn(`parse-with-worker unknown message ${type}`);\n }\n}\n"],"file":"parse-with-worker.js"}
|
package/dist/index.d.ts
CHANGED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,YAAY,EACV,MAAM,EACN,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,MAAM,EACN,aAAa,EACb,QAAQ,EACR,YAAY,EACZ,iBAAiB,EACjB,WAAW,EACX,2BAA2B,EAC5B,MAAM,SAAS,CAAC;AAGjB,OAAO,EAAC,MAAM,EAAC,MAAM,wBAAwB,CAAC;AAC9C,OAAO,EACL,SAAS,EACT,QAAQ,EACR,WAAW,EACX,IAAI,EACJ,MAAM,EACN,MAAM,EACN,QAAQ,EACT,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EAAC,kBAAkB,EAAC,MAAM,gDAAgD,CAAC;AAClF,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,6CAA6C,CAAC;AAGhG,OAAO,EAAC,SAAS,EAAC,MAAM,+BAA+B,CAAC;AAGxD,OAAO,EACL,aAAa,EACb,gBAAgB,EAChB,uBAAuB,EACvB,sBAAsB,EACtB,mBAAmB,EACpB,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAC,WAAW,EAAE,WAAW,EAAE,eAAe,EAAC,MAAM,sCAAsC,CAAC;AAC/F,OAAO,EACL,+BAA+B,EAC/B,0BAA0B,EAC3B,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAC,kBAAkB,EAAE,cAAc,EAAC,MAAM,yCAAyC,CAAC;AAG3F,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,gBAAgB,EAChB,wBAAwB,EACzB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAC,OAAO,EAAE,4BAA4B,EAAC,MAAM,iCAAiC,CAAC;AAGtF,OAAO,EAAC,OAAO,IAAI,gBAAgB,EAAC,MAAM,uCAAuC,CAAC;AAGlF,OAAO,EAAC,aAAa,EAAE,aAAa,EAAE,WAAW,EAAC,MAAM,+BAA+B,CAAC;AACxF,OAAO,EAAC,UAAU,IAAI,WAAW,EAAC,MAAM,+BAA+B,CAAC;AAGxE,OAAO,EAAC,UAAU,EAAC,MAAM,eAAe,CAAC;AAOzC,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AAC9C,OAAO,EAAC,IAAI,EAAC,CAAC;AAGd,OAAO,EAAC,QAAQ,EAAE,QAAQ,EAAE,mBAAmB,EAAC,MAAM,iCAAiC,CAAC;AAKxF,OAAO,KAAK,IAAI,MAAM,iBAAiB,CAAC;AACxC,OAAO,EAAC,IAAI,EAAC,CAAC;AAEd,OAAO,EAAC,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAG1C,OAAO,KAAK,EAAE,MAAM,eAAe,CAAC;AACpC,OAAO,EAAC,EAAE,EAAC,CAAC;AAGZ,OAAO,EAAC,OAAO,IAAI,eAAe,EAAC,MAAM,mCAAmC,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
5
|
+
}) : (function(o, m, k, k2) {
|
|
6
|
+
if (k2 === undefined) k2 = k;
|
|
7
|
+
o[k2] = m[k];
|
|
8
|
+
}));
|
|
9
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
10
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
11
|
+
}) : function(o, v) {
|
|
12
|
+
o["default"] = v;
|
|
13
|
+
});
|
|
14
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
15
|
+
if (mod && mod.__esModule) return mod;
|
|
16
|
+
var result = {};
|
|
17
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
18
|
+
__setModuleDefault(result, mod);
|
|
19
|
+
return result;
|
|
20
|
+
};
|
|
21
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
22
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
23
|
+
};
|
|
24
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
25
|
+
exports._NodeFileSystem = exports.fs = exports.promisify = exports.util = exports.bufferToArrayBuffer = exports.toBuffer = exports.isBuffer = exports.path = exports.JSONLoader = exports._addAliases = exports.resolvePath = exports.getPathPrefix = exports.setPathPrefix = exports.RequestScheduler = exports.concatenateArrayBuffersAsync = exports.forEach = exports.makeNumberedLineIterator = exports.makeLineIterator = exports.makeTextDecoderIterator = exports.makeTextEncoderIterator = exports.getMagicString = exports.getFirstCharacters = exports.copyBinaryToDataView = exports.copyStringToDataView = exports.padStringToByteAlignment = exports.copyPaddedStringToDataView = exports.copyPaddedArrayBufferToDataView = exports.copyArrayBuffer = exports.copyToArray = exports.padToNBytes = exports.compareArrayBuffers = exports.concatenateTypedArrays = exports.concatenateArrayBuffers = exports.sliceArrayBuffer = exports.toArrayBuffer = exports.parseJSON = exports.canParseWithWorker = exports.parseWithWorker = exports.createLoaderWorker = exports.document = exports.global = exports.window = exports.self = exports.nodeVersion = exports.isWorker = exports.isBrowser = exports.assert = void 0;
|
|
26
|
+
// GENERAL UTILS
|
|
27
|
+
var assert_1 = require("./lib/env-utils/assert");
|
|
28
|
+
Object.defineProperty(exports, "assert", { enumerable: true, get: function () { return assert_1.assert; } });
|
|
29
|
+
var globals_1 = require("./lib/env-utils/globals");
|
|
30
|
+
Object.defineProperty(exports, "isBrowser", { enumerable: true, get: function () { return globals_1.isBrowser; } });
|
|
31
|
+
Object.defineProperty(exports, "isWorker", { enumerable: true, get: function () { return globals_1.isWorker; } });
|
|
32
|
+
Object.defineProperty(exports, "nodeVersion", { enumerable: true, get: function () { return globals_1.nodeVersion; } });
|
|
33
|
+
Object.defineProperty(exports, "self", { enumerable: true, get: function () { return globals_1.self; } });
|
|
34
|
+
Object.defineProperty(exports, "window", { enumerable: true, get: function () { return globals_1.window; } });
|
|
35
|
+
Object.defineProperty(exports, "global", { enumerable: true, get: function () { return globals_1.global; } });
|
|
36
|
+
Object.defineProperty(exports, "document", { enumerable: true, get: function () { return globals_1.document; } });
|
|
37
|
+
// LOADERS.GL-SPECIFIC WORKER UTILS
|
|
38
|
+
var create_loader_worker_1 = require("./lib/worker-loader-utils/create-loader-worker");
|
|
39
|
+
Object.defineProperty(exports, "createLoaderWorker", { enumerable: true, get: function () { return create_loader_worker_1.createLoaderWorker; } });
|
|
40
|
+
var parse_with_worker_1 = require("./lib/worker-loader-utils/parse-with-worker");
|
|
41
|
+
Object.defineProperty(exports, "parseWithWorker", { enumerable: true, get: function () { return parse_with_worker_1.parseWithWorker; } });
|
|
42
|
+
Object.defineProperty(exports, "canParseWithWorker", { enumerable: true, get: function () { return parse_with_worker_1.canParseWithWorker; } });
|
|
43
|
+
// PARSER UTILS
|
|
44
|
+
var parse_json_1 = require("./lib/parser-utils/parse-json");
|
|
45
|
+
Object.defineProperty(exports, "parseJSON", { enumerable: true, get: function () { return parse_json_1.parseJSON; } });
|
|
46
|
+
// MEMORY COPY UTILS
|
|
47
|
+
var array_buffer_utils_1 = require("./lib/binary-utils/array-buffer-utils");
|
|
48
|
+
Object.defineProperty(exports, "toArrayBuffer", { enumerable: true, get: function () { return array_buffer_utils_1.toArrayBuffer; } });
|
|
49
|
+
Object.defineProperty(exports, "sliceArrayBuffer", { enumerable: true, get: function () { return array_buffer_utils_1.sliceArrayBuffer; } });
|
|
50
|
+
Object.defineProperty(exports, "concatenateArrayBuffers", { enumerable: true, get: function () { return array_buffer_utils_1.concatenateArrayBuffers; } });
|
|
51
|
+
Object.defineProperty(exports, "concatenateTypedArrays", { enumerable: true, get: function () { return array_buffer_utils_1.concatenateTypedArrays; } });
|
|
52
|
+
Object.defineProperty(exports, "compareArrayBuffers", { enumerable: true, get: function () { return array_buffer_utils_1.compareArrayBuffers; } });
|
|
53
|
+
var memory_copy_utils_1 = require("./lib/binary-utils/memory-copy-utils");
|
|
54
|
+
Object.defineProperty(exports, "padToNBytes", { enumerable: true, get: function () { return memory_copy_utils_1.padToNBytes; } });
|
|
55
|
+
Object.defineProperty(exports, "copyToArray", { enumerable: true, get: function () { return memory_copy_utils_1.copyToArray; } });
|
|
56
|
+
Object.defineProperty(exports, "copyArrayBuffer", { enumerable: true, get: function () { return memory_copy_utils_1.copyArrayBuffer; } });
|
|
57
|
+
var binary_copy_utils_1 = require("./lib/binary-utils/binary-copy-utils");
|
|
58
|
+
Object.defineProperty(exports, "copyPaddedArrayBufferToDataView", { enumerable: true, get: function () { return binary_copy_utils_1.copyPaddedArrayBufferToDataView; } });
|
|
59
|
+
Object.defineProperty(exports, "copyPaddedStringToDataView", { enumerable: true, get: function () { return binary_copy_utils_1.copyPaddedStringToDataView; } });
|
|
60
|
+
var encode_utils_1 = require("./lib/binary-utils/encode-utils");
|
|
61
|
+
Object.defineProperty(exports, "padStringToByteAlignment", { enumerable: true, get: function () { return encode_utils_1.padStringToByteAlignment; } });
|
|
62
|
+
Object.defineProperty(exports, "copyStringToDataView", { enumerable: true, get: function () { return encode_utils_1.copyStringToDataView; } });
|
|
63
|
+
Object.defineProperty(exports, "copyBinaryToDataView", { enumerable: true, get: function () { return encode_utils_1.copyBinaryToDataView; } });
|
|
64
|
+
var get_first_characters_1 = require("./lib/binary-utils/get-first-characters");
|
|
65
|
+
Object.defineProperty(exports, "getFirstCharacters", { enumerable: true, get: function () { return get_first_characters_1.getFirstCharacters; } });
|
|
66
|
+
Object.defineProperty(exports, "getMagicString", { enumerable: true, get: function () { return get_first_characters_1.getMagicString; } });
|
|
67
|
+
// ITERATOR UTILS
|
|
68
|
+
var text_iterators_1 = require("./lib/iterators/text-iterators");
|
|
69
|
+
Object.defineProperty(exports, "makeTextEncoderIterator", { enumerable: true, get: function () { return text_iterators_1.makeTextEncoderIterator; } });
|
|
70
|
+
Object.defineProperty(exports, "makeTextDecoderIterator", { enumerable: true, get: function () { return text_iterators_1.makeTextDecoderIterator; } });
|
|
71
|
+
Object.defineProperty(exports, "makeLineIterator", { enumerable: true, get: function () { return text_iterators_1.makeLineIterator; } });
|
|
72
|
+
Object.defineProperty(exports, "makeNumberedLineIterator", { enumerable: true, get: function () { return text_iterators_1.makeNumberedLineIterator; } });
|
|
73
|
+
var async_iteration_1 = require("./lib/iterators/async-iteration");
|
|
74
|
+
Object.defineProperty(exports, "forEach", { enumerable: true, get: function () { return async_iteration_1.forEach; } });
|
|
75
|
+
Object.defineProperty(exports, "concatenateArrayBuffersAsync", { enumerable: true, get: function () { return async_iteration_1.concatenateArrayBuffersAsync; } });
|
|
76
|
+
// REQUEST UTILS
|
|
77
|
+
var request_scheduler_1 = require("./lib/request-utils/request-scheduler");
|
|
78
|
+
Object.defineProperty(exports, "RequestScheduler", { enumerable: true, get: function () { return __importDefault(request_scheduler_1).default; } });
|
|
79
|
+
// PATH HELPERS
|
|
80
|
+
var file_aliases_1 = require("./lib/path-utils/file-aliases");
|
|
81
|
+
Object.defineProperty(exports, "setPathPrefix", { enumerable: true, get: function () { return file_aliases_1.setPathPrefix; } });
|
|
82
|
+
Object.defineProperty(exports, "getPathPrefix", { enumerable: true, get: function () { return file_aliases_1.getPathPrefix; } });
|
|
83
|
+
Object.defineProperty(exports, "resolvePath", { enumerable: true, get: function () { return file_aliases_1.resolvePath; } });
|
|
84
|
+
var file_aliases_2 = require("./lib/path-utils/file-aliases");
|
|
85
|
+
Object.defineProperty(exports, "_addAliases", { enumerable: true, get: function () { return file_aliases_2.addAliases; } });
|
|
86
|
+
// MICRO LOADERS
|
|
87
|
+
var json_loader_1 = require("./json-loader");
|
|
88
|
+
Object.defineProperty(exports, "JSONLoader", { enumerable: true, get: function () { return json_loader_1.JSONLoader; } });
|
|
89
|
+
// NODE support
|
|
90
|
+
// Node.js emulation (can be used in browser)
|
|
91
|
+
// `path` replacement (avoids bundling big path polyfill)
|
|
92
|
+
const path = __importStar(require("./lib/path-utils/path"));
|
|
93
|
+
exports.path = path;
|
|
94
|
+
// Avoid direct use of `Buffer` which pulls in 50KB polyfill
|
|
95
|
+
var buffer_utils_1 = require("./lib/binary-utils/buffer-utils");
|
|
96
|
+
Object.defineProperty(exports, "isBuffer", { enumerable: true, get: function () { return buffer_utils_1.isBuffer; } });
|
|
97
|
+
Object.defineProperty(exports, "toBuffer", { enumerable: true, get: function () { return buffer_utils_1.toBuffer; } });
|
|
98
|
+
Object.defineProperty(exports, "bufferToArrayBuffer", { enumerable: true, get: function () { return buffer_utils_1.bufferToArrayBuffer; } });
|
|
99
|
+
// Note.js wrappers (can be safely imported, but not used in browser)
|
|
100
|
+
// Use instead of importing 'util'
|
|
101
|
+
const util = __importStar(require("./lib/node/util"));
|
|
102
|
+
exports.util = util;
|
|
103
|
+
// TODO - remove
|
|
104
|
+
var util_1 = require("./lib/node/util");
|
|
105
|
+
Object.defineProperty(exports, "promisify", { enumerable: true, get: function () { return util_1.promisify; } });
|
|
106
|
+
// Use instead of importing 'fs';`
|
|
107
|
+
const fs = __importStar(require("./lib/node/fs"));
|
|
108
|
+
exports.fs = fs;
|
|
109
|
+
// EXPERIMENTAL
|
|
110
|
+
var node_filesystem_1 = require("./lib/filesystems/node-filesystem");
|
|
111
|
+
Object.defineProperty(exports, "_NodeFileSystem", { enumerable: true, get: function () { return __importDefault(node_filesystem_1).default; } });
|
package/dist/json-loader.d.ts
CHANGED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"json-loader.d.ts","sourceRoot":"","sources":["../src/json-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,SAAS,CAAC;AAM9C;;;GAGG;AACH,eAAO,MAAM,UAAU;;;;;;;;;;;;CAYtB,CAAC;AAGF,iBAAS,aAAa,CAAC,IAAI,KAAA,OAE1B;AAED,eAAO,MAAM,oBAAoB,EAAE,gBAA6B,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports._typecheckJSONLoader = exports.JSONLoader = void 0;
|
|
4
|
+
// __VERSION__ is injected by babel-plugin-version-inline
|
|
5
|
+
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
6
|
+
const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
|
|
7
|
+
/**
|
|
8
|
+
* A JSON Micro loader (minimal bundle size)
|
|
9
|
+
* Alternative to `@loaders.gl/json`
|
|
10
|
+
*/
|
|
11
|
+
exports.JSONLoader = {
|
|
12
|
+
name: 'JSON',
|
|
13
|
+
id: 'json',
|
|
14
|
+
module: 'json',
|
|
15
|
+
version: VERSION,
|
|
16
|
+
extensions: ['json', 'geojson'],
|
|
17
|
+
mimeTypes: ['application/json'],
|
|
18
|
+
category: 'json',
|
|
19
|
+
text: true,
|
|
20
|
+
parseTextSync,
|
|
21
|
+
parse: async (arrayBuffer) => parseTextSync(new TextDecoder().decode(arrayBuffer)),
|
|
22
|
+
options: {}
|
|
23
|
+
};
|
|
24
|
+
// TODO - deprecated
|
|
25
|
+
function parseTextSync(text) {
|
|
26
|
+
return JSON.parse(text);
|
|
27
|
+
}
|
|
28
|
+
exports._typecheckJSONLoader = exports.JSONLoader;
|
|
@@ -28,3 +28,4 @@ export declare function concatenateTypedArrays<T>(...typedArrays: T[]): T;
|
|
|
28
28
|
* @param byteLength
|
|
29
29
|
*/
|
|
30
30
|
export declare function sliceArrayBuffer(arrayBuffer: ArrayBuffer, byteOffset: number, byteLength?: number): ArrayBuffer;
|
|
31
|
+
//# sourceMappingURL=array-buffer-utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"array-buffer-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/binary-utils/array-buffer-utils.ts"],"names":[],"mappings":"AAGA;;GAEG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,GAAG,GAAG,WAAW,CA8BpD;AAED;;;;;GAKG;AACH,wBAAgB,mBAAmB,CACjC,YAAY,EAAE,WAAW,EACzB,YAAY,EAAE,WAAW,EACzB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAaT;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CAAC,GAAG,OAAO,EAAE,CAAC,WAAW,GAAG,UAAU,CAAC,EAAE,GAAG,WAAW,CAqB7F;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CAAC,CAAC,EAAE,GAAG,WAAW,EAAE,CAAC,EAAE,GAAG,CAAC,CAoBhE;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAC9B,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,MAAM,EAClB,UAAU,CAAC,EAAE,MAAM,GAClB,WAAW,CAOb"}
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.sliceArrayBuffer = exports.concatenateTypedArrays = exports.concatenateArrayBuffers = exports.compareArrayBuffers = exports.toArrayBuffer = void 0;
|
|
4
|
+
const buffer_utils_1 = require("./buffer-utils");
|
|
5
|
+
/**
|
|
6
|
+
* Convert an object to an array buffer
|
|
7
|
+
*/
|
|
8
|
+
function toArrayBuffer(data) {
|
|
9
|
+
// Note: Should be called first, Buffers can trigger other detections below
|
|
10
|
+
if ((0, buffer_utils_1.isBuffer)(data)) {
|
|
11
|
+
return (0, buffer_utils_1.bufferToArrayBuffer)(data);
|
|
12
|
+
}
|
|
13
|
+
if (data instanceof ArrayBuffer) {
|
|
14
|
+
return data;
|
|
15
|
+
}
|
|
16
|
+
// Careful - Node Buffers look like Uint8Arrays (keep after isBuffer)
|
|
17
|
+
if (ArrayBuffer.isView(data)) {
|
|
18
|
+
if (data.byteOffset === 0 && data.byteLength === data.buffer.byteLength) {
|
|
19
|
+
return data.buffer;
|
|
20
|
+
}
|
|
21
|
+
return data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
|
|
22
|
+
}
|
|
23
|
+
if (typeof data === 'string') {
|
|
24
|
+
const text = data;
|
|
25
|
+
const uint8Array = new TextEncoder().encode(text);
|
|
26
|
+
return uint8Array.buffer;
|
|
27
|
+
}
|
|
28
|
+
// HACK to support Blob polyfill
|
|
29
|
+
if (data && typeof data === 'object' && data._toArrayBuffer) {
|
|
30
|
+
return data._toArrayBuffer();
|
|
31
|
+
}
|
|
32
|
+
throw new Error('toArrayBuffer');
|
|
33
|
+
}
|
|
34
|
+
exports.toArrayBuffer = toArrayBuffer;
|
|
35
|
+
/**
|
|
36
|
+
* compare two binary arrays for equality
|
|
37
|
+
* @param {ArrayBuffer} a
|
|
38
|
+
* @param {ArrayBuffer} b
|
|
39
|
+
* @param {number} byteLength
|
|
40
|
+
*/
|
|
41
|
+
function compareArrayBuffers(arrayBuffer1, arrayBuffer2, byteLength) {
|
|
42
|
+
byteLength = byteLength || arrayBuffer1.byteLength;
|
|
43
|
+
if (arrayBuffer1.byteLength < byteLength || arrayBuffer2.byteLength < byteLength) {
|
|
44
|
+
return false;
|
|
45
|
+
}
|
|
46
|
+
const array1 = new Uint8Array(arrayBuffer1);
|
|
47
|
+
const array2 = new Uint8Array(arrayBuffer2);
|
|
48
|
+
for (let i = 0; i < array1.length; ++i) {
|
|
49
|
+
if (array1[i] !== array2[i]) {
|
|
50
|
+
return false;
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
return true;
|
|
54
|
+
}
|
|
55
|
+
exports.compareArrayBuffers = compareArrayBuffers;
|
|
56
|
+
/**
|
|
57
|
+
* Concatenate a sequence of ArrayBuffers
|
|
58
|
+
* @return A concatenated ArrayBuffer
|
|
59
|
+
*/
|
|
60
|
+
function concatenateArrayBuffers(...sources) {
|
|
61
|
+
// Make sure all inputs are wrapped in typed arrays
|
|
62
|
+
const sourceArrays = sources.map((source2) => source2 instanceof ArrayBuffer ? new Uint8Array(source2) : source2);
|
|
63
|
+
// Get length of all inputs
|
|
64
|
+
const byteLength = sourceArrays.reduce((length, typedArray) => length + typedArray.byteLength, 0);
|
|
65
|
+
// Allocate array with space for all inputs
|
|
66
|
+
const result = new Uint8Array(byteLength);
|
|
67
|
+
// Copy the subarrays
|
|
68
|
+
let offset = 0;
|
|
69
|
+
for (const sourceArray of sourceArrays) {
|
|
70
|
+
result.set(sourceArray, offset);
|
|
71
|
+
offset += sourceArray.byteLength;
|
|
72
|
+
}
|
|
73
|
+
// We work with ArrayBuffers, discard the typed array wrapper
|
|
74
|
+
return result.buffer;
|
|
75
|
+
}
|
|
76
|
+
exports.concatenateArrayBuffers = concatenateArrayBuffers;
|
|
77
|
+
/**
|
|
78
|
+
* Concatenate arbitrary count of typed arrays
|
|
79
|
+
* https://developer.mozilla.org/en-US/docs/Web/JavaScript/Typed_arrays
|
|
80
|
+
* @param {...*} arrays - list of arrays. All arrays should be the same type
|
|
81
|
+
* @return A concatenated TypedArray
|
|
82
|
+
*/
|
|
83
|
+
function concatenateTypedArrays(...typedArrays) {
|
|
84
|
+
// @ts-ignore
|
|
85
|
+
const arrays = typedArrays;
|
|
86
|
+
// @ts-ignore
|
|
87
|
+
const TypedArrayConstructor = (arrays && arrays.length > 1 && arrays[0].constructor) || null;
|
|
88
|
+
if (!TypedArrayConstructor) {
|
|
89
|
+
throw new Error('"concatenateTypedArrays" - incorrect quantity of arguments or arguments have incompatible data types');
|
|
90
|
+
}
|
|
91
|
+
const sumLength = arrays.reduce((acc, value) => acc + value.length, 0);
|
|
92
|
+
// @ts-ignore typescript does not like dynamic constructors
|
|
93
|
+
const result = new TypedArrayConstructor(sumLength);
|
|
94
|
+
let offset = 0;
|
|
95
|
+
for (const array of arrays) {
|
|
96
|
+
result.set(array, offset);
|
|
97
|
+
offset += array.length;
|
|
98
|
+
}
|
|
99
|
+
return result;
|
|
100
|
+
}
|
|
101
|
+
exports.concatenateTypedArrays = concatenateTypedArrays;
|
|
102
|
+
/**
|
|
103
|
+
* Copy a view of an ArrayBuffer into new ArrayBuffer with byteOffset = 0
|
|
104
|
+
* @param arrayBuffer
|
|
105
|
+
* @param byteOffset
|
|
106
|
+
* @param byteLength
|
|
107
|
+
*/
|
|
108
|
+
function sliceArrayBuffer(arrayBuffer, byteOffset, byteLength) {
|
|
109
|
+
const subArray = byteLength !== undefined
|
|
110
|
+
? new Uint8Array(arrayBuffer).subarray(byteOffset, byteOffset + byteLength)
|
|
111
|
+
: new Uint8Array(arrayBuffer).subarray(byteOffset);
|
|
112
|
+
const arrayCopy = new Uint8Array(subArray);
|
|
113
|
+
return arrayCopy.buffer;
|
|
114
|
+
}
|
|
115
|
+
exports.sliceArrayBuffer = sliceArrayBuffer;
|
|
@@ -21,3 +21,4 @@ export declare function copyPaddedArrayBufferToDataView(dataView: DataView | nul
|
|
|
21
21
|
* @return new byteOffset of resulting dataView
|
|
22
22
|
*/
|
|
23
23
|
export declare function copyPaddedStringToDataView(dataView: DataView | null, byteOffset: number, string: string, padding: number): number;
|
|
24
|
+
//# sourceMappingURL=binary-copy-utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"binary-copy-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/binary-utils/binary-copy-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,aAAa,CAAC;AAGvC;;;;;;;;;GASG;AACH,wBAAgB,+BAA+B,CAC7C,QAAQ,EAAE,QAAQ,GAAG,IAAI,EACzB,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE,UAAU,EACxB,OAAO,EAAE,MAAM,UAuBhB;AAED;;;;;;;;;GASG;AACH,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,QAAQ,GAAG,IAAI,EACzB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,GACd,MAAM,CASR"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.copyPaddedStringToDataView = exports.copyPaddedArrayBufferToDataView = void 0;
|
|
4
|
+
const memory_copy_utils_1 = require("./memory-copy-utils");
|
|
5
|
+
/**
|
|
6
|
+
* Copy sourceBuffer to dataView with some padding
|
|
7
|
+
*
|
|
8
|
+
* @param {DataView | null} dataView - destination data container. If null - only new offset is calculated
|
|
9
|
+
* @param {number} byteOffset - destination byte offset to copy to
|
|
10
|
+
* @param {Array | TypedArray} sourceBuffer - source data buffer
|
|
11
|
+
* @param {number} padding - pad the resulting array to multiple of "padding" bytes. Additional bytes are filled with 0x20 (ASCII space)
|
|
12
|
+
*
|
|
13
|
+
* @return new byteOffset of resulting dataView
|
|
14
|
+
*/
|
|
15
|
+
function copyPaddedArrayBufferToDataView(dataView, byteOffset, sourceBuffer, padding) {
|
|
16
|
+
const paddedLength = (0, memory_copy_utils_1.padToNBytes)(sourceBuffer.byteLength, padding);
|
|
17
|
+
const padLength = paddedLength - sourceBuffer.byteLength;
|
|
18
|
+
if (dataView) {
|
|
19
|
+
// Copy array
|
|
20
|
+
const targetArray = new Uint8Array(dataView.buffer, dataView.byteOffset + byteOffset, sourceBuffer.byteLength);
|
|
21
|
+
const sourceArray = new Uint8Array(sourceBuffer);
|
|
22
|
+
targetArray.set(sourceArray);
|
|
23
|
+
// Add PADDING
|
|
24
|
+
for (let i = 0; i < padLength; ++i) {
|
|
25
|
+
// json chunk is padded with spaces (ASCII 0x20)
|
|
26
|
+
dataView.setUint8(byteOffset + sourceBuffer.byteLength + i, 0x20);
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
byteOffset += paddedLength;
|
|
30
|
+
return byteOffset;
|
|
31
|
+
}
|
|
32
|
+
exports.copyPaddedArrayBufferToDataView = copyPaddedArrayBufferToDataView;
|
|
33
|
+
/**
|
|
34
|
+
* Copy string to dataView with some padding
|
|
35
|
+
*
|
|
36
|
+
* @param {DataView | null} dataView - destination data container. If null - only new offset is calculated
|
|
37
|
+
* @param {number} byteOffset - destination byte offset to copy to
|
|
38
|
+
* @param {string} string - source string
|
|
39
|
+
* @param {number} padding - pad the resulting array to multiple of "padding" bytes. Additional bytes are filled with 0x20 (ASCII space)
|
|
40
|
+
*
|
|
41
|
+
* @return new byteOffset of resulting dataView
|
|
42
|
+
*/
|
|
43
|
+
function copyPaddedStringToDataView(dataView, byteOffset, string, padding) {
|
|
44
|
+
const textEncoder = new TextEncoder();
|
|
45
|
+
// PERFORMANCE IDEA: We encode twice, once to get size and once to store
|
|
46
|
+
// PERFORMANCE IDEA: Use TextEncoder.encodeInto() to avoid temporary copy
|
|
47
|
+
const stringBuffer = textEncoder.encode(string);
|
|
48
|
+
byteOffset = copyPaddedArrayBufferToDataView(dataView, byteOffset, stringBuffer, padding);
|
|
49
|
+
return byteOffset;
|
|
50
|
+
}
|
|
51
|
+
exports.copyPaddedStringToDataView = copyPaddedStringToDataView;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"buffer-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/binary-utils/buffer-utils.ts"],"names":[],"mappings":";AAEA;;GAEG;AACH,wBAAgB,QAAQ,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CAE5C;AAED;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,IAAI,EAAE,GAAG,GAAG,MAAM,CAE1C;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,GAAG,GAAG,WAAW,CAM5D"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
5
|
+
}) : (function(o, m, k, k2) {
|
|
6
|
+
if (k2 === undefined) k2 = k;
|
|
7
|
+
o[k2] = m[k];
|
|
8
|
+
}));
|
|
9
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
10
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
11
|
+
}) : function(o, v) {
|
|
12
|
+
o["default"] = v;
|
|
13
|
+
});
|
|
14
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
15
|
+
if (mod && mod.__esModule) return mod;
|
|
16
|
+
var result = {};
|
|
17
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
18
|
+
__setModuleDefault(result, mod);
|
|
19
|
+
return result;
|
|
20
|
+
};
|
|
21
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
22
|
+
exports.bufferToArrayBuffer = exports.toBuffer = exports.isBuffer = void 0;
|
|
23
|
+
const node = __importStar(require("../node/buffer"));
|
|
24
|
+
/**
|
|
25
|
+
* Check for Node.js `Buffer` (without triggering bundler to include Buffer polyfill on browser)
|
|
26
|
+
*/
|
|
27
|
+
function isBuffer(value) {
|
|
28
|
+
return value && typeof value === 'object' && value.isBuffer;
|
|
29
|
+
}
|
|
30
|
+
exports.isBuffer = isBuffer;
|
|
31
|
+
/**
|
|
32
|
+
* Converts to Node.js `Buffer` (without triggering bundler to include Buffer polyfill on browser)
|
|
33
|
+
* @todo better data type
|
|
34
|
+
*/
|
|
35
|
+
function toBuffer(data) {
|
|
36
|
+
return node.toBuffer ? node.toBuffer(data) : data;
|
|
37
|
+
}
|
|
38
|
+
exports.toBuffer = toBuffer;
|
|
39
|
+
/**
|
|
40
|
+
* Converts Node.js `Buffer` to `ArrayBuffer` (without triggering bundler to include Buffer polyfill on browser)
|
|
41
|
+
* @todo better data type
|
|
42
|
+
*/
|
|
43
|
+
function bufferToArrayBuffer(buffer) {
|
|
44
|
+
if (isBuffer(buffer)) {
|
|
45
|
+
const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);
|
|
46
|
+
return typedArray.slice().buffer;
|
|
47
|
+
}
|
|
48
|
+
return buffer;
|
|
49
|
+
}
|
|
50
|
+
exports.bufferToArrayBuffer = bufferToArrayBuffer;
|
|
@@ -1,3 +1,4 @@
|
|
|
1
1
|
export declare function padStringToByteAlignment(string: any, byteAlignment: any): string;
|
|
2
2
|
export declare function copyStringToDataView(dataView: any, byteOffset: any, string: any, byteLength: any): any;
|
|
3
3
|
export declare function copyBinaryToDataView(dataView: any, byteOffset: any, binary: any, byteLength: any): any;
|
|
4
|
+
//# sourceMappingURL=encode-utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"encode-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/binary-utils/encode-utils.ts"],"names":[],"mappings":"AAIA,wBAAgB,wBAAwB,CAAC,MAAM,KAAA,EAAE,aAAa,KAAA,UAS7D;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,KAAA,EAAE,UAAU,KAAA,EAAE,MAAM,KAAA,EAAE,UAAU,KAAA,OAO5E;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,KAAA,EAAE,UAAU,KAAA,EAAE,MAAM,KAAA,EAAE,UAAU,KAAA,OAO5E"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
// Note: These were broken out from gltf loader...
|
|
3
|
+
// eslint-disable-next-line complexity
|
|
4
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
5
|
+
exports.copyBinaryToDataView = exports.copyStringToDataView = exports.padStringToByteAlignment = void 0;
|
|
6
|
+
// PERFORMANCE IDEA: No need to copy string twice...
|
|
7
|
+
function padStringToByteAlignment(string, byteAlignment) {
|
|
8
|
+
const length = string.length;
|
|
9
|
+
const paddedLength = Math.ceil(length / byteAlignment) * byteAlignment; // Round up to the required alignment
|
|
10
|
+
const padding = paddedLength - length;
|
|
11
|
+
let whitespace = '';
|
|
12
|
+
for (let i = 0; i < padding; ++i) {
|
|
13
|
+
whitespace += ' ';
|
|
14
|
+
}
|
|
15
|
+
return string + whitespace;
|
|
16
|
+
}
|
|
17
|
+
exports.padStringToByteAlignment = padStringToByteAlignment;
|
|
18
|
+
function copyStringToDataView(dataView, byteOffset, string, byteLength) {
|
|
19
|
+
if (dataView) {
|
|
20
|
+
for (let i = 0; i < byteLength; i++) {
|
|
21
|
+
dataView.setUint8(byteOffset + i, string.charCodeAt(i));
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
return byteOffset + byteLength;
|
|
25
|
+
}
|
|
26
|
+
exports.copyStringToDataView = copyStringToDataView;
|
|
27
|
+
function copyBinaryToDataView(dataView, byteOffset, binary, byteLength) {
|
|
28
|
+
if (dataView) {
|
|
29
|
+
for (let i = 0; i < byteLength; i++) {
|
|
30
|
+
dataView.setUint8(byteOffset + i, binary[i]);
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
return byteOffset + byteLength;
|
|
34
|
+
}
|
|
35
|
+
exports.copyBinaryToDataView = copyBinaryToDataView;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-first-characters.d.ts","sourceRoot":"","sources":["../../../src/lib/binary-utils/get-first-characters.ts"],"names":[],"mappings":"AAAA,wBAAgB,kBAAkB,CAAC,IAAI,KAAA,EAAE,MAAM,SAAI,GAAG,MAAM,CAW3D;AAED,wBAAgB,cAAc,CAC5B,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,GACb,MAAM,CAUR"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.getMagicString = exports.getFirstCharacters = void 0;
|
|
4
|
+
function getFirstCharacters(data, length = 5) {
|
|
5
|
+
if (typeof data === 'string') {
|
|
6
|
+
return data.slice(0, length);
|
|
7
|
+
}
|
|
8
|
+
else if (ArrayBuffer.isView(data)) {
|
|
9
|
+
// Typed Arrays can have offsets into underlying buffer
|
|
10
|
+
return getMagicString(data.buffer, data.byteOffset, length);
|
|
11
|
+
}
|
|
12
|
+
else if (data instanceof ArrayBuffer) {
|
|
13
|
+
const byteOffset = 0;
|
|
14
|
+
return getMagicString(data, byteOffset, length);
|
|
15
|
+
}
|
|
16
|
+
return '';
|
|
17
|
+
}
|
|
18
|
+
exports.getFirstCharacters = getFirstCharacters;
|
|
19
|
+
function getMagicString(arrayBuffer, byteOffset, length) {
|
|
20
|
+
if (arrayBuffer.byteLength <= byteOffset + length) {
|
|
21
|
+
return '';
|
|
22
|
+
}
|
|
23
|
+
const dataView = new DataView(arrayBuffer);
|
|
24
|
+
let magic = '';
|
|
25
|
+
for (let i = 0; i < length; i++) {
|
|
26
|
+
magic += String.fromCharCode(dataView.getUint8(byteOffset + i));
|
|
27
|
+
}
|
|
28
|
+
return magic;
|
|
29
|
+
}
|
|
30
|
+
exports.getMagicString = getMagicString;
|