@loaders.gl/worker-utils 4.2.0-alpha.4 → 4.2.0-alpha.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (73) hide show
  1. package/dist/index.cjs +172 -63
  2. package/dist/index.cjs.map +7 -0
  3. package/dist/index.d.ts +18 -18
  4. package/dist/index.d.ts.map +1 -1
  5. package/dist/index.js +19 -8
  6. package/dist/lib/async-queue/async-queue.js +80 -68
  7. package/dist/lib/env-utils/assert.js +10 -4
  8. package/dist/lib/env-utils/globals.js +19 -7
  9. package/dist/lib/env-utils/version.js +20 -11
  10. package/dist/lib/library-utils/library-utils.js +148 -73
  11. package/dist/lib/node/require-utils.node.js +72 -43
  12. package/dist/lib/node/worker_threads-browser.js +9 -2
  13. package/dist/lib/node/worker_threads.js +4 -2
  14. package/dist/lib/process-utils/child-process-proxy.js +101 -93
  15. package/dist/lib/process-utils/process-utils.js +28 -23
  16. package/dist/lib/worker-api/create-worker.d.ts +1 -1
  17. package/dist/lib/worker-api/create-worker.d.ts.map +1 -1
  18. package/dist/lib/worker-api/create-worker.js +77 -74
  19. package/dist/lib/worker-api/get-worker-url.d.ts +1 -1
  20. package/dist/lib/worker-api/get-worker-url.d.ts.map +1 -1
  21. package/dist/lib/worker-api/get-worker-url.js +52 -26
  22. package/dist/lib/worker-api/process-on-worker.d.ts +1 -1
  23. package/dist/lib/worker-api/process-on-worker.d.ts.map +1 -1
  24. package/dist/lib/worker-api/process-on-worker.js +70 -67
  25. package/dist/lib/worker-api/validate-worker-version.d.ts +1 -1
  26. package/dist/lib/worker-api/validate-worker-version.d.ts.map +1 -1
  27. package/dist/lib/worker-api/validate-worker-version.js +29 -14
  28. package/dist/lib/worker-farm/worker-body.d.ts +1 -1
  29. package/dist/lib/worker-farm/worker-body.d.ts.map +1 -1
  30. package/dist/lib/worker-farm/worker-body.js +106 -68
  31. package/dist/lib/worker-farm/worker-farm.d.ts +1 -1
  32. package/dist/lib/worker-farm/worker-farm.d.ts.map +1 -1
  33. package/dist/lib/worker-farm/worker-farm.js +77 -62
  34. package/dist/lib/worker-farm/worker-job.d.ts +2 -2
  35. package/dist/lib/worker-farm/worker-job.d.ts.map +1 -1
  36. package/dist/lib/worker-farm/worker-job.js +44 -32
  37. package/dist/lib/worker-farm/worker-pool.d.ts +3 -3
  38. package/dist/lib/worker-farm/worker-pool.d.ts.map +1 -1
  39. package/dist/lib/worker-farm/worker-pool.js +151 -111
  40. package/dist/lib/worker-farm/worker-thread.d.ts +1 -1
  41. package/dist/lib/worker-farm/worker-thread.d.ts.map +1 -1
  42. package/dist/lib/worker-farm/worker-thread.js +120 -94
  43. package/dist/lib/worker-utils/get-loadable-worker-url.js +54 -24
  44. package/dist/lib/worker-utils/get-transfer-list.js +79 -44
  45. package/dist/lib/worker-utils/remove-nontransferable-options.js +23 -14
  46. package/dist/types.js +3 -1
  47. package/dist/workers/null-worker.js +6 -3
  48. package/package.json +4 -4
  49. package/dist/index.js.map +0 -1
  50. package/dist/lib/async-queue/async-queue.js.map +0 -1
  51. package/dist/lib/env-utils/assert.js.map +0 -1
  52. package/dist/lib/env-utils/globals.js.map +0 -1
  53. package/dist/lib/env-utils/version.js.map +0 -1
  54. package/dist/lib/library-utils/library-utils.js.map +0 -1
  55. package/dist/lib/node/require-utils.node.js.map +0 -1
  56. package/dist/lib/node/worker_threads-browser.js.map +0 -1
  57. package/dist/lib/node/worker_threads.js.map +0 -1
  58. package/dist/lib/process-utils/child-process-proxy.js.map +0 -1
  59. package/dist/lib/process-utils/process-utils.js.map +0 -1
  60. package/dist/lib/worker-api/create-worker.js.map +0 -1
  61. package/dist/lib/worker-api/get-worker-url.js.map +0 -1
  62. package/dist/lib/worker-api/process-on-worker.js.map +0 -1
  63. package/dist/lib/worker-api/validate-worker-version.js.map +0 -1
  64. package/dist/lib/worker-farm/worker-body.js.map +0 -1
  65. package/dist/lib/worker-farm/worker-farm.js.map +0 -1
  66. package/dist/lib/worker-farm/worker-job.js.map +0 -1
  67. package/dist/lib/worker-farm/worker-pool.js.map +0 -1
  68. package/dist/lib/worker-farm/worker-thread.js.map +0 -1
  69. package/dist/lib/worker-utils/get-loadable-worker-url.js.map +0 -1
  70. package/dist/lib/worker-utils/get-transfer-list.js.map +0 -1
  71. package/dist/lib/worker-utils/remove-nontransferable-options.js.map +0 -1
  72. package/dist/types.js.map +0 -1
  73. package/dist/workers/null-worker.js.map +0 -1
@@ -1 +0,0 @@
1
- {"version":3,"file":"child-process-proxy.js","names":["ChildProcess","getAvailablePort","DEFAULT_PROPS","command","arguments","port","autoPort","wait","onSuccess","processProxy","console","log","props","ChildProcessProxy","constructor","id","length","undefined","childProcess","successTimer","start","args","Number","portArg","push","String","Promise","resolve","reject","_setTimeout","join","spawn","stdout","on","data","toString","stderr","ignoreStderr","_clearTimeout","Error","error","code","stop","kill","exit","statusCode","process","message","callback","setTimeout","clearTimeout"],"sources":["../../../src/lib/process-utils/child-process-proxy.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\n/* eslint-disable no-console */\n// Avoid using named imports for Node builtins to help with \"empty\" resolution\n// for bundlers targeting browser environments. Access imports & types\n// through the `ChildProcess` object (e.g. `ChildProcess.spawn`, `ChildProcess.ChildProcess`).\nimport * as ChildProcess from 'child_process';\nimport {getAvailablePort} from './process-utils';\n\nexport type ChildProcessProxyProps = {\n command: string;\n arguments: string[];\n /** Whether to add a port specified arg */\n portArg?: string;\n /** Base port number */\n port?: number;\n /** Whether to search for an available port if the base port is occupied */\n autoPort?: boolean;\n /** Number of milliseconds to wait until concluding success */\n /** wait: 0 - infinity */\n wait?: number;\n /** Options passed on to Node'.js `spawn` */\n spawn?: ChildProcess.SpawnOptionsWithoutStdio;\n /** Should proceed if stderr stream recieved data */\n ignoreStderr?: boolean;\n /** Callback when the */\n onStart?: (proxy: ChildProcessProxy) => void;\n onSuccess?: (proxy: ChildProcessProxy) => void;\n};\n\nconst DEFAULT_PROPS: ChildProcessProxyProps = {\n command: '',\n arguments: [],\n port: 5000,\n autoPort: true,\n wait: 2000,\n onSuccess: (processProxy) => {\n console.log(`Started ${processProxy.props.command}`);\n }\n};\n\n/**\n * Manager for a Node.js child process\n * Prepares arguments, starts, stops and tracks output\n */\nexport default class ChildProcessProxy {\n id: string;\n props: ChildProcessProxyProps = {...DEFAULT_PROPS};\n private childProcess: ChildProcess.ChildProcess | null = null;\n private port: number = 0;\n private successTimer?: any; // NodeJS.Timeout;\n\n // constructor(props?: {id?: string});\n constructor({id = 'browser-driver'} = {}) {\n this.id = id;\n }\n\n /** Starts a child process with the provided props */\n async start(props: ChildProcessProxyProps): Promise<object> {\n props = {...DEFAULT_PROPS, ...props};\n this.props = props;\n\n const args = [...props.arguments];\n\n // If portArg is set, we can look up an available port\n this.port = Number(props.port);\n if (props.portArg) {\n if (props.autoPort) {\n this.port = await getAvailablePort(props.port);\n }\n args.push(props.portArg, String(this.port));\n }\n\n return await new Promise((resolve, reject) => {\n try {\n this._setTimeout(() => {\n if (props.onSuccess) {\n props.onSuccess(this);\n }\n resolve({});\n });\n\n console.log(`Spawning ${props.command} ${props.arguments.join(' ')}`);\n const childProcess = ChildProcess.spawn(props.command, args, props.spawn);\n this.childProcess = childProcess;\n\n childProcess.stdout.on('data', (data) => {\n console.log(data.toString());\n });\n childProcess.stderr.on('data', (data) => {\n console.log(`Child process wrote to stderr: \"${data}\".`);\n if (!props.ignoreStderr) {\n this._clearTimeout();\n reject(new Error(data));\n }\n });\n childProcess.on('error', (error) => {\n console.log(`Child process errored with ${error}`);\n this._clearTimeout();\n reject(error);\n });\n childProcess.on('close', (code) => {\n console.log(`Child process exited with ${code}`);\n this.childProcess = null;\n this._clearTimeout();\n resolve({});\n });\n } catch (error) {\n reject(error);\n }\n });\n }\n\n /** Stops a running child process */\n async stop(): Promise<void> {\n if (this.childProcess) {\n this.childProcess.kill();\n this.childProcess = null;\n }\n }\n\n /** Exits this process */\n async exit(statusCode: number = 0): Promise<void> {\n try {\n await this.stop();\n // eslint-disable-next-line no-process-exit\n process.exit(statusCode);\n } catch (error) {\n console.error((error as Error).message || error);\n // eslint-disable-next-line no-process-exit\n process.exit(1);\n }\n }\n\n _setTimeout(callback: (...args: any[]) => void) {\n if (Number(this.props.wait) > 0) {\n this.successTimer = setTimeout(callback, this.props.wait);\n }\n }\n\n _clearTimeout() {\n if (this.successTimer) {\n clearTimeout(this.successTimer);\n }\n }\n}\n"],"mappings":"AAQA,OAAO,KAAKA,YAAY,MAAM,eAAe;AAAC,SACtCC,gBAAgB;AAuBxB,MAAMC,aAAqC,GAAG;EAC5CC,OAAO,EAAE,EAAE;EACXC,SAAS,EAAE,EAAE;EACbC,IAAI,EAAE,IAAI;EACVC,QAAQ,EAAE,IAAI;EACdC,IAAI,EAAE,IAAI;EACVC,SAAS,EAAGC,YAAY,IAAK;IAC3BC,OAAO,CAACC,GAAG,CAAE,WAAUF,YAAY,CAACG,KAAK,CAACT,OAAQ,EAAC,CAAC;EACtD;AACF,CAAC;AAMD,eAAe,MAAMU,iBAAiB,CAAC;EAQrCC,WAAWA,CAAA,EAA+B;IAAA,IAA9B;MAACC,EAAE,GAAG;IAAgB,CAAC,GAAAX,SAAA,CAAAY,MAAA,QAAAZ,SAAA,QAAAa,SAAA,GAAAb,SAAA,MAAG,CAAC,CAAC;IAAA,KAPxCW,EAAE;IAAA,KACFH,KAAK,GAA2B;MAAC,GAAGV;IAAa,CAAC;IAAA,KAC1CgB,YAAY,GAAqC,IAAI;IAAA,KACrDb,IAAI,GAAW,CAAC;IAAA,KAChBc,YAAY;IAIlB,IAAI,CAACJ,EAAE,GAAGA,EAAE;EACd;EAGA,MAAMK,KAAKA,CAACR,KAA6B,EAAmB;IAC1DA,KAAK,GAAG;MAAC,GAAGV,aAAa;MAAE,GAAGU;IAAK,CAAC;IACpC,IAAI,CAACA,KAAK,GAAGA,KAAK;IAElB,MAAMS,IAAI,GAAG,CAAC,GAAGT,KAAK,CAACR,SAAS,CAAC;IAGjC,IAAI,CAACC,IAAI,GAAGiB,MAAM,CAACV,KAAK,CAACP,IAAI,CAAC;IAC9B,IAAIO,KAAK,CAACW,OAAO,EAAE;MACjB,IAAIX,KAAK,CAACN,QAAQ,EAAE;QAClB,IAAI,CAACD,IAAI,GAAG,MAAMJ,gBAAgB,CAACW,KAAK,CAACP,IAAI,CAAC;MAChD;MACAgB,IAAI,CAACG,IAAI,CAACZ,KAAK,CAACW,OAAO,EAAEE,MAAM,CAAC,IAAI,CAACpB,IAAI,CAAC,CAAC;IAC7C;IAEA,OAAO,MAAM,IAAIqB,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;MAC5C,IAAI;QACF,IAAI,CAACC,WAAW,CAAC,MAAM;UACrB,IAAIjB,KAAK,CAACJ,SAAS,EAAE;YACnBI,KAAK,CAACJ,SAAS,CAAC,IAAI,CAAC;UACvB;UACAmB,OAAO,CAAC,CAAC,CAAC,CAAC;QACb,CAAC,CAAC;QAEFjB,OAAO,CAACC,GAAG,CAAE,YAAWC,KAAK,CAACT,OAAQ,IAAGS,KAAK,CAACR,SAAS,CAAC0B,IAAI,CAAC,GAAG,CAAE,EAAC,CAAC;QACrE,MAAMZ,YAAY,GAAGlB,YAAY,CAAC+B,KAAK,CAACnB,KAAK,CAACT,OAAO,EAAEkB,IAAI,EAAET,KAAK,CAACmB,KAAK,CAAC;QACzE,IAAI,CAACb,YAAY,GAAGA,YAAY;QAEhCA,YAAY,CAACc,MAAM,CAACC,EAAE,CAAC,MAAM,EAAGC,IAAI,IAAK;UACvCxB,OAAO,CAACC,GAAG,CAACuB,IAAI,CAACC,QAAQ,CAAC,CAAC,CAAC;QAC9B,CAAC,CAAC;QACFjB,YAAY,CAACkB,MAAM,CAACH,EAAE,CAAC,MAAM,EAAGC,IAAI,IAAK;UACvCxB,OAAO,CAACC,GAAG,CAAE,mCAAkCuB,IAAK,IAAG,CAAC;UACxD,IAAI,CAACtB,KAAK,CAACyB,YAAY,EAAE;YACvB,IAAI,CAACC,aAAa,CAAC,CAAC;YACpBV,MAAM,CAAC,IAAIW,KAAK,CAACL,IAAI,CAAC,CAAC;UACzB;QACF,CAAC,CAAC;QACFhB,YAAY,CAACe,EAAE,CAAC,OAAO,EAAGO,KAAK,IAAK;UAClC9B,OAAO,CAACC,GAAG,CAAE,8BAA6B6B,KAAM,EAAC,CAAC;UAClD,IAAI,CAACF,aAAa,CAAC,CAAC;UACpBV,MAAM,CAACY,KAAK,CAAC;QACf,CAAC,CAAC;QACFtB,YAAY,CAACe,EAAE,CAAC,OAAO,EAAGQ,IAAI,IAAK;UACjC/B,OAAO,CAACC,GAAG,CAAE,6BAA4B8B,IAAK,EAAC,CAAC;UAChD,IAAI,CAACvB,YAAY,GAAG,IAAI;UACxB,IAAI,CAACoB,aAAa,CAAC,CAAC;UACpBX,OAAO,CAAC,CAAC,CAAC,CAAC;QACb,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOa,KAAK,EAAE;QACdZ,MAAM,CAACY,KAAK,CAAC;MACf;IACF,CAAC,CAAC;EACJ;EAGA,MAAME,IAAIA,CAAA,EAAkB;IAC1B,IAAI,IAAI,CAACxB,YAAY,EAAE;MACrB,IAAI,CAACA,YAAY,CAACyB,IAAI,CAAC,CAAC;MACxB,IAAI,CAACzB,YAAY,GAAG,IAAI;IAC1B;EACF;EAGA,MAAM0B,IAAIA,CAAA,EAAwC;IAAA,IAAvCC,UAAkB,GAAAzC,SAAA,CAAAY,MAAA,QAAAZ,SAAA,QAAAa,SAAA,GAAAb,SAAA,MAAG,CAAC;IAC/B,IAAI;MACF,MAAM,IAAI,CAACsC,IAAI,CAAC,CAAC;MAEjBI,OAAO,CAACF,IAAI,CAACC,UAAU,CAAC;IAC1B,CAAC,CAAC,OAAOL,KAAK,EAAE;MACd9B,OAAO,CAAC8B,KAAK,CAAEA,KAAK,CAAWO,OAAO,IAAIP,KAAK,CAAC;MAEhDM,OAAO,CAACF,IAAI,CAAC,CAAC,CAAC;IACjB;EACF;EAEAf,WAAWA,CAACmB,QAAkC,EAAE;IAC9C,IAAI1B,MAAM,CAAC,IAAI,CAACV,KAAK,CAACL,IAAI,CAAC,GAAG,CAAC,EAAE;MAC/B,IAAI,CAACY,YAAY,GAAG8B,UAAU,CAACD,QAAQ,EAAE,IAAI,CAACpC,KAAK,CAACL,IAAI,CAAC;IAC3D;EACF;EAEA+B,aAAaA,CAAA,EAAG;IACd,IAAI,IAAI,CAACnB,YAAY,EAAE;MACrB+B,YAAY,CAAC,IAAI,CAAC/B,YAAY,CAAC;IACjC;EACF;AACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"process-utils.js","names":["ChildProcess","getAvailablePort","defaultPort","arguments","length","undefined","Promise","resolve","exec","error","stdout","portsInUse","regex","split","forEach","line","match","push","Number","port","includes"],"sources":["../../../src/lib/process-utils/process-utils.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport ChildProcess from 'child_process';\n\n// Get an available port\n// Works on Unix systems\nexport function getAvailablePort(defaultPort: number = 3000): Promise<number> {\n return new Promise((resolve) => {\n // Get a list of all ports in use\n ChildProcess.exec('lsof -i -P -n | grep LISTEN', (error, stdout) => {\n if (error) {\n // likely no permission, e.g. CI\n resolve(defaultPort);\n return;\n }\n\n const portsInUse: number[] = [];\n const regex = /:(\\d+) \\(LISTEN\\)/;\n stdout.split('\\n').forEach((line) => {\n const match = regex.exec(line);\n if (match) {\n portsInUse.push(Number(match[1]));\n }\n });\n let port = defaultPort;\n while (portsInUse.includes(port)) {\n port++;\n }\n resolve(port);\n });\n });\n}\n"],"mappings":"AAIA,OAAOA,YAAY,MAAM,eAAe;AAIxC,OAAO,SAASC,gBAAgBA,CAAA,EAA8C;EAAA,IAA7CC,WAAmB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,IAAI;EACzD,OAAO,IAAIG,OAAO,CAAEC,OAAO,IAAK;IAE9BP,YAAY,CAACQ,IAAI,CAAC,6BAA6B,EAAE,CAACC,KAAK,EAAEC,MAAM,KAAK;MAClE,IAAID,KAAK,EAAE;QAETF,OAAO,CAACL,WAAW,CAAC;QACpB;MACF;MAEA,MAAMS,UAAoB,GAAG,EAAE;MAC/B,MAAMC,KAAK,GAAG,mBAAmB;MACjCF,MAAM,CAACG,KAAK,CAAC,IAAI,CAAC,CAACC,OAAO,CAAEC,IAAI,IAAK;QACnC,MAAMC,KAAK,GAAGJ,KAAK,CAACJ,IAAI,CAACO,IAAI,CAAC;QAC9B,IAAIC,KAAK,EAAE;UACTL,UAAU,CAACM,IAAI,CAACC,MAAM,CAACF,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC;MACF,CAAC,CAAC;MACF,IAAIG,IAAI,GAAGjB,WAAW;MACtB,OAAOS,UAAU,CAACS,QAAQ,CAACD,IAAI,CAAC,EAAE;QAChCA,IAAI,EAAE;MACR;MACAZ,OAAO,CAACY,IAAI,CAAC;IACf,CAAC,CAAC;EACJ,CAAC,CAAC;AACJ"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"create-worker.js","names":["AsyncQueue","WorkerBody","requestId","inputBatches","options","createWorker","process","processInBatches","inWorkerThread","context","processOnMainThread","onmessage","type","payload","Error","result","input","postMessage","resultIterator","batch","push","close","error","message","arrayBuffer","arguments","length","undefined","Promise","resolve","reject","id","onMessage","removeEventListener","addEventListener"],"sources":["../../../src/lib/worker-api/create-worker.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {\n WorkerMessageType,\n WorkerMessagePayload,\n WorkerContext,\n Process,\n ProcessInBatches\n} from '../../types';\nimport AsyncQueue from '../async-queue/async-queue';\nimport WorkerBody from '../worker-farm/worker-body';\n// import {validateWorkerVersion} from './validate-worker-version';\n\n/** Counter for jobs */\nlet requestId = 0;\nlet inputBatches: AsyncQueue<any>;\nlet options: {[key: string]: any};\n\nexport type ProcessOnMainThread = (\n data: any,\n options?: {[key: string]: any},\n context?: WorkerContext\n) => any;\n\n/**\n * Set up a WebWorkerGlobalScope to talk with the main thread\n */\nexport async function createWorker(\n process: Process,\n processInBatches?: ProcessInBatches\n): Promise<void> {\n if (!(await WorkerBody.inWorkerThread())) {\n return;\n }\n\n const context: WorkerContext = {\n process: processOnMainThread\n };\n\n // eslint-disable-next-line complexity\n WorkerBody.onmessage = async (type: WorkerMessageType, payload: WorkerMessagePayload) => {\n try {\n switch (type) {\n case 'process':\n if (!process) {\n throw new Error('Worker does not support atomic processing');\n }\n const result = await process(payload.input, payload.options || {}, context);\n WorkerBody.postMessage('done', {result});\n break;\n\n case 'process-in-batches':\n if (!processInBatches) {\n throw new Error('Worker does not support batched processing');\n }\n inputBatches = new AsyncQueue<any>();\n options = payload.options || {};\n const resultIterator = processInBatches(inputBatches, options, context);\n for await (const batch of resultIterator) {\n WorkerBody.postMessage('output-batch', {result: batch});\n }\n WorkerBody.postMessage('done', {});\n break;\n\n case 'input-batch':\n inputBatches.push(payload.input);\n break;\n\n case 'input-done':\n inputBatches.close();\n break;\n\n default:\n }\n } catch (error) {\n const message = error instanceof Error ? error.message : '';\n WorkerBody.postMessage('error', {error: message});\n }\n };\n}\n\nfunction processOnMainThread(arrayBuffer: ArrayBuffer, options = {}) {\n return new Promise((resolve, reject) => {\n const id = requestId++;\n\n /**\n */\n const onMessage = (type: string, payload: WorkerMessagePayload) => {\n if (payload.id !== id) {\n // not ours\n return;\n }\n\n switch (type) {\n case 'done':\n WorkerBody.removeEventListener(onMessage);\n resolve(payload.result);\n break;\n\n case 'error':\n WorkerBody.removeEventListener(onMessage);\n reject(payload.error);\n break;\n\n default:\n // ignore\n }\n };\n\n WorkerBody.addEventListener(onMessage);\n\n // Ask the main thread to decode data\n const payload = {id, input: arrayBuffer, options};\n WorkerBody.postMessage('process', payload);\n });\n}\n"],"mappings":"OAWOA,UAAU;AAAA,OACVC,UAAU;AAIjB,IAAIC,SAAS,GAAG,CAAC;AACjB,IAAIC,YAA6B;AACjC,IAAIC,OAA6B;AAWjC,OAAO,eAAeC,YAAYA,CAChCC,OAAgB,EAChBC,gBAAmC,EACpB;EACf,IAAI,EAAE,MAAMN,UAAU,CAACO,cAAc,CAAC,CAAC,CAAC,EAAE;IACxC;EACF;EAEA,MAAMC,OAAsB,GAAG;IAC7BH,OAAO,EAAEI;EACX,CAAC;EAGDT,UAAU,CAACU,SAAS,GAAG,OAAOC,IAAuB,EAAEC,OAA6B,KAAK;IACvF,IAAI;MACF,QAAQD,IAAI;QACV,KAAK,SAAS;UACZ,IAAI,CAACN,OAAO,EAAE;YACZ,MAAM,IAAIQ,KAAK,CAAC,2CAA2C,CAAC;UAC9D;UACA,MAAMC,MAAM,GAAG,MAAMT,OAAO,CAACO,OAAO,CAACG,KAAK,EAAEH,OAAO,CAACT,OAAO,IAAI,CAAC,CAAC,EAAEK,OAAO,CAAC;UAC3ER,UAAU,CAACgB,WAAW,CAAC,MAAM,EAAE;YAACF;UAAM,CAAC,CAAC;UACxC;QAEF,KAAK,oBAAoB;UACvB,IAAI,CAACR,gBAAgB,EAAE;YACrB,MAAM,IAAIO,KAAK,CAAC,4CAA4C,CAAC;UAC/D;UACAX,YAAY,GAAG,IAAIH,UAAU,CAAM,CAAC;UACpCI,OAAO,GAAGS,OAAO,CAACT,OAAO,IAAI,CAAC,CAAC;UAC/B,MAAMc,cAAc,GAAGX,gBAAgB,CAACJ,YAAY,EAAEC,OAAO,EAAEK,OAAO,CAAC;UACvE,WAAW,MAAMU,KAAK,IAAID,cAAc,EAAE;YACxCjB,UAAU,CAACgB,WAAW,CAAC,cAAc,EAAE;cAACF,MAAM,EAAEI;YAAK,CAAC,CAAC;UACzD;UACAlB,UAAU,CAACgB,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;UAClC;QAEF,KAAK,aAAa;UAChBd,YAAY,CAACiB,IAAI,CAACP,OAAO,CAACG,KAAK,CAAC;UAChC;QAEF,KAAK,YAAY;UACfb,YAAY,CAACkB,KAAK,CAAC,CAAC;UACpB;QAEF;MACF;IACF,CAAC,CAAC,OAAOC,KAAK,EAAE;MACd,MAAMC,OAAO,GAAGD,KAAK,YAAYR,KAAK,GAAGQ,KAAK,CAACC,OAAO,GAAG,EAAE;MAC3DtB,UAAU,CAACgB,WAAW,CAAC,OAAO,EAAE;QAACK,KAAK,EAAEC;MAAO,CAAC,CAAC;IACnD;EACF,CAAC;AACH;AAEA,SAASb,mBAAmBA,CAACc,WAAwB,EAAgB;EAAA,IAAdpB,OAAO,GAAAqB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EACjE,OAAO,IAAIG,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACtC,MAAMC,EAAE,GAAG7B,SAAS,EAAE;IAItB,MAAM8B,SAAS,GAAGA,CAACpB,IAAY,EAAEC,OAA6B,KAAK;MACjE,IAAIA,OAAO,CAACkB,EAAE,KAAKA,EAAE,EAAE;QAErB;MACF;MAEA,QAAQnB,IAAI;QACV,KAAK,MAAM;UACTX,UAAU,CAACgC,mBAAmB,CAACD,SAAS,CAAC;UACzCH,OAAO,CAAChB,OAAO,CAACE,MAAM,CAAC;UACvB;QAEF,KAAK,OAAO;UACVd,UAAU,CAACgC,mBAAmB,CAACD,SAAS,CAAC;UACzCF,MAAM,CAACjB,OAAO,CAACS,KAAK,CAAC;UACrB;QAEF;MAEF;IACF,CAAC;IAEDrB,UAAU,CAACiC,gBAAgB,CAACF,SAAS,CAAC;IAGtC,MAAMnB,OAAO,GAAG;MAACkB,EAAE;MAAEf,KAAK,EAAEQ,WAAW;MAAEpB;IAAO,CAAC;IACjDH,UAAU,CAACgB,WAAW,CAAC,SAAS,EAAEJ,OAAO,CAAC;EAC5C,CAAC,CAAC;AACJ"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"get-worker-url.js","names":["assert","isBrowser","VERSION","NPM_TAG","getWorkerName","worker","warning","version","name","getWorkerURL","options","arguments","length","undefined","workerOptions","id","workerFile","url","workerUrl","_workerType","module","versionTag"],"sources":["../../../src/lib/worker-api/get-worker-url.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\n// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {WorkerObject, WorkerOptions} from '../../types';\nimport {assert} from '../env-utils/assert';\nimport {isBrowser} from '../env-utils/globals';\nimport {VERSION, NPM_TAG} from '../env-utils/version';\n\n/**\n * Gets worker object's name (for debugging in Chrome thread inspector window)\n */\nexport function getWorkerName(worker: WorkerObject): string {\n const warning = worker.version !== VERSION ? ` (worker-utils@${VERSION})` : '';\n return `${worker.name}@${worker.version}${warning}`;\n}\n\n/**\n * Generate a worker URL based on worker object and options\n * @returns A URL to one of the following:\n * - a published worker on unpkg CDN\n * - a local test worker\n * - a URL provided by the user in options\n */\nexport function getWorkerURL(worker: WorkerObject, options: WorkerOptions = {}): string {\n const workerOptions = options[worker.id] || {};\n\n const workerFile = isBrowser ? `${worker.id}-worker.js` : `${worker.id}-worker-node.js`;\n\n let url = workerOptions.workerUrl;\n\n // HACK: Allow for non-nested workerUrl for the CompressionWorker.\n // For the compression worker, workerOptions is currently not nested correctly. For most loaders,\n // you'd have options within an object, i.e. `{mvt: {coordinates: ...}}` but the CompressionWorker\n // puts options at the top level, not within a `compression` key (its `id`). For this reason, the\n // above `workerOptions` will always be a string (i.e. `'gzip'`) for the CompressionWorker. To not\n // break backwards compatibility, we allow the CompressionWorker to have options at the top level.\n if (!url && worker.id === 'compression') {\n url = options.workerUrl;\n }\n\n // If URL is test, generate local loaders.gl url\n // @ts-ignore _workerType\n if (options._workerType === 'test') {\n if (isBrowser) {\n url = `modules/${worker.module}/dist/${workerFile}`;\n } else {\n // In the test environment the ts-node loader requires TypeScript code\n url = `modules/${worker.module}/src/workers/${worker.id}-worker-node.ts`;\n }\n }\n\n // If url override is not provided, generate a URL to published version on npm CDN unpkg.com\n if (!url) {\n // GENERATE\n let version = worker.version;\n // On master we need to load npm alpha releases published with the `beta` tag\n if (version === 'latest') {\n // throw new Error('latest worker version specified');\n version = NPM_TAG;\n }\n const versionTag = version ? `@${version}` : '';\n url = `https://unpkg.com/@loaders.gl/${worker.module}${versionTag}/dist/${workerFile}`;\n }\n\n assert(url);\n\n // Allow user to override location\n return url;\n}\n"],"mappings":"SASQA,MAAM;AAAA,SACNC,SAAS;AAAA,SACTC,OAAO,EAAEC,OAAO;AAKxB,OAAO,SAASC,aAAaA,CAACC,MAAoB,EAAU;EAC1D,MAAMC,OAAO,GAAGD,MAAM,CAACE,OAAO,KAAKL,OAAO,GAAI,kBAAiBA,OAAQ,GAAE,GAAG,EAAE;EAC9E,OAAQ,GAAEG,MAAM,CAACG,IAAK,IAAGH,MAAM,CAACE,OAAQ,GAAED,OAAQ,EAAC;AACrD;AASA,OAAO,SAASG,YAAYA,CAACJ,MAAoB,EAAuC;EAAA,IAArCK,OAAsB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAC5E,MAAMG,aAAa,GAAGJ,OAAO,CAACL,MAAM,CAACU,EAAE,CAAC,IAAI,CAAC,CAAC;EAE9C,MAAMC,UAAU,GAAGf,SAAS,GAAI,GAAEI,MAAM,CAACU,EAAG,YAAW,GAAI,GAAEV,MAAM,CAACU,EAAG,iBAAgB;EAEvF,IAAIE,GAAG,GAAGH,aAAa,CAACI,SAAS;EAQjC,IAAI,CAACD,GAAG,IAAIZ,MAAM,CAACU,EAAE,KAAK,aAAa,EAAE;IACvCE,GAAG,GAAGP,OAAO,CAACQ,SAAS;EACzB;EAIA,IAAIR,OAAO,CAACS,WAAW,KAAK,MAAM,EAAE;IAClC,IAAIlB,SAAS,EAAE;MACbgB,GAAG,GAAI,WAAUZ,MAAM,CAACe,MAAO,SAAQJ,UAAW,EAAC;IACrD,CAAC,MAAM;MAELC,GAAG,GAAI,WAAUZ,MAAM,CAACe,MAAO,gBAAef,MAAM,CAACU,EAAG,iBAAgB;IAC1E;EACF;EAGA,IAAI,CAACE,GAAG,EAAE;IAER,IAAIV,OAAO,GAAGF,MAAM,CAACE,OAAO;IAE5B,IAAIA,OAAO,KAAK,QAAQ,EAAE;MAExBA,OAAO,GAAGJ,OAAO;IACnB;IACA,MAAMkB,UAAU,GAAGd,OAAO,GAAI,IAAGA,OAAQ,EAAC,GAAG,EAAE;IAC/CU,GAAG,GAAI,iCAAgCZ,MAAM,CAACe,MAAO,GAAEC,UAAW,SAAQL,UAAW,EAAC;EACxF;EAEAhB,MAAM,CAACiB,GAAG,CAAC;EAGX,OAAOA,GAAG;AACZ"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"process-on-worker.js","names":["WorkerFarm","getWorkerURL","getWorkerName","getTransferListForWriter","canProcessOnWorker","worker","options","isSupported","processOnWorker","data","arguments","length","undefined","context","name","workerFarm","getWorkerFarm","source","workerPoolProps","url","workerPool","getWorkerPool","jobName","job","startJob","onMessage","bind","transferableOptions","postMessage","input","result","type","payload","done","error","Error","id","process","message","console","warn"],"sources":["../../../src/lib/worker-api/process-on-worker.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {\n WorkerObject,\n WorkerOptions,\n WorkerContext,\n WorkerMessageType,\n WorkerMessagePayload\n} from '../../types';\nimport type WorkerJob from '../worker-farm/worker-job';\nimport WorkerFarm from '../worker-farm/worker-farm';\nimport {getWorkerURL, getWorkerName} from './get-worker-url';\nimport {getTransferListForWriter} from '../worker-utils/get-transfer-list';\n\n/** Options for worker processing */\nexport type ProcessOnWorkerOptions = WorkerOptions & {\n jobName?: string;\n [key: string]: any;\n};\n\n/**\n * Determines if we can parse with worker\n * @param loader\n * @param data\n * @param options\n */\nexport function canProcessOnWorker(worker: WorkerObject, options?: WorkerOptions) {\n if (!WorkerFarm.isSupported()) {\n return false;\n }\n\n return worker.worker && options?.worker;\n}\n\n/**\n * This function expects that the worker thread sends certain messages,\n * Creating such a worker can be automated if the worker is wrapper by a call to\n * createWorker in @loaders.gl/worker-utils.\n */\nexport async function processOnWorker(\n worker: WorkerObject,\n data: any,\n options: ProcessOnWorkerOptions = {},\n context: WorkerContext = {}\n): Promise<any> {\n const name = getWorkerName(worker);\n\n const workerFarm = WorkerFarm.getWorkerFarm(options);\n const {source} = options;\n const workerPoolProps: {name: string; source?: string; url?: string} = {name, source};\n if (!source) {\n workerPoolProps.url = getWorkerURL(worker, options);\n }\n const workerPool = workerFarm.getWorkerPool(workerPoolProps);\n\n const jobName = options.jobName || worker.name;\n const job = await workerPool.startJob(\n jobName,\n // eslint-disable-next-line\n onMessage.bind(null, context)\n );\n\n // Kick off the processing in the worker\n const transferableOptions = getTransferListForWriter(options);\n job.postMessage('process', {input: data, options: transferableOptions});\n\n const result = await job.result;\n return result.result;\n}\n\n/**\n * Job completes when we receive the result\n * @param job\n * @param message\n */\nasync function onMessage(\n context: WorkerContext,\n job: WorkerJob,\n type: WorkerMessageType,\n payload: WorkerMessagePayload\n) {\n switch (type) {\n case 'done':\n // Worker is done\n job.done(payload);\n break;\n\n case 'error':\n // Worker encountered an error\n job.error(new Error(payload.error));\n break;\n\n case 'process':\n // Worker is asking for us (main thread) to process something\n const {id, input, options} = payload;\n try {\n if (!context.process) {\n job.postMessage('error', {id, error: 'Worker not set up to process on main thread'});\n return;\n }\n const result = await context.process(input, options);\n job.postMessage('done', {id, result});\n } catch (error) {\n const message = error instanceof Error ? error.message : 'unknown error';\n job.postMessage('error', {id, error: message});\n }\n break;\n\n default:\n // eslint-disable-next-line\n console.warn(`process-on-worker: unknown message ${type}`);\n }\n}\n"],"mappings":"OAYOA,UAAU;AAAA,SACTC,YAAY,EAAEC,aAAa;AAAA,SAC3BC,wBAAwB;AAchC,OAAO,SAASC,kBAAkBA,CAACC,MAAoB,EAAEC,OAAuB,EAAE;EAChF,IAAI,CAACN,UAAU,CAACO,WAAW,CAAC,CAAC,EAAE;IAC7B,OAAO,KAAK;EACd;EAEA,OAAOF,MAAM,CAACA,MAAM,KAAIC,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAED,MAAM;AACzC;AAOA,OAAO,eAAeG,eAAeA,CACnCH,MAAoB,EACpBI,IAAS,EAGK;EAAA,IAFdH,OAA+B,GAAAI,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAAA,IACpCG,OAAsB,GAAAH,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAE3B,MAAMI,IAAI,GAAGZ,aAAa,CAACG,MAAM,CAAC;EAElC,MAAMU,UAAU,GAAGf,UAAU,CAACgB,aAAa,CAACV,OAAO,CAAC;EACpD,MAAM;IAACW;EAAM,CAAC,GAAGX,OAAO;EACxB,MAAMY,eAA8D,GAAG;IAACJ,IAAI;IAAEG;EAAM,CAAC;EACrF,IAAI,CAACA,MAAM,EAAE;IACXC,eAAe,CAACC,GAAG,GAAGlB,YAAY,CAACI,MAAM,EAAEC,OAAO,CAAC;EACrD;EACA,MAAMc,UAAU,GAAGL,UAAU,CAACM,aAAa,CAACH,eAAe,CAAC;EAE5D,MAAMI,OAAO,GAAGhB,OAAO,CAACgB,OAAO,IAAIjB,MAAM,CAACS,IAAI;EAC9C,MAAMS,GAAG,GAAG,MAAMH,UAAU,CAACI,QAAQ,CACnCF,OAAO,EAEPG,SAAS,CAACC,IAAI,CAAC,IAAI,EAAEb,OAAO,CAC9B,CAAC;EAGD,MAAMc,mBAAmB,GAAGxB,wBAAwB,CAACG,OAAO,CAAC;EAC7DiB,GAAG,CAACK,WAAW,CAAC,SAAS,EAAE;IAACC,KAAK,EAAEpB,IAAI;IAAEH,OAAO,EAAEqB;EAAmB,CAAC,CAAC;EAEvE,MAAMG,MAAM,GAAG,MAAMP,GAAG,CAACO,MAAM;EAC/B,OAAOA,MAAM,CAACA,MAAM;AACtB;AAOA,eAAeL,SAASA,CACtBZ,OAAsB,EACtBU,GAAc,EACdQ,IAAuB,EACvBC,OAA6B,EAC7B;EACA,QAAQD,IAAI;IACV,KAAK,MAAM;MAETR,GAAG,CAACU,IAAI,CAACD,OAAO,CAAC;MACjB;IAEF,KAAK,OAAO;MAEVT,GAAG,CAACW,KAAK,CAAC,IAAIC,KAAK,CAACH,OAAO,CAACE,KAAK,CAAC,CAAC;MACnC;IAEF,KAAK,SAAS;MAEZ,MAAM;QAACE,EAAE;QAAEP,KAAK;QAAEvB;MAAO,CAAC,GAAG0B,OAAO;MACpC,IAAI;QACF,IAAI,CAACnB,OAAO,CAACwB,OAAO,EAAE;UACpBd,GAAG,CAACK,WAAW,CAAC,OAAO,EAAE;YAACQ,EAAE;YAAEF,KAAK,EAAE;UAA6C,CAAC,CAAC;UACpF;QACF;QACA,MAAMJ,MAAM,GAAG,MAAMjB,OAAO,CAACwB,OAAO,CAACR,KAAK,EAAEvB,OAAO,CAAC;QACpDiB,GAAG,CAACK,WAAW,CAAC,MAAM,EAAE;UAACQ,EAAE;UAAEN;QAAM,CAAC,CAAC;MACvC,CAAC,CAAC,OAAOI,KAAK,EAAE;QACd,MAAMI,OAAO,GAAGJ,KAAK,YAAYC,KAAK,GAAGD,KAAK,CAACI,OAAO,GAAG,eAAe;QACxEf,GAAG,CAACK,WAAW,CAAC,OAAO,EAAE;UAACQ,EAAE;UAAEF,KAAK,EAAEI;QAAO,CAAC,CAAC;MAChD;MACA;IAEF;MAEEC,OAAO,CAACC,IAAI,CAAE,sCAAqCT,IAAK,EAAC,CAAC;EAC9D;AACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"validate-worker-version.js","names":["assert","VERSION","validateWorkerVersion","worker","coreVersion","arguments","length","undefined","workerVersion","version","parseVersion","parts","split","map","Number","major","minor"],"sources":["../../../src/lib/worker-api/validate-worker-version.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {WorkerObject} from '../../types';\nimport {assert} from '../env-utils/assert';\nimport {VERSION} from '../env-utils/version';\n\n/**\n * Check if worker is compatible with this library version\n * @param worker\n * @param libVersion\n * @returns `true` if the two versions are compatible\n */\nexport function validateWorkerVersion(\n worker: WorkerObject,\n coreVersion: string = VERSION\n): boolean {\n assert(worker, 'no worker provided');\n\n const workerVersion = worker.version;\n if (!coreVersion || !workerVersion) {\n return false;\n }\n\n // TODO enable when fix the __version__ injection\n // const coreVersions = parseVersion(coreVersion);\n // const workerVersions = parseVersion(workerVersion);\n // assert(\n // coreVersion.major === workerVersion.major && coreVersion.minor <= workerVersion.minor,\n // `worker: ${worker.name} is not compatible. ${coreVersion.major}.${\n // coreVersion.minor\n // }+ is required.`\n // );\n\n return true;\n}\n\n// @ts-ignore\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nfunction parseVersion(version) {\n const parts = version.split('.').map(Number);\n return {major: parts[0], minor: parts[1]};\n}\n"],"mappings":"SAKQA,MAAM;AAAA,SACNC,OAAO;AAQf,OAAO,SAASC,qBAAqBA,CACnCC,MAAoB,EAEX;EAAA,IADTC,WAAmB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAGJ,OAAO;EAE7BD,MAAM,CAACG,MAAM,EAAE,oBAAoB,CAAC;EAEpC,MAAMK,aAAa,GAAGL,MAAM,CAACM,OAAO;EACpC,IAAI,CAACL,WAAW,IAAI,CAACI,aAAa,EAAE;IAClC,OAAO,KAAK;EACd;EAYA,OAAO,IAAI;AACb;AAIA,SAASE,YAAYA,CAACD,OAAO,EAAE;EAC7B,MAAME,KAAK,GAAGF,OAAO,CAACG,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAACC,MAAM,CAAC;EAC5C,OAAO;IAACC,KAAK,EAAEJ,KAAK,CAAC,CAAC,CAAC;IAAEK,KAAK,EAAEL,KAAK,CAAC,CAAC;EAAC,CAAC;AAC3C"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"worker-body.js","names":["getTransferList","parentPort","getParentPort","onMessageWrapperMap","Map","WorkerBody","inWorkerThread","self","Boolean","onmessage","onMessage","handleMessage","message","type","payload","data","then","on","console","debug","globalThis","addEventListener","onMessageWrapper","get","isKnownMessage","error","removeEventListener","delete","postMessage","source","transferList","startsWith"],"sources":["../../../src/lib/worker-farm/worker-body.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {WorkerMessageData, WorkerMessageType, WorkerMessagePayload} from '../../types';\nimport {getTransferList} from '../worker-utils/get-transfer-list';\nimport {TransferListItem, parentPort} from '../node/worker_threads';\n\n/** Vile hack to defeat over-zealous bundlers from stripping out the require */\nasync function getParentPort() {\n // const isNode = globalThis.process;\n // let parentPort;\n // try {\n // // prettier-ignore\n // eval('globalThis.parentPort = require(\\'worker_threads\\').parentPort'); // eslint-disable-line no-eval\n // parentPort = globalThis.parentPort;\n // } catch {\n // try {\n // // prettier-ignore\n // eval('globalThis.workerThreadsPromise = import(\\'worker_threads\\')'); // eslint-disable-line no-eval\n // const workerThreads = await globalThis.workerThreadsPromise;\n // parentPort = workerThreads.parentPort;\n // } catch (error) {\n // console.error((error as Error).message); // eslint-disable-line no-console\n // }\n // }\n return parentPort;\n}\n\nconst onMessageWrapperMap = new Map();\n\n/**\n * Type safe wrapper for worker code\n */\nexport default class WorkerBody {\n /** Check that we are actually in a worker thread */\n static async inWorkerThread(): Promise<boolean> {\n return typeof self !== 'undefined' || Boolean(await getParentPort());\n }\n\n /*\n * (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n */\n static set onmessage(onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any) {\n async function handleMessage(message) {\n const parentPort = await getParentPort();\n // Confusingly the message itself also has a 'type' field which is always set to 'message'\n const {type, payload} = parentPort ? message : message.data;\n // if (!isKnownMessage(message)) {\n // return;\n // }\n onMessage(type, payload);\n }\n\n getParentPort().then((parentPort) => {\n if (parentPort) {\n parentPort.on('message', handleMessage);\n // if (message == 'exit') { parentPort.unref(); }\n // eslint-disable-next-line\n parentPort.on('exit', () => console.debug('Node worker closing'));\n } else {\n // eslint-disable-next-line no-restricted-globals\n globalThis.onmessage = handleMessage;\n }\n });\n }\n\n static async addEventListener(\n onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n ) {\n let onMessageWrapper = onMessageWrapperMap.get(onMessage);\n\n if (!onMessageWrapper) {\n onMessageWrapper = async (message: MessageEvent<any>) => {\n if (!isKnownMessage(message)) {\n return;\n }\n\n const parentPort = await getParentPort();\n // Confusingly in the browser, the message itself also has a 'type' field which is always set to 'message'\n const {type, payload} = parentPort ? message : message.data;\n onMessage(type, payload);\n };\n }\n\n const parentPort = await getParentPort();\n if (parentPort) {\n console.error('not implemented'); // eslint-disable-line\n } else {\n globalThis.addEventListener('message', onMessageWrapper);\n }\n }\n\n static async removeEventListener(\n onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n ) {\n const onMessageWrapper = onMessageWrapperMap.get(onMessage);\n onMessageWrapperMap.delete(onMessage);\n const parentPort = await getParentPort();\n if (parentPort) {\n console.error('not implemented'); // eslint-disable-line\n } else {\n globalThis.removeEventListener('message', onMessageWrapper);\n }\n }\n\n /**\n * Send a message from a worker to creating thread (main thread)\n * @param type\n * @param payload\n */\n static async postMessage(type: WorkerMessageType, payload: WorkerMessagePayload): Promise<void> {\n const data: WorkerMessageData = {source: 'loaders.gl', type, payload};\n // console.log('posting message', data);\n\n // Cast to Node compatible transfer list\n const transferList = getTransferList(payload) as TransferListItem[];\n\n const parentPort = await getParentPort();\n if (parentPort) {\n parentPort.postMessage(data, transferList);\n // console.log('posted message', data);\n } else {\n // @ts-expect-error Outside of worker scopes this call has a third parameter\n globalThis.postMessage(data, transferList);\n }\n }\n}\n\n// Filter out noise messages sent to workers\nfunction isKnownMessage(message: MessageEvent<any>) {\n const {type, data} = message;\n return (\n type === 'message' &&\n data &&\n typeof data.source === 'string' &&\n data.source.startsWith('loaders.gl')\n );\n}\n"],"mappings":"SAKQA,eAAe;AAAA,SACGC,UAAU;AAGpC,eAAeC,aAAaA,CAAA,EAAG;EAiB7B,OAAOD,UAAU;AACnB;AAEA,MAAME,mBAAmB,GAAG,IAAIC,GAAG,CAAC,CAAC;AAKrC,eAAe,MAAMC,UAAU,CAAC;EAE9B,aAAaC,cAAcA,CAAA,EAAqB;IAC9C,OAAO,OAAOC,IAAI,KAAK,WAAW,IAAIC,OAAO,CAAC,MAAMN,aAAa,CAAC,CAAC,CAAC;EACtE;EAKA,WAAWO,SAASA,CAACC,SAA0E,EAAE;IAC/F,eAAeC,aAAaA,CAACC,OAAO,EAAE;MACpC,MAAMX,UAAU,GAAG,MAAMC,aAAa,CAAC,CAAC;MAExC,MAAM;QAACW,IAAI;QAAEC;MAAO,CAAC,GAAGb,UAAU,GAAGW,OAAO,GAAGA,OAAO,CAACG,IAAI;MAI3DL,SAAS,CAACG,IAAI,EAAEC,OAAO,CAAC;IAC1B;IAEAZ,aAAa,CAAC,CAAC,CAACc,IAAI,CAAEf,UAAU,IAAK;MACnC,IAAIA,UAAU,EAAE;QACdA,UAAU,CAACgB,EAAE,CAAC,SAAS,EAAEN,aAAa,CAAC;QAGvCV,UAAU,CAACgB,EAAE,CAAC,MAAM,EAAE,MAAMC,OAAO,CAACC,KAAK,CAAC,qBAAqB,CAAC,CAAC;MACnE,CAAC,MAAM;QAELC,UAAU,CAACX,SAAS,GAAGE,aAAa;MACtC;IACF,CAAC,CAAC;EACJ;EAEA,aAAaU,gBAAgBA,CAC3BX,SAA0E,EAC1E;IACA,IAAIY,gBAAgB,GAAGnB,mBAAmB,CAACoB,GAAG,CAACb,SAAS,CAAC;IAEzD,IAAI,CAACY,gBAAgB,EAAE;MACrBA,gBAAgB,GAAG,MAAOV,OAA0B,IAAK;QACvD,IAAI,CAACY,cAAc,CAACZ,OAAO,CAAC,EAAE;UAC5B;QACF;QAEA,MAAMX,UAAU,GAAG,MAAMC,aAAa,CAAC,CAAC;QAExC,MAAM;UAACW,IAAI;UAAEC;QAAO,CAAC,GAAGb,UAAU,GAAGW,OAAO,GAAGA,OAAO,CAACG,IAAI;QAC3DL,SAAS,CAACG,IAAI,EAAEC,OAAO,CAAC;MAC1B,CAAC;IACH;IAEA,MAAMb,UAAU,GAAG,MAAMC,aAAa,CAAC,CAAC;IACxC,IAAID,UAAU,EAAE;MACdiB,OAAO,CAACO,KAAK,CAAC,iBAAiB,CAAC;IAClC,CAAC,MAAM;MACLL,UAAU,CAACC,gBAAgB,CAAC,SAAS,EAAEC,gBAAgB,CAAC;IAC1D;EACF;EAEA,aAAaI,mBAAmBA,CAC9BhB,SAA0E,EAC1E;IACA,MAAMY,gBAAgB,GAAGnB,mBAAmB,CAACoB,GAAG,CAACb,SAAS,CAAC;IAC3DP,mBAAmB,CAACwB,MAAM,CAACjB,SAAS,CAAC;IACrC,MAAMT,UAAU,GAAG,MAAMC,aAAa,CAAC,CAAC;IACxC,IAAID,UAAU,EAAE;MACdiB,OAAO,CAACO,KAAK,CAAC,iBAAiB,CAAC;IAClC,CAAC,MAAM;MACLL,UAAU,CAACM,mBAAmB,CAAC,SAAS,EAAEJ,gBAAgB,CAAC;IAC7D;EACF;EAOA,aAAaM,WAAWA,CAACf,IAAuB,EAAEC,OAA6B,EAAiB;IAC9F,MAAMC,IAAuB,GAAG;MAACc,MAAM,EAAE,YAAY;MAAEhB,IAAI;MAAEC;IAAO,CAAC;IAIrE,MAAMgB,YAAY,GAAG9B,eAAe,CAACc,OAAO,CAAuB;IAEnE,MAAMb,UAAU,GAAG,MAAMC,aAAa,CAAC,CAAC;IACxC,IAAID,UAAU,EAAE;MACdA,UAAU,CAAC2B,WAAW,CAACb,IAAI,EAAEe,YAAY,CAAC;IAE5C,CAAC,MAAM;MAELV,UAAU,CAACQ,WAAW,CAACb,IAAI,EAAEe,YAAY,CAAC;IAC5C;EACF;AACF;AAGA,SAASN,cAAcA,CAACZ,OAA0B,EAAE;EAClD,MAAM;IAACC,IAAI;IAAEE;EAAI,CAAC,GAAGH,OAAO;EAC5B,OACEC,IAAI,KAAK,SAAS,IAClBE,IAAI,IACJ,OAAOA,IAAI,CAACc,MAAM,KAAK,QAAQ,IAC/Bd,IAAI,CAACc,MAAM,CAACE,UAAU,CAAC,YAAY,CAAC;AAExC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"worker-farm.js","names":["WorkerPool","WorkerThread","DEFAULT_PROPS","maxConcurrency","maxMobileConcurrency","reuseWorkers","onDebug","WorkerFarm","isSupported","getWorkerFarm","props","arguments","length","undefined","_workerFarm","setProps","constructor","workerPools","Map","destroy","workerPool","values","_getWorkerPoolProps","getWorkerPool","options","name","source","url","get","set"],"sources":["../../../src/lib/worker-farm/worker-farm.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport WorkerPool from './worker-pool';\nimport WorkerThread from './worker-thread';\n\n/**\n * @param maxConcurrency - max count of workers\n * @param maxMobileConcurrency - max count of workers on mobile\n * @param maxConcurrency - max count of workers\n * @param reuseWorkers - if false, destroys workers when task is completed\n * @param onDebug - callback intended to allow application to log worker pool activity\n */\nexport type WorkerFarmProps = {\n maxConcurrency?: number;\n maxMobileConcurrency?: number;\n reuseWorkers?: boolean;\n onDebug?: () => void;\n};\n\nconst DEFAULT_PROPS: Required<WorkerFarmProps> = {\n maxConcurrency: 3,\n maxMobileConcurrency: 1,\n reuseWorkers: true,\n onDebug: () => {}\n};\n\n/**\n * Process multiple jobs with a \"farm\" of different workers in worker pools.\n */\nexport default class WorkerFarm {\n private props: WorkerFarmProps;\n private workerPools = new Map<string, WorkerPool>();\n // singleton\n private static _workerFarm?: WorkerFarm;\n\n /** Checks if workers are supported on this platform */\n static isSupported(): boolean {\n return WorkerThread.isSupported();\n }\n\n /** Get the singleton instance of the global worker farm */\n static getWorkerFarm(props: WorkerFarmProps = {}): WorkerFarm {\n WorkerFarm._workerFarm = WorkerFarm._workerFarm || new WorkerFarm({});\n WorkerFarm._workerFarm.setProps(props);\n return WorkerFarm._workerFarm;\n }\n\n /** get global instance with WorkerFarm.getWorkerFarm() */\n private constructor(props: WorkerFarmProps) {\n this.props = {...DEFAULT_PROPS};\n this.setProps(props);\n /** @type Map<string, WorkerPool>} */\n this.workerPools = new Map();\n }\n\n /**\n * Terminate all workers in the farm\n * @note Can free up significant memory\n */\n destroy(): void {\n for (const workerPool of this.workerPools.values()) {\n workerPool.destroy();\n }\n this.workerPools = new Map<string, WorkerPool>();\n }\n\n /**\n * Set props used when initializing worker pools\n * @param props\n */\n setProps(props: WorkerFarmProps): void {\n this.props = {...this.props, ...props};\n // Update worker pool props\n for (const workerPool of this.workerPools.values()) {\n workerPool.setProps(this._getWorkerPoolProps());\n }\n }\n\n /**\n * Returns a worker pool for the specified worker\n * @param options - only used first time for a specific worker name\n * @param options.name - the name of the worker - used to identify worker pool\n * @param options.url -\n * @param options.source -\n * @example\n * const job = WorkerFarm.getWorkerFarm().getWorkerPool({name, url}).startJob(...);\n */\n getWorkerPool(options: {name: string; source?: string; url?: string}): WorkerPool {\n const {name, source, url} = options;\n let workerPool = this.workerPools.get(name);\n if (!workerPool) {\n workerPool = new WorkerPool({\n name,\n source,\n url\n });\n workerPool.setProps(this._getWorkerPoolProps());\n this.workerPools.set(name, workerPool);\n }\n return workerPool;\n }\n\n _getWorkerPoolProps() {\n return {\n maxConcurrency: this.props.maxConcurrency,\n maxMobileConcurrency: this.props.maxMobileConcurrency,\n reuseWorkers: this.props.reuseWorkers,\n onDebug: this.props.onDebug\n };\n }\n}\n"],"mappings":"OAIOA,UAAU;AAAA,OACVC,YAAY;AAgBnB,MAAMC,aAAwC,GAAG;EAC/CC,cAAc,EAAE,CAAC;EACjBC,oBAAoB,EAAE,CAAC;EACvBC,YAAY,EAAE,IAAI;EAClBC,OAAO,EAAEA,CAAA,KAAM,CAAC;AAClB,CAAC;AAKD,eAAe,MAAMC,UAAU,CAAC;EAO9B,OAAOC,WAAWA,CAAA,EAAY;IAC5B,OAAOP,YAAY,CAACO,WAAW,CAAC,CAAC;EACnC;EAGA,OAAOC,aAAaA,CAAA,EAA0C;IAAA,IAAzCC,KAAsB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAC9CJ,UAAU,CAACO,WAAW,GAAGP,UAAU,CAACO,WAAW,IAAI,IAAIP,UAAU,CAAC,CAAC,CAAC,CAAC;IACrEA,UAAU,CAACO,WAAW,CAACC,QAAQ,CAACL,KAAK,CAAC;IACtC,OAAOH,UAAU,CAACO,WAAW;EAC/B;EAGQE,WAAWA,CAACN,KAAsB,EAAE;IAAA,KAlBpCA,KAAK;IAAA,KACLO,WAAW,GAAG,IAAIC,GAAG,CAAqB,CAAC;IAkBjD,IAAI,CAACR,KAAK,GAAG;MAAC,GAAGR;IAAa,CAAC;IAC/B,IAAI,CAACa,QAAQ,CAACL,KAAK,CAAC;IAEpB,IAAI,CAACO,WAAW,GAAG,IAAIC,GAAG,CAAC,CAAC;EAC9B;EAMAC,OAAOA,CAAA,EAAS;IACd,KAAK,MAAMC,UAAU,IAAI,IAAI,CAACH,WAAW,CAACI,MAAM,CAAC,CAAC,EAAE;MAClDD,UAAU,CAACD,OAAO,CAAC,CAAC;IACtB;IACA,IAAI,CAACF,WAAW,GAAG,IAAIC,GAAG,CAAqB,CAAC;EAClD;EAMAH,QAAQA,CAACL,KAAsB,EAAQ;IACrC,IAAI,CAACA,KAAK,GAAG;MAAC,GAAG,IAAI,CAACA,KAAK;MAAE,GAAGA;IAAK,CAAC;IAEtC,KAAK,MAAMU,UAAU,IAAI,IAAI,CAACH,WAAW,CAACI,MAAM,CAAC,CAAC,EAAE;MAClDD,UAAU,CAACL,QAAQ,CAAC,IAAI,CAACO,mBAAmB,CAAC,CAAC,CAAC;IACjD;EACF;EAWAC,aAAaA,CAACC,OAAsD,EAAc;IAChF,MAAM;MAACC,IAAI;MAAEC,MAAM;MAAEC;IAAG,CAAC,GAAGH,OAAO;IACnC,IAAIJ,UAAU,GAAG,IAAI,CAACH,WAAW,CAACW,GAAG,CAACH,IAAI,CAAC;IAC3C,IAAI,CAACL,UAAU,EAAE;MACfA,UAAU,GAAG,IAAIpB,UAAU,CAAC;QAC1ByB,IAAI;QACJC,MAAM;QACNC;MACF,CAAC,CAAC;MACFP,UAAU,CAACL,QAAQ,CAAC,IAAI,CAACO,mBAAmB,CAAC,CAAC,CAAC;MAC/C,IAAI,CAACL,WAAW,CAACY,GAAG,CAACJ,IAAI,EAAEL,UAAU,CAAC;IACxC;IACA,OAAOA,UAAU;EACnB;EAEAE,mBAAmBA,CAAA,EAAG;IACpB,OAAO;MACLnB,cAAc,EAAE,IAAI,CAACO,KAAK,CAACP,cAAc;MACzCC,oBAAoB,EAAE,IAAI,CAACM,KAAK,CAACN,oBAAoB;MACrDC,YAAY,EAAE,IAAI,CAACK,KAAK,CAACL,YAAY;MACrCC,OAAO,EAAE,IAAI,CAACI,KAAK,CAACJ;IACtB,CAAC;EACH;AACF;AAjFqBC,UAAU,CAIdO,WAAW"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"worker-job.js","names":["assert","WorkerJob","constructor","jobName","workerThread","name","isRunning","result","_resolve","_reject","Promise","resolve","reject","postMessage","type","payload","source","done","value","error"],"sources":["../../../src/lib/worker-farm/worker-job.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {WorkerMessageType, WorkerMessagePayload} from '../../types';\nimport WorkerThread from './worker-thread';\nimport {assert} from '../env-utils/assert';\n\n/**\n * Represents one Job handled by a WorkerPool or WorkerFarm\n */\nexport default class WorkerJob {\n readonly name: string;\n readonly workerThread: WorkerThread;\n isRunning: boolean = true;\n /** Promise that resolves when Job is done */\n readonly result: Promise<any>;\n\n private _resolve: (value: any) => void = () => {};\n private _reject: (reason?: any) => void = () => {};\n\n constructor(jobName: string, workerThread: WorkerThread) {\n this.name = jobName;\n this.workerThread = workerThread;\n this.result = new Promise((resolve, reject) => {\n this._resolve = resolve;\n this._reject = reject;\n });\n }\n\n /**\n * Send a message to the job's worker thread\n * @param data any data structure, ideally consisting mostly of transferrable objects\n */\n postMessage(type: WorkerMessageType, payload: WorkerMessagePayload): void {\n this.workerThread.postMessage({\n source: 'loaders.gl', // Lets worker ignore unrelated messages\n type,\n payload\n });\n }\n\n /**\n * Call to resolve the `result` Promise with the supplied value\n */\n done(value: any): void {\n assert(this.isRunning);\n this.isRunning = false;\n this._resolve(value);\n }\n\n /**\n * Call to reject the `result` Promise with the supplied error\n */\n error(error: Error): void {\n assert(this.isRunning);\n this.isRunning = false;\n this._reject(error);\n }\n}\n"],"mappings":"SAMQA,MAAM;AAKd,eAAe,MAAMC,SAAS,CAAC;EAU7BC,WAAWA,CAACC,OAAe,EAAEC,YAA0B,EAAE;IAAA,KAThDC,IAAI;IAAA,KACJD,YAAY;IAAA,KACrBE,SAAS,GAAY,IAAI;IAAA,KAEhBC,MAAM;IAAA,KAEPC,QAAQ,GAAyB,MAAM,CAAC,CAAC;IAAA,KACzCC,OAAO,GAA2B,MAAM,CAAC,CAAC;IAGhD,IAAI,CAACJ,IAAI,GAAGF,OAAO;IACnB,IAAI,CAACC,YAAY,GAAGA,YAAY;IAChC,IAAI,CAACG,MAAM,GAAG,IAAIG,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;MAC7C,IAAI,CAACJ,QAAQ,GAAGG,OAAO;MACvB,IAAI,CAACF,OAAO,GAAGG,MAAM;IACvB,CAAC,CAAC;EACJ;EAMAC,WAAWA,CAACC,IAAuB,EAAEC,OAA6B,EAAQ;IACxE,IAAI,CAACX,YAAY,CAACS,WAAW,CAAC;MAC5BG,MAAM,EAAE,YAAY;MACpBF,IAAI;MACJC;IACF,CAAC,CAAC;EACJ;EAKAE,IAAIA,CAACC,KAAU,EAAQ;IACrBlB,MAAM,CAAC,IAAI,CAACM,SAAS,CAAC;IACtB,IAAI,CAACA,SAAS,GAAG,KAAK;IACtB,IAAI,CAACE,QAAQ,CAACU,KAAK,CAAC;EACtB;EAKAC,KAAKA,CAACA,KAAY,EAAQ;IACxBnB,MAAM,CAAC,IAAI,CAACM,SAAS,CAAC;IACtB,IAAI,CAACA,SAAS,GAAG,KAAK;IACtB,IAAI,CAACG,OAAO,CAACU,KAAK,CAAC;EACrB;AACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"worker-pool.js","names":["isMobile","isBrowser","WorkerThread","WorkerJob","WorkerPool","isSupported","constructor","props","name","source","url","maxConcurrency","maxMobileConcurrency","onDebug","reuseWorkers","jobQueue","idleQueue","count","isDestroyed","setProps","destroy","forEach","worker","undefined","startJob","onMessage","arguments","length","job","type","data","done","onError","error","startPromise","Promise","onStart","push","_startQueuedJob","workerThread","_getAvailableWorker","queuedJob","shift","message","backlog","payload","result","console","returnWorkerToQueue","shouldDestroyWorker","_getMaxConcurrency","toLowerCase"],"sources":["../../../src/lib/worker-farm/worker-pool.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {WorkerMessageType, WorkerMessagePayload} from '../../types';\nimport {isMobile, isBrowser} from '../env-utils/globals';\nimport WorkerThread from './worker-thread';\nimport WorkerJob from './worker-job';\n\n/** WorkerPool onDebug Callback Parameters */\ntype OnDebugParameters = {\n message: string;\n worker: string;\n name: string;\n job: string;\n backlog: number;\n workerThread: WorkerThread;\n};\n\n/** WorkerPool Properties */\nexport type WorkerPoolProps = {\n name?: string;\n source?: string; // | Function;\n url?: string;\n maxConcurrency?: number;\n maxMobileConcurrency?: number;\n onDebug?: (options: OnDebugParameters) => any;\n reuseWorkers?: boolean;\n};\n\n/** Private helper types */\ntype OnMessage = (job: WorkerJob, type: WorkerMessageType, payload: WorkerMessagePayload) => void;\ntype OnError = (job: WorkerJob, error: Error) => void;\n\ntype QueuedJob = {\n name: string;\n onMessage: OnMessage;\n onError: OnError;\n onStart: (value: any) => void; // Resolve job start promise\n};\n\n/**\n * Process multiple data messages with small pool of identical workers\n */\nexport default class WorkerPool {\n name: string = 'unnamed';\n source?: string; // | Function;\n url?: string;\n maxConcurrency: number = 1;\n maxMobileConcurrency: number = 1;\n onDebug: (options: OnDebugParameters) => any = () => {};\n reuseWorkers: boolean = true;\n\n private props: WorkerPoolProps = {};\n private jobQueue: QueuedJob[] = [];\n private idleQueue: WorkerThread[] = [];\n private count = 0;\n private isDestroyed = false;\n\n /** Checks if workers are supported on this platform */\n static isSupported(): boolean {\n return WorkerThread.isSupported();\n }\n\n /**\n * @param processor - worker function\n * @param maxConcurrency - max count of workers\n */\n constructor(props: WorkerPoolProps) {\n this.source = props.source;\n this.url = props.url;\n this.setProps(props);\n }\n\n /**\n * Terminates all workers in the pool\n * @note Can free up significant memory\n */\n destroy(): void {\n // Destroy idle workers, active Workers will be destroyed on completion\n this.idleQueue.forEach((worker) => worker.destroy());\n this.isDestroyed = true;\n }\n\n setProps(props: WorkerPoolProps) {\n this.props = {...this.props, ...props};\n\n if (props.name !== undefined) {\n this.name = props.name;\n }\n if (props.maxConcurrency !== undefined) {\n this.maxConcurrency = props.maxConcurrency;\n }\n if (props.maxMobileConcurrency !== undefined) {\n this.maxMobileConcurrency = props.maxMobileConcurrency;\n }\n if (props.reuseWorkers !== undefined) {\n this.reuseWorkers = props.reuseWorkers;\n }\n if (props.onDebug !== undefined) {\n this.onDebug = props.onDebug;\n }\n }\n\n async startJob(\n name: string,\n onMessage: OnMessage = (job, type, data) => job.done(data),\n onError: OnError = (job, error) => job.error(error)\n ): Promise<WorkerJob> {\n // Promise resolves when thread starts working on this job\n const startPromise = new Promise<WorkerJob>((onStart) => {\n // Promise resolves when thread completes or fails working on this job\n this.jobQueue.push({name, onMessage, onError, onStart});\n return this;\n });\n this._startQueuedJob(); // eslint-disable-line @typescript-eslint/no-floating-promises\n return await startPromise;\n }\n\n // PRIVATE\n\n /**\n * Starts first queued job if worker is available or can be created\n * Called when job is started and whenever a worker returns to the idleQueue\n */\n async _startQueuedJob(): Promise<void> {\n if (!this.jobQueue.length) {\n return;\n }\n\n const workerThread = this._getAvailableWorker();\n if (!workerThread) {\n return;\n }\n\n // We have a worker, dequeue and start the job\n const queuedJob = this.jobQueue.shift();\n if (queuedJob) {\n // Emit a debug event\n // @ts-ignore\n this.onDebug({\n message: 'Starting job',\n name: queuedJob.name,\n workerThread,\n backlog: this.jobQueue.length\n });\n\n // Create a worker job to let the app access thread and manage job completion\n const job = new WorkerJob(queuedJob.name, workerThread);\n\n // Set the worker thread's message handlers\n workerThread.onMessage = (data) => queuedJob.onMessage(job, data.type, data.payload);\n workerThread.onError = (error) => queuedJob.onError(job, error);\n\n // Resolve the start promise so that the app can start sending messages to worker\n queuedJob.onStart(job);\n\n // Wait for the app to signal that the job is complete, then return worker to queue\n try {\n await job.result;\n } catch (error) {\n // eslint-disable-next-line no-console\n console.error(`Worker exception: ${error}`);\n } finally {\n this.returnWorkerToQueue(workerThread);\n }\n }\n }\n\n /**\n * Returns a worker to the idle queue\n * Destroys the worker if\n * - pool is destroyed\n * - if this pool doesn't reuse workers\n * - if maxConcurrency has been lowered\n * @param worker\n */\n returnWorkerToQueue(worker: WorkerThread) {\n const shouldDestroyWorker =\n // Workers on Node.js prevent the process from exiting.\n // Until we figure out how to close them before exit, we always destroy them\n !isBrowser ||\n // If the pool is destroyed, there is no reason to keep the worker around\n this.isDestroyed ||\n // If the app has disabled worker reuse, any completed workers should be destroyed\n !this.reuseWorkers ||\n // If concurrency has been lowered, this worker might be surplus to requirements\n this.count > this._getMaxConcurrency();\n\n if (shouldDestroyWorker) {\n worker.destroy();\n this.count--;\n } else {\n this.idleQueue.push(worker);\n }\n\n if (!this.isDestroyed) {\n this._startQueuedJob(); // eslint-disable-line @typescript-eslint/no-floating-promises\n }\n }\n\n /**\n * Returns idle worker or creates new worker if maxConcurrency has not been reached\n */\n _getAvailableWorker(): WorkerThread | null {\n // If a worker has completed and returned to the queue, it can be used\n if (this.idleQueue.length > 0) {\n return this.idleQueue.shift() || null;\n }\n\n // Create fresh worker if we haven't yet created the max amount of worker threads for this worker source\n if (this.count < this._getMaxConcurrency()) {\n this.count++;\n const name = `${this.name.toLowerCase()} (#${this.count} of ${this.maxConcurrency})`;\n return new WorkerThread({name, source: this.source, url: this.url});\n }\n\n // No worker available, have to wait\n return null;\n }\n\n _getMaxConcurrency() {\n return isMobile ? this.maxMobileConcurrency : this.maxConcurrency;\n }\n}\n"],"mappings":"SAKQA,QAAQ,EAAEC,SAAS;AAAA,OACpBC,YAAY;AAAA,OACZC,SAAS;AAqChB,eAAe,MAAMC,UAAU,CAAC;EAgB9B,OAAOC,WAAWA,CAAA,EAAY;IAC5B,OAAOH,YAAY,CAACG,WAAW,CAAC,CAAC;EACnC;EAMAC,WAAWA,CAACC,KAAsB,EAAE;IAAA,KAvBpCC,IAAI,GAAW,SAAS;IAAA,KACxBC,MAAM;IAAA,KACNC,GAAG;IAAA,KACHC,cAAc,GAAW,CAAC;IAAA,KAC1BC,oBAAoB,GAAW,CAAC;IAAA,KAChCC,OAAO,GAAwC,MAAM,CAAC,CAAC;IAAA,KACvDC,YAAY,GAAY,IAAI;IAAA,KAEpBP,KAAK,GAAoB,CAAC,CAAC;IAAA,KAC3BQ,QAAQ,GAAgB,EAAE;IAAA,KAC1BC,SAAS,GAAmB,EAAE;IAAA,KAC9BC,KAAK,GAAG,CAAC;IAAA,KACTC,WAAW,GAAG,KAAK;IAYzB,IAAI,CAACT,MAAM,GAAGF,KAAK,CAACE,MAAM;IAC1B,IAAI,CAACC,GAAG,GAAGH,KAAK,CAACG,GAAG;IACpB,IAAI,CAACS,QAAQ,CAACZ,KAAK,CAAC;EACtB;EAMAa,OAAOA,CAAA,EAAS;IAEd,IAAI,CAACJ,SAAS,CAACK,OAAO,CAAEC,MAAM,IAAKA,MAAM,CAACF,OAAO,CAAC,CAAC,CAAC;IACpD,IAAI,CAACF,WAAW,GAAG,IAAI;EACzB;EAEAC,QAAQA,CAACZ,KAAsB,EAAE;IAC/B,IAAI,CAACA,KAAK,GAAG;MAAC,GAAG,IAAI,CAACA,KAAK;MAAE,GAAGA;IAAK,CAAC;IAEtC,IAAIA,KAAK,CAACC,IAAI,KAAKe,SAAS,EAAE;MAC5B,IAAI,CAACf,IAAI,GAAGD,KAAK,CAACC,IAAI;IACxB;IACA,IAAID,KAAK,CAACI,cAAc,KAAKY,SAAS,EAAE;MACtC,IAAI,CAACZ,cAAc,GAAGJ,KAAK,CAACI,cAAc;IAC5C;IACA,IAAIJ,KAAK,CAACK,oBAAoB,KAAKW,SAAS,EAAE;MAC5C,IAAI,CAACX,oBAAoB,GAAGL,KAAK,CAACK,oBAAoB;IACxD;IACA,IAAIL,KAAK,CAACO,YAAY,KAAKS,SAAS,EAAE;MACpC,IAAI,CAACT,YAAY,GAAGP,KAAK,CAACO,YAAY;IACxC;IACA,IAAIP,KAAK,CAACM,OAAO,KAAKU,SAAS,EAAE;MAC/B,IAAI,CAACV,OAAO,GAAGN,KAAK,CAACM,OAAO;IAC9B;EACF;EAEA,MAAMW,QAAQA,CACZhB,IAAY,EAGQ;IAAA,IAFpBiB,SAAoB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAH,SAAA,GAAAG,SAAA,MAAG,CAACE,GAAG,EAAEC,IAAI,EAAEC,IAAI,KAAKF,GAAG,CAACG,IAAI,CAACD,IAAI,CAAC;IAAA,IAC1DE,OAAgB,GAAAN,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAH,SAAA,GAAAG,SAAA,MAAG,CAACE,GAAG,EAAEK,KAAK,KAAKL,GAAG,CAACK,KAAK,CAACA,KAAK,CAAC;IAGnD,MAAMC,YAAY,GAAG,IAAIC,OAAO,CAAaC,OAAO,IAAK;MAEvD,IAAI,CAACrB,QAAQ,CAACsB,IAAI,CAAC;QAAC7B,IAAI;QAAEiB,SAAS;QAAEO,OAAO;QAAEI;MAAO,CAAC,CAAC;MACvD,OAAO,IAAI;IACb,CAAC,CAAC;IACF,IAAI,CAACE,eAAe,CAAC,CAAC;IACtB,OAAO,MAAMJ,YAAY;EAC3B;EAQA,MAAMI,eAAeA,CAAA,EAAkB;IACrC,IAAI,CAAC,IAAI,CAACvB,QAAQ,CAACY,MAAM,EAAE;MACzB;IACF;IAEA,MAAMY,YAAY,GAAG,IAAI,CAACC,mBAAmB,CAAC,CAAC;IAC/C,IAAI,CAACD,YAAY,EAAE;MACjB;IACF;IAGA,MAAME,SAAS,GAAG,IAAI,CAAC1B,QAAQ,CAAC2B,KAAK,CAAC,CAAC;IACvC,IAAID,SAAS,EAAE;MAGb,IAAI,CAAC5B,OAAO,CAAC;QACX8B,OAAO,EAAE,cAAc;QACvBnC,IAAI,EAAEiC,SAAS,CAACjC,IAAI;QACpB+B,YAAY;QACZK,OAAO,EAAE,IAAI,CAAC7B,QAAQ,CAACY;MACzB,CAAC,CAAC;MAGF,MAAMC,GAAG,GAAG,IAAIzB,SAAS,CAACsC,SAAS,CAACjC,IAAI,EAAE+B,YAAY,CAAC;MAGvDA,YAAY,CAACd,SAAS,GAAIK,IAAI,IAAKW,SAAS,CAAChB,SAAS,CAACG,GAAG,EAAEE,IAAI,CAACD,IAAI,EAAEC,IAAI,CAACe,OAAO,CAAC;MACpFN,YAAY,CAACP,OAAO,GAAIC,KAAK,IAAKQ,SAAS,CAACT,OAAO,CAACJ,GAAG,EAAEK,KAAK,CAAC;MAG/DQ,SAAS,CAACL,OAAO,CAACR,GAAG,CAAC;MAGtB,IAAI;QACF,MAAMA,GAAG,CAACkB,MAAM;MAClB,CAAC,CAAC,OAAOb,KAAK,EAAE;QAEdc,OAAO,CAACd,KAAK,CAAE,qBAAoBA,KAAM,EAAC,CAAC;MAC7C,CAAC,SAAS;QACR,IAAI,CAACe,mBAAmB,CAACT,YAAY,CAAC;MACxC;IACF;EACF;EAUAS,mBAAmBA,CAAC1B,MAAoB,EAAE;IACxC,MAAM2B,mBAAmB,GAGvB,CAAChD,SAAS,IAEV,IAAI,CAACiB,WAAW,IAEhB,CAAC,IAAI,CAACJ,YAAY,IAElB,IAAI,CAACG,KAAK,GAAG,IAAI,CAACiC,kBAAkB,CAAC,CAAC;IAExC,IAAID,mBAAmB,EAAE;MACvB3B,MAAM,CAACF,OAAO,CAAC,CAAC;MAChB,IAAI,CAACH,KAAK,EAAE;IACd,CAAC,MAAM;MACL,IAAI,CAACD,SAAS,CAACqB,IAAI,CAACf,MAAM,CAAC;IAC7B;IAEA,IAAI,CAAC,IAAI,CAACJ,WAAW,EAAE;MACrB,IAAI,CAACoB,eAAe,CAAC,CAAC;IACxB;EACF;EAKAE,mBAAmBA,CAAA,EAAwB;IAEzC,IAAI,IAAI,CAACxB,SAAS,CAACW,MAAM,GAAG,CAAC,EAAE;MAC7B,OAAO,IAAI,CAACX,SAAS,CAAC0B,KAAK,CAAC,CAAC,IAAI,IAAI;IACvC;IAGA,IAAI,IAAI,CAACzB,KAAK,GAAG,IAAI,CAACiC,kBAAkB,CAAC,CAAC,EAAE;MAC1C,IAAI,CAACjC,KAAK,EAAE;MACZ,MAAMT,IAAI,GAAI,GAAE,IAAI,CAACA,IAAI,CAAC2C,WAAW,CAAC,CAAE,MAAK,IAAI,CAAClC,KAAM,OAAM,IAAI,CAACN,cAAe,GAAE;MACpF,OAAO,IAAIT,YAAY,CAAC;QAACM,IAAI;QAAEC,MAAM,EAAE,IAAI,CAACA,MAAM;QAAEC,GAAG,EAAE,IAAI,CAACA;MAAG,CAAC,CAAC;IACrE;IAGA,OAAO,IAAI;EACb;EAEAwC,kBAAkBA,CAAA,EAAG;IACnB,OAAOlD,QAAQ,GAAG,IAAI,CAACY,oBAAoB,GAAG,IAAI,CAACD,cAAc;EACnE;AACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"worker-thread.js","names":["NodeWorker","isBrowser","assert","getLoadableWorkerURL","getTransferList","NOOP","WorkerThread","isSupported","Worker","constructor","props","name","source","url","terminated","worker","onMessage","onError","_loadableURL","error","console","log","_createBrowserWorker","_createNodeWorker","destroy","terminate","isRunning","Boolean","postMessage","data","transferList","_getErrorFromErrorEvent","event","message","lineno","colno","Error","onmessage","onerror","onmessageerror","absolute","includes","startsWith","eval","on","code"],"sources":["../../../src/lib/worker-farm/worker-thread.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport {NodeWorker, NodeWorkerType} from '../node/worker_threads';\nimport {isBrowser} from '../env-utils/globals';\nimport {assert} from '../env-utils/assert';\nimport {getLoadableWorkerURL} from '../worker-utils/get-loadable-worker-url';\nimport {getTransferList} from '../worker-utils/get-transfer-list';\n\nconst NOOP = () => {};\n\nexport type WorkerThreadProps = {\n name: string;\n source?: string;\n url?: string;\n};\n\n/**\n * Represents one worker thread\n */\nexport default class WorkerThread {\n readonly name: string;\n readonly source: string | undefined;\n readonly url: string | undefined;\n terminated: boolean = false;\n worker: Worker | NodeWorkerType;\n onMessage: (message: any) => void;\n onError: (error: Error) => void;\n\n private _loadableURL: string = '';\n\n /** Checks if workers are supported on this platform */\n static isSupported(): boolean {\n return (\n (typeof Worker !== 'undefined' && isBrowser) ||\n (typeof NodeWorker !== 'undefined' && !isBrowser)\n );\n }\n\n constructor(props: WorkerThreadProps) {\n const {name, source, url} = props;\n assert(source || url); // Either source or url must be defined\n this.name = name;\n this.source = source;\n this.url = url;\n this.onMessage = NOOP;\n this.onError = (error) => console.log(error); // eslint-disable-line\n\n this.worker = isBrowser ? this._createBrowserWorker() : this._createNodeWorker();\n }\n\n /**\n * Terminate this worker thread\n * @note Can free up significant memory\n */\n destroy(): void {\n this.onMessage = NOOP;\n this.onError = NOOP;\n this.worker.terminate(); // eslint-disable-line @typescript-eslint/no-floating-promises\n this.terminated = true;\n }\n\n get isRunning() {\n return Boolean(this.onMessage);\n }\n\n /**\n * Send a message to this worker thread\n * @param data any data structure, ideally consisting mostly of transferrable objects\n * @param transferList If not supplied, calculated automatically by traversing data\n */\n postMessage(data: any, transferList?: any[]): void {\n transferList = transferList || getTransferList(data);\n // @ts-ignore\n this.worker.postMessage(data, transferList);\n }\n\n // PRIVATE\n\n /**\n * Generate a standard Error from an ErrorEvent\n * @param event\n */\n _getErrorFromErrorEvent(event: ErrorEvent): Error {\n // Note Error object does not have the expected fields if loading failed completely\n // https://developer.mozilla.org/en-US/docs/Web/API/Worker#Event_handlers\n // https://developer.mozilla.org/en-US/docs/Web/API/ErrorEvent\n let message = 'Failed to load ';\n message += `worker ${this.name} from ${this.url}. `;\n if (event.message) {\n message += `${event.message} in `;\n }\n // const hasFilename = event.filename && !event.filename.startsWith('blob:');\n // message += hasFilename ? event.filename : this.source.slice(0, 100);\n if (event.lineno) {\n message += `:${event.lineno}:${event.colno}`;\n }\n return new Error(message);\n }\n\n /**\n * Creates a worker thread on the browser\n */\n _createBrowserWorker(): Worker {\n this._loadableURL = getLoadableWorkerURL({source: this.source, url: this.url});\n const worker = new Worker(this._loadableURL, {name: this.name});\n\n worker.onmessage = (event) => {\n if (!event.data) {\n this.onError(new Error('No data received'));\n } else {\n this.onMessage(event.data);\n }\n };\n // This callback represents an uncaught exception in the worker thread\n worker.onerror = (error: ErrorEvent): void => {\n this.onError(this._getErrorFromErrorEvent(error));\n this.terminated = true;\n };\n // TODO - not clear when this would be called, for now just log in case it happens\n worker.onmessageerror = (event) => console.error(event); // eslint-disable-line\n\n return worker;\n }\n\n /**\n * Creates a worker thread in node.js\n * @todo https://nodejs.org/api/async_hooks.html#async-resource-worker-pool\n */\n _createNodeWorker(): NodeWorkerType {\n let worker: NodeWorkerType;\n if (this.url) {\n // Make sure relative URLs start with './'\n const absolute = this.url.includes(':/') || this.url.startsWith('/');\n const url = absolute ? this.url : `./${this.url}`;\n // console.log('Starting work from', url);\n worker = new NodeWorker(url, {eval: false});\n } else if (this.source) {\n worker = new NodeWorker(this.source, {eval: true});\n } else {\n throw new Error('no worker');\n }\n worker.on('message', (data) => {\n // console.error('message', data);\n this.onMessage(data);\n });\n worker.on('error', (error) => {\n // console.error('error', error);\n this.onError(error);\n });\n worker.on('exit', (code) => {\n // console.error('exit', code);\n });\n return worker;\n }\n}\n"],"mappings":"SAIQA,UAAU;AAAA,SACVC,SAAS;AAAA,SACTC,MAAM;AAAA,SACNC,oBAAoB;AAAA,SACpBC,eAAe;AAEvB,MAAMC,IAAI,GAAGA,CAAA,KAAM,CAAC,CAAC;AAWrB,eAAe,MAAMC,YAAY,CAAC;EAYhC,OAAOC,WAAWA,CAAA,EAAY;IAC5B,OACG,OAAOC,MAAM,KAAK,WAAW,IAAIP,SAAS,IAC1C,OAAOD,UAAU,KAAK,WAAW,IAAI,CAACC,SAAU;EAErD;EAEAQ,WAAWA,CAACC,KAAwB,EAAE;IAAA,KAlB7BC,IAAI;IAAA,KACJC,MAAM;IAAA,KACNC,GAAG;IAAA,KACZC,UAAU,GAAY,KAAK;IAAA,KAC3BC,MAAM;IAAA,KACNC,SAAS;IAAA,KACTC,OAAO;IAAA,KAECC,YAAY,GAAW,EAAE;IAW/B,MAAM;MAACP,IAAI;MAAEC,MAAM;MAAEC;IAAG,CAAC,GAAGH,KAAK;IACjCR,MAAM,CAACU,MAAM,IAAIC,GAAG,CAAC;IACrB,IAAI,CAACF,IAAI,GAAGA,IAAI;IAChB,IAAI,CAACC,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACC,GAAG,GAAGA,GAAG;IACd,IAAI,CAACG,SAAS,GAAGX,IAAI;IACrB,IAAI,CAACY,OAAO,GAAIE,KAAK,IAAKC,OAAO,CAACC,GAAG,CAACF,KAAK,CAAC;IAE5C,IAAI,CAACJ,MAAM,GAAGd,SAAS,GAAG,IAAI,CAACqB,oBAAoB,CAAC,CAAC,GAAG,IAAI,CAACC,iBAAiB,CAAC,CAAC;EAClF;EAMAC,OAAOA,CAAA,EAAS;IACd,IAAI,CAACR,SAAS,GAAGX,IAAI;IACrB,IAAI,CAACY,OAAO,GAAGZ,IAAI;IACnB,IAAI,CAACU,MAAM,CAACU,SAAS,CAAC,CAAC;IACvB,IAAI,CAACX,UAAU,GAAG,IAAI;EACxB;EAEA,IAAIY,SAASA,CAAA,EAAG;IACd,OAAOC,OAAO,CAAC,IAAI,CAACX,SAAS,CAAC;EAChC;EAOAY,WAAWA,CAACC,IAAS,EAAEC,YAAoB,EAAQ;IACjDA,YAAY,GAAGA,YAAY,IAAI1B,eAAe,CAACyB,IAAI,CAAC;IAEpD,IAAI,CAACd,MAAM,CAACa,WAAW,CAACC,IAAI,EAAEC,YAAY,CAAC;EAC7C;EAQAC,uBAAuBA,CAACC,KAAiB,EAAS;IAIhD,IAAIC,OAAO,GAAG,iBAAiB;IAC/BA,OAAO,IAAK,UAAS,IAAI,CAACtB,IAAK,SAAQ,IAAI,CAACE,GAAI,IAAG;IACnD,IAAImB,KAAK,CAACC,OAAO,EAAE;MACjBA,OAAO,IAAK,GAAED,KAAK,CAACC,OAAQ,MAAK;IACnC;IAGA,IAAID,KAAK,CAACE,MAAM,EAAE;MAChBD,OAAO,IAAK,IAAGD,KAAK,CAACE,MAAO,IAAGF,KAAK,CAACG,KAAM,EAAC;IAC9C;IACA,OAAO,IAAIC,KAAK,CAACH,OAAO,CAAC;EAC3B;EAKAX,oBAAoBA,CAAA,EAAW;IAC7B,IAAI,CAACJ,YAAY,GAAGf,oBAAoB,CAAC;MAACS,MAAM,EAAE,IAAI,CAACA,MAAM;MAAEC,GAAG,EAAE,IAAI,CAACA;IAAG,CAAC,CAAC;IAC9E,MAAME,MAAM,GAAG,IAAIP,MAAM,CAAC,IAAI,CAACU,YAAY,EAAE;MAACP,IAAI,EAAE,IAAI,CAACA;IAAI,CAAC,CAAC;IAE/DI,MAAM,CAACsB,SAAS,GAAIL,KAAK,IAAK;MAC5B,IAAI,CAACA,KAAK,CAACH,IAAI,EAAE;QACf,IAAI,CAACZ,OAAO,CAAC,IAAImB,KAAK,CAAC,kBAAkB,CAAC,CAAC;MAC7C,CAAC,MAAM;QACL,IAAI,CAACpB,SAAS,CAACgB,KAAK,CAACH,IAAI,CAAC;MAC5B;IACF,CAAC;IAEDd,MAAM,CAACuB,OAAO,GAAInB,KAAiB,IAAW;MAC5C,IAAI,CAACF,OAAO,CAAC,IAAI,CAACc,uBAAuB,CAACZ,KAAK,CAAC,CAAC;MACjD,IAAI,CAACL,UAAU,GAAG,IAAI;IACxB,CAAC;IAEDC,MAAM,CAACwB,cAAc,GAAIP,KAAK,IAAKZ,OAAO,CAACD,KAAK,CAACa,KAAK,CAAC;IAEvD,OAAOjB,MAAM;EACf;EAMAQ,iBAAiBA,CAAA,EAAmB;IAClC,IAAIR,MAAsB;IAC1B,IAAI,IAAI,CAACF,GAAG,EAAE;MAEZ,MAAM2B,QAAQ,GAAG,IAAI,CAAC3B,GAAG,CAAC4B,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC5B,GAAG,CAAC6B,UAAU,CAAC,GAAG,CAAC;MACpE,MAAM7B,GAAG,GAAG2B,QAAQ,GAAG,IAAI,CAAC3B,GAAG,GAAI,KAAI,IAAI,CAACA,GAAI,EAAC;MAEjDE,MAAM,GAAG,IAAIf,UAAU,CAACa,GAAG,EAAE;QAAC8B,IAAI,EAAE;MAAK,CAAC,CAAC;IAC7C,CAAC,MAAM,IAAI,IAAI,CAAC/B,MAAM,EAAE;MACtBG,MAAM,GAAG,IAAIf,UAAU,CAAC,IAAI,CAACY,MAAM,EAAE;QAAC+B,IAAI,EAAE;MAAI,CAAC,CAAC;IACpD,CAAC,MAAM;MACL,MAAM,IAAIP,KAAK,CAAC,WAAW,CAAC;IAC9B;IACArB,MAAM,CAAC6B,EAAE,CAAC,SAAS,EAAGf,IAAI,IAAK;MAE7B,IAAI,CAACb,SAAS,CAACa,IAAI,CAAC;IACtB,CAAC,CAAC;IACFd,MAAM,CAAC6B,EAAE,CAAC,OAAO,EAAGzB,KAAK,IAAK;MAE5B,IAAI,CAACF,OAAO,CAACE,KAAK,CAAC;IACrB,CAAC,CAAC;IACFJ,MAAM,CAAC6B,EAAE,CAAC,MAAM,EAAGC,IAAI,IAAK,CAE5B,CAAC,CAAC;IACF,OAAO9B,MAAM;EACf;AACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"get-loadable-worker-url.js","names":["assert","workerURLCache","Map","getLoadableWorkerURL","props","source","url","workerURL","get","getLoadableWorkerURLFromURL","set","getLoadableWorkerURLFromSource","startsWith","workerSource","buildScriptSource","blob","Blob","type","URL","createObjectURL","workerUrl"],"sources":["../../../src/lib/worker-utils/get-loadable-worker-url.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport {assert} from '../env-utils/assert';\n\nconst workerURLCache = new Map();\n\n/**\n * Creates a loadable URL from worker source or URL\n * that can be used to create `Worker` instances.\n * Due to CORS issues it may be necessary to wrap a URL in a small importScripts\n * @param props\n * @param props.source Worker source\n * @param props.url Worker URL\n * @returns loadable url\n */\nexport function getLoadableWorkerURL(props: {source?: string; url?: string}) {\n assert((props.source && !props.url) || (!props.source && props.url)); // Either source or url must be defined\n\n let workerURL = workerURLCache.get(props.source || props.url);\n if (!workerURL) {\n // Differentiate worker urls from worker source code\n if (props.url) {\n workerURL = getLoadableWorkerURLFromURL(props.url);\n workerURLCache.set(props.url, workerURL);\n }\n\n if (props.source) {\n workerURL = getLoadableWorkerURLFromSource(props.source);\n workerURLCache.set(props.source, workerURL);\n }\n }\n\n assert(workerURL);\n return workerURL;\n}\n\n/**\n * Build a loadable worker URL from worker URL\n * @param url\n * @returns loadable URL\n */\nfunction getLoadableWorkerURLFromURL(url: string): string {\n // A local script url, we can use it to initialize a Worker directly\n if (!url.startsWith('http')) {\n return url;\n }\n\n // A remote script, we need to use `importScripts` to load from different origin\n const workerSource = buildScriptSource(url);\n return getLoadableWorkerURLFromSource(workerSource);\n}\n\n/**\n * Build a loadable worker URL from worker source\n * @param workerSource\n * @returns loadable url\n */\nfunction getLoadableWorkerURLFromSource(workerSource: string): string {\n const blob = new Blob([workerSource], {type: 'application/javascript'});\n return URL.createObjectURL(blob);\n}\n\n/**\n * Per spec, worker cannot be initialized with a script from a different origin\n * However a local worker script can still import scripts from other origins,\n * so we simply build a wrapper script.\n *\n * @param workerUrl\n * @returns source\n */\nfunction buildScriptSource(workerUrl: string): string {\n return `\\\ntry {\n importScripts('${workerUrl}');\n} catch (error) {\n console.error(error);\n throw error;\n}`;\n}\n"],"mappings":"SAIQA,MAAM;AAEd,MAAMC,cAAc,GAAG,IAAIC,GAAG,CAAC,CAAC;AAWhC,OAAO,SAASC,oBAAoBA,CAACC,KAAsC,EAAE;EAC3EJ,MAAM,CAAEI,KAAK,CAACC,MAAM,IAAI,CAACD,KAAK,CAACE,GAAG,IAAM,CAACF,KAAK,CAACC,MAAM,IAAID,KAAK,CAACE,GAAI,CAAC;EAEpE,IAAIC,SAAS,GAAGN,cAAc,CAACO,GAAG,CAACJ,KAAK,CAACC,MAAM,IAAID,KAAK,CAACE,GAAG,CAAC;EAC7D,IAAI,CAACC,SAAS,EAAE;IAEd,IAAIH,KAAK,CAACE,GAAG,EAAE;MACbC,SAAS,GAAGE,2BAA2B,CAACL,KAAK,CAACE,GAAG,CAAC;MAClDL,cAAc,CAACS,GAAG,CAACN,KAAK,CAACE,GAAG,EAAEC,SAAS,CAAC;IAC1C;IAEA,IAAIH,KAAK,CAACC,MAAM,EAAE;MAChBE,SAAS,GAAGI,8BAA8B,CAACP,KAAK,CAACC,MAAM,CAAC;MACxDJ,cAAc,CAACS,GAAG,CAACN,KAAK,CAACC,MAAM,EAAEE,SAAS,CAAC;IAC7C;EACF;EAEAP,MAAM,CAACO,SAAS,CAAC;EACjB,OAAOA,SAAS;AAClB;AAOA,SAASE,2BAA2BA,CAACH,GAAW,EAAU;EAExD,IAAI,CAACA,GAAG,CAACM,UAAU,CAAC,MAAM,CAAC,EAAE;IAC3B,OAAON,GAAG;EACZ;EAGA,MAAMO,YAAY,GAAGC,iBAAiB,CAACR,GAAG,CAAC;EAC3C,OAAOK,8BAA8B,CAACE,YAAY,CAAC;AACrD;AAOA,SAASF,8BAA8BA,CAACE,YAAoB,EAAU;EACpE,MAAME,IAAI,GAAG,IAAIC,IAAI,CAAC,CAACH,YAAY,CAAC,EAAE;IAACI,IAAI,EAAE;EAAwB,CAAC,CAAC;EACvE,OAAOC,GAAG,CAACC,eAAe,CAACJ,IAAI,CAAC;AAClC;AAUA,SAASD,iBAAiBA,CAACM,SAAiB,EAAU;EACpD,OAAQ;AACV;AACA,mBAAmBA,SAAU;AAC7B;AACA;AACA;AACA,EAAE;AACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"get-transfer-list.js","names":["getTransferList","object","recursive","arguments","length","undefined","transfers","transfersSet","Set","isTransferable","add","buffer","ArrayBuffer","isView","key","Array","from","MessagePort","ImageBitmap","OffscreenCanvas","getTransferListForWriter","clone","Object","assign","keys","forEach","RegExp"],"sources":["../../../src/lib/worker-utils/get-transfer-list.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\n// NOTE - there is a copy of this function is both in core and loader-utils\n// core does not need all the utils in loader-utils, just this one.\n\n/**\n * Returns an array of Transferrable objects that can be used with postMessage\n * https://developer.mozilla.org/en-US/docs/Web/API/Worker/postMessage\n * @param object data to be sent via postMessage\n * @param recursive - not for application use\n * @param transfers - not for application use\n * @returns a transfer list that can be passed to postMessage\n */\nexport function getTransferList(\n object: any,\n recursive: boolean = true,\n transfers?: Set<any>\n): Transferable[] {\n // Make sure that items in the transfer list is unique\n const transfersSet = transfers || new Set();\n\n if (!object) {\n // ignore\n } else if (isTransferable(object)) {\n transfersSet.add(object);\n } else if (isTransferable(object.buffer)) {\n // Typed array\n transfersSet.add(object.buffer);\n } else if (ArrayBuffer.isView(object)) {\n // object is a TypeArray viewing into a SharedArrayBuffer (not transferable)\n // Do not iterate through the content in this case\n } else if (recursive && typeof object === 'object') {\n for (const key in object) {\n // Avoid perf hit - only go one level deep\n getTransferList(object[key], recursive, transfersSet);\n }\n }\n\n // If transfers is defined, is internal recursive call\n // Otherwise it's called by the user\n return transfers === undefined ? Array.from(transfersSet) : [];\n}\n\n// https://developer.mozilla.org/en-US/docs/Web/API/Transferable\nfunction isTransferable(object: unknown) {\n if (!object) {\n return false;\n }\n if (object instanceof ArrayBuffer) {\n return true;\n }\n if (typeof MessagePort !== 'undefined' && object instanceof MessagePort) {\n return true;\n }\n if (typeof ImageBitmap !== 'undefined' && object instanceof ImageBitmap) {\n return true;\n }\n // @ts-ignore\n if (typeof OffscreenCanvas !== 'undefined' && object instanceof OffscreenCanvas) {\n return true;\n }\n return false;\n}\n\n/**\n * Recursively drop non serializable values like functions and regexps.\n * @param object\n */\nexport function getTransferListForWriter(object: object | null): object {\n if (object === null) {\n return {};\n }\n const clone = Object.assign({}, object);\n\n Object.keys(clone).forEach((key) => {\n // Typed Arrays and Arrays are passed with no change\n if (\n typeof object[key] === 'object' &&\n !ArrayBuffer.isView(object[key]) &&\n !(object[key] instanceof Array)\n ) {\n clone[key] = getTransferListForWriter(object[key]);\n } else if (typeof clone[key] === 'function' || clone[key] instanceof RegExp) {\n clone[key] = {};\n } else {\n clone[key] = object[key];\n }\n });\n\n return clone;\n}\n"],"mappings":"AAeA,OAAO,SAASA,eAAeA,CAC7BC,MAAW,EAGK;EAAA,IAFhBC,SAAkB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,IAAI;EAAA,IACzBG,SAAoB,GAAAH,SAAA,CAAAC,MAAA,OAAAD,SAAA,MAAAE,SAAA;EAGpB,MAAME,YAAY,GAAGD,SAAS,IAAI,IAAIE,GAAG,CAAC,CAAC;EAE3C,IAAI,CAACP,MAAM,EAAE,CAEb,CAAC,MAAM,IAAIQ,cAAc,CAACR,MAAM,CAAC,EAAE;IACjCM,YAAY,CAACG,GAAG,CAACT,MAAM,CAAC;EAC1B,CAAC,MAAM,IAAIQ,cAAc,CAACR,MAAM,CAACU,MAAM,CAAC,EAAE;IAExCJ,YAAY,CAACG,GAAG,CAACT,MAAM,CAACU,MAAM,CAAC;EACjC,CAAC,MAAM,IAAIC,WAAW,CAACC,MAAM,CAACZ,MAAM,CAAC,EAAE,CAGvC,CAAC,MAAM,IAAIC,SAAS,IAAI,OAAOD,MAAM,KAAK,QAAQ,EAAE;IAClD,KAAK,MAAMa,GAAG,IAAIb,MAAM,EAAE;MAExBD,eAAe,CAACC,MAAM,CAACa,GAAG,CAAC,EAAEZ,SAAS,EAAEK,YAAY,CAAC;IACvD;EACF;EAIA,OAAOD,SAAS,KAAKD,SAAS,GAAGU,KAAK,CAACC,IAAI,CAACT,YAAY,CAAC,GAAG,EAAE;AAChE;AAGA,SAASE,cAAcA,CAACR,MAAe,EAAE;EACvC,IAAI,CAACA,MAAM,EAAE;IACX,OAAO,KAAK;EACd;EACA,IAAIA,MAAM,YAAYW,WAAW,EAAE;IACjC,OAAO,IAAI;EACb;EACA,IAAI,OAAOK,WAAW,KAAK,WAAW,IAAIhB,MAAM,YAAYgB,WAAW,EAAE;IACvE,OAAO,IAAI;EACb;EACA,IAAI,OAAOC,WAAW,KAAK,WAAW,IAAIjB,MAAM,YAAYiB,WAAW,EAAE;IACvE,OAAO,IAAI;EACb;EAEA,IAAI,OAAOC,eAAe,KAAK,WAAW,IAAIlB,MAAM,YAAYkB,eAAe,EAAE;IAC/E,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAMA,OAAO,SAASC,wBAAwBA,CAACnB,MAAqB,EAAU;EACtE,IAAIA,MAAM,KAAK,IAAI,EAAE;IACnB,OAAO,CAAC,CAAC;EACX;EACA,MAAMoB,KAAK,GAAGC,MAAM,CAACC,MAAM,CAAC,CAAC,CAAC,EAAEtB,MAAM,CAAC;EAEvCqB,MAAM,CAACE,IAAI,CAACH,KAAK,CAAC,CAACI,OAAO,CAAEX,GAAG,IAAK;IAElC,IACE,OAAOb,MAAM,CAACa,GAAG,CAAC,KAAK,QAAQ,IAC/B,CAACF,WAAW,CAACC,MAAM,CAACZ,MAAM,CAACa,GAAG,CAAC,CAAC,IAChC,EAAEb,MAAM,CAACa,GAAG,CAAC,YAAYC,KAAK,CAAC,EAC/B;MACAM,KAAK,CAACP,GAAG,CAAC,GAAGM,wBAAwB,CAACnB,MAAM,CAACa,GAAG,CAAC,CAAC;IACpD,CAAC,MAAM,IAAI,OAAOO,KAAK,CAACP,GAAG,CAAC,KAAK,UAAU,IAAIO,KAAK,CAACP,GAAG,CAAC,YAAYY,MAAM,EAAE;MAC3EL,KAAK,CAACP,GAAG,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC,MAAM;MACLO,KAAK,CAACP,GAAG,CAAC,GAAGb,MAAM,CAACa,GAAG,CAAC;IAC1B;EACF,CAAC,CAAC;EAEF,OAAOO,KAAK;AACd"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"remove-nontransferable-options.js","names":["removeNontransferableOptions","object","clone","Object","assign","keys","forEach","key","ArrayBuffer","isView","RegExp"],"sources":["../../../src/lib/worker-utils/remove-nontransferable-options.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\n/**\n * Recursively drop non serializable values like functions and regexps.\n * @param object\n */\nexport function removeNontransferableOptions(object: object | null): object {\n if (object === null) {\n return {};\n }\n const clone = Object.assign({}, object);\n\n Object.keys(clone).forEach((key) => {\n // Checking if it is an object and not a typed array.\n if (typeof object[key] === 'object' && !ArrayBuffer.isView(object[key])) {\n clone[key] = removeNontransferableOptions(object[key]);\n } else if (typeof clone[key] === 'function' || clone[key] instanceof RegExp) {\n clone[key] = {};\n } else {\n clone[key] = object[key];\n }\n });\n\n return clone;\n}\n"],"mappings":"AAQA,OAAO,SAASA,4BAA4BA,CAACC,MAAqB,EAAU;EAC1E,IAAIA,MAAM,KAAK,IAAI,EAAE;IACnB,OAAO,CAAC,CAAC;EACX;EACA,MAAMC,KAAK,GAAGC,MAAM,CAACC,MAAM,CAAC,CAAC,CAAC,EAAEH,MAAM,CAAC;EAEvCE,MAAM,CAACE,IAAI,CAACH,KAAK,CAAC,CAACI,OAAO,CAAEC,GAAG,IAAK;IAElC,IAAI,OAAON,MAAM,CAACM,GAAG,CAAC,KAAK,QAAQ,IAAI,CAACC,WAAW,CAACC,MAAM,CAACR,MAAM,CAACM,GAAG,CAAC,CAAC,EAAE;MACvEL,KAAK,CAACK,GAAG,CAAC,GAAGP,4BAA4B,CAACC,MAAM,CAACM,GAAG,CAAC,CAAC;IACxD,CAAC,MAAM,IAAI,OAAOL,KAAK,CAACK,GAAG,CAAC,KAAK,UAAU,IAAIL,KAAK,CAACK,GAAG,CAAC,YAAYG,MAAM,EAAE;MAC3ER,KAAK,CAACK,GAAG,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC,MAAM;MACLL,KAAK,CAACK,GAAG,CAAC,GAAGN,MAAM,CAACM,GAAG,CAAC;IAC1B;EACF,CAAC,CAAC;EAEF,OAAOL,KAAK;AACd"}
package/dist/types.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.js","names":[],"sources":["../src/types.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\n/**\n * Worker Options\n */\nexport type WorkerOptions = {\n // Worker farm options\n CDN?: string | null;\n worker?: boolean;\n maxConcurrency?: number;\n maxMobileConcurrency?: number;\n reuseWorkers?: boolean;\n _workerType?: string;\n workerUrl?: string;\n [key: string]: any; // TODO\n};\n\nexport type WorkerContext = {\n process?: Process;\n processInBatches?: ProcessInBatches;\n};\n\nexport type Process = (data: any, options?: {[key: string]: any}, context?: WorkerContext) => any;\n\nexport type ProcessInBatches = (\n iterator: AsyncIterable<any> | Iterable<any>,\n options?: {[key: string]: any},\n context?: WorkerContext\n) => AsyncIterable<any>;\n\n/**\n * A worker description object\n */\nexport type WorkerObject = {\n id: string;\n name: string;\n module: string;\n version: string;\n worker?: string | boolean;\n options: {[key: string]: any};\n deprecatedOptions?: object;\n\n process?: Process;\n processInBatches?: ProcessInBatches;\n};\n\n/*\n PROTOCOL\n\n Main thread worker\n => process-batches-start\n\n => process-batches-input-batch\n <= process-batches-output-batch\n ... // repeat\n\n => process-batches-input-done\n <= process-batches-result\n\n // or\n\n <= process-batches-error\n */\nexport type WorkerMessageType =\n | 'process'\n | 'done'\n | 'error'\n | 'process-in-batches'\n | 'input-batch'\n | 'input-done'\n | 'output-batch';\n\nexport type WorkerMessagePayload = {\n id?: number;\n options?: {[key: string]: any};\n context?: {[key: string]: any};\n input?: any; // Transferable;\n result?: any; // Transferable\n error?: string;\n};\n\nexport type WorkerMessageData = {\n source: 'loaders.gl';\n type: WorkerMessageType;\n payload: WorkerMessagePayload;\n};\n\nexport type WorkerMessage = {\n type: string;\n data: WorkerMessageData;\n};\n"],"mappings":""}
@@ -1 +0,0 @@
1
- {"version":3,"file":"null-worker.js","names":["createWorker","data"],"sources":["../../src/workers/null-worker.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport {createWorker} from '../lib/worker-api/create-worker';\n\ncreateWorker(async (data) => {\n // @ts-ignore\n return data;\n});\n"],"mappings":"SAIQA,YAAY;AAEpBA,YAAY,CAAC,MAAOC,IAAI,IAAK;EAE3B,OAAOA,IAAI;AACb,CAAC,CAAC"}