@loaders.gl/worker-utils 3.3.0-alpha.1 → 3.3.0-alpha.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (132) hide show
  1. package/dist/es5/index.js +39 -50
  2. package/dist/es5/index.js.map +1 -1
  3. package/dist/es5/lib/async-queue/async-queue.js +15 -22
  4. package/dist/es5/lib/async-queue/async-queue.js.map +1 -1
  5. package/dist/es5/lib/env-utils/assert.js.map +1 -1
  6. package/dist/es5/lib/env-utils/globals.js +7 -4
  7. package/dist/es5/lib/env-utils/globals.js.map +1 -1
  8. package/dist/es5/lib/env-utils/version.js +3 -3
  9. package/dist/es5/lib/env-utils/version.js.map +1 -1
  10. package/dist/es5/lib/library-utils/library-utils.js +6 -45
  11. package/dist/es5/lib/library-utils/library-utils.js.map +1 -1
  12. package/dist/es5/lib/node/require-utils.node.js +0 -22
  13. package/dist/es5/lib/node/require-utils.node.js.map +1 -1
  14. package/dist/es5/lib/node/worker_threads-browser.js +3 -6
  15. package/dist/es5/lib/node/worker_threads-browser.js.map +1 -1
  16. package/dist/es5/lib/node/worker_threads.js +0 -2
  17. package/dist/es5/lib/node/worker_threads.js.map +1 -1
  18. package/dist/es5/lib/process-utils/child-process-proxy.js +6 -49
  19. package/dist/es5/lib/process-utils/child-process-proxy.js.map +1 -1
  20. package/dist/es5/lib/process-utils/process-utils.js +0 -7
  21. package/dist/es5/lib/process-utils/process-utils.js.map +1 -1
  22. package/dist/es5/lib/worker-api/create-worker.js +40 -96
  23. package/dist/es5/lib/worker-api/create-worker.js.map +1 -1
  24. package/dist/es5/lib/worker-api/get-worker-url.js +2 -7
  25. package/dist/es5/lib/worker-api/get-worker-url.js.map +1 -1
  26. package/dist/es5/lib/worker-api/process-on-worker.js +15 -41
  27. package/dist/es5/lib/worker-api/process-on-worker.js.map +1 -1
  28. package/dist/es5/lib/worker-api/validate-worker-version.js +0 -4
  29. package/dist/es5/lib/worker-api/validate-worker-version.js.map +1 -1
  30. package/dist/es5/lib/worker-farm/worker-body.js +13 -30
  31. package/dist/es5/lib/worker-farm/worker-body.js.map +1 -1
  32. package/dist/es5/lib/worker-farm/worker-farm.js +21 -32
  33. package/dist/es5/lib/worker-farm/worker-farm.js.map +1 -1
  34. package/dist/es5/lib/worker-farm/worker-job.js +9 -13
  35. package/dist/es5/lib/worker-farm/worker-job.js.map +1 -1
  36. package/dist/es5/lib/worker-farm/worker-pool.js +18 -51
  37. package/dist/es5/lib/worker-farm/worker-pool.js.map +1 -1
  38. package/dist/es5/lib/worker-farm/worker-thread.js +22 -36
  39. package/dist/es5/lib/worker-farm/worker-thread.js.map +1 -1
  40. package/dist/es5/lib/worker-utils/get-loadable-worker-url.js +1 -5
  41. package/dist/es5/lib/worker-utils/get-loadable-worker-url.js.map +1 -1
  42. package/dist/es5/lib/worker-utils/get-transfer-list.js +22 -10
  43. package/dist/es5/lib/worker-utils/get-transfer-list.js.map +1 -1
  44. package/dist/es5/lib/worker-utils/remove-nontransferable-options.js +12 -21
  45. package/dist/es5/lib/worker-utils/remove-nontransferable-options.js.map +1 -1
  46. package/dist/es5/types.js.map +1 -1
  47. package/dist/es5/workers/null-worker.js +0 -6
  48. package/dist/es5/workers/null-worker.js.map +1 -1
  49. package/dist/esm/index.js +9 -1
  50. package/dist/esm/index.js.map +1 -1
  51. package/dist/esm/lib/async-queue/async-queue.js +1 -14
  52. package/dist/esm/lib/async-queue/async-queue.js.map +1 -1
  53. package/dist/esm/lib/env-utils/assert.js +2 -0
  54. package/dist/esm/lib/env-utils/assert.js.map +1 -1
  55. package/dist/esm/lib/env-utils/globals.js +9 -1
  56. package/dist/esm/lib/env-utils/globals.js.map +1 -1
  57. package/dist/esm/lib/env-utils/version.js +4 -3
  58. package/dist/esm/lib/env-utils/version.js.map +1 -1
  59. package/dist/esm/lib/library-utils/library-utils.js +10 -12
  60. package/dist/esm/lib/library-utils/library-utils.js.map +1 -1
  61. package/dist/esm/lib/node/require-utils.node.js +7 -9
  62. package/dist/esm/lib/node/require-utils.node.js.map +1 -1
  63. package/dist/esm/lib/node/worker_threads-browser.js +1 -0
  64. package/dist/esm/lib/node/worker_threads-browser.js.map +1 -1
  65. package/dist/esm/lib/node/worker_threads.js.map +1 -1
  66. package/dist/esm/lib/process-utils/child-process-proxy.js +13 -25
  67. package/dist/esm/lib/process-utils/child-process-proxy.js.map +1 -1
  68. package/dist/esm/lib/process-utils/process-utils.js +3 -5
  69. package/dist/esm/lib/process-utils/process-utils.js.map +1 -1
  70. package/dist/esm/lib/worker-api/create-worker.js +4 -14
  71. package/dist/esm/lib/worker-api/create-worker.js.map +1 -1
  72. package/dist/esm/lib/worker-api/get-worker-url.js +6 -5
  73. package/dist/esm/lib/worker-api/get-worker-url.js.map +1 -1
  74. package/dist/esm/lib/worker-api/process-on-worker.js +9 -13
  75. package/dist/esm/lib/worker-api/process-on-worker.js.map +1 -1
  76. package/dist/esm/lib/worker-api/validate-worker-version.js +3 -2
  77. package/dist/esm/lib/worker-api/validate-worker-version.js.map +1 -1
  78. package/dist/esm/lib/worker-farm/worker-body.js +1 -13
  79. package/dist/esm/lib/worker-farm/worker-body.js.map +1 -1
  80. package/dist/esm/lib/worker-farm/worker-farm.js +9 -14
  81. package/dist/esm/lib/worker-farm/worker-farm.js.map +1 -1
  82. package/dist/esm/lib/worker-farm/worker-job.js +2 -9
  83. package/dist/esm/lib/worker-farm/worker-job.js.map +1 -1
  84. package/dist/esm/lib/worker-farm/worker-pool.js +8 -31
  85. package/dist/esm/lib/worker-farm/worker-pool.js.map +1 -1
  86. package/dist/esm/lib/worker-farm/worker-thread.js +3 -24
  87. package/dist/esm/lib/worker-farm/worker-thread.js.map +1 -1
  88. package/dist/esm/lib/worker-utils/get-loadable-worker-url.js +2 -3
  89. package/dist/esm/lib/worker-utils/get-loadable-worker-url.js.map +1 -1
  90. package/dist/esm/lib/worker-utils/get-transfer-list.js +26 -9
  91. package/dist/esm/lib/worker-utils/get-transfer-list.js.map +1 -1
  92. package/dist/esm/lib/worker-utils/remove-nontransferable-options.js +13 -18
  93. package/dist/esm/lib/worker-utils/remove-nontransferable-options.js.map +1 -1
  94. package/dist/esm/types.js.map +1 -1
  95. package/dist/esm/workers/null-worker.js.map +1 -1
  96. package/dist/index.d.ts +1 -1
  97. package/dist/index.d.ts.map +1 -1
  98. package/dist/index.js +2 -1
  99. package/dist/lib/library-utils/library-utils.js +5 -1
  100. package/dist/lib/node/worker_threads.js +5 -1
  101. package/dist/lib/process-utils/child-process-proxy.d.ts +1 -1
  102. package/dist/lib/process-utils/child-process-proxy.d.ts.map +1 -1
  103. package/dist/lib/process-utils/child-process-proxy.js +5 -1
  104. package/dist/lib/worker-api/create-worker.d.ts +1 -1
  105. package/dist/lib/worker-api/create-worker.d.ts.map +1 -1
  106. package/dist/lib/worker-api/process-on-worker.d.ts +1 -1
  107. package/dist/lib/worker-api/process-on-worker.d.ts.map +1 -1
  108. package/dist/lib/worker-api/process-on-worker.js +2 -2
  109. package/dist/lib/worker-farm/worker-farm.d.ts +1 -1
  110. package/dist/lib/worker-farm/worker-farm.d.ts.map +1 -1
  111. package/dist/lib/worker-farm/worker-farm.js +8 -8
  112. package/dist/lib/worker-farm/worker-pool.d.ts +4 -4
  113. package/dist/lib/worker-farm/worker-pool.d.ts.map +1 -1
  114. package/dist/lib/worker-farm/worker-pool.js +4 -4
  115. package/dist/lib/worker-farm/worker-thread.d.ts +1 -1
  116. package/dist/lib/worker-farm/worker-thread.d.ts.map +1 -1
  117. package/dist/lib/worker-farm/worker-thread.js +5 -4
  118. package/dist/lib/worker-utils/get-transfer-list.d.ts +5 -0
  119. package/dist/lib/worker-utils/get-transfer-list.d.ts.map +1 -1
  120. package/dist/lib/worker-utils/get-transfer-list.js +27 -1
  121. package/dist/lib/worker-utils/remove-nontransferable-options.d.ts +3 -3
  122. package/dist/lib/worker-utils/remove-nontransferable-options.d.ts.map +1 -1
  123. package/dist/lib/worker-utils/remove-nontransferable-options.js +18 -26
  124. package/dist/null-worker.js.map +1 -1
  125. package/dist/types.d.ts +9 -9
  126. package/dist/types.d.ts.map +1 -1
  127. package/package.json +2 -2
  128. package/src/index.ts +1 -1
  129. package/src/lib/worker-api/process-on-worker.ts +2 -2
  130. package/src/lib/worker-farm/worker-thread.ts +4 -1
  131. package/src/lib/worker-utils/get-transfer-list.ts +28 -0
  132. package/src/lib/worker-utils/remove-nontransferable-options.ts +17 -25
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/lib/worker-farm/worker-pool.ts"],"names":["WorkerPool","props","source","url","setProps","idleQueue","forEach","worker","destroy","isDestroyed","name","undefined","maxConcurrency","maxMobileConcurrency","reuseWorkers","onDebug","onMessage","job","type","data","done","onError","error","startPromise","Promise","onStart","jobQueue","push","_startQueuedJob","length","workerThread","_getAvailableWorker","queuedJob","shift","message","backlog","WorkerJob","payload","result","returnWorkerToQueue","shouldDestroyWorker","count","_getMaxConcurrency","toLowerCase","WorkerThread","isMobile","isSupported"],"mappings":";;;;;;;;;;;;;;;;;;;AACA;;AACA;;AACA;;;;;;IAqCqBA,U;AAwBnB,sBAAYC,KAAZ,EAAoC;AAAA;AAAA,gDAvBrB,SAuBqB;AAAA;AAAA;AAAA,0DApBX,CAoBW;AAAA,gEAnBL,CAmBK;AAAA,mDAlBW,YAAM,CAAE,CAkBnB;AAAA,wDAjBZ,IAiBY;AAAA,iDAfH,EAeG;AAAA,oDAdJ,EAcI;AAAA,qDAbA,EAaA;AAAA,iDAZpB,CAYoB;AAAA,uDAXd,KAWc;AAClC,SAAKC,MAAL,GAAcD,KAAK,CAACC,MAApB;AACA,SAAKC,GAAL,GAAWF,KAAK,CAACE,GAAjB;AACA,SAAKC,QAAL,CAAcH,KAAd;AACD;;;;WAMD,mBAAgB;AAEd,WAAKI,SAAL,CAAeC,OAAf,CAAuB,UAACC,MAAD;AAAA,eAAYA,MAAM,CAACC,OAAP,EAAZ;AAAA,OAAvB;AACA,WAAKC,WAAL,GAAmB,IAAnB;AACD;;;WAED,kBAASR,KAAT,EAAiC;AAC/B,WAAKA,KAAL,mCAAiB,KAAKA,KAAtB,GAAgCA,KAAhC;;AAEA,UAAIA,KAAK,CAACS,IAAN,KAAeC,SAAnB,EAA8B;AAC5B,aAAKD,IAAL,GAAYT,KAAK,CAACS,IAAlB;AACD;;AACD,UAAIT,KAAK,CAACW,cAAN,KAAyBD,SAA7B,EAAwC;AACtC,aAAKC,cAAL,GAAsBX,KAAK,CAACW,cAA5B;AACD;;AACD,UAAIX,KAAK,CAACY,oBAAN,KAA+BF,SAAnC,EAA8C;AAC5C,aAAKE,oBAAL,GAA4BZ,KAAK,CAACY,oBAAlC;AACD;;AACD,UAAIZ,KAAK,CAACa,YAAN,KAAuBH,SAA3B,EAAsC;AACpC,aAAKG,YAAL,GAAoBb,KAAK,CAACa,YAA1B;AACD;;AACD,UAAIb,KAAK,CAACc,OAAN,KAAkBJ,SAAtB,EAAiC;AAC/B,aAAKI,OAAL,GAAed,KAAK,CAACc,OAArB;AACD;AACF;;;;gFAED,iBACEL,IADF;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAEEM,gBAAAA,SAFF,2DAEyB,UAACC,GAAD,EAAMC,IAAN,EAAYC,IAAZ;AAAA,yBAAqBF,GAAG,CAACG,IAAJ,CAASD,IAAT,CAArB;AAAA,iBAFzB;AAGEE,gBAAAA,OAHF,2DAGqB,UAACJ,GAAD,EAAMK,KAAN;AAAA,yBAAgBL,GAAG,CAACK,KAAJ,CAAUA,KAAV,CAAhB;AAAA,iBAHrB;AAMQC,gBAAAA,YANR,GAMuB,IAAIC,OAAJ,CAAuB,UAACC,OAAD,EAAa;AAEvD,kBAAA,KAAI,CAACC,QAAL,CAAcC,IAAd,CAAmB;AAACjB,oBAAAA,IAAI,EAAJA,IAAD;AAAOM,oBAAAA,SAAS,EAATA,SAAP;AAAkBK,oBAAAA,OAAO,EAAPA,OAAlB;AAA2BI,oBAAAA,OAAO,EAAPA;AAA3B,mBAAnB;;AACA,yBAAO,KAAP;AACD,iBAJoB,CANvB;;AAWE,qBAAKG,eAAL;;AAXF;AAAA,uBAYeL,YAZf;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;;uFAqBA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA,oBACO,KAAKG,QAAL,CAAcG,MADrB;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAKQC,gBAAAA,YALR,GAKuB,KAAKC,mBAAL,EALvB;;AAAA,oBAMOD,YANP;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAWQE,gBAAAA,SAXR,GAWoB,KAAKN,QAAL,CAAcO,KAAd,EAXpB;;AAAA,qBAYMD,SAZN;AAAA;AAAA;AAAA;;AAeI,qBAAKjB,OAAL,CAAa;AACXmB,kBAAAA,OAAO,EAAE,cADE;AAEXxB,kBAAAA,IAAI,EAAEsB,SAAS,CAACtB,IAFL;AAGXoB,kBAAAA,YAAY,EAAZA,YAHW;AAIXK,kBAAAA,OAAO,EAAE,KAAKT,QAAL,CAAcG;AAJZ,iBAAb;AAQMZ,gBAAAA,IAvBV,GAuBgB,IAAImB,kBAAJ,CAAcJ,SAAS,CAACtB,IAAxB,EAA8BoB,YAA9B,CAvBhB;;AA0BIA,gBAAAA,YAAY,CAACd,SAAb,GAAyB,UAACG,IAAD;AAAA,yBAAUa,SAAS,CAAChB,SAAV,CAAoBC,IAApB,EAAyBE,IAAI,CAACD,IAA9B,EAAoCC,IAAI,CAACkB,OAAzC,CAAV;AAAA,iBAAzB;;AACAP,gBAAAA,YAAY,CAACT,OAAb,GAAuB,UAACC,KAAD;AAAA,yBAAWU,SAAS,CAACX,OAAV,CAAkBJ,IAAlB,EAAuBK,KAAvB,CAAX;AAAA,iBAAvB;;AAGAU,gBAAAA,SAAS,CAACP,OAAV,CAAkBR,IAAlB;AA9BJ;AAAA;AAAA,uBAkCYA,IAAG,CAACqB,MAlChB;;AAAA;AAAA;AAoCM,qBAAKC,mBAAL,CAAyBT,YAAzB;AApCN;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;WAiDA,6BAAoBvB,MAApB,EAA0C;AACxC,UAAMiC,mBAAmB,GACvB,KAAK/B,WAAL,IAAoB,CAAC,KAAKK,YAA1B,IAA0C,KAAK2B,KAAL,GAAa,KAAKC,kBAAL,EADzD;;AAGA,UAAIF,mBAAJ,EAAyB;AACvBjC,QAAAA,MAAM,CAACC,OAAP;AACA,aAAKiC,KAAL;AACD,OAHD,MAGO;AACL,aAAKpC,SAAL,CAAesB,IAAf,CAAoBpB,MAApB;AACD;;AAED,UAAI,CAAC,KAAKE,WAAV,EAAuB;AACrB,aAAKmB,eAAL;AACD;AACF;;;WAKD,+BAA2C;AAEzC,UAAI,KAAKvB,SAAL,CAAewB,MAAf,GAAwB,CAA5B,EAA+B;AAC7B,eAAO,KAAKxB,SAAL,CAAe4B,KAAf,MAA0B,IAAjC;AACD;;AAGD,UAAI,KAAKQ,KAAL,GAAa,KAAKC,kBAAL,EAAjB,EAA4C;AAC1C,aAAKD,KAAL;AACA,YAAM/B,IAAI,aAAM,KAAKA,IAAL,CAAUiC,WAAV,EAAN,gBAAmC,KAAKF,KAAxC,iBAAoD,KAAK7B,cAAzD,MAAV;AACA,eAAO,IAAIgC,qBAAJ,CAAiB;AAAClC,UAAAA,IAAI,EAAJA,IAAD;AAAOR,UAAAA,MAAM,EAAE,KAAKA,MAApB;AAA4BC,UAAAA,GAAG,EAAE,KAAKA;AAAtC,SAAjB,CAAP;AACD;;AAGD,aAAO,IAAP;AACD;;;WAED,8BAAqB;AACnB,aAAO0C,oBAAW,KAAKhC,oBAAhB,GAAuC,KAAKD,cAAnD;AACD;;;WAxJD,uBAA8B;AAC5B,aAAOgC,sBAAaE,WAAb,EAAP;AACD","sourcesContent":["import type {WorkerMessageType, WorkerMessagePayload} from '../../types';\nimport {isMobile} from '../env-utils/globals';\nimport WorkerThread from './worker-thread';\nimport WorkerJob from './worker-job';\n\n/** WorkerPool onDebug Callback Parameters */\ntype OnDebugParameters = {\n message: string;\n worker: string;\n name: string;\n job: string;\n backlog: number;\n workerThread: WorkerThread;\n};\n\n/** WorkerPool Properties */\nexport type WorkerPoolProps = {\n name?: string;\n source?: string; // | Function;\n url?: string;\n maxConcurrency?: number;\n maxMobileConcurrency?: number;\n onDebug?: (options: OnDebugParameters) => any;\n reuseWorkers?: boolean;\n};\n\n/** Private helper types */\ntype OnMessage = (job: WorkerJob, type: WorkerMessageType, payload: WorkerMessagePayload) => void;\ntype OnError = (job: WorkerJob, error: Error) => void;\n\ntype QueuedJob = {\n name: string;\n onMessage: OnMessage;\n onError: OnError;\n onStart: (value: any) => void; // Resolve job start promise\n};\n\n/**\n * Process multiple data messages with small pool of identical workers\n */\nexport default class WorkerPool {\n name: string = 'unnamed';\n source?: string; // | Function;\n url?: string;\n maxConcurrency: number = 1;\n maxMobileConcurrency: number = 1;\n onDebug: (options: OnDebugParameters) => any = () => {};\n reuseWorkers: boolean = true;\n\n private props: WorkerPoolProps = {};\n private jobQueue: QueuedJob[] = [];\n private idleQueue: WorkerThread[] = [];\n private count = 0;\n private isDestroyed = false;\n\n /** Checks if workers are supported on this platform */\n static isSupported(): boolean {\n return WorkerThread.isSupported();\n }\n\n /**\n * @param processor - worker function\n * @param maxConcurrency - max count of workers\n */\n constructor(props: WorkerPoolProps) {\n this.source = props.source;\n this.url = props.url;\n this.setProps(props);\n }\n\n /**\n * Terminates all workers in the pool\n * @note Can free up significant memory\n */\n destroy(): void {\n // Destroy idle workers, active Workers will be destroyed on completion\n this.idleQueue.forEach((worker) => worker.destroy());\n this.isDestroyed = true;\n }\n\n setProps(props: WorkerPoolProps) {\n this.props = {...this.props, ...props};\n\n if (props.name !== undefined) {\n this.name = props.name;\n }\n if (props.maxConcurrency !== undefined) {\n this.maxConcurrency = props.maxConcurrency;\n }\n if (props.maxMobileConcurrency !== undefined) {\n this.maxMobileConcurrency = props.maxMobileConcurrency;\n }\n if (props.reuseWorkers !== undefined) {\n this.reuseWorkers = props.reuseWorkers;\n }\n if (props.onDebug !== undefined) {\n this.onDebug = props.onDebug;\n }\n }\n\n async startJob(\n name: string,\n onMessage: OnMessage = (job, type, data) => job.done(data),\n onError: OnError = (job, error) => job.error(error)\n ): Promise<WorkerJob> {\n // Promise resolves when thread starts working on this job\n const startPromise = new Promise<WorkerJob>((onStart) => {\n // Promise resolves when thread completes or fails working on this job\n this.jobQueue.push({name, onMessage, onError, onStart});\n return this;\n });\n this._startQueuedJob(); // eslint-disable-line @typescript-eslint/no-floating-promises\n return await startPromise;\n }\n\n // PRIVATE\n\n /**\n * Starts first queued job if worker is available or can be created\n * Called when job is started and whenever a worker returns to the idleQueue\n */\n async _startQueuedJob(): Promise<void> {\n if (!this.jobQueue.length) {\n return;\n }\n\n const workerThread = this._getAvailableWorker();\n if (!workerThread) {\n return;\n }\n\n // We have a worker, dequeue and start the job\n const queuedJob = this.jobQueue.shift();\n if (queuedJob) {\n // Emit a debug event\n // @ts-ignore\n this.onDebug({\n message: 'Starting job',\n name: queuedJob.name,\n workerThread,\n backlog: this.jobQueue.length\n });\n\n // Create a worker job to let the app access thread and manage job completion\n const job = new WorkerJob(queuedJob.name, workerThread);\n\n // Set the worker thread's message handlers\n workerThread.onMessage = (data) => queuedJob.onMessage(job, data.type, data.payload);\n workerThread.onError = (error) => queuedJob.onError(job, error);\n\n // Resolve the start promise so that the app can start sending messages to worker\n queuedJob.onStart(job);\n\n // Wait for the app to signal that the job is complete, then return worker to queue\n try {\n await job.result;\n } finally {\n this.returnWorkerToQueue(workerThread);\n }\n }\n }\n\n /**\n * Returns a worker to the idle queue\n * Destroys the worker if\n * - pool is destroyed\n * - if this pool doesn't reuse workers\n * - if maxConcurrency has been lowered\n * @param worker\n */\n returnWorkerToQueue(worker: WorkerThread) {\n const shouldDestroyWorker =\n this.isDestroyed || !this.reuseWorkers || this.count > this._getMaxConcurrency();\n\n if (shouldDestroyWorker) {\n worker.destroy();\n this.count--;\n } else {\n this.idleQueue.push(worker);\n }\n\n if (!this.isDestroyed) {\n this._startQueuedJob(); // eslint-disable-line @typescript-eslint/no-floating-promises\n }\n }\n\n /**\n * Returns idle worker or creates new worker if maxConcurrency has not been reached\n */\n _getAvailableWorker(): WorkerThread | null {\n // If a worker has completed and returned to the queue, it can be used\n if (this.idleQueue.length > 0) {\n return this.idleQueue.shift() || null;\n }\n\n // Create fresh worker if we haven't yet created the max amount of worker threads for this worker source\n if (this.count < this._getMaxConcurrency()) {\n this.count++;\n const name = `${this.name.toLowerCase()} (#${this.count} of ${this.maxConcurrency})`;\n return new WorkerThread({name, source: this.source, url: this.url});\n }\n\n // No worker available, have to wait\n return null;\n }\n\n _getMaxConcurrency() {\n return isMobile ? this.maxMobileConcurrency : this.maxConcurrency;\n }\n}\n"],"file":"worker-pool.js"}
1
+ {"version":3,"file":"worker-pool.js","names":["WorkerPool","props","source","url","setProps","idleQueue","forEach","worker","destroy","isDestroyed","name","undefined","maxConcurrency","maxMobileConcurrency","reuseWorkers","onDebug","onMessage","job","type","data","done","onError","error","startPromise","Promise","onStart","jobQueue","push","_startQueuedJob","length","workerThread","_getAvailableWorker","queuedJob","shift","message","backlog","WorkerJob","payload","result","returnWorkerToQueue","shouldDestroyWorker","count","_getMaxConcurrency","toLowerCase","WorkerThread","isMobile","isSupported"],"sources":["../../../../src/lib/worker-farm/worker-pool.ts"],"sourcesContent":["import type {WorkerMessageType, WorkerMessagePayload} from '../../types';\nimport {isMobile} from '../env-utils/globals';\nimport WorkerThread from './worker-thread';\nimport WorkerJob from './worker-job';\n\n/** WorkerPool onDebug Callback Parameters */\ntype OnDebugParameters = {\n message: string;\n worker: string;\n name: string;\n job: string;\n backlog: number;\n workerThread: WorkerThread;\n};\n\n/** WorkerPool Properties */\nexport type WorkerPoolProps = {\n name?: string;\n source?: string; // | Function;\n url?: string;\n maxConcurrency?: number;\n maxMobileConcurrency?: number;\n onDebug?: (options: OnDebugParameters) => any;\n reuseWorkers?: boolean;\n};\n\n/** Private helper types */\ntype OnMessage = (job: WorkerJob, type: WorkerMessageType, payload: WorkerMessagePayload) => void;\ntype OnError = (job: WorkerJob, error: Error) => void;\n\ntype QueuedJob = {\n name: string;\n onMessage: OnMessage;\n onError: OnError;\n onStart: (value: any) => void; // Resolve job start promise\n};\n\n/**\n * Process multiple data messages with small pool of identical workers\n */\nexport default class WorkerPool {\n name: string = 'unnamed';\n source?: string; // | Function;\n url?: string;\n maxConcurrency: number = 1;\n maxMobileConcurrency: number = 1;\n onDebug: (options: OnDebugParameters) => any = () => {};\n reuseWorkers: boolean = true;\n\n private props: WorkerPoolProps = {};\n private jobQueue: QueuedJob[] = [];\n private idleQueue: WorkerThread[] = [];\n private count = 0;\n private isDestroyed = false;\n\n /** Checks if workers are supported on this platform */\n static isSupported(): boolean {\n return WorkerThread.isSupported();\n }\n\n /**\n * @param processor - worker function\n * @param maxConcurrency - max count of workers\n */\n constructor(props: WorkerPoolProps) {\n this.source = props.source;\n this.url = props.url;\n this.setProps(props);\n }\n\n /**\n * Terminates all workers in the pool\n * @note Can free up significant memory\n */\n destroy(): void {\n // Destroy idle workers, active Workers will be destroyed on completion\n this.idleQueue.forEach((worker) => worker.destroy());\n this.isDestroyed = true;\n }\n\n setProps(props: WorkerPoolProps) {\n this.props = {...this.props, ...props};\n\n if (props.name !== undefined) {\n this.name = props.name;\n }\n if (props.maxConcurrency !== undefined) {\n this.maxConcurrency = props.maxConcurrency;\n }\n if (props.maxMobileConcurrency !== undefined) {\n this.maxMobileConcurrency = props.maxMobileConcurrency;\n }\n if (props.reuseWorkers !== undefined) {\n this.reuseWorkers = props.reuseWorkers;\n }\n if (props.onDebug !== undefined) {\n this.onDebug = props.onDebug;\n }\n }\n\n async startJob(\n name: string,\n onMessage: OnMessage = (job, type, data) => job.done(data),\n onError: OnError = (job, error) => job.error(error)\n ): Promise<WorkerJob> {\n // Promise resolves when thread starts working on this job\n const startPromise = new Promise<WorkerJob>((onStart) => {\n // Promise resolves when thread completes or fails working on this job\n this.jobQueue.push({name, onMessage, onError, onStart});\n return this;\n });\n this._startQueuedJob(); // eslint-disable-line @typescript-eslint/no-floating-promises\n return await startPromise;\n }\n\n // PRIVATE\n\n /**\n * Starts first queued job if worker is available or can be created\n * Called when job is started and whenever a worker returns to the idleQueue\n */\n async _startQueuedJob(): Promise<void> {\n if (!this.jobQueue.length) {\n return;\n }\n\n const workerThread = this._getAvailableWorker();\n if (!workerThread) {\n return;\n }\n\n // We have a worker, dequeue and start the job\n const queuedJob = this.jobQueue.shift();\n if (queuedJob) {\n // Emit a debug event\n // @ts-ignore\n this.onDebug({\n message: 'Starting job',\n name: queuedJob.name,\n workerThread,\n backlog: this.jobQueue.length\n });\n\n // Create a worker job to let the app access thread and manage job completion\n const job = new WorkerJob(queuedJob.name, workerThread);\n\n // Set the worker thread's message handlers\n workerThread.onMessage = (data) => queuedJob.onMessage(job, data.type, data.payload);\n workerThread.onError = (error) => queuedJob.onError(job, error);\n\n // Resolve the start promise so that the app can start sending messages to worker\n queuedJob.onStart(job);\n\n // Wait for the app to signal that the job is complete, then return worker to queue\n try {\n await job.result;\n } finally {\n this.returnWorkerToQueue(workerThread);\n }\n }\n }\n\n /**\n * Returns a worker to the idle queue\n * Destroys the worker if\n * - pool is destroyed\n * - if this pool doesn't reuse workers\n * - if maxConcurrency has been lowered\n * @param worker\n */\n returnWorkerToQueue(worker: WorkerThread) {\n const shouldDestroyWorker =\n this.isDestroyed || !this.reuseWorkers || this.count > this._getMaxConcurrency();\n\n if (shouldDestroyWorker) {\n worker.destroy();\n this.count--;\n } else {\n this.idleQueue.push(worker);\n }\n\n if (!this.isDestroyed) {\n this._startQueuedJob(); // eslint-disable-line @typescript-eslint/no-floating-promises\n }\n }\n\n /**\n * Returns idle worker or creates new worker if maxConcurrency has not been reached\n */\n _getAvailableWorker(): WorkerThread | null {\n // If a worker has completed and returned to the queue, it can be used\n if (this.idleQueue.length > 0) {\n return this.idleQueue.shift() || null;\n }\n\n // Create fresh worker if we haven't yet created the max amount of worker threads for this worker source\n if (this.count < this._getMaxConcurrency()) {\n this.count++;\n const name = `${this.name.toLowerCase()} (#${this.count} of ${this.maxConcurrency})`;\n return new WorkerThread({name, source: this.source, url: this.url});\n }\n\n // No worker available, have to wait\n return null;\n }\n\n _getMaxConcurrency() {\n return isMobile ? this.maxMobileConcurrency : this.maxConcurrency;\n }\n}\n"],"mappings":";;;;;;;;;;;;AACA;AACA;AACA;AAAqC;AAAA;AAAA,IAqChBA,UAAU;EAwB7B,oBAAYC,KAAsB,EAAE;IAAA;IAAA,4CAvBrB,SAAS;IAAA;IAAA;IAAA,sDAGC,CAAC;IAAA,4DACK,CAAC;IAAA,+CACe,YAAM,CAAC,CAAC;IAAA,oDAC/B,IAAI;IAAA,6CAEK,CAAC,CAAC;IAAA,gDACH,EAAE;IAAA,iDACE,EAAE;IAAA,6CACtB,CAAC;IAAA,mDACK,KAAK;IAYzB,IAAI,CAACC,MAAM,GAAGD,KAAK,CAACC,MAAM;IAC1B,IAAI,CAACC,GAAG,GAAGF,KAAK,CAACE,GAAG;IACpB,IAAI,CAACC,QAAQ,CAACH,KAAK,CAAC;EACtB;;EAAC;IAAA;IAAA;IAMD,mBAAgB;MAEd,IAAI,CAACI,SAAS,CAACC,OAAO,CAAC,UAACC,MAAM;QAAA,OAAKA,MAAM,CAACC,OAAO,EAAE;MAAA,EAAC;MACpD,IAAI,CAACC,WAAW,GAAG,IAAI;IACzB;EAAC;IAAA;IAAA,OAED,kBAASR,KAAsB,EAAE;MAC/B,IAAI,CAACA,KAAK,mCAAO,IAAI,CAACA,KAAK,GAAKA,KAAK,CAAC;MAEtC,IAAIA,KAAK,CAACS,IAAI,KAAKC,SAAS,EAAE;QAC5B,IAAI,CAACD,IAAI,GAAGT,KAAK,CAACS,IAAI;MACxB;MACA,IAAIT,KAAK,CAACW,cAAc,KAAKD,SAAS,EAAE;QACtC,IAAI,CAACC,cAAc,GAAGX,KAAK,CAACW,cAAc;MAC5C;MACA,IAAIX,KAAK,CAACY,oBAAoB,KAAKF,SAAS,EAAE;QAC5C,IAAI,CAACE,oBAAoB,GAAGZ,KAAK,CAACY,oBAAoB;MACxD;MACA,IAAIZ,KAAK,CAACa,YAAY,KAAKH,SAAS,EAAE;QACpC,IAAI,CAACG,YAAY,GAAGb,KAAK,CAACa,YAAY;MACxC;MACA,IAAIb,KAAK,CAACc,OAAO,KAAKJ,SAAS,EAAE;QAC/B,IAAI,CAACI,OAAO,GAAGd,KAAK,CAACc,OAAO;MAC9B;IACF;EAAC;IAAA;IAAA;MAAA,0EAED,iBACEL,IAAY;QAAA;QAAA;UAAA;UAAA;UAAA;QAAA;UAAA;YAAA;cAAA;gBACZM,SAAoB,2DAAG,UAACC,GAAG,EAAEC,IAAI,EAAEC,IAAI;kBAAA,OAAKF,GAAG,CAACG,IAAI,CAACD,IAAI,CAAC;gBAAA;gBAC1DE,OAAgB,2DAAG,UAACJ,GAAG,EAAEK,KAAK;kBAAA,OAAKL,GAAG,CAACK,KAAK,CAACA,KAAK,CAAC;gBAAA;gBAG7CC,YAAY,GAAG,IAAIC,OAAO,CAAY,UAACC,OAAO,EAAK;kBAEvD,KAAI,CAACC,QAAQ,CAACC,IAAI,CAAC;oBAACjB,IAAI,EAAJA,IAAI;oBAAEM,SAAS,EAATA,SAAS;oBAAEK,OAAO,EAAPA,OAAO;oBAAEI,OAAO,EAAPA;kBAAO,CAAC,CAAC;kBACvD,OAAO,KAAI;gBACb,CAAC,CAAC;gBACF,IAAI,CAACG,eAAe,EAAE;gBAAC;gBAAA,OACVL,YAAY;cAAA;gBAAA;cAAA;cAAA;gBAAA;YAAA;UAAA;QAAA;MAAA,CAC1B;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;IAAA;IAAA;MAAA,iFAQD;QAAA;QAAA;UAAA;YAAA;cAAA;gBAAA,IACO,IAAI,CAACG,QAAQ,CAACG,MAAM;kBAAA;kBAAA;gBAAA;gBAAA;cAAA;gBAInBC,YAAY,GAAG,IAAI,CAACC,mBAAmB,EAAE;gBAAA,IAC1CD,YAAY;kBAAA;kBAAA;gBAAA;gBAAA;cAAA;gBAKXE,SAAS,GAAG,IAAI,CAACN,QAAQ,CAACO,KAAK,EAAE;gBAAA,KACnCD,SAAS;kBAAA;kBAAA;gBAAA;gBAGX,IAAI,CAACjB,OAAO,CAAC;kBACXmB,OAAO,EAAE,cAAc;kBACvBxB,IAAI,EAAEsB,SAAS,CAACtB,IAAI;kBACpBoB,YAAY,EAAZA,YAAY;kBACZK,OAAO,EAAE,IAAI,CAACT,QAAQ,CAACG;gBACzB,CAAC,CAAC;;gBAGIZ,IAAG,GAAG,IAAImB,kBAAS,CAACJ,SAAS,CAACtB,IAAI,EAAEoB,YAAY,CAAC;gBAGvDA,YAAY,CAACd,SAAS,GAAG,UAACG,IAAI;kBAAA,OAAKa,SAAS,CAAChB,SAAS,CAACC,IAAG,EAAEE,IAAI,CAACD,IAAI,EAAEC,IAAI,CAACkB,OAAO,CAAC;gBAAA;gBACpFP,YAAY,CAACT,OAAO,GAAG,UAACC,KAAK;kBAAA,OAAKU,SAAS,CAACX,OAAO,CAACJ,IAAG,EAAEK,KAAK,CAAC;gBAAA;;gBAG/DU,SAAS,CAACP,OAAO,CAACR,IAAG,CAAC;;gBAAC;gBAAA;gBAAA,OAIfA,IAAG,CAACqB,MAAM;cAAA;gBAAA;gBAEhB,IAAI,CAACC,mBAAmB,CAACT,YAAY,CAAC;gBAAC;cAAA;cAAA;gBAAA;YAAA;UAAA;QAAA;MAAA,CAG5C;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;IAAA;IAAA;IAUD,6BAAoBvB,MAAoB,EAAE;MACxC,IAAMiC,mBAAmB,GACvB,IAAI,CAAC/B,WAAW,IAAI,CAAC,IAAI,CAACK,YAAY,IAAI,IAAI,CAAC2B,KAAK,GAAG,IAAI,CAACC,kBAAkB,EAAE;MAElF,IAAIF,mBAAmB,EAAE;QACvBjC,MAAM,CAACC,OAAO,EAAE;QAChB,IAAI,CAACiC,KAAK,EAAE;MACd,CAAC,MAAM;QACL,IAAI,CAACpC,SAAS,CAACsB,IAAI,CAACpB,MAAM,CAAC;MAC7B;MAEA,IAAI,CAAC,IAAI,CAACE,WAAW,EAAE;QACrB,IAAI,CAACmB,eAAe,EAAE;MACxB;IACF;;EAAC;IAAA;IAAA;IAKD,+BAA2C;MAEzC,IAAI,IAAI,CAACvB,SAAS,CAACwB,MAAM,GAAG,CAAC,EAAE;QAC7B,OAAO,IAAI,CAACxB,SAAS,CAAC4B,KAAK,EAAE,IAAI,IAAI;MACvC;;MAGA,IAAI,IAAI,CAACQ,KAAK,GAAG,IAAI,CAACC,kBAAkB,EAAE,EAAE;QAC1C,IAAI,CAACD,KAAK,EAAE;QACZ,IAAM/B,IAAI,aAAM,IAAI,CAACA,IAAI,CAACiC,WAAW,EAAE,gBAAM,IAAI,CAACF,KAAK,iBAAO,IAAI,CAAC7B,cAAc,MAAG;QACpF,OAAO,IAAIgC,qBAAY,CAAC;UAAClC,IAAI,EAAJA,IAAI;UAAER,MAAM,EAAE,IAAI,CAACA,MAAM;UAAEC,GAAG,EAAE,IAAI,CAACA;QAAG,CAAC,CAAC;MACrE;;MAGA,OAAO,IAAI;IACb;EAAC;IAAA;IAAA,OAED,8BAAqB;MACnB,OAAO0C,iBAAQ,GAAG,IAAI,CAAChC,oBAAoB,GAAG,IAAI,CAACD,cAAc;IACnE;EAAC;IAAA;IAAA;;IAxJD,uBAA8B;MAC5B,OAAOgC,qBAAY,CAACE,WAAW,EAAE;IACnC;;EAAC;EAAA;AAAA;AAAA"}
@@ -1,32 +1,19 @@
1
1
  "use strict";
2
2
 
3
3
  var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
-
5
4
  Object.defineProperty(exports, "__esModule", {
6
5
  value: true
7
6
  });
8
7
  exports.default = void 0;
9
-
10
- var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
11
-
12
8
  var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
13
-
14
9
  var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
15
-
16
10
  var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
17
-
18
11
  var _worker_threads = require("../node/worker_threads");
19
-
20
12
  var _globals = require("../env-utils/globals");
21
-
22
13
  var _assert = require("../env-utils/assert");
23
-
24
14
  var _getLoadableWorkerUrl = require("../worker-utils/get-loadable-worker-url");
25
-
26
15
  var _getTransferList = require("../worker-utils/get-transfer-list");
27
-
28
16
  var NOOP = function NOOP() {};
29
-
30
17
  var WorkerThread = function () {
31
18
  function WorkerThread(props) {
32
19
  (0, _classCallCheck2.default)(this, WorkerThread);
@@ -39,14 +26,13 @@ var WorkerThread = function () {
39
26
  (0, _defineProperty2.default)(this, "onError", void 0);
40
27
  (0, _defineProperty2.default)(this, "_loadableURL", '');
41
28
  var name = props.name,
42
- source = props.source,
43
- url = props.url;
29
+ source = props.source,
30
+ url = props.url;
44
31
  (0, _assert.assert)(source || url);
45
32
  this.name = name;
46
33
  this.source = source;
47
34
  this.url = url;
48
35
  this.onMessage = NOOP;
49
-
50
36
  this.onError = function (error) {
51
37
  return console.log(error);
52
38
  };
@@ -56,7 +42,8 @@ var WorkerThread = function () {
56
42
 
57
43
  (0, _createClass2.default)(WorkerThread, [{
58
44
  key: "destroy",
59
- value: function destroy() {
45
+ value:
46
+ function destroy() {
60
47
  this.onMessage = NOOP;
61
48
  this.onError = NOOP;
62
49
  this.worker.terminate();
@@ -67,33 +54,36 @@ var WorkerThread = function () {
67
54
  get: function get() {
68
55
  return Boolean(this.onMessage);
69
56
  }
57
+
70
58
  }, {
71
59
  key: "postMessage",
72
- value: function postMessage(data, transferList) {
60
+ value:
61
+ function postMessage(data, transferList) {
73
62
  transferList = transferList || (0, _getTransferList.getTransferList)(data);
74
63
  this.worker.postMessage(data, transferList);
75
64
  }
65
+
76
66
  }, {
77
67
  key: "_getErrorFromErrorEvent",
78
- value: function _getErrorFromErrorEvent(event) {
68
+ value:
69
+
70
+ function _getErrorFromErrorEvent(event) {
79
71
  var message = 'Failed to load ';
80
72
  message += "worker ".concat(this.name, " from ").concat(this.url, ". ");
81
-
82
73
  if (event.message) {
83
74
  message += "".concat(event.message, " in ");
84
75
  }
85
-
86
76
  if (event.lineno) {
87
77
  message += ":".concat(event.lineno, ":").concat(event.colno);
88
78
  }
89
-
90
79
  return new Error(message);
91
80
  }
81
+
92
82
  }, {
93
83
  key: "_createBrowserWorker",
94
- value: function _createBrowserWorker() {
84
+ value:
85
+ function _createBrowserWorker() {
95
86
  var _this = this;
96
-
97
87
  this._loadableURL = (0, _getLoadableWorkerUrl.getLoadableWorkerURL)({
98
88
  source: this.source,
99
89
  url: this.url
@@ -101,7 +91,6 @@ var WorkerThread = function () {
101
91
  var worker = new Worker(this._loadableURL, {
102
92
  name: this.name
103
93
  });
104
-
105
94
  worker.onmessage = function (event) {
106
95
  if (!event.data) {
107
96
  _this.onError(new Error('No data received'));
@@ -109,26 +98,23 @@ var WorkerThread = function () {
109
98
  _this.onMessage(event.data);
110
99
  }
111
100
  };
112
-
113
101
  worker.onerror = function (error) {
114
102
  _this.onError(_this._getErrorFromErrorEvent(error));
115
-
116
103
  _this.terminated = true;
117
104
  };
118
-
119
105
  worker.onmessageerror = function (event) {
120
106
  return console.error(event);
121
107
  };
122
108
 
123
109
  return worker;
124
110
  }
111
+
125
112
  }, {
126
113
  key: "_createNodeWorker",
127
- value: function _createNodeWorker() {
114
+ value:
115
+ function _createNodeWorker() {
128
116
  var _this2 = this;
129
-
130
117
  var worker;
131
-
132
118
  if (this.url) {
133
119
  var absolute = this.url.includes(':/') || this.url.startsWith('/');
134
120
  var url = absolute ? this.url : "./".concat(this.url);
@@ -142,24 +128,24 @@ var WorkerThread = function () {
142
128
  } else {
143
129
  throw new Error('no worker');
144
130
  }
145
-
146
131
  worker.on('message', function (data) {
147
132
  _this2.onMessage(data);
148
133
  });
149
134
  worker.on('error', function (error) {
150
135
  _this2.onError(error);
151
136
  });
152
- worker.on('exit', function (code) {});
137
+ worker.on('exit', function (code) {
138
+ });
153
139
  return worker;
154
140
  }
155
141
  }], [{
156
142
  key: "isSupported",
157
- value: function isSupported() {
158
- return typeof Worker !== 'undefined' && _globals.isBrowser || (0, _typeof2.default)(_worker_threads.Worker) !== undefined;
143
+ value:
144
+ function isSupported() {
145
+ return typeof Worker !== 'undefined' && _globals.isBrowser || typeof _worker_threads.Worker !== 'undefined' && !_globals.isBrowser;
159
146
  }
160
147
  }]);
161
148
  return WorkerThread;
162
149
  }();
163
-
164
150
  exports.default = WorkerThread;
165
151
  //# sourceMappingURL=worker-thread.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/lib/worker-farm/worker-thread.ts"],"names":["NOOP","WorkerThread","props","name","source","url","onMessage","onError","error","console","log","worker","isBrowser","_createBrowserWorker","_createNodeWorker","terminate","terminated","Boolean","data","transferList","postMessage","event","message","lineno","colno","Error","_loadableURL","Worker","onmessage","onerror","_getErrorFromErrorEvent","onmessageerror","absolute","includes","startsWith","NodeWorker","eval","on","code","undefined"],"mappings":";;;;;;;;;;;;;;;;;AAAA;;AACA;;AACA;;AACA;;AACA;;AAEA,IAAMA,IAAI,GAAG,SAAPA,IAAO,GAAM,CAAE,CAArB;;IAWqBC,Y;AAgBnB,wBAAYC,KAAZ,EAAsC;AAAA;AAAA;AAAA;AAAA;AAAA,sDAZhB,KAYgB;AAAA;AAAA;AAAA;AAAA,wDAPP,EAOO;AACpC,QAAOC,IAAP,GAA4BD,KAA5B,CAAOC,IAAP;AAAA,QAAaC,MAAb,GAA4BF,KAA5B,CAAaE,MAAb;AAAA,QAAqBC,GAArB,GAA4BH,KAA5B,CAAqBG,GAArB;AACA,wBAAOD,MAAM,IAAIC,GAAjB;AACA,SAAKF,IAAL,GAAYA,IAAZ;AACA,SAAKC,MAAL,GAAcA,MAAd;AACA,SAAKC,GAAL,GAAWA,GAAX;AACA,SAAKC,SAAL,GAAiBN,IAAjB;;AACA,SAAKO,OAAL,GAAe,UAACC,KAAD;AAAA,aAAWC,OAAO,CAACC,GAAR,CAAYF,KAAZ,CAAX;AAAA,KAAf;;AAEA,SAAKG,MAAL,GAAcC,qBAAY,KAAKC,oBAAL,EAAZ,GAA0C,KAAKC,iBAAL,EAAxD;AACD;;;;WAMD,mBAAgB;AACd,WAAKR,SAAL,GAAiBN,IAAjB;AACA,WAAKO,OAAL,GAAeP,IAAf;AACA,WAAKW,MAAL,CAAYI,SAAZ;AACA,WAAKC,UAAL,GAAkB,IAAlB;AACD;;;SAED,eAAgB;AACd,aAAOC,OAAO,CAAC,KAAKX,SAAN,CAAd;AACD;;;WAOD,qBAAYY,IAAZ,EAAuBC,YAAvB,EAAmD;AACjDA,MAAAA,YAAY,GAAGA,YAAY,IAAI,sCAAgBD,IAAhB,CAA/B;AAEA,WAAKP,MAAL,CAAYS,WAAZ,CAAwBF,IAAxB,EAA8BC,YAA9B;AACD;;;WAQD,iCAAwBE,KAAxB,EAAkD;AAIhD,UAAIC,OAAO,GAAG,iBAAd;AACAA,MAAAA,OAAO,qBAAc,KAAKnB,IAAnB,mBAAgC,KAAKE,GAArC,OAAP;;AACA,UAAIgB,KAAK,CAACC,OAAV,EAAmB;AACjBA,QAAAA,OAAO,cAAOD,KAAK,CAACC,OAAb,SAAP;AACD;;AAGD,UAAID,KAAK,CAACE,MAAV,EAAkB;AAChBD,QAAAA,OAAO,eAAQD,KAAK,CAACE,MAAd,cAAwBF,KAAK,CAACG,KAA9B,CAAP;AACD;;AACD,aAAO,IAAIC,KAAJ,CAAUH,OAAV,CAAP;AACD;;;WAKD,gCAA+B;AAAA;;AAC7B,WAAKI,YAAL,GAAoB,gDAAqB;AAACtB,QAAAA,MAAM,EAAE,KAAKA,MAAd;AAAsBC,QAAAA,GAAG,EAAE,KAAKA;AAAhC,OAArB,CAApB;AACA,UAAMM,MAAM,GAAG,IAAIgB,MAAJ,CAAW,KAAKD,YAAhB,EAA8B;AAACvB,QAAAA,IAAI,EAAE,KAAKA;AAAZ,OAA9B,CAAf;;AAEAQ,MAAAA,MAAM,CAACiB,SAAP,GAAmB,UAACP,KAAD,EAAW;AAC5B,YAAI,CAACA,KAAK,CAACH,IAAX,EAAiB;AACf,UAAA,KAAI,CAACX,OAAL,CAAa,IAAIkB,KAAJ,CAAU,kBAAV,CAAb;AACD,SAFD,MAEO;AACL,UAAA,KAAI,CAACnB,SAAL,CAAee,KAAK,CAACH,IAArB;AACD;AACF,OAND;;AAQAP,MAAAA,MAAM,CAACkB,OAAP,GAAiB,UAACrB,KAAD,EAA6B;AAC5C,QAAA,KAAI,CAACD,OAAL,CAAa,KAAI,CAACuB,uBAAL,CAA6BtB,KAA7B,CAAb;;AACA,QAAA,KAAI,CAACQ,UAAL,GAAkB,IAAlB;AACD,OAHD;;AAKAL,MAAAA,MAAM,CAACoB,cAAP,GAAwB,UAACV,KAAD;AAAA,eAAWZ,OAAO,CAACD,KAAR,CAAca,KAAd,CAAX;AAAA,OAAxB;;AAEA,aAAOV,MAAP;AACD;;;WAMD,6BAAgC;AAAA;;AAC9B,UAAIA,MAAJ;;AACA,UAAI,KAAKN,GAAT,EAAc;AAEZ,YAAM2B,QAAQ,GAAG,KAAK3B,GAAL,CAAS4B,QAAT,CAAkB,IAAlB,KAA2B,KAAK5B,GAAL,CAAS6B,UAAT,CAAoB,GAApB,CAA5C;AACA,YAAM7B,GAAG,GAAG2B,QAAQ,GAAG,KAAK3B,GAAR,eAAmB,KAAKA,GAAxB,CAApB;AAEAM,QAAAA,MAAM,GAAG,IAAIwB,sBAAJ,CAAe9B,GAAf,EAAoB;AAAC+B,UAAAA,IAAI,EAAE;AAAP,SAApB,CAAT;AACD,OAND,MAMO,IAAI,KAAKhC,MAAT,EAAiB;AACtBO,QAAAA,MAAM,GAAG,IAAIwB,sBAAJ,CAAe,KAAK/B,MAApB,EAA4B;AAACgC,UAAAA,IAAI,EAAE;AAAP,SAA5B,CAAT;AACD,OAFM,MAEA;AACL,cAAM,IAAIX,KAAJ,CAAU,WAAV,CAAN;AACD;;AACDd,MAAAA,MAAM,CAAC0B,EAAP,CAAU,SAAV,EAAqB,UAACnB,IAAD,EAAU;AAE7B,QAAA,MAAI,CAACZ,SAAL,CAAeY,IAAf;AACD,OAHD;AAIAP,MAAAA,MAAM,CAAC0B,EAAP,CAAU,OAAV,EAAmB,UAAC7B,KAAD,EAAW;AAE5B,QAAA,MAAI,CAACD,OAAL,CAAaC,KAAb;AACD,OAHD;AAIAG,MAAAA,MAAM,CAAC0B,EAAP,CAAU,MAAV,EAAkB,UAACC,IAAD,EAAU,CAE3B,CAFD;AAGA,aAAO3B,MAAP;AACD;;;WAvHD,uBAA8B;AAC5B,aAAQ,OAAOgB,MAAP,KAAkB,WAAlB,IAAiCf,kBAAlC,IAAgD,sBAAOuB,sBAAP,MAAsBI,SAA7E;AACD","sourcesContent":["import {Worker as NodeWorker} from '../node/worker_threads';\nimport {isBrowser} from '../env-utils/globals';\nimport {assert} from '../env-utils/assert';\nimport {getLoadableWorkerURL} from '../worker-utils/get-loadable-worker-url';\nimport {getTransferList} from '../worker-utils/get-transfer-list';\n\nconst NOOP = () => {};\n\nexport type WorkerThreadProps = {\n name: string;\n source?: string;\n url?: string;\n};\n\n/**\n * Represents one worker thread\n */\nexport default class WorkerThread {\n readonly name: string;\n readonly source: string | undefined;\n readonly url: string | undefined;\n terminated: boolean = false;\n worker: Worker | NodeWorker;\n onMessage: (message: any) => void;\n onError: (error: Error) => void;\n\n private _loadableURL: string = '';\n\n /** Checks if workers are supported on this platform */\n static isSupported(): boolean {\n return (typeof Worker !== 'undefined' && isBrowser) || typeof NodeWorker !== undefined;\n }\n\n constructor(props: WorkerThreadProps) {\n const {name, source, url} = props;\n assert(source || url); // Either source or url must be defined\n this.name = name;\n this.source = source;\n this.url = url;\n this.onMessage = NOOP;\n this.onError = (error) => console.log(error); // eslint-disable-line\n\n this.worker = isBrowser ? this._createBrowserWorker() : this._createNodeWorker();\n }\n\n /**\n * Terminate this worker thread\n * @note Can free up significant memory\n */\n destroy(): void {\n this.onMessage = NOOP;\n this.onError = NOOP;\n this.worker.terminate(); // eslint-disable-line @typescript-eslint/no-floating-promises\n this.terminated = true;\n }\n\n get isRunning() {\n return Boolean(this.onMessage);\n }\n\n /**\n * Send a message to this worker thread\n * @param data any data structure, ideally consisting mostly of transferrable objects\n * @param transferList If not supplied, calculated automatically by traversing data\n */\n postMessage(data: any, transferList?: any[]): void {\n transferList = transferList || getTransferList(data);\n // @ts-ignore\n this.worker.postMessage(data, transferList);\n }\n\n // PRIVATE\n\n /**\n * Generate a standard Error from an ErrorEvent\n * @param event\n */\n _getErrorFromErrorEvent(event: ErrorEvent): Error {\n // Note Error object does not have the expected fields if loading failed completely\n // https://developer.mozilla.org/en-US/docs/Web/API/Worker#Event_handlers\n // https://developer.mozilla.org/en-US/docs/Web/API/ErrorEvent\n let message = 'Failed to load ';\n message += `worker ${this.name} from ${this.url}. `;\n if (event.message) {\n message += `${event.message} in `;\n }\n // const hasFilename = event.filename && !event.filename.startsWith('blob:');\n // message += hasFilename ? event.filename : this.source.slice(0, 100);\n if (event.lineno) {\n message += `:${event.lineno}:${event.colno}`;\n }\n return new Error(message);\n }\n\n /**\n * Creates a worker thread on the browser\n */\n _createBrowserWorker(): Worker {\n this._loadableURL = getLoadableWorkerURL({source: this.source, url: this.url});\n const worker = new Worker(this._loadableURL, {name: this.name});\n\n worker.onmessage = (event) => {\n if (!event.data) {\n this.onError(new Error('No data received'));\n } else {\n this.onMessage(event.data);\n }\n };\n // This callback represents an uncaught exception in the worker thread\n worker.onerror = (error: ErrorEvent): void => {\n this.onError(this._getErrorFromErrorEvent(error));\n this.terminated = true;\n };\n // TODO - not clear when this would be called, for now just log in case it happens\n worker.onmessageerror = (event) => console.error(event); // eslint-disable-line\n\n return worker;\n }\n\n /**\n * Creates a worker thread in node.js\n * @todo https://nodejs.org/api/async_hooks.html#async-resource-worker-pool\n */\n _createNodeWorker(): NodeWorker {\n let worker: NodeWorker;\n if (this.url) {\n // Make sure relative URLs start with './'\n const absolute = this.url.includes(':/') || this.url.startsWith('/');\n const url = absolute ? this.url : `./${this.url}`;\n // console.log('Starting work from', url);\n worker = new NodeWorker(url, {eval: false});\n } else if (this.source) {\n worker = new NodeWorker(this.source, {eval: true});\n } else {\n throw new Error('no worker');\n }\n worker.on('message', (data) => {\n // console.error('message', data);\n this.onMessage(data);\n });\n worker.on('error', (error) => {\n // console.error('error', error);\n this.onError(error);\n });\n worker.on('exit', (code) => {\n // console.error('exit', code);\n });\n return worker;\n }\n}\n"],"file":"worker-thread.js"}
1
+ {"version":3,"file":"worker-thread.js","names":["NOOP","WorkerThread","props","name","source","url","assert","onMessage","onError","error","console","log","worker","isBrowser","_createBrowserWorker","_createNodeWorker","terminate","terminated","Boolean","data","transferList","getTransferList","postMessage","event","message","lineno","colno","Error","_loadableURL","getLoadableWorkerURL","Worker","onmessage","onerror","_getErrorFromErrorEvent","onmessageerror","absolute","includes","startsWith","NodeWorker","eval","on","code"],"sources":["../../../../src/lib/worker-farm/worker-thread.ts"],"sourcesContent":["import {Worker as NodeWorker} from '../node/worker_threads';\nimport {isBrowser} from '../env-utils/globals';\nimport {assert} from '../env-utils/assert';\nimport {getLoadableWorkerURL} from '../worker-utils/get-loadable-worker-url';\nimport {getTransferList} from '../worker-utils/get-transfer-list';\n\nconst NOOP = () => {};\n\nexport type WorkerThreadProps = {\n name: string;\n source?: string;\n url?: string;\n};\n\n/**\n * Represents one worker thread\n */\nexport default class WorkerThread {\n readonly name: string;\n readonly source: string | undefined;\n readonly url: string | undefined;\n terminated: boolean = false;\n worker: Worker | NodeWorker;\n onMessage: (message: any) => void;\n onError: (error: Error) => void;\n\n private _loadableURL: string = '';\n\n /** Checks if workers are supported on this platform */\n static isSupported(): boolean {\n return (\n (typeof Worker !== 'undefined' && isBrowser) ||\n (typeof NodeWorker !== 'undefined' && !isBrowser)\n );\n }\n\n constructor(props: WorkerThreadProps) {\n const {name, source, url} = props;\n assert(source || url); // Either source or url must be defined\n this.name = name;\n this.source = source;\n this.url = url;\n this.onMessage = NOOP;\n this.onError = (error) => console.log(error); // eslint-disable-line\n\n this.worker = isBrowser ? this._createBrowserWorker() : this._createNodeWorker();\n }\n\n /**\n * Terminate this worker thread\n * @note Can free up significant memory\n */\n destroy(): void {\n this.onMessage = NOOP;\n this.onError = NOOP;\n this.worker.terminate(); // eslint-disable-line @typescript-eslint/no-floating-promises\n this.terminated = true;\n }\n\n get isRunning() {\n return Boolean(this.onMessage);\n }\n\n /**\n * Send a message to this worker thread\n * @param data any data structure, ideally consisting mostly of transferrable objects\n * @param transferList If not supplied, calculated automatically by traversing data\n */\n postMessage(data: any, transferList?: any[]): void {\n transferList = transferList || getTransferList(data);\n // @ts-ignore\n this.worker.postMessage(data, transferList);\n }\n\n // PRIVATE\n\n /**\n * Generate a standard Error from an ErrorEvent\n * @param event\n */\n _getErrorFromErrorEvent(event: ErrorEvent): Error {\n // Note Error object does not have the expected fields if loading failed completely\n // https://developer.mozilla.org/en-US/docs/Web/API/Worker#Event_handlers\n // https://developer.mozilla.org/en-US/docs/Web/API/ErrorEvent\n let message = 'Failed to load ';\n message += `worker ${this.name} from ${this.url}. `;\n if (event.message) {\n message += `${event.message} in `;\n }\n // const hasFilename = event.filename && !event.filename.startsWith('blob:');\n // message += hasFilename ? event.filename : this.source.slice(0, 100);\n if (event.lineno) {\n message += `:${event.lineno}:${event.colno}`;\n }\n return new Error(message);\n }\n\n /**\n * Creates a worker thread on the browser\n */\n _createBrowserWorker(): Worker {\n this._loadableURL = getLoadableWorkerURL({source: this.source, url: this.url});\n const worker = new Worker(this._loadableURL, {name: this.name});\n\n worker.onmessage = (event) => {\n if (!event.data) {\n this.onError(new Error('No data received'));\n } else {\n this.onMessage(event.data);\n }\n };\n // This callback represents an uncaught exception in the worker thread\n worker.onerror = (error: ErrorEvent): void => {\n this.onError(this._getErrorFromErrorEvent(error));\n this.terminated = true;\n };\n // TODO - not clear when this would be called, for now just log in case it happens\n worker.onmessageerror = (event) => console.error(event); // eslint-disable-line\n\n return worker;\n }\n\n /**\n * Creates a worker thread in node.js\n * @todo https://nodejs.org/api/async_hooks.html#async-resource-worker-pool\n */\n _createNodeWorker(): NodeWorker {\n let worker: NodeWorker;\n if (this.url) {\n // Make sure relative URLs start with './'\n const absolute = this.url.includes(':/') || this.url.startsWith('/');\n const url = absolute ? this.url : `./${this.url}`;\n // console.log('Starting work from', url);\n worker = new NodeWorker(url, {eval: false});\n } else if (this.source) {\n worker = new NodeWorker(this.source, {eval: true});\n } else {\n throw new Error('no worker');\n }\n worker.on('message', (data) => {\n // console.error('message', data);\n this.onMessage(data);\n });\n worker.on('error', (error) => {\n // console.error('error', error);\n this.onError(error);\n });\n worker.on('exit', (code) => {\n // console.error('exit', code);\n });\n return worker;\n }\n}\n"],"mappings":";;;;;;;;;;AAAA;AACA;AACA;AACA;AACA;AAEA,IAAMA,IAAI,GAAG,SAAPA,IAAI,GAAS,CAAC,CAAC;AAAC,IAWDC,YAAY;EAmB/B,sBAAYC,KAAwB,EAAE;IAAA;IAAA;IAAA;IAAA;IAAA,kDAfhB,KAAK;IAAA;IAAA;IAAA;IAAA,oDAKI,EAAE;IAW/B,IAAOC,IAAI,GAAiBD,KAAK,CAA1BC,IAAI;MAAEC,MAAM,GAASF,KAAK,CAApBE,MAAM;MAAEC,GAAG,GAAIH,KAAK,CAAZG,GAAG;IACxB,IAAAC,cAAM,EAACF,MAAM,IAAIC,GAAG,CAAC;IACrB,IAAI,CAACF,IAAI,GAAGA,IAAI;IAChB,IAAI,CAACC,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACC,GAAG,GAAGA,GAAG;IACd,IAAI,CAACE,SAAS,GAAGP,IAAI;IACrB,IAAI,CAACQ,OAAO,GAAG,UAACC,KAAK;MAAA,OAAKC,OAAO,CAACC,GAAG,CAACF,KAAK,CAAC;IAAA;;IAE5C,IAAI,CAACG,MAAM,GAAGC,kBAAS,GAAG,IAAI,CAACC,oBAAoB,EAAE,GAAG,IAAI,CAACC,iBAAiB,EAAE;EAClF;;EAAC;IAAA;IAAA;IAMD,mBAAgB;MACd,IAAI,CAACR,SAAS,GAAGP,IAAI;MACrB,IAAI,CAACQ,OAAO,GAAGR,IAAI;MACnB,IAAI,CAACY,MAAM,CAACI,SAAS,EAAE;MACvB,IAAI,CAACC,UAAU,GAAG,IAAI;IACxB;EAAC;IAAA;IAAA,KAED,eAAgB;MACd,OAAOC,OAAO,CAAC,IAAI,CAACX,SAAS,CAAC;IAChC;;EAAC;IAAA;IAAA;IAOD,qBAAYY,IAAS,EAAEC,YAAoB,EAAQ;MACjDA,YAAY,GAAGA,YAAY,IAAI,IAAAC,gCAAe,EAACF,IAAI,CAAC;MAEpD,IAAI,CAACP,MAAM,CAACU,WAAW,CAACH,IAAI,EAAEC,YAAY,CAAC;IAC7C;;EAAC;IAAA;IAAA;;IAQD,iCAAwBG,KAAiB,EAAS;MAIhD,IAAIC,OAAO,GAAG,iBAAiB;MAC/BA,OAAO,qBAAc,IAAI,CAACrB,IAAI,mBAAS,IAAI,CAACE,GAAG,OAAI;MACnD,IAAIkB,KAAK,CAACC,OAAO,EAAE;QACjBA,OAAO,cAAOD,KAAK,CAACC,OAAO,SAAM;MACnC;MAGA,IAAID,KAAK,CAACE,MAAM,EAAE;QAChBD,OAAO,eAAQD,KAAK,CAACE,MAAM,cAAIF,KAAK,CAACG,KAAK,CAAE;MAC9C;MACA,OAAO,IAAIC,KAAK,CAACH,OAAO,CAAC;IAC3B;;EAAC;IAAA;IAAA;IAKD,gCAA+B;MAAA;MAC7B,IAAI,CAACI,YAAY,GAAG,IAAAC,0CAAoB,EAAC;QAACzB,MAAM,EAAE,IAAI,CAACA,MAAM;QAAEC,GAAG,EAAE,IAAI,CAACA;MAAG,CAAC,CAAC;MAC9E,IAAMO,MAAM,GAAG,IAAIkB,MAAM,CAAC,IAAI,CAACF,YAAY,EAAE;QAACzB,IAAI,EAAE,IAAI,CAACA;MAAI,CAAC,CAAC;MAE/DS,MAAM,CAACmB,SAAS,GAAG,UAACR,KAAK,EAAK;QAC5B,IAAI,CAACA,KAAK,CAACJ,IAAI,EAAE;UACf,KAAI,CAACX,OAAO,CAAC,IAAImB,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAC7C,CAAC,MAAM;UACL,KAAI,CAACpB,SAAS,CAACgB,KAAK,CAACJ,IAAI,CAAC;QAC5B;MACF,CAAC;MAEDP,MAAM,CAACoB,OAAO,GAAG,UAACvB,KAAiB,EAAW;QAC5C,KAAI,CAACD,OAAO,CAAC,KAAI,CAACyB,uBAAuB,CAACxB,KAAK,CAAC,CAAC;QACjD,KAAI,CAACQ,UAAU,GAAG,IAAI;MACxB,CAAC;MAEDL,MAAM,CAACsB,cAAc,GAAG,UAACX,KAAK;QAAA,OAAKb,OAAO,CAACD,KAAK,CAACc,KAAK,CAAC;MAAA;;MAEvD,OAAOX,MAAM;IACf;;EAAC;IAAA;IAAA;IAMD,6BAAgC;MAAA;MAC9B,IAAIA,MAAkB;MACtB,IAAI,IAAI,CAACP,GAAG,EAAE;QAEZ,IAAM8B,QAAQ,GAAG,IAAI,CAAC9B,GAAG,CAAC+B,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC/B,GAAG,CAACgC,UAAU,CAAC,GAAG,CAAC;QACpE,IAAMhC,GAAG,GAAG8B,QAAQ,GAAG,IAAI,CAAC9B,GAAG,eAAQ,IAAI,CAACA,GAAG,CAAE;QAEjDO,MAAM,GAAG,IAAI0B,sBAAU,CAACjC,GAAG,EAAE;UAACkC,IAAI,EAAE;QAAK,CAAC,CAAC;MAC7C,CAAC,MAAM,IAAI,IAAI,CAACnC,MAAM,EAAE;QACtBQ,MAAM,GAAG,IAAI0B,sBAAU,CAAC,IAAI,CAAClC,MAAM,EAAE;UAACmC,IAAI,EAAE;QAAI,CAAC,CAAC;MACpD,CAAC,MAAM;QACL,MAAM,IAAIZ,KAAK,CAAC,WAAW,CAAC;MAC9B;MACAf,MAAM,CAAC4B,EAAE,CAAC,SAAS,EAAE,UAACrB,IAAI,EAAK;QAE7B,MAAI,CAACZ,SAAS,CAACY,IAAI,CAAC;MACtB,CAAC,CAAC;MACFP,MAAM,CAAC4B,EAAE,CAAC,OAAO,EAAE,UAAC/B,KAAK,EAAK;QAE5B,MAAI,CAACD,OAAO,CAACC,KAAK,CAAC;MACrB,CAAC,CAAC;MACFG,MAAM,CAAC4B,EAAE,CAAC,MAAM,EAAE,UAACC,IAAI,EAAK;MAE5B,CAAC,CAAC;MACF,OAAO7B,MAAM;IACf;EAAC;IAAA;IAAA;IA1HD,uBAA8B;MAC5B,OACG,OAAOkB,MAAM,KAAK,WAAW,IAAIjB,kBAAS,IAC1C,OAAOyB,sBAAU,KAAK,WAAW,IAAI,CAACzB,kBAAU;IAErD;EAAC;EAAA;AAAA;AAAA"}
@@ -4,27 +4,23 @@ Object.defineProperty(exports, "__esModule", {
4
4
  value: true
5
5
  });
6
6
  exports.getLoadableWorkerURL = getLoadableWorkerURL;
7
-
8
7
  var _assert = require("../env-utils/assert");
9
-
10
8
  var workerURLCache = new Map();
11
9
 
12
10
  function getLoadableWorkerURL(props) {
13
11
  (0, _assert.assert)(props.source && !props.url || !props.source && props.url);
14
- var workerURL = workerURLCache.get(props.source || props.url);
15
12
 
13
+ var workerURL = workerURLCache.get(props.source || props.url);
16
14
  if (!workerURL) {
17
15
  if (props.url) {
18
16
  workerURL = getLoadableWorkerURLFromURL(props.url);
19
17
  workerURLCache.set(props.url, workerURL);
20
18
  }
21
-
22
19
  if (props.source) {
23
20
  workerURL = getLoadableWorkerURLFromSource(props.source);
24
21
  workerURLCache.set(props.source, workerURL);
25
22
  }
26
23
  }
27
-
28
24
  (0, _assert.assert)(workerURL);
29
25
  return workerURL;
30
26
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/lib/worker-utils/get-loadable-worker-url.ts"],"names":["workerURLCache","Map","getLoadableWorkerURL","props","source","url","workerURL","get","getLoadableWorkerURLFromURL","set","getLoadableWorkerURLFromSource","startsWith","workerSource","buildScriptSource","blob","Blob","type","URL","createObjectURL","workerUrl"],"mappings":";;;;;;;AAAA;;AAEA,IAAMA,cAAc,GAAG,IAAIC,GAAJ,EAAvB;;AAWO,SAASC,oBAAT,CAA8BC,KAA9B,EAAsE;AAC3E,sBAAQA,KAAK,CAACC,MAAN,IAAgB,CAACD,KAAK,CAACE,GAAxB,IAAiC,CAACF,KAAK,CAACC,MAAP,IAAiBD,KAAK,CAACE,GAA/D;AAEA,MAAIC,SAAS,GAAGN,cAAc,CAACO,GAAf,CAAmBJ,KAAK,CAACC,MAAN,IAAgBD,KAAK,CAACE,GAAzC,CAAhB;;AACA,MAAI,CAACC,SAAL,EAAgB;AAEd,QAAIH,KAAK,CAACE,GAAV,EAAe;AACbC,MAAAA,SAAS,GAAGE,2BAA2B,CAACL,KAAK,CAACE,GAAP,CAAvC;AACAL,MAAAA,cAAc,CAACS,GAAf,CAAmBN,KAAK,CAACE,GAAzB,EAA8BC,SAA9B;AACD;;AAED,QAAIH,KAAK,CAACC,MAAV,EAAkB;AAChBE,MAAAA,SAAS,GAAGI,8BAA8B,CAACP,KAAK,CAACC,MAAP,CAA1C;AACAJ,MAAAA,cAAc,CAACS,GAAf,CAAmBN,KAAK,CAACC,MAAzB,EAAiCE,SAAjC;AACD;AACF;;AAED,sBAAOA,SAAP;AACA,SAAOA,SAAP;AACD;;AAOD,SAASE,2BAAT,CAAqCH,GAArC,EAA0D;AAExD,MAAI,CAACA,GAAG,CAACM,UAAJ,CAAe,MAAf,CAAL,EAA6B;AAC3B,WAAON,GAAP;AACD;;AAGD,MAAMO,YAAY,GAAGC,iBAAiB,CAACR,GAAD,CAAtC;AACA,SAAOK,8BAA8B,CAACE,YAAD,CAArC;AACD;;AAOD,SAASF,8BAAT,CAAwCE,YAAxC,EAAsE;AACpE,MAAME,IAAI,GAAG,IAAIC,IAAJ,CAAS,CAACH,YAAD,CAAT,EAAyB;AAACI,IAAAA,IAAI,EAAE;AAAP,GAAzB,CAAb;AACA,SAAOC,GAAG,CAACC,eAAJ,CAAoBJ,IAApB,CAAP;AACD;;AAUD,SAASD,iBAAT,CAA2BM,SAA3B,EAAsD;AACpD,2CAEiBA,SAFjB;AAOD","sourcesContent":["import {assert} from '../env-utils/assert';\n\nconst workerURLCache = new Map();\n\n/**\n * Creates a loadable URL from worker source or URL\n * that can be used to create `Worker` instances.\n * Due to CORS issues it may be necessary to wrap a URL in a small importScripts\n * @param props\n * @param props.source Worker source\n * @param props.url Worker URL\n * @returns loadable url\n */\nexport function getLoadableWorkerURL(props: {source?: string; url?: string}) {\n assert((props.source && !props.url) || (!props.source && props.url)); // Either source or url must be defined\n\n let workerURL = workerURLCache.get(props.source || props.url);\n if (!workerURL) {\n // Differentiate worker urls from worker source code\n if (props.url) {\n workerURL = getLoadableWorkerURLFromURL(props.url);\n workerURLCache.set(props.url, workerURL);\n }\n\n if (props.source) {\n workerURL = getLoadableWorkerURLFromSource(props.source);\n workerURLCache.set(props.source, workerURL);\n }\n }\n\n assert(workerURL);\n return workerURL;\n}\n\n/**\n * Build a loadable worker URL from worker URL\n * @param url\n * @returns loadable URL\n */\nfunction getLoadableWorkerURLFromURL(url: string): string {\n // A local script url, we can use it to initialize a Worker directly\n if (!url.startsWith('http')) {\n return url;\n }\n\n // A remote script, we need to use `importScripts` to load from different origin\n const workerSource = buildScriptSource(url);\n return getLoadableWorkerURLFromSource(workerSource);\n}\n\n/**\n * Build a loadable worker URL from worker source\n * @param workerSource\n * @returns loadable url\n */\nfunction getLoadableWorkerURLFromSource(workerSource: string): string {\n const blob = new Blob([workerSource], {type: 'application/javascript'});\n return URL.createObjectURL(blob);\n}\n\n/**\n * Per spec, worker cannot be initialized with a script from a different origin\n * However a local worker script can still import scripts from other origins,\n * so we simply build a wrapper script.\n *\n * @param workerUrl\n * @returns source\n */\nfunction buildScriptSource(workerUrl: string): string {\n return `\\\ntry {\n importScripts('${workerUrl}');\n} catch (error) {\n console.error(error);\n throw error;\n}`;\n}\n"],"file":"get-loadable-worker-url.js"}
1
+ {"version":3,"file":"get-loadable-worker-url.js","names":["workerURLCache","Map","getLoadableWorkerURL","props","assert","source","url","workerURL","get","getLoadableWorkerURLFromURL","set","getLoadableWorkerURLFromSource","startsWith","workerSource","buildScriptSource","blob","Blob","type","URL","createObjectURL","workerUrl"],"sources":["../../../../src/lib/worker-utils/get-loadable-worker-url.ts"],"sourcesContent":["import {assert} from '../env-utils/assert';\n\nconst workerURLCache = new Map();\n\n/**\n * Creates a loadable URL from worker source or URL\n * that can be used to create `Worker` instances.\n * Due to CORS issues it may be necessary to wrap a URL in a small importScripts\n * @param props\n * @param props.source Worker source\n * @param props.url Worker URL\n * @returns loadable url\n */\nexport function getLoadableWorkerURL(props: {source?: string; url?: string}) {\n assert((props.source && !props.url) || (!props.source && props.url)); // Either source or url must be defined\n\n let workerURL = workerURLCache.get(props.source || props.url);\n if (!workerURL) {\n // Differentiate worker urls from worker source code\n if (props.url) {\n workerURL = getLoadableWorkerURLFromURL(props.url);\n workerURLCache.set(props.url, workerURL);\n }\n\n if (props.source) {\n workerURL = getLoadableWorkerURLFromSource(props.source);\n workerURLCache.set(props.source, workerURL);\n }\n }\n\n assert(workerURL);\n return workerURL;\n}\n\n/**\n * Build a loadable worker URL from worker URL\n * @param url\n * @returns loadable URL\n */\nfunction getLoadableWorkerURLFromURL(url: string): string {\n // A local script url, we can use it to initialize a Worker directly\n if (!url.startsWith('http')) {\n return url;\n }\n\n // A remote script, we need to use `importScripts` to load from different origin\n const workerSource = buildScriptSource(url);\n return getLoadableWorkerURLFromSource(workerSource);\n}\n\n/**\n * Build a loadable worker URL from worker source\n * @param workerSource\n * @returns loadable url\n */\nfunction getLoadableWorkerURLFromSource(workerSource: string): string {\n const blob = new Blob([workerSource], {type: 'application/javascript'});\n return URL.createObjectURL(blob);\n}\n\n/**\n * Per spec, worker cannot be initialized with a script from a different origin\n * However a local worker script can still import scripts from other origins,\n * so we simply build a wrapper script.\n *\n * @param workerUrl\n * @returns source\n */\nfunction buildScriptSource(workerUrl: string): string {\n return `\\\ntry {\n importScripts('${workerUrl}');\n} catch (error) {\n console.error(error);\n throw error;\n}`;\n}\n"],"mappings":";;;;;;AAAA;AAEA,IAAMA,cAAc,GAAG,IAAIC,GAAG,EAAE;;AAWzB,SAASC,oBAAoB,CAACC,KAAsC,EAAE;EAC3E,IAAAC,cAAM,EAAED,KAAK,CAACE,MAAM,IAAI,CAACF,KAAK,CAACG,GAAG,IAAM,CAACH,KAAK,CAACE,MAAM,IAAIF,KAAK,CAACG,GAAI,CAAC;;EAEpE,IAAIC,SAAS,GAAGP,cAAc,CAACQ,GAAG,CAACL,KAAK,CAACE,MAAM,IAAIF,KAAK,CAACG,GAAG,CAAC;EAC7D,IAAI,CAACC,SAAS,EAAE;IAEd,IAAIJ,KAAK,CAACG,GAAG,EAAE;MACbC,SAAS,GAAGE,2BAA2B,CAACN,KAAK,CAACG,GAAG,CAAC;MAClDN,cAAc,CAACU,GAAG,CAACP,KAAK,CAACG,GAAG,EAAEC,SAAS,CAAC;IAC1C;IAEA,IAAIJ,KAAK,CAACE,MAAM,EAAE;MAChBE,SAAS,GAAGI,8BAA8B,CAACR,KAAK,CAACE,MAAM,CAAC;MACxDL,cAAc,CAACU,GAAG,CAACP,KAAK,CAACE,MAAM,EAAEE,SAAS,CAAC;IAC7C;EACF;EAEA,IAAAH,cAAM,EAACG,SAAS,CAAC;EACjB,OAAOA,SAAS;AAClB;;AAOA,SAASE,2BAA2B,CAACH,GAAW,EAAU;EAExD,IAAI,CAACA,GAAG,CAACM,UAAU,CAAC,MAAM,CAAC,EAAE;IAC3B,OAAON,GAAG;EACZ;;EAGA,IAAMO,YAAY,GAAGC,iBAAiB,CAACR,GAAG,CAAC;EAC3C,OAAOK,8BAA8B,CAACE,YAAY,CAAC;AACrD;;AAOA,SAASF,8BAA8B,CAACE,YAAoB,EAAU;EACpE,IAAME,IAAI,GAAG,IAAIC,IAAI,CAAC,CAACH,YAAY,CAAC,EAAE;IAACI,IAAI,EAAE;EAAwB,CAAC,CAAC;EACvE,OAAOC,GAAG,CAACC,eAAe,CAACJ,IAAI,CAAC;AAClC;;AAUA,SAASD,iBAAiB,CAACM,SAAiB,EAAU;EACpD,yCAEiBA,SAAS;AAK5B"}
@@ -1,24 +1,24 @@
1
1
  "use strict";
2
2
 
3
3
  var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
-
5
4
  Object.defineProperty(exports, "__esModule", {
6
5
  value: true
7
6
  });
8
7
  exports.getTransferList = getTransferList;
9
-
8
+ exports.getTransferListForWriter = getTransferListForWriter;
10
9
  var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
11
10
 
12
11
  function getTransferList(object) {
13
12
  var recursive = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : true;
14
13
  var transfers = arguments.length > 2 ? arguments[2] : undefined;
15
14
  var transfersSet = transfers || new Set();
16
-
17
- if (!object) {} else if (isTransferable(object)) {
15
+ if (!object) {
16
+ } else if (isTransferable(object)) {
18
17
  transfersSet.add(object);
19
18
  } else if (isTransferable(object.buffer)) {
20
19
  transfersSet.add(object.buffer);
21
- } else if (ArrayBuffer.isView(object)) {} else if (recursive && (0, _typeof2.default)(object) === 'object') {
20
+ } else if (ArrayBuffer.isView(object)) {
21
+ } else if (recursive && (0, _typeof2.default)(object) === 'object') {
22
22
  for (var key in object) {
23
23
  getTransferList(object[key], recursive, transfersSet);
24
24
  }
@@ -31,23 +31,35 @@ function isTransferable(object) {
31
31
  if (!object) {
32
32
  return false;
33
33
  }
34
-
35
34
  if (object instanceof ArrayBuffer) {
36
35
  return true;
37
36
  }
38
-
39
37
  if (typeof MessagePort !== 'undefined' && object instanceof MessagePort) {
40
38
  return true;
41
39
  }
42
-
43
40
  if (typeof ImageBitmap !== 'undefined' && object instanceof ImageBitmap) {
44
41
  return true;
45
42
  }
46
-
47
43
  if (typeof OffscreenCanvas !== 'undefined' && object instanceof OffscreenCanvas) {
48
44
  return true;
49
45
  }
50
-
51
46
  return false;
52
47
  }
48
+
49
+ function getTransferListForWriter(object) {
50
+ if (object === null) {
51
+ return {};
52
+ }
53
+ var clone = Object.assign({}, object);
54
+ Object.keys(clone).forEach(function (key) {
55
+ if ((0, _typeof2.default)(object[key]) === 'object' && !ArrayBuffer.isView(object[key]) && !(object[key] instanceof Array)) {
56
+ clone[key] = getTransferListForWriter(object[key]);
57
+ } else if (typeof clone[key] === 'function' || clone[key] instanceof RegExp) {
58
+ clone[key] = {};
59
+ } else {
60
+ clone[key] = object[key];
61
+ }
62
+ });
63
+ return clone;
64
+ }
53
65
  //# sourceMappingURL=get-transfer-list.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/lib/worker-utils/get-transfer-list.ts"],"names":["getTransferList","object","recursive","transfers","transfersSet","Set","isTransferable","add","buffer","ArrayBuffer","isView","key","undefined","Array","from","MessagePort","ImageBitmap","OffscreenCanvas"],"mappings":";;;;;;;;;;;AAWO,SAASA,eAAT,CACLC,MADK,EAIW;AAAA,MAFhBC,SAEgB,uEAFK,IAEL;AAAA,MADhBC,SACgB;AAEhB,MAAMC,YAAY,GAAGD,SAAS,IAAI,IAAIE,GAAJ,EAAlC;;AAEA,MAAI,CAACJ,MAAL,EAAa,CAEZ,CAFD,MAEO,IAAIK,cAAc,CAACL,MAAD,CAAlB,EAA4B;AACjCG,IAAAA,YAAY,CAACG,GAAb,CAAiBN,MAAjB;AACD,GAFM,MAEA,IAAIK,cAAc,CAACL,MAAM,CAACO,MAAR,CAAlB,EAAmC;AAExCJ,IAAAA,YAAY,CAACG,GAAb,CAAiBN,MAAM,CAACO,MAAxB;AACD,GAHM,MAGA,IAAIC,WAAW,CAACC,MAAZ,CAAmBT,MAAnB,CAAJ,EAAgC,CAGtC,CAHM,MAGA,IAAIC,SAAS,IAAI,sBAAOD,MAAP,MAAkB,QAAnC,EAA6C;AAClD,SAAK,IAAMU,GAAX,IAAkBV,MAAlB,EAA0B;AAExBD,MAAAA,eAAe,CAACC,MAAM,CAACU,GAAD,CAAP,EAAcT,SAAd,EAAyBE,YAAzB,CAAf;AACD;AACF;;AAID,SAAOD,SAAS,KAAKS,SAAd,GAA0BC,KAAK,CAACC,IAAN,CAAWV,YAAX,CAA1B,GAAqD,EAA5D;AACD;;AAGD,SAASE,cAAT,CAAwBL,MAAxB,EAAyC;AACvC,MAAI,CAACA,MAAL,EAAa;AACX,WAAO,KAAP;AACD;;AACD,MAAIA,MAAM,YAAYQ,WAAtB,EAAmC;AACjC,WAAO,IAAP;AACD;;AACD,MAAI,OAAOM,WAAP,KAAuB,WAAvB,IAAsCd,MAAM,YAAYc,WAA5D,EAAyE;AACvE,WAAO,IAAP;AACD;;AACD,MAAI,OAAOC,WAAP,KAAuB,WAAvB,IAAsCf,MAAM,YAAYe,WAA5D,EAAyE;AACvE,WAAO,IAAP;AACD;;AAED,MAAI,OAAOC,eAAP,KAA2B,WAA3B,IAA0ChB,MAAM,YAAYgB,eAAhE,EAAiF;AAC/E,WAAO,IAAP;AACD;;AACD,SAAO,KAAP;AACD","sourcesContent":["// NOTE - there is a copy of this function is both in core and loader-utils\n// core does not need all the utils in loader-utils, just this one.\n\n/**\n * Returns an array of Transferrable objects that can be used with postMessage\n * https://developer.mozilla.org/en-US/docs/Web/API/Worker/postMessage\n * @param object data to be sent via postMessage\n * @param recursive - not for application use\n * @param transfers - not for application use\n * @returns a transfer list that can be passed to postMessage\n */\nexport function getTransferList(\n object: any,\n recursive: boolean = true,\n transfers?: Set<any>\n): Transferable[] {\n // Make sure that items in the transfer list is unique\n const transfersSet = transfers || new Set();\n\n if (!object) {\n // ignore\n } else if (isTransferable(object)) {\n transfersSet.add(object);\n } else if (isTransferable(object.buffer)) {\n // Typed array\n transfersSet.add(object.buffer);\n } else if (ArrayBuffer.isView(object)) {\n // object is a TypeArray viewing into a SharedArrayBuffer (not transferable)\n // Do not iterate through the content in this case\n } else if (recursive && typeof object === 'object') {\n for (const key in object) {\n // Avoid perf hit - only go one level deep\n getTransferList(object[key], recursive, transfersSet);\n }\n }\n\n // If transfers is defined, is internal recursive call\n // Otherwise it's called by the user\n return transfers === undefined ? Array.from(transfersSet) : [];\n}\n\n// https://developer.mozilla.org/en-US/docs/Web/API/Transferable\nfunction isTransferable(object: unknown) {\n if (!object) {\n return false;\n }\n if (object instanceof ArrayBuffer) {\n return true;\n }\n if (typeof MessagePort !== 'undefined' && object instanceof MessagePort) {\n return true;\n }\n if (typeof ImageBitmap !== 'undefined' && object instanceof ImageBitmap) {\n return true;\n }\n // @ts-ignore\n if (typeof OffscreenCanvas !== 'undefined' && object instanceof OffscreenCanvas) {\n return true;\n }\n return false;\n}\n"],"file":"get-transfer-list.js"}
1
+ {"version":3,"file":"get-transfer-list.js","names":["getTransferList","object","recursive","transfers","transfersSet","Set","isTransferable","add","buffer","ArrayBuffer","isView","key","undefined","Array","from","MessagePort","ImageBitmap","OffscreenCanvas","getTransferListForWriter","clone","Object","assign","keys","forEach","RegExp"],"sources":["../../../../src/lib/worker-utils/get-transfer-list.ts"],"sourcesContent":["// NOTE - there is a copy of this function is both in core and loader-utils\n// core does not need all the utils in loader-utils, just this one.\n\n/**\n * Returns an array of Transferrable objects that can be used with postMessage\n * https://developer.mozilla.org/en-US/docs/Web/API/Worker/postMessage\n * @param object data to be sent via postMessage\n * @param recursive - not for application use\n * @param transfers - not for application use\n * @returns a transfer list that can be passed to postMessage\n */\nexport function getTransferList(\n object: any,\n recursive: boolean = true,\n transfers?: Set<any>\n): Transferable[] {\n // Make sure that items in the transfer list is unique\n const transfersSet = transfers || new Set();\n\n if (!object) {\n // ignore\n } else if (isTransferable(object)) {\n transfersSet.add(object);\n } else if (isTransferable(object.buffer)) {\n // Typed array\n transfersSet.add(object.buffer);\n } else if (ArrayBuffer.isView(object)) {\n // object is a TypeArray viewing into a SharedArrayBuffer (not transferable)\n // Do not iterate through the content in this case\n } else if (recursive && typeof object === 'object') {\n for (const key in object) {\n // Avoid perf hit - only go one level deep\n getTransferList(object[key], recursive, transfersSet);\n }\n }\n\n // If transfers is defined, is internal recursive call\n // Otherwise it's called by the user\n return transfers === undefined ? Array.from(transfersSet) : [];\n}\n\n// https://developer.mozilla.org/en-US/docs/Web/API/Transferable\nfunction isTransferable(object: unknown) {\n if (!object) {\n return false;\n }\n if (object instanceof ArrayBuffer) {\n return true;\n }\n if (typeof MessagePort !== 'undefined' && object instanceof MessagePort) {\n return true;\n }\n if (typeof ImageBitmap !== 'undefined' && object instanceof ImageBitmap) {\n return true;\n }\n // @ts-ignore\n if (typeof OffscreenCanvas !== 'undefined' && object instanceof OffscreenCanvas) {\n return true;\n }\n return false;\n}\n\n/**\n * Recursively drop non serializable values like functions and regexps.\n * @param object\n */\nexport function getTransferListForWriter(object: object | null): object {\n if (object === null) {\n return {};\n }\n const clone = Object.assign({}, object);\n\n Object.keys(clone).forEach((key) => {\n // Typed Arrays and Arrays are passed with no change\n if (\n typeof object[key] === 'object' &&\n !ArrayBuffer.isView(object[key]) &&\n !(object[key] instanceof Array)\n ) {\n clone[key] = getTransferListForWriter(object[key]);\n } else if (typeof clone[key] === 'function' || clone[key] instanceof RegExp) {\n clone[key] = {};\n } else {\n clone[key] = object[key];\n }\n });\n\n return clone;\n}\n"],"mappings":";;;;;;;;;;AAWO,SAASA,eAAe,CAC7BC,MAAW,EAGK;EAAA,IAFhBC,SAAkB,uEAAG,IAAI;EAAA,IACzBC,SAAoB;EAGpB,IAAMC,YAAY,GAAGD,SAAS,IAAI,IAAIE,GAAG,EAAE;EAE3C,IAAI,CAACJ,MAAM,EAAE;EAEb,CAAC,MAAM,IAAIK,cAAc,CAACL,MAAM,CAAC,EAAE;IACjCG,YAAY,CAACG,GAAG,CAACN,MAAM,CAAC;EAC1B,CAAC,MAAM,IAAIK,cAAc,CAACL,MAAM,CAACO,MAAM,CAAC,EAAE;IAExCJ,YAAY,CAACG,GAAG,CAACN,MAAM,CAACO,MAAM,CAAC;EACjC,CAAC,MAAM,IAAIC,WAAW,CAACC,MAAM,CAACT,MAAM,CAAC,EAAE;EAGvC,CAAC,MAAM,IAAIC,SAAS,IAAI,sBAAOD,MAAM,MAAK,QAAQ,EAAE;IAClD,KAAK,IAAMU,GAAG,IAAIV,MAAM,EAAE;MAExBD,eAAe,CAACC,MAAM,CAACU,GAAG,CAAC,EAAET,SAAS,EAAEE,YAAY,CAAC;IACvD;EACF;;EAIA,OAAOD,SAAS,KAAKS,SAAS,GAAGC,KAAK,CAACC,IAAI,CAACV,YAAY,CAAC,GAAG,EAAE;AAChE;;AAGA,SAASE,cAAc,CAACL,MAAe,EAAE;EACvC,IAAI,CAACA,MAAM,EAAE;IACX,OAAO,KAAK;EACd;EACA,IAAIA,MAAM,YAAYQ,WAAW,EAAE;IACjC,OAAO,IAAI;EACb;EACA,IAAI,OAAOM,WAAW,KAAK,WAAW,IAAId,MAAM,YAAYc,WAAW,EAAE;IACvE,OAAO,IAAI;EACb;EACA,IAAI,OAAOC,WAAW,KAAK,WAAW,IAAIf,MAAM,YAAYe,WAAW,EAAE;IACvE,OAAO,IAAI;EACb;EAEA,IAAI,OAAOC,eAAe,KAAK,WAAW,IAAIhB,MAAM,YAAYgB,eAAe,EAAE;IAC/E,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;;AAMO,SAASC,wBAAwB,CAACjB,MAAqB,EAAU;EACtE,IAAIA,MAAM,KAAK,IAAI,EAAE;IACnB,OAAO,CAAC,CAAC;EACX;EACA,IAAMkB,KAAK,GAAGC,MAAM,CAACC,MAAM,CAAC,CAAC,CAAC,EAAEpB,MAAM,CAAC;EAEvCmB,MAAM,CAACE,IAAI,CAACH,KAAK,CAAC,CAACI,OAAO,CAAC,UAACZ,GAAG,EAAK;IAElC,IACE,sBAAOV,MAAM,CAACU,GAAG,CAAC,MAAK,QAAQ,IAC/B,CAACF,WAAW,CAACC,MAAM,CAACT,MAAM,CAACU,GAAG,CAAC,CAAC,IAChC,EAAEV,MAAM,CAACU,GAAG,CAAC,YAAYE,KAAK,CAAC,EAC/B;MACAM,KAAK,CAACR,GAAG,CAAC,GAAGO,wBAAwB,CAACjB,MAAM,CAACU,GAAG,CAAC,CAAC;IACpD,CAAC,MAAM,IAAI,OAAOQ,KAAK,CAACR,GAAG,CAAC,KAAK,UAAU,IAAIQ,KAAK,CAACR,GAAG,CAAC,YAAYa,MAAM,EAAE;MAC3EL,KAAK,CAACR,GAAG,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC,MAAM;MACLQ,KAAK,CAACR,GAAG,CAAC,GAAGV,MAAM,CAACU,GAAG,CAAC;IAC1B;EACF,CAAC,CAAC;EAEF,OAAOQ,KAAK;AACd"}
@@ -1,34 +1,25 @@
1
1
  "use strict";
2
2
 
3
3
  var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
-
5
4
  Object.defineProperty(exports, "__esModule", {
6
5
  value: true
7
6
  });
8
7
  exports.removeNontransferableOptions = removeNontransferableOptions;
9
-
10
8
  var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
11
-
12
9
  function removeNontransferableOptions(object) {
13
- return JSON.parse(stringifyJSON(object));
14
- }
15
-
16
- function stringifyJSON(v) {
17
- var cache = new Set();
18
- return JSON.stringify(v, function (key, value) {
19
- if ((0, _typeof2.default)(value) === 'object' && value !== null) {
20
- if (cache.has(value)) {
21
- try {
22
- return JSON.parse(JSON.stringify(value));
23
- } catch (err) {
24
- return undefined;
25
- }
26
- }
27
-
28
- cache.add(value);
10
+ if (object === null) {
11
+ return {};
12
+ }
13
+ var clone = Object.assign({}, object);
14
+ Object.keys(clone).forEach(function (key) {
15
+ if ((0, _typeof2.default)(object[key]) === 'object' && !ArrayBuffer.isView(object[key])) {
16
+ clone[key] = removeNontransferableOptions(object[key]);
17
+ } else if (typeof clone[key] === 'function' || clone[key] instanceof RegExp) {
18
+ clone[key] = {};
19
+ } else {
20
+ clone[key] = object[key];
29
21
  }
30
-
31
- return value;
32
22
  });
23
+ return clone;
33
24
  }
34
25
  //# sourceMappingURL=remove-nontransferable-options.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/lib/worker-utils/remove-nontransferable-options.ts"],"names":["removeNontransferableOptions","object","JSON","parse","stringifyJSON","v","cache","Set","stringify","key","value","has","err","undefined","add"],"mappings":";;;;;;;;;;;AAIO,SAASA,4BAAT,CAAsCC,MAAtC,EAA8D;AAInE,SAAOC,IAAI,CAACC,KAAL,CAAWC,aAAa,CAACH,MAAD,CAAxB,CAAP;AACD;;AAED,SAASG,aAAT,CAAuBC,CAAvB,EAAmC;AACjC,MAAMC,KAAK,GAAG,IAAIC,GAAJ,EAAd;AACA,SAAOL,IAAI,CAACM,SAAL,CAAeH,CAAf,EAAkB,UAACI,GAAD,EAAMC,KAAN,EAAgB;AACvC,QAAI,sBAAOA,KAAP,MAAiB,QAAjB,IAA6BA,KAAK,KAAK,IAA3C,EAAiD;AAC/C,UAAIJ,KAAK,CAACK,GAAN,CAAUD,KAAV,CAAJ,EAAsB;AAEpB,YAAI;AAEF,iBAAOR,IAAI,CAACC,KAAL,CAAWD,IAAI,CAACM,SAAL,CAAeE,KAAf,CAAX,CAAP;AACD,SAHD,CAGE,OAAOE,GAAP,EAAY;AAEZ,iBAAOC,SAAP;AACD;AACF;;AAEDP,MAAAA,KAAK,CAACQ,GAAN,CAAUJ,KAAV;AACD;;AACD,WAAOA,KAAP;AACD,GAhBM,CAAP;AAiBD","sourcesContent":["/**\n * Safely stringify JSON (drop non serializable values like functions and regexps)\n * @param value\n */\nexport function removeNontransferableOptions(object: object): object {\n // options.log object contains functions which cannot be transferred\n // TODO - decide how to handle logging on workers\n // TODO - warn if options stringification is long\n return JSON.parse(stringifyJSON(object));\n}\n\nfunction stringifyJSON(v: unknown) {\n const cache = new Set();\n return JSON.stringify(v, (key, value) => {\n if (typeof value === 'object' && value !== null) {\n if (cache.has(value)) {\n // Circular reference found\n try {\n // If this value does not reference a parent it can be deduped\n return JSON.parse(JSON.stringify(value));\n } catch (err) {\n // discard key if value cannot be deduped\n return undefined;\n }\n }\n // Store value in our set\n cache.add(value);\n }\n return value;\n });\n}\n"],"file":"remove-nontransferable-options.js"}
1
+ {"version":3,"file":"remove-nontransferable-options.js","names":["removeNontransferableOptions","object","clone","Object","assign","keys","forEach","key","ArrayBuffer","isView","RegExp"],"sources":["../../../../src/lib/worker-utils/remove-nontransferable-options.ts"],"sourcesContent":["/**\n * Recursively drop non serializable values like functions and regexps.\n * @param object\n */\nexport function removeNontransferableOptions(object: object | null): object {\n if (object === null) {\n return {};\n }\n const clone = Object.assign({}, object);\n\n Object.keys(clone).forEach((key) => {\n // Checking if it is an object and not a typed array.\n if (typeof object[key] === 'object' && !ArrayBuffer.isView(object[key])) {\n clone[key] = removeNontransferableOptions(object[key]);\n } else if (typeof clone[key] === 'function' || clone[key] instanceof RegExp) {\n clone[key] = {};\n } else {\n clone[key] = object[key];\n }\n });\n\n return clone;\n}\n"],"mappings":";;;;;;;;AAIO,SAASA,4BAA4B,CAACC,MAAqB,EAAU;EAC1E,IAAIA,MAAM,KAAK,IAAI,EAAE;IACnB,OAAO,CAAC,CAAC;EACX;EACA,IAAMC,KAAK,GAAGC,MAAM,CAACC,MAAM,CAAC,CAAC,CAAC,EAAEH,MAAM,CAAC;EAEvCE,MAAM,CAACE,IAAI,CAACH,KAAK,CAAC,CAACI,OAAO,CAAC,UAACC,GAAG,EAAK;IAElC,IAAI,sBAAON,MAAM,CAACM,GAAG,CAAC,MAAK,QAAQ,IAAI,CAACC,WAAW,CAACC,MAAM,CAACR,MAAM,CAACM,GAAG,CAAC,CAAC,EAAE;MACvEL,KAAK,CAACK,GAAG,CAAC,GAAGP,4BAA4B,CAACC,MAAM,CAACM,GAAG,CAAC,CAAC;IACxD,CAAC,MAAM,IAAI,OAAOL,KAAK,CAACK,GAAG,CAAC,KAAK,UAAU,IAAIL,KAAK,CAACK,GAAG,CAAC,YAAYG,MAAM,EAAE;MAC3ER,KAAK,CAACK,GAAG,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC,MAAM;MACLL,KAAK,CAACK,GAAG,CAAC,GAAGN,MAAM,CAACM,GAAG,CAAC;IAC1B;EACF,CAAC,CAAC;EAEF,OAAOL,KAAK;AACd"}
@@ -1 +1 @@
1
- {"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[],"file":"types.js"}
1
+ {"version":3,"file":"types.js","names":[],"sources":["../../src/types.ts"],"sourcesContent":["/**\n * Worker Options\n */\nexport type WorkerOptions = {\n // Worker farm options\n CDN?: string;\n worker?: boolean;\n maxConcurrency?: number;\n maxMobileConcurrency?: number;\n reuseWorkers?: boolean;\n _workerType?: string;\n workerUrl?: string;\n [key: string]: any; // TODO\n};\n\nexport type WorkerContext = {\n process?: Process;\n processInBatches?: ProcessInBatches;\n};\n\nexport type Process = (data: any, options?: {[key: string]: any}, context?: WorkerContext) => any;\n\nexport type ProcessInBatches = (\n iterator: AsyncIterable<any> | Iterable<any>,\n options?: {[key: string]: any},\n context?: WorkerContext\n) => AsyncIterable<any>;\n\n/**\n * A worker description object\n */\nexport type WorkerObject = {\n id: string;\n name: string;\n module: string;\n version: string;\n worker?: string | boolean;\n options: {[key: string]: any};\n deprecatedOptions?: object;\n\n process?: Process;\n processInBatches?: ProcessInBatches;\n};\n\n/*\n PROTOCOL\n\n Main thread worker\n => process-batches-start\n\n => process-batches-input-batch\n <= process-batches-output-batch\n ... // repeat\n\n => process-batches-input-done\n <= process-batches-result\n\n // or\n\n <= process-batches-error\n */\nexport type WorkerMessageType =\n | 'process'\n | 'done'\n | 'error'\n | 'process-in-batches'\n | 'input-batch'\n | 'input-done'\n | 'output-batch';\n\nexport type WorkerMessagePayload = {\n id?: number;\n options?: {[key: string]: any};\n context?: {[key: string]: any};\n input?: any; // Transferable;\n result?: any; // Transferable\n error?: string;\n};\n\nexport type WorkerMessageData = {\n source: 'loaders.gl';\n type: WorkerMessageType;\n payload: WorkerMessagePayload;\n};\n\nexport type WorkerMessage = {\n type: string;\n data: WorkerMessageData;\n};\n"],"mappings":""}
@@ -1,13 +1,9 @@
1
1
  "use strict";
2
2
 
3
3
  var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
-
5
4
  var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
6
-
7
5
  var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
8
-
9
6
  var _createWorker = require("../lib/worker-api/create-worker");
10
-
11
7
  (0, _createWorker.createWorker)(function () {
12
8
  var _ref = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(data) {
13
9
  return _regenerator.default.wrap(function _callee$(_context) {
@@ -15,7 +11,6 @@ var _createWorker = require("../lib/worker-api/create-worker");
15
11
  switch (_context.prev = _context.next) {
16
12
  case 0:
17
13
  return _context.abrupt("return", data);
18
-
19
14
  case 1:
20
15
  case "end":
21
16
  return _context.stop();
@@ -23,7 +18,6 @@ var _createWorker = require("../lib/worker-api/create-worker");
23
18
  }
24
19
  }, _callee);
25
20
  }));
26
-
27
21
  return function (_x) {
28
22
  return _ref.apply(this, arguments);
29
23
  };
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../src/workers/null-worker.ts"],"names":["data"],"mappings":";;;;;;;;AAAA;;AAEA;AAAA,uEAAa,iBAAOA,IAAP;AAAA;AAAA;AAAA;AAAA;AAAA,6CAEJA,IAFI;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAAb;;AAAA;AAAA;AAAA;AAAA","sourcesContent":["import {createWorker} from '../lib/worker-api/create-worker';\n\ncreateWorker(async (data) => {\n // @ts-ignore\n return data;\n});\n"],"file":"null-worker.js"}
1
+ {"version":3,"file":"null-worker.js","names":["createWorker","data"],"sources":["../../../src/workers/null-worker.ts"],"sourcesContent":["import {createWorker} from '../lib/worker-api/create-worker';\n\ncreateWorker(async (data) => {\n // @ts-ignore\n return data;\n});\n"],"mappings":";;;;;AAAA;AAEA,IAAAA,0BAAY;EAAA,qEAAC,iBAAOC,IAAI;IAAA;MAAA;QAAA;UAAA;YAAA,iCAEfA,IAAI;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CACZ;EAAA;IAAA;EAAA;AAAA,IAAC"}
package/dist/esm/index.js CHANGED
@@ -1,19 +1,27 @@
1
1
  import { VERSION } from './lib/env-utils/version';
2
+
2
3
  export { assert } from './lib/env-utils/assert';
3
4
  export { isBrowser, isWorker } from './lib/env-utils/globals';
5
+
4
6
  export { default as WorkerJob } from './lib/worker-farm/worker-job';
5
7
  export { default as WorkerThread } from './lib/worker-farm/worker-thread';
8
+
6
9
  export { default as WorkerFarm } from './lib/worker-farm/worker-farm';
7
10
  export { default as WorkerPool } from './lib/worker-farm/worker-pool';
8
11
  export { default as WorkerBody } from './lib/worker-farm/worker-body';
9
12
  export { processOnWorker, canProcessOnWorker } from './lib/worker-api/process-on-worker';
10
13
  export { createWorker } from './lib/worker-api/create-worker';
14
+
11
15
  export { getWorkerURL } from './lib/worker-api/get-worker-url';
12
16
  export { validateWorkerVersion } from './lib/worker-api/validate-worker-version';
13
- export { getTransferList } from './lib/worker-utils/get-transfer-list';
17
+ export { getTransferList, getTransferListForWriter } from './lib/worker-utils/get-transfer-list';
18
+
14
19
  export { getLibraryUrl, loadLibrary } from './lib/library-utils/library-utils';
20
+
15
21
  export { default as AsyncQueue } from './lib/async-queue/async-queue';
22
+
16
23
  export { default as ChildProcessProxy } from './lib/process-utils/child-process-proxy';
24
+
17
25
  export const NullWorker = {
18
26
  id: 'null',
19
27
  name: 'null',
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/index.ts"],"names":["VERSION","assert","isBrowser","isWorker","default","WorkerJob","WorkerThread","WorkerFarm","WorkerPool","WorkerBody","processOnWorker","canProcessOnWorker","createWorker","getWorkerURL","validateWorkerVersion","getTransferList","getLibraryUrl","loadLibrary","AsyncQueue","ChildProcessProxy","NullWorker","id","name","module","version","options","null"],"mappings":"AACA,SAAQA,OAAR,QAAsB,yBAAtB;AAcA,SAAQC,MAAR,QAAqB,wBAArB;AACA,SAAQC,SAAR,EAAmBC,QAAnB,QAAkC,yBAAlC;AAGA,SAAQC,OAAO,IAAIC,SAAnB,QAAmC,8BAAnC;AACA,SAAQD,OAAO,IAAIE,YAAnB,QAAsC,iCAAtC;AAGA,SAAQF,OAAO,IAAIG,UAAnB,QAAoC,+BAApC;AACA,SAAQH,OAAO,IAAII,UAAnB,QAAoC,+BAApC;AACA,SAAQJ,OAAO,IAAIK,UAAnB,QAAoC,+BAApC;AAEA,SAAQC,eAAR,EAAyBC,kBAAzB,QAAkD,oCAAlD;AACA,SAAQC,YAAR,QAA2B,gCAA3B;AAGA,SAAQC,YAAR,QAA2B,iCAA3B;AACA,SAAQC,qBAAR,QAAoC,0CAApC;AACA,SAAQC,eAAR,QAA8B,sCAA9B;AAGA,SAAQC,aAAR,EAAuBC,WAAvB,QAAyC,mCAAzC;AAGA,SAAQb,OAAO,IAAIc,UAAnB,QAAoC,+BAApC;AAGA,SAAQd,OAAO,IAAIe,iBAAnB,QAA2C,yCAA3C;AAKA,OAAO,MAAMC,UAAwB,GAAG;AACtCC,EAAAA,EAAE,EAAE,MADkC;AAEtCC,EAAAA,IAAI,EAAE,MAFgC;AAGtCC,EAAAA,MAAM,EAAE,cAH8B;AAItCC,EAAAA,OAAO,EAAExB,OAJ6B;AAKtCyB,EAAAA,OAAO,EAAE;AACPC,IAAAA,IAAI,EAAE;AADC;AAL6B,CAAjC","sourcesContent":["import type {WorkerObject} from './types';\nimport {VERSION} from './lib/env-utils/version';\n\n// TYPES\nexport type {\n WorkerObject,\n WorkerOptions,\n // Protocol\n WorkerMessage,\n WorkerMessageType,\n WorkerMessageData,\n WorkerMessagePayload\n} from './types';\n\n// GENERAL UTILS\nexport {assert} from './lib/env-utils/assert';\nexport {isBrowser, isWorker} from './lib/env-utils/globals';\n\n// WORKER UTILS - TYPES\nexport {default as WorkerJob} from './lib/worker-farm/worker-job';\nexport {default as WorkerThread} from './lib/worker-farm/worker-thread';\n\n// WORKER FARMS\nexport {default as WorkerFarm} from './lib/worker-farm/worker-farm';\nexport {default as WorkerPool} from './lib/worker-farm/worker-pool';\nexport {default as WorkerBody} from './lib/worker-farm/worker-body';\n\nexport {processOnWorker, canProcessOnWorker} from './lib/worker-api/process-on-worker';\nexport {createWorker} from './lib/worker-api/create-worker';\n\n// WORKER UTILS - EXPORTS\nexport {getWorkerURL} from './lib/worker-api/get-worker-url';\nexport {validateWorkerVersion} from './lib/worker-api/validate-worker-version';\nexport {getTransferList} from './lib/worker-utils/get-transfer-list';\n\n// LIBRARY UTILS\nexport {getLibraryUrl, loadLibrary} from './lib/library-utils/library-utils';\n\n// PARSER UTILS\nexport {default as AsyncQueue} from './lib/async-queue/async-queue';\n\n// PROCESS UTILS\nexport {default as ChildProcessProxy} from './lib/process-utils/child-process-proxy';\n\n// WORKER OBJECTS\n\n/** A null worker to test that worker processing is functional */\nexport const NullWorker: WorkerObject = {\n id: 'null',\n name: 'null',\n module: 'worker-utils',\n version: VERSION,\n options: {\n null: {}\n }\n};\n"],"file":"index.js"}
1
+ {"version":3,"file":"index.js","names":["VERSION","assert","isBrowser","isWorker","default","WorkerJob","WorkerThread","WorkerFarm","WorkerPool","WorkerBody","processOnWorker","canProcessOnWorker","createWorker","getWorkerURL","validateWorkerVersion","getTransferList","getTransferListForWriter","getLibraryUrl","loadLibrary","AsyncQueue","ChildProcessProxy","NullWorker","id","name","module","version","options","null"],"sources":["../../src/index.ts"],"sourcesContent":["import type {WorkerObject} from './types';\nimport {VERSION} from './lib/env-utils/version';\n\n// TYPES\nexport type {\n WorkerObject,\n WorkerOptions,\n // Protocol\n WorkerMessage,\n WorkerMessageType,\n WorkerMessageData,\n WorkerMessagePayload\n} from './types';\n\n// GENERAL UTILS\nexport {assert} from './lib/env-utils/assert';\nexport {isBrowser, isWorker} from './lib/env-utils/globals';\n\n// WORKER UTILS - TYPES\nexport {default as WorkerJob} from './lib/worker-farm/worker-job';\nexport {default as WorkerThread} from './lib/worker-farm/worker-thread';\n\n// WORKER FARMS\nexport {default as WorkerFarm} from './lib/worker-farm/worker-farm';\nexport {default as WorkerPool} from './lib/worker-farm/worker-pool';\nexport {default as WorkerBody} from './lib/worker-farm/worker-body';\n\nexport {processOnWorker, canProcessOnWorker} from './lib/worker-api/process-on-worker';\nexport {createWorker} from './lib/worker-api/create-worker';\n\n// WORKER UTILS - EXPORTS\nexport {getWorkerURL} from './lib/worker-api/get-worker-url';\nexport {validateWorkerVersion} from './lib/worker-api/validate-worker-version';\nexport {getTransferList, getTransferListForWriter} from './lib/worker-utils/get-transfer-list';\n\n// LIBRARY UTILS\nexport {getLibraryUrl, loadLibrary} from './lib/library-utils/library-utils';\n\n// PARSER UTILS\nexport {default as AsyncQueue} from './lib/async-queue/async-queue';\n\n// PROCESS UTILS\nexport {default as ChildProcessProxy} from './lib/process-utils/child-process-proxy';\n\n// WORKER OBJECTS\n\n/** A null worker to test that worker processing is functional */\nexport const NullWorker: WorkerObject = {\n id: 'null',\n name: 'null',\n module: 'worker-utils',\n version: VERSION,\n options: {\n null: {}\n }\n};\n"],"mappings":"AACA,SAAQA,OAAO,QAAO,yBAAyB;;AAc/C,SAAQC,MAAM,QAAO,wBAAwB;AAC7C,SAAQC,SAAS,EAAEC,QAAQ,QAAO,yBAAyB;;AAG3D,SAAQC,OAAO,IAAIC,SAAS,QAAO,8BAA8B;AACjE,SAAQD,OAAO,IAAIE,YAAY,QAAO,iCAAiC;;AAGvE,SAAQF,OAAO,IAAIG,UAAU,QAAO,+BAA+B;AACnE,SAAQH,OAAO,IAAII,UAAU,QAAO,+BAA+B;AACnE,SAAQJ,OAAO,IAAIK,UAAU,QAAO,+BAA+B;AAEnE,SAAQC,eAAe,EAAEC,kBAAkB,QAAO,oCAAoC;AACtF,SAAQC,YAAY,QAAO,gCAAgC;;AAG3D,SAAQC,YAAY,QAAO,iCAAiC;AAC5D,SAAQC,qBAAqB,QAAO,0CAA0C;AAC9E,SAAQC,eAAe,EAAEC,wBAAwB,QAAO,sCAAsC;;AAG9F,SAAQC,aAAa,EAAEC,WAAW,QAAO,mCAAmC;;AAG5E,SAAQd,OAAO,IAAIe,UAAU,QAAO,+BAA+B;;AAGnE,SAAQf,OAAO,IAAIgB,iBAAiB,QAAO,yCAAyC;;AAKpF,OAAO,MAAMC,UAAwB,GAAG;EACtCC,EAAE,EAAE,MAAM;EACVC,IAAI,EAAE,MAAM;EACZC,MAAM,EAAE,cAAc;EACtBC,OAAO,EAAEzB,OAAO;EAChB0B,OAAO,EAAE;IACPC,IAAI,EAAE,CAAC;EACT;AACF,CAAC"}