@loaders.gl/loader-utils 3.1.0-alpha.4 → 4.0.0-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (121) hide show
  1. package/dist/{esm/index.js → index.js} +0 -0
  2. package/dist/index.js.map +1 -0
  3. package/dist/{esm/json-loader.js → json-loader.js} +1 -1
  4. package/dist/json-loader.js.map +1 -0
  5. package/dist/{esm/lib → lib}/binary-utils/array-buffer-utils.js +0 -0
  6. package/dist/lib/binary-utils/array-buffer-utils.js.map +1 -0
  7. package/dist/{esm/lib → lib}/binary-utils/binary-copy-utils.js +0 -0
  8. package/dist/lib/binary-utils/binary-copy-utils.js.map +1 -0
  9. package/dist/{esm/lib → lib}/binary-utils/buffer-utils.js +0 -0
  10. package/dist/lib/binary-utils/buffer-utils.js.map +1 -0
  11. package/dist/{esm/lib → lib}/binary-utils/encode-utils.js +0 -0
  12. package/dist/lib/binary-utils/encode-utils.js.map +1 -0
  13. package/dist/{esm/lib → lib}/binary-utils/get-first-characters.js +0 -0
  14. package/dist/lib/binary-utils/get-first-characters.js.map +1 -0
  15. package/dist/{esm/lib → lib}/binary-utils/memory-copy-utils.js +0 -0
  16. package/dist/lib/binary-utils/memory-copy-utils.js.map +1 -0
  17. package/dist/{esm/lib → lib}/env-utils/assert.js +0 -0
  18. package/dist/lib/env-utils/assert.js.map +1 -0
  19. package/dist/{esm/lib → lib}/env-utils/globals.js +0 -0
  20. package/dist/lib/env-utils/globals.js.map +1 -0
  21. package/dist/{esm/lib → lib}/filesystems/node-filesystem.js +0 -0
  22. package/dist/lib/filesystems/node-filesystem.js.map +1 -0
  23. package/dist/{esm/lib → lib}/iterators/async-iteration.js +0 -0
  24. package/dist/lib/iterators/async-iteration.js.map +1 -0
  25. package/dist/{esm/lib → lib}/iterators/text-iterators.js +0 -0
  26. package/dist/lib/iterators/text-iterators.js.map +1 -0
  27. package/dist/{esm/lib → lib}/node/buffer.js +0 -0
  28. package/dist/lib/node/buffer.js.map +1 -0
  29. package/dist/{esm/lib → lib}/node/fs.js +0 -0
  30. package/dist/lib/node/fs.js.map +1 -0
  31. package/dist/{esm/lib → lib}/node/util.js +0 -0
  32. package/dist/lib/node/util.js.map +1 -0
  33. package/dist/{esm/lib → lib}/parser-utils/parse-json.js +1 -1
  34. package/dist/lib/parser-utils/parse-json.js.map +1 -0
  35. package/dist/{esm/lib → lib}/path-utils/file-aliases.js +1 -1
  36. package/dist/lib/path-utils/file-aliases.js.map +1 -0
  37. package/dist/{esm/lib → lib}/path-utils/path.js +2 -2
  38. package/dist/lib/path-utils/path.js.map +1 -0
  39. package/dist/{esm/lib → lib}/request-utils/request-scheduler.js +0 -0
  40. package/dist/lib/request-utils/request-scheduler.js.map +1 -0
  41. package/dist/{esm/lib → lib}/worker-loader-utils/create-loader-worker.js +1 -1
  42. package/dist/lib/worker-loader-utils/create-loader-worker.js.map +1 -0
  43. package/dist/{esm/lib → lib}/worker-loader-utils/parse-with-worker.js +2 -2
  44. package/dist/lib/worker-loader-utils/parse-with-worker.js.map +1 -0
  45. package/dist/{esm/types.js → types.js} +0 -0
  46. package/dist/{es5/types.js.map → types.js.map} +0 -0
  47. package/dist/{esm/workers → workers}/json-worker.js +0 -0
  48. package/dist/workers/json-worker.js.map +1 -0
  49. package/package.json +5 -5
  50. package/src/lib/worker-loader-utils/parse-with-worker.ts +6 -5
  51. package/dist/es5/index.js +0 -325
  52. package/dist/es5/index.js.map +0 -1
  53. package/dist/es5/json-loader.js +0 -57
  54. package/dist/es5/json-loader.js.map +0 -1
  55. package/dist/es5/lib/binary-utils/array-buffer-utils.js +0 -137
  56. package/dist/es5/lib/binary-utils/array-buffer-utils.js.map +0 -1
  57. package/dist/es5/lib/binary-utils/binary-copy-utils.js +0 -35
  58. package/dist/es5/lib/binary-utils/binary-copy-utils.js.map +0 -1
  59. package/dist/es5/lib/binary-utils/buffer-utils.js +0 -38
  60. package/dist/es5/lib/binary-utils/buffer-utils.js.map +0 -1
  61. package/dist/es5/lib/binary-utils/encode-utils.js +0 -42
  62. package/dist/es5/lib/binary-utils/encode-utils.js.map +0 -1
  63. package/dist/es5/lib/binary-utils/get-first-characters.js +0 -38
  64. package/dist/es5/lib/binary-utils/get-first-characters.js.map +0 -1
  65. package/dist/es5/lib/binary-utils/memory-copy-utils.js +0 -40
  66. package/dist/es5/lib/binary-utils/memory-copy-utils.js.map +0 -1
  67. package/dist/es5/lib/env-utils/assert.js +0 -13
  68. package/dist/es5/lib/env-utils/assert.js.map +0 -1
  69. package/dist/es5/lib/env-utils/globals.js +0 -33
  70. package/dist/es5/lib/env-utils/globals.js.map +0 -1
  71. package/dist/es5/lib/filesystems/node-filesystem.js +0 -267
  72. package/dist/es5/lib/filesystems/node-filesystem.js.map +0 -1
  73. package/dist/es5/lib/iterators/async-iteration.js +0 -266
  74. package/dist/es5/lib/iterators/async-iteration.js.map +0 -1
  75. package/dist/es5/lib/iterators/text-iterators.js +0 -434
  76. package/dist/es5/lib/iterators/text-iterators.js.map +0 -1
  77. package/dist/es5/lib/node/buffer.js +0 -38
  78. package/dist/es5/lib/node/buffer.js.map +0 -1
  79. package/dist/es5/lib/node/fs.js +0 -83
  80. package/dist/es5/lib/node/fs.js.map +0 -1
  81. package/dist/es5/lib/node/util.js +0 -18
  82. package/dist/es5/lib/node/util.js.map +0 -1
  83. package/dist/es5/lib/parser-utils/parse-json.js +0 -17
  84. package/dist/es5/lib/parser-utils/parse-json.js.map +0 -1
  85. package/dist/es5/lib/path-utils/file-aliases.js +0 -39
  86. package/dist/es5/lib/path-utils/file-aliases.js.map +0 -1
  87. package/dist/es5/lib/path-utils/path.js +0 -39
  88. package/dist/es5/lib/path-utils/path.js.map +0 -1
  89. package/dist/es5/lib/request-utils/request-scheduler.js +0 -182
  90. package/dist/es5/lib/request-utils/request-scheduler.js.map +0 -1
  91. package/dist/es5/lib/worker-loader-utils/create-loader-worker.js +0 -186
  92. package/dist/es5/lib/worker-loader-utils/create-loader-worker.js.map +0 -1
  93. package/dist/es5/lib/worker-loader-utils/parse-with-worker.js +0 -136
  94. package/dist/es5/lib/worker-loader-utils/parse-with-worker.js.map +0 -1
  95. package/dist/es5/types.js +0 -2
  96. package/dist/es5/workers/json-worker.js +0 -8
  97. package/dist/es5/workers/json-worker.js.map +0 -1
  98. package/dist/esm/index.js.map +0 -1
  99. package/dist/esm/json-loader.js.map +0 -1
  100. package/dist/esm/lib/binary-utils/array-buffer-utils.js.map +0 -1
  101. package/dist/esm/lib/binary-utils/binary-copy-utils.js.map +0 -1
  102. package/dist/esm/lib/binary-utils/buffer-utils.js.map +0 -1
  103. package/dist/esm/lib/binary-utils/encode-utils.js.map +0 -1
  104. package/dist/esm/lib/binary-utils/get-first-characters.js.map +0 -1
  105. package/dist/esm/lib/binary-utils/memory-copy-utils.js.map +0 -1
  106. package/dist/esm/lib/env-utils/assert.js.map +0 -1
  107. package/dist/esm/lib/env-utils/globals.js.map +0 -1
  108. package/dist/esm/lib/filesystems/node-filesystem.js.map +0 -1
  109. package/dist/esm/lib/iterators/async-iteration.js.map +0 -1
  110. package/dist/esm/lib/iterators/text-iterators.js.map +0 -1
  111. package/dist/esm/lib/node/buffer.js.map +0 -1
  112. package/dist/esm/lib/node/fs.js.map +0 -1
  113. package/dist/esm/lib/node/util.js.map +0 -1
  114. package/dist/esm/lib/parser-utils/parse-json.js.map +0 -1
  115. package/dist/esm/lib/path-utils/file-aliases.js.map +0 -1
  116. package/dist/esm/lib/path-utils/path.js.map +0 -1
  117. package/dist/esm/lib/request-utils/request-scheduler.js.map +0 -1
  118. package/dist/esm/lib/worker-loader-utils/create-loader-worker.js.map +0 -1
  119. package/dist/esm/lib/worker-loader-utils/parse-with-worker.js.map +0 -1
  120. package/dist/esm/types.js.map +0 -1
  121. package/dist/esm/workers/json-worker.js.map +0 -1
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../../src/lib/worker-loader-utils/parse-with-worker.ts"],"names":["WorkerFarm","getWorkerURL","canParseWithWorker","loader","options","isSupported","worker","parseWithWorker","data","context","parseOnMainThread","name","id","url","workerFarm","getWorkerFarm","workerPool","getWorkerPool","JSON","parse","stringify","job","startJob","onMessage","bind","postMessage","input","result","type","payload","done","error","message","Error","console","warn"],"mappings":"AAEA,SAAQA,UAAR,EAAoBC,YAApB,QAAuC,0BAAvC;AAOA,OAAO,SAASC,kBAAT,CAA4BC,MAA5B,EAA4CC,OAA5C,EAAqE;AAC1E,MAAI,CAACJ,UAAU,CAACK,WAAX,EAAL,EAA+B;AAC7B,WAAO,KAAP;AACD;;AAED,SAAOF,MAAM,CAACG,MAAP,KAAiBF,OAAjB,aAAiBA,OAAjB,uBAAiBA,OAAO,CAAEE,MAA1B,CAAP;AACD;AAMD,OAAO,eAAeC,eAAf,CACLJ,MADK,EAELK,IAFK,EAGLJ,OAHK,EAILK,OAJK,EAKLC,iBALK,EAML;AACA,QAAMC,IAAI,GAAGR,MAAM,CAACS,EAApB;AACA,QAAMC,GAAG,GAAGZ,YAAY,CAACE,MAAD,EAASC,OAAT,CAAxB;AAEA,QAAMU,UAAU,GAAGd,UAAU,CAACe,aAAX,CAAyBX,OAAzB,CAAnB;AACA,QAAMY,UAAU,GAAGF,UAAU,CAACG,aAAX,CAAyB;AAACN,IAAAA,IAAD;AAAOE,IAAAA;AAAP,GAAzB,CAAnB;AAIAT,EAAAA,OAAO,GAAGc,IAAI,CAACC,KAAL,CAAWD,IAAI,CAACE,SAAL,CAAehB,OAAf,CAAX,CAAV;AAEA,QAAMiB,GAAG,GAAG,MAAML,UAAU,CAACM,QAAX,CAChB,mBADgB,EAGhBC,SAAS,CAACC,IAAV,CAAe,IAAf,EAAqBd,iBAArB,CAHgB,CAAlB;AAMAW,EAAAA,GAAG,CAACI,WAAJ,CAAgB,SAAhB,EAA2B;AAEzBC,IAAAA,KAAK,EAAElB,IAFkB;AAGzBJ,IAAAA;AAHyB,GAA3B;AAMA,QAAMuB,MAAM,GAAG,MAAMN,GAAG,CAACM,MAAzB;AACA,SAAO,MAAMA,MAAM,CAACA,MAApB;AACD;;AAQD,eAAeJ,SAAf,CACEb,iBADF,EAEEW,GAFF,EAGEO,IAHF,EAIEC,OAJF,EAKE;AACA,UAAQD,IAAR;AACE,SAAK,MAAL;AACEP,MAAAA,GAAG,CAACS,IAAJ,CAASD,OAAT;AACA;;AAEF,SAAK,OAAL;AACER,MAAAA,GAAG,CAACU,KAAJ,CAAUF,OAAO,CAACE,KAAlB;AACA;;AAEF,SAAK,SAAL;AAEE,YAAM;AAACnB,QAAAA,EAAD;AAAKc,QAAAA,KAAL;AAAYtB,QAAAA;AAAZ,UAAuByB,OAA7B;;AACA,UAAI;AACF,cAAMF,MAAM,GAAG,MAAMjB,iBAAiB,CAACgB,KAAD,EAAQtB,OAAR,CAAtC;AACAiB,QAAAA,GAAG,CAACI,WAAJ,CAAgB,MAAhB,EAAwB;AAACb,UAAAA,EAAD;AAAKe,UAAAA;AAAL,SAAxB;AACD,OAHD,CAGE,OAAOI,KAAP,EAAc;AACd,cAAMC,OAAO,GAAGD,KAAK,YAAYE,KAAjB,GAAyBF,KAAK,CAACC,OAA/B,GAAyC,eAAzD;AACAX,QAAAA,GAAG,CAACI,WAAJ,CAAgB,OAAhB,EAAyB;AAACb,UAAAA,EAAD;AAAKmB,UAAAA,KAAK,EAAEC;AAAZ,SAAzB;AACD;;AACD;;AAEF;AAEEE,MAAAA,OAAO,CAACC,IAAR,CAAc,qCAAoCP,IAAK,EAAvD;AAvBJ;AAyBD","sourcesContent":["import type {WorkerJob, WorkerMessageType, WorkerMessagePayload} from '@loaders.gl/worker-utils';\nimport type {Loader, LoaderOptions, LoaderContext} from '../../types';\nimport {WorkerFarm, getWorkerURL} from '@loaders.gl/worker-utils';\n\n/**\n * Determines if a loader can parse with worker\n * @param loader\n * @param options\n */\nexport function canParseWithWorker(loader: Loader, options?: LoaderOptions) {\n if (!WorkerFarm.isSupported()) {\n return false;\n }\n\n return loader.worker && options?.worker;\n}\n\n/**\n * this function expects that the worker function sends certain messages,\n * this can be automated if the worker is wrapper by a call to createLoaderWorker in @loaders.gl/loader-utils.\n */\nexport async function parseWithWorker(\n loader: Loader,\n data,\n options?: LoaderOptions,\n context?: LoaderContext,\n parseOnMainThread?: (arrayBuffer: ArrayBuffer, options: {[key: string]: any}) => Promise<void>\n) {\n const name = loader.id; // TODO\n const url = getWorkerURL(loader, options);\n\n const workerFarm = WorkerFarm.getWorkerFarm(options);\n const workerPool = workerFarm.getWorkerPool({name, url});\n\n // options.log object contains functions which cannot be transferred\n // TODO - decide how to handle logging on workers\n options = JSON.parse(JSON.stringify(options));\n\n const job = await workerPool.startJob(\n 'process-on-worker',\n // eslint-disable-next-line\n onMessage.bind(null, parseOnMainThread)\n );\n\n job.postMessage('process', {\n // @ts-ignore\n input: data,\n options\n });\n\n const result = await job.result;\n return await result.result;\n}\n\n/**\n * Handle worker's responses to the main thread\n * @param job\n * @param type\n * @param payload\n */\nasync function onMessage(\n parseOnMainThread,\n job: WorkerJob,\n type: WorkerMessageType,\n payload: WorkerMessagePayload\n) {\n switch (type) {\n case 'done':\n job.done(payload);\n break;\n\n case 'error':\n job.error(payload.error);\n break;\n\n case 'process':\n // Worker is asking for main thread to parseO\n const {id, input, options} = payload;\n try {\n const result = await parseOnMainThread(input, options);\n job.postMessage('done', {id, result});\n } catch (error) {\n const message = error instanceof Error ? error.message : 'unknown error';\n job.postMessage('error', {id, error: message});\n }\n break;\n\n default:\n // eslint-disable-next-line\n console.warn(`parse-with-worker unknown message ${type}`);\n }\n}\n"],"file":"parse-with-worker.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[],"file":"types.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../src/workers/json-worker.ts"],"names":["createLoaderWorker","JSONLoader"],"mappings":"AAAA,SAAQA,kBAAR,QAAiC,iDAAjC;AACA,SAAQC,UAAR,QAAyB,gBAAzB;AAEAD,kBAAkB,CAACC,UAAD,CAAlB","sourcesContent":["import {createLoaderWorker} from '../lib/worker-loader-utils/create-loader-worker';\nimport {JSONLoader} from '../json-loader';\n\ncreateLoaderWorker(JSONLoader);\n"],"file":"json-worker.js"}