@loaders.gl/worker-utils 3.1.0-alpha.1 → 3.1.0-alpha.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. package/dist/es5/index.js +160 -0
  2. package/dist/es5/index.js.map +1 -0
  3. package/dist/es5/lib/async-queue/async-queue.js +106 -0
  4. package/dist/es5/lib/async-queue/async-queue.js.map +1 -0
  5. package/dist/es5/lib/env-utils/assert.js +13 -0
  6. package/dist/es5/lib/env-utils/assert.js.map +1 -0
  7. package/dist/es5/lib/env-utils/globals.js +30 -0
  8. package/dist/es5/lib/env-utils/globals.js.map +1 -0
  9. package/dist/es5/lib/env-utils/version.js +14 -0
  10. package/dist/es5/lib/env-utils/version.js.map +1 -0
  11. package/dist/es5/lib/library-utils/library-utils.js +102 -0
  12. package/dist/es5/lib/library-utils/library-utils.js.map +1 -0
  13. package/dist/es5/lib/node/require-utils.node.js +60 -0
  14. package/dist/es5/lib/node/require-utils.node.js.map +1 -0
  15. package/dist/es5/lib/process-utils/child-process-proxy.js +136 -0
  16. package/dist/es5/lib/process-utils/child-process-proxy.js.map +1 -0
  17. package/dist/es5/lib/process-utils/process-utils.js +39 -0
  18. package/dist/es5/lib/process-utils/process-utils.js.map +1 -0
  19. package/dist/es5/lib/worker-api/create-worker.js +119 -0
  20. package/dist/es5/lib/worker-api/create-worker.js.map +1 -0
  21. package/dist/es5/lib/worker-api/get-worker-url.js +44 -0
  22. package/dist/es5/lib/worker-api/get-worker-url.js.map +1 -0
  23. package/dist/es5/lib/worker-api/process-on-worker.js +91 -0
  24. package/dist/es5/lib/worker-api/process-on-worker.js.map +1 -0
  25. package/dist/es5/lib/worker-api/validate-worker-version.js +30 -0
  26. package/dist/es5/lib/worker-api/validate-worker-version.js.map +1 -0
  27. package/dist/es5/lib/worker-farm/worker-body.js +76 -0
  28. package/dist/es5/lib/worker-farm/worker-body.js.map +1 -0
  29. package/dist/es5/lib/worker-farm/worker-farm.js +95 -0
  30. package/dist/es5/lib/worker-farm/worker-farm.js.map +1 -0
  31. package/dist/es5/lib/worker-farm/worker-job.js +61 -0
  32. package/dist/{lib → es5/lib}/worker-farm/worker-job.js.map +1 -1
  33. package/dist/es5/lib/worker-farm/worker-pool.js +160 -0
  34. package/dist/es5/lib/worker-farm/worker-pool.js.map +1 -0
  35. package/dist/es5/lib/worker-farm/worker-thread.js +111 -0
  36. package/dist/es5/lib/worker-farm/worker-thread.js.map +1 -0
  37. package/dist/es5/lib/worker-utils/get-loadable-worker-url.js +51 -0
  38. package/dist/es5/lib/worker-utils/get-loadable-worker-url.js.map +1 -0
  39. package/dist/es5/lib/worker-utils/get-transfer-list.js +47 -0
  40. package/dist/es5/lib/worker-utils/get-transfer-list.js.map +1 -0
  41. package/dist/es5/lib/worker-utils/remove-nontransferable-options.js +30 -0
  42. package/dist/es5/lib/worker-utils/remove-nontransferable-options.js.map +1 -0
  43. package/dist/es5/types.js +2 -0
  44. package/dist/{types.js.map → es5/types.js.map} +0 -0
  45. package/dist/es5/workers/null-worker.js +8 -0
  46. package/dist/es5/workers/null-worker.js.map +1 -0
  47. package/dist/{index.js → esm/index.js} +0 -0
  48. package/dist/esm/index.js.map +1 -0
  49. package/dist/{lib → esm/lib}/async-queue/async-queue.js +0 -0
  50. package/dist/esm/lib/async-queue/async-queue.js.map +1 -0
  51. package/dist/{lib → esm/lib}/env-utils/assert.js +0 -0
  52. package/dist/esm/lib/env-utils/assert.js.map +1 -0
  53. package/dist/{lib → esm/lib}/env-utils/globals.js +0 -0
  54. package/dist/esm/lib/env-utils/globals.js.map +1 -0
  55. package/dist/{lib → esm/lib}/env-utils/version.js +2 -2
  56. package/dist/esm/lib/env-utils/version.js.map +1 -0
  57. package/dist/{lib → esm/lib}/library-utils/library-utils.js +5 -5
  58. package/dist/esm/lib/library-utils/library-utils.js.map +1 -0
  59. package/dist/{lib → esm/lib}/node/require-utils.node.js +2 -2
  60. package/dist/esm/lib/node/require-utils.node.js.map +1 -0
  61. package/dist/{lib → esm/lib}/process-utils/child-process-proxy.js +5 -5
  62. package/dist/esm/lib/process-utils/child-process-proxy.js.map +1 -0
  63. package/dist/{lib → esm/lib}/process-utils/process-utils.js +0 -0
  64. package/dist/esm/lib/process-utils/process-utils.js.map +1 -0
  65. package/dist/{lib → esm/lib}/worker-api/create-worker.js +0 -0
  66. package/dist/esm/lib/worker-api/create-worker.js.map +1 -0
  67. package/dist/esm/lib/worker-api/get-worker-url.js +32 -0
  68. package/dist/esm/lib/worker-api/get-worker-url.js.map +1 -0
  69. package/dist/{lib → esm/lib}/worker-api/process-on-worker.js +1 -1
  70. package/dist/esm/lib/worker-api/process-on-worker.js.map +1 -0
  71. package/dist/{lib → esm/lib}/worker-api/validate-worker-version.js +0 -0
  72. package/dist/esm/lib/worker-api/validate-worker-version.js.map +1 -0
  73. package/dist/{lib → esm/lib}/worker-farm/worker-body.js +0 -0
  74. package/dist/esm/lib/worker-farm/worker-body.js.map +1 -0
  75. package/dist/{lib → esm/lib}/worker-farm/worker-farm.js +0 -0
  76. package/dist/esm/lib/worker-farm/worker-farm.js.map +1 -0
  77. package/dist/{lib → esm/lib}/worker-farm/worker-job.js +0 -0
  78. package/dist/esm/lib/worker-farm/worker-job.js.map +1 -0
  79. package/dist/{lib → esm/lib}/worker-farm/worker-pool.js +1 -1
  80. package/dist/esm/lib/worker-farm/worker-pool.js.map +1 -0
  81. package/dist/{lib → esm/lib}/worker-farm/worker-thread.js +3 -3
  82. package/dist/esm/lib/worker-farm/worker-thread.js.map +1 -0
  83. package/dist/{lib → esm/lib}/worker-utils/get-loadable-worker-url.js +1 -7
  84. package/dist/esm/lib/worker-utils/get-loadable-worker-url.js.map +1 -0
  85. package/dist/{lib → esm/lib}/worker-utils/get-transfer-list.js +0 -0
  86. package/dist/esm/lib/worker-utils/get-transfer-list.js.map +1 -0
  87. package/dist/{lib → esm/lib}/worker-utils/remove-nontransferable-options.js +0 -0
  88. package/dist/esm/lib/worker-utils/remove-nontransferable-options.js.map +1 -0
  89. package/dist/{types.js → esm/types.js} +0 -0
  90. package/dist/esm/types.js.map +1 -0
  91. package/dist/{workers → esm/workers}/null-worker.js +0 -0
  92. package/dist/esm/workers/null-worker.js.map +1 -0
  93. package/dist/index.d.ts +19 -0
  94. package/dist/lib/async-queue/async-queue.d.ts +31 -0
  95. package/dist/lib/env-utils/assert.d.ts +2 -0
  96. package/dist/lib/env-utils/globals.d.ts +21 -0
  97. package/dist/lib/env-utils/version.d.ts +1 -0
  98. package/dist/lib/library-utils/library-utils.d.ts +17 -0
  99. package/dist/lib/node/require-utils.node.d.ts +2 -0
  100. package/dist/lib/process-utils/child-process-proxy.d.ts +42 -0
  101. package/dist/lib/process-utils/process-utils.d.ts +1 -0
  102. package/dist/lib/worker-api/create-worker.d.ts +8 -0
  103. package/dist/lib/worker-api/get-worker-url.d.ts +13 -0
  104. package/dist/lib/worker-api/process-on-worker.d.ts +19 -0
  105. package/dist/lib/worker-api/validate-worker-version.d.ts +8 -0
  106. package/dist/lib/worker-farm/worker-body.d.ts +15 -0
  107. package/dist/lib/worker-farm/worker-farm.d.ts +54 -0
  108. package/dist/lib/worker-farm/worker-job.d.ts +28 -0
  109. package/dist/lib/worker-farm/worker-pool.d.ts +74 -0
  110. package/dist/lib/worker-farm/worker-thread.d.ts +41 -0
  111. package/dist/lib/worker-utils/get-loadable-worker-url.d.ts +13 -0
  112. package/dist/lib/worker-utils/get-transfer-list.d.ts +9 -0
  113. package/dist/lib/worker-utils/remove-nontransferable-options.d.ts +5 -0
  114. package/dist/null-worker.js +3 -3
  115. package/dist/null-worker.js.map +1 -1
  116. package/dist/types.d.ts +55 -0
  117. package/dist/workers/null-worker.d.ts +1 -0
  118. package/package.json +6 -5
  119. package/dist/index.js.map +0 -1
  120. package/dist/lib/async-queue/async-queue.js.map +0 -1
  121. package/dist/lib/env-utils/assert.js.map +0 -1
  122. package/dist/lib/env-utils/globals.js.map +0 -1
  123. package/dist/lib/env-utils/version.js.map +0 -1
  124. package/dist/lib/library-utils/library-utils.js.map +0 -1
  125. package/dist/lib/node/require-utils.node.js.map +0 -1
  126. package/dist/lib/process-utils/child-process-proxy.js.map +0 -1
  127. package/dist/lib/process-utils/process-utils.js.map +0 -1
  128. package/dist/lib/worker-api/create-worker.js.map +0 -1
  129. package/dist/lib/worker-api/get-worker-url.js +0 -32
  130. package/dist/lib/worker-api/get-worker-url.js.map +0 -1
  131. package/dist/lib/worker-api/process-on-worker.js.map +0 -1
  132. package/dist/lib/worker-api/validate-worker-version.js.map +0 -1
  133. package/dist/lib/worker-farm/worker-body.js.map +0 -1
  134. package/dist/lib/worker-farm/worker-farm.js.map +0 -1
  135. package/dist/lib/worker-farm/worker-pool.js.map +0 -1
  136. package/dist/lib/worker-farm/worker-thread.js.map +0 -1
  137. package/dist/lib/worker-utils/get-loadable-worker-url.js.map +0 -1
  138. package/dist/lib/worker-utils/get-transfer-list.js.map +0 -1
  139. package/dist/lib/worker-utils/remove-nontransferable-options.js.map +0 -1
  140. package/dist/workers/null-worker.js.map +0 -1
@@ -0,0 +1,136 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
+
5
+ Object.defineProperty(exports, "__esModule", {
6
+ value: true
7
+ });
8
+ exports.default = void 0;
9
+
10
+ var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
11
+
12
+ var ChildProcess = _interopRequireWildcard(require("child_process"));
13
+
14
+ var _processUtils = require("./process-utils");
15
+
16
+ function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function (nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
17
+
18
+ function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
19
+
20
+ const DEFAULT_PROPS = {
21
+ command: '',
22
+ arguments: [],
23
+ port: 5000,
24
+ autoPort: true,
25
+ wait: 2000,
26
+ onSuccess: processProxy => {
27
+ console.log("Started ".concat(processProxy.props.command));
28
+ }
29
+ };
30
+
31
+ class ChildProcessProxy {
32
+ constructor({
33
+ id = 'browser-driver'
34
+ } = {}) {
35
+ (0, _defineProperty2.default)(this, "id", void 0);
36
+ (0, _defineProperty2.default)(this, "props", { ...DEFAULT_PROPS
37
+ });
38
+ (0, _defineProperty2.default)(this, "childProcess", null);
39
+ (0, _defineProperty2.default)(this, "port", 0);
40
+ (0, _defineProperty2.default)(this, "successTimer", void 0);
41
+ this.id = id;
42
+ }
43
+
44
+ async start(props) {
45
+ props = { ...DEFAULT_PROPS,
46
+ ...props
47
+ };
48
+ this.props = props;
49
+ const args = [...props.arguments];
50
+ this.port = Number(props.port);
51
+
52
+ if (props.portArg) {
53
+ if (props.autoPort) {
54
+ this.port = await (0, _processUtils.getAvailablePort)(props.port);
55
+ }
56
+
57
+ args.push(props.portArg, String(this.port));
58
+ }
59
+
60
+ return await new Promise((resolve, reject) => {
61
+ try {
62
+ this._setTimeout(() => {
63
+ if (props.onSuccess) {
64
+ props.onSuccess(this);
65
+ }
66
+
67
+ resolve({});
68
+ });
69
+
70
+ console.log("Spawning ".concat(props.command, " ").concat(props.arguments.join(' ')));
71
+ const childProcess = ChildProcess.spawn(props.command, args, props.spawn);
72
+ this.childProcess = childProcess;
73
+ childProcess.stdout.on('data', data => {
74
+ console.log(data.toString());
75
+ });
76
+ childProcess.stderr.on('data', data => {
77
+ console.log("Child process wrote to stderr: \"".concat(data, "\"."));
78
+
79
+ this._clearTimeout();
80
+
81
+ reject(new Error(data));
82
+ });
83
+ childProcess.on('error', error => {
84
+ console.log("Child process errored with ".concat(error));
85
+
86
+ this._clearTimeout();
87
+
88
+ reject(error);
89
+ });
90
+ childProcess.on('close', code => {
91
+ console.log("Child process exited with ".concat(code));
92
+ this.childProcess = null;
93
+
94
+ this._clearTimeout();
95
+
96
+ resolve({});
97
+ });
98
+ } catch (error) {
99
+ reject(error);
100
+ }
101
+ });
102
+ }
103
+
104
+ async stop() {
105
+ if (this.childProcess) {
106
+ this.childProcess.kill();
107
+ this.childProcess = null;
108
+ }
109
+ }
110
+
111
+ async exit(statusCode = 0) {
112
+ try {
113
+ await this.stop();
114
+ process.exit(statusCode);
115
+ } catch (error) {
116
+ console.error(error.message || error);
117
+ process.exit(1);
118
+ }
119
+ }
120
+
121
+ _setTimeout(callback) {
122
+ if (Number(this.props.wait) > 0) {
123
+ this.successTimer = setTimeout(callback, this.props.wait);
124
+ }
125
+ }
126
+
127
+ _clearTimeout() {
128
+ if (this.successTimer) {
129
+ clearTimeout(this.successTimer);
130
+ }
131
+ }
132
+
133
+ }
134
+
135
+ exports.default = ChildProcessProxy;
136
+ //# sourceMappingURL=child-process-proxy.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/process-utils/child-process-proxy.ts"],"names":["DEFAULT_PROPS","command","arguments","port","autoPort","wait","onSuccess","processProxy","console","log","props","ChildProcessProxy","constructor","id","start","args","Number","portArg","push","String","Promise","resolve","reject","_setTimeout","join","childProcess","ChildProcess","spawn","stdout","on","data","toString","stderr","_clearTimeout","Error","error","code","stop","kill","exit","statusCode","process","message","callback","successTimer","setTimeout","clearTimeout"],"mappings":";;;;;;;;;;;AAIA;;AACA;;;;;;AAqBA,MAAMA,aAAqC,GAAG;AAC5CC,EAAAA,OAAO,EAAE,EADmC;AAE5CC,EAAAA,SAAS,EAAE,EAFiC;AAG5CC,EAAAA,IAAI,EAAE,IAHsC;AAI5CC,EAAAA,QAAQ,EAAE,IAJkC;AAK5CC,EAAAA,IAAI,EAAE,IALsC;AAM5CC,EAAAA,SAAS,EAAGC,YAAD,IAAkB;AAC3BC,IAAAA,OAAO,CAACC,GAAR,mBAAuBF,YAAY,CAACG,KAAb,CAAmBT,OAA1C;AACD;AAR2C,CAA9C;;AAee,MAAMU,iBAAN,CAAwB;AAQrCC,EAAAA,WAAW,CAAC;AAACC,IAAAA,EAAE,GAAG;AAAN,MAA0B,EAA3B,EAA+B;AAAA;AAAA,iDANV,EAAC,GAAGb;AAAJ,KAMU;AAAA,wDALe,IAKf;AAAA,gDAJnB,CAImB;AAAA;AACxC,SAAKa,EAAL,GAAUA,EAAV;AACD;;AAGU,QAALC,KAAK,CAACJ,KAAD,EAAiD;AAC1DA,IAAAA,KAAK,GAAG,EAAC,GAAGV,aAAJ;AAAmB,SAAGU;AAAtB,KAAR;AACA,SAAKA,KAAL,GAAaA,KAAb;AAEA,UAAMK,IAAI,GAAG,CAAC,GAAGL,KAAK,CAACR,SAAV,CAAb;AAGA,SAAKC,IAAL,GAAYa,MAAM,CAACN,KAAK,CAACP,IAAP,CAAlB;;AACA,QAAIO,KAAK,CAACO,OAAV,EAAmB;AACjB,UAAIP,KAAK,CAACN,QAAV,EAAoB;AAClB,aAAKD,IAAL,GAAY,MAAM,oCAAiBO,KAAK,CAACP,IAAvB,CAAlB;AACD;;AACDY,MAAAA,IAAI,CAACG,IAAL,CAAUR,KAAK,CAACO,OAAhB,EAAyBE,MAAM,CAAC,KAAKhB,IAAN,CAA/B;AACD;;AAED,WAAO,MAAM,IAAIiB,OAAJ,CAAY,CAACC,OAAD,EAAUC,MAAV,KAAqB;AAC5C,UAAI;AACF,aAAKC,WAAL,CAAiB,MAAM;AACrB,cAAIb,KAAK,CAACJ,SAAV,EAAqB;AACnBI,YAAAA,KAAK,CAACJ,SAAN,CAAgB,IAAhB;AACD;;AACDe,UAAAA,OAAO,CAAC,EAAD,CAAP;AACD,SALD;;AAOAb,QAAAA,OAAO,CAACC,GAAR,oBAAwBC,KAAK,CAACT,OAA9B,cAAyCS,KAAK,CAACR,SAAN,CAAgBsB,IAAhB,CAAqB,GAArB,CAAzC;AACA,cAAMC,YAAY,GAAGC,YAAY,CAACC,KAAb,CAAmBjB,KAAK,CAACT,OAAzB,EAAkCc,IAAlC,EAAwCL,KAAK,CAACiB,KAA9C,CAArB;AACA,aAAKF,YAAL,GAAoBA,YAApB;AAEAA,QAAAA,YAAY,CAACG,MAAb,CAAoBC,EAApB,CAAuB,MAAvB,EAAgCC,IAAD,IAAU;AACvCtB,UAAAA,OAAO,CAACC,GAAR,CAAYqB,IAAI,CAACC,QAAL,EAAZ;AACD,SAFD;AAIAN,QAAAA,YAAY,CAACO,MAAb,CAAoBH,EAApB,CAAuB,MAAvB,EAAgCC,IAAD,IAAU;AACvCtB,UAAAA,OAAO,CAACC,GAAR,4CAA+CqB,IAA/C;;AACA,eAAKG,aAAL;;AACAX,UAAAA,MAAM,CAAC,IAAIY,KAAJ,CAAUJ,IAAV,CAAD,CAAN;AACD,SAJD;AAKAL,QAAAA,YAAY,CAACI,EAAb,CAAgB,OAAhB,EAA0BM,KAAD,IAAW;AAClC3B,UAAAA,OAAO,CAACC,GAAR,sCAA0C0B,KAA1C;;AACA,eAAKF,aAAL;;AACAX,UAAAA,MAAM,CAACa,KAAD,CAAN;AACD,SAJD;AAKAV,QAAAA,YAAY,CAACI,EAAb,CAAgB,OAAhB,EAA0BO,IAAD,IAAU;AACjC5B,UAAAA,OAAO,CAACC,GAAR,qCAAyC2B,IAAzC;AACA,eAAKX,YAAL,GAAoB,IAApB;;AACA,eAAKQ,aAAL;;AACAZ,UAAAA,OAAO,CAAC,EAAD,CAAP;AACD,SALD;AAMD,OAhCD,CAgCE,OAAOc,KAAP,EAAc;AACdb,QAAAA,MAAM,CAACa,KAAD,CAAN;AACD;AACF,KApCY,CAAb;AAqCD;;AAGS,QAAJE,IAAI,GAAkB;AAC1B,QAAI,KAAKZ,YAAT,EAAuB;AACrB,WAAKA,YAAL,CAAkBa,IAAlB;AACA,WAAKb,YAAL,GAAoB,IAApB;AACD;AACF;;AAGS,QAAJc,IAAI,CAACC,UAAkB,GAAG,CAAtB,EAAwC;AAChD,QAAI;AACF,YAAM,KAAKH,IAAL,EAAN;AAEAI,MAAAA,OAAO,CAACF,IAAR,CAAaC,UAAb;AACD,KAJD,CAIE,OAAOL,KAAP,EAAc;AACd3B,MAAAA,OAAO,CAAC2B,KAAR,CAAeA,KAAD,CAAiBO,OAAjB,IAA4BP,KAA1C;AAEAM,MAAAA,OAAO,CAACF,IAAR,CAAa,CAAb;AACD;AACF;;AAEDhB,EAAAA,WAAW,CAACoB,QAAD,EAAqC;AAC9C,QAAI3B,MAAM,CAAC,KAAKN,KAAL,CAAWL,IAAZ,CAAN,GAA0B,CAA9B,EAAiC;AAC/B,WAAKuC,YAAL,GAAoBC,UAAU,CAACF,QAAD,EAAW,KAAKjC,KAAL,CAAWL,IAAtB,CAA9B;AACD;AACF;;AAED4B,EAAAA,aAAa,GAAG;AACd,QAAI,KAAKW,YAAT,EAAuB;AACrBE,MAAAA,YAAY,CAAC,KAAKF,YAAN,CAAZ;AACD;AACF;;AAlGoC","sourcesContent":["/* eslint-disable no-console */\n// Avoid using named imports for Node builtins to help with \"empty\" resolution\n// for bundlers targeting browser environments. Access imports & types\n// through the `ChildProcess` object (e.g. `ChildProcess.spawn`, `ChildProcess.ChildProcess`).\nimport * as ChildProcess from 'child_process';\nimport {getAvailablePort} from './process-utils';\n\nexport type ChildProcessProxyProps = {\n command: string;\n arguments: string[];\n /** Whether to add a port specified arg */\n portArg?: string;\n /** Base port number */\n port?: number;\n /** Whether to search for an available port if the base port is occupied */\n autoPort?: boolean;\n /** Number of milliseconds to wait until concluding success */\n /** wait: 0 - infinity */\n wait?: number;\n /** Options passed on to Node'.js `spawn` */\n spawn?: ChildProcess.SpawnOptionsWithoutStdio;\n /** Callback when the */\n onStart?: (proxy: ChildProcessProxy) => void;\n onSuccess?: (proxy: ChildProcessProxy) => void;\n};\n\nconst DEFAULT_PROPS: ChildProcessProxyProps = {\n command: '',\n arguments: [],\n port: 5000,\n autoPort: true,\n wait: 2000,\n onSuccess: (processProxy) => {\n console.log(`Started ${processProxy.props.command}`);\n }\n};\n\n/**\n * Manager for a Node.js child process\n * Prepares arguments, starts, stops and tracks output\n */\nexport default class ChildProcessProxy {\n id: string;\n props: ChildProcessProxyProps = {...DEFAULT_PROPS};\n private childProcess: ChildProcess.ChildProcess | null = null;\n private port: number = 0;\n private successTimer?;\n\n // constructor(props?: {id?: string});\n constructor({id = 'browser-driver'} = {}) {\n this.id = id;\n }\n\n /** Starts a child process with the provided props */\n async start(props: ChildProcessProxyProps): Promise<object> {\n props = {...DEFAULT_PROPS, ...props};\n this.props = props;\n\n const args = [...props.arguments];\n\n // If portArg is set, we can look up an available port\n this.port = Number(props.port);\n if (props.portArg) {\n if (props.autoPort) {\n this.port = await getAvailablePort(props.port);\n }\n args.push(props.portArg, String(this.port));\n }\n\n return await new Promise((resolve, reject) => {\n try {\n this._setTimeout(() => {\n if (props.onSuccess) {\n props.onSuccess(this);\n }\n resolve({});\n });\n\n console.log(`Spawning ${props.command} ${props.arguments.join(' ')}`);\n const childProcess = ChildProcess.spawn(props.command, args, props.spawn);\n this.childProcess = childProcess;\n\n childProcess.stdout.on('data', (data) => {\n console.log(data.toString());\n });\n // TODO - add option regarding whether stderr should be treated as data\n childProcess.stderr.on('data', (data) => {\n console.log(`Child process wrote to stderr: \"${data}\".`);\n this._clearTimeout();\n reject(new Error(data));\n });\n childProcess.on('error', (error) => {\n console.log(`Child process errored with ${error}`);\n this._clearTimeout();\n reject(error);\n });\n childProcess.on('close', (code) => {\n console.log(`Child process exited with ${code}`);\n this.childProcess = null;\n this._clearTimeout();\n resolve({});\n });\n } catch (error) {\n reject(error);\n }\n });\n }\n\n /** Stops a running child process */\n async stop(): Promise<void> {\n if (this.childProcess) {\n this.childProcess.kill();\n this.childProcess = null;\n }\n }\n\n /** Exits this process */\n async exit(statusCode: number = 0): Promise<void> {\n try {\n await this.stop();\n // eslint-disable-next-line no-process-exit\n process.exit(statusCode);\n } catch (error) {\n console.error((error as Error).message || error);\n // eslint-disable-next-line no-process-exit\n process.exit(1);\n }\n }\n\n _setTimeout(callback: (...args: any[]) => void) {\n if (Number(this.props.wait) > 0) {\n this.successTimer = setTimeout(callback, this.props.wait);\n }\n }\n\n _clearTimeout() {\n if (this.successTimer) {\n clearTimeout(this.successTimer);\n }\n }\n}\n"],"file":"child-process-proxy.js"}
@@ -0,0 +1,39 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
+
5
+ Object.defineProperty(exports, "__esModule", {
6
+ value: true
7
+ });
8
+ exports.getAvailablePort = getAvailablePort;
9
+
10
+ var _child_process = _interopRequireDefault(require("child_process"));
11
+
12
+ function getAvailablePort(defaultPort = 3000) {
13
+ return new Promise(resolve => {
14
+ _child_process.default.exec('lsof -i -P -n | grep LISTEN', (error, stdout) => {
15
+ if (error) {
16
+ resolve(defaultPort);
17
+ return;
18
+ }
19
+
20
+ const portsInUse = [];
21
+ const regex = /:(\d+) \(LISTEN\)/;
22
+ stdout.split('\n').forEach(line => {
23
+ const match = regex.exec(line);
24
+
25
+ if (match) {
26
+ portsInUse.push(Number(match[1]));
27
+ }
28
+ });
29
+ let port = defaultPort;
30
+
31
+ while (portsInUse.includes(port)) {
32
+ port++;
33
+ }
34
+
35
+ resolve(port);
36
+ });
37
+ });
38
+ }
39
+ //# sourceMappingURL=process-utils.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/process-utils/process-utils.ts"],"names":["getAvailablePort","defaultPort","Promise","resolve","ChildProcess","exec","error","stdout","portsInUse","regex","split","forEach","line","match","push","Number","port","includes"],"mappings":";;;;;;;;;AAAA;;AAIO,SAASA,gBAAT,CAA0BC,WAAmB,GAAG,IAAhD,EAAuE;AAC5E,SAAO,IAAIC,OAAJ,CAAaC,OAAD,IAAa;AAE9BC,2BAAaC,IAAb,CAAkB,6BAAlB,EAAiD,CAACC,KAAD,EAAQC,MAAR,KAAmB;AAClE,UAAID,KAAJ,EAAW;AAETH,QAAAA,OAAO,CAACF,WAAD,CAAP;AACA;AACD;;AAED,YAAMO,UAAoB,GAAG,EAA7B;AACA,YAAMC,KAAK,GAAG,mBAAd;AACAF,MAAAA,MAAM,CAACG,KAAP,CAAa,IAAb,EAAmBC,OAAnB,CAA4BC,IAAD,IAAU;AACnC,cAAMC,KAAK,GAAGJ,KAAK,CAACJ,IAAN,CAAWO,IAAX,CAAd;;AACA,YAAIC,KAAJ,EAAW;AACTL,UAAAA,UAAU,CAACM,IAAX,CAAgBC,MAAM,CAACF,KAAK,CAAC,CAAD,CAAN,CAAtB;AACD;AACF,OALD;AAMA,UAAIG,IAAI,GAAGf,WAAX;;AACA,aAAOO,UAAU,CAACS,QAAX,CAAoBD,IAApB,CAAP,EAAkC;AAChCA,QAAAA,IAAI;AACL;;AACDb,MAAAA,OAAO,CAACa,IAAD,CAAP;AACD,KApBD;AAqBD,GAvBM,CAAP;AAwBD","sourcesContent":["import ChildProcess from 'child_process';\n\n// Get an available port\n// Works on Unix systems\nexport function getAvailablePort(defaultPort: number = 3000): Promise<number> {\n return new Promise((resolve) => {\n // Get a list of all ports in use\n ChildProcess.exec('lsof -i -P -n | grep LISTEN', (error, stdout) => {\n if (error) {\n // likely no permission, e.g. CI\n resolve(defaultPort);\n return;\n }\n\n const portsInUse: number[] = [];\n const regex = /:(\\d+) \\(LISTEN\\)/;\n stdout.split('\\n').forEach((line) => {\n const match = regex.exec(line);\n if (match) {\n portsInUse.push(Number(match[1]));\n }\n });\n let port = defaultPort;\n while (portsInUse.includes(port)) {\n port++;\n }\n resolve(port);\n });\n });\n}\n"],"file":"process-utils.js"}
@@ -0,0 +1,119 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
+
5
+ Object.defineProperty(exports, "__esModule", {
6
+ value: true
7
+ });
8
+ exports.createWorker = createWorker;
9
+
10
+ var _asyncQueue = _interopRequireDefault(require("../async-queue/async-queue"));
11
+
12
+ var _workerBody = _interopRequireDefault(require("../worker-farm/worker-body"));
13
+
14
+ let requestId = 0;
15
+ let inputBatches;
16
+ let options;
17
+
18
+ function createWorker(process, processInBatches) {
19
+ if (typeof self === 'undefined') {
20
+ return;
21
+ }
22
+
23
+ const context = {
24
+ process: processOnMainThread
25
+ };
26
+
27
+ _workerBody.default.onmessage = async (type, payload) => {
28
+ try {
29
+ switch (type) {
30
+ case 'process':
31
+ if (!process) {
32
+ throw new Error('Worker does not support atomic processing');
33
+ }
34
+
35
+ const result = await process(payload.input, payload.options || {}, context);
36
+
37
+ _workerBody.default.postMessage('done', {
38
+ result
39
+ });
40
+
41
+ break;
42
+
43
+ case 'process-in-batches':
44
+ if (!processInBatches) {
45
+ throw new Error('Worker does not support batched processing');
46
+ }
47
+
48
+ inputBatches = new _asyncQueue.default();
49
+ options = payload.options || {};
50
+ const resultIterator = processInBatches(inputBatches, options, context === null || context === void 0 ? void 0 : context.processInBatches);
51
+
52
+ for await (const batch of resultIterator) {
53
+ _workerBody.default.postMessage('output-batch', {
54
+ result: batch
55
+ });
56
+ }
57
+
58
+ _workerBody.default.postMessage('done', {});
59
+
60
+ break;
61
+
62
+ case 'input-batch':
63
+ inputBatches.push(payload.input);
64
+ break;
65
+
66
+ case 'input-done':
67
+ inputBatches.close();
68
+ break;
69
+
70
+ default:
71
+ }
72
+ } catch (error) {
73
+ const message = error instanceof Error ? error.message : '';
74
+
75
+ _workerBody.default.postMessage('error', {
76
+ error: message
77
+ });
78
+ }
79
+ };
80
+ }
81
+
82
+ function processOnMainThread(arrayBuffer, options = {}) {
83
+ return new Promise((resolve, reject) => {
84
+ const id = requestId++;
85
+
86
+ const onMessage = (type, payload) => {
87
+ if (payload.id !== id) {
88
+ return;
89
+ }
90
+
91
+ switch (type) {
92
+ case 'done':
93
+ _workerBody.default.removeEventListener(onMessage);
94
+
95
+ resolve(payload.result);
96
+ break;
97
+
98
+ case 'error':
99
+ _workerBody.default.removeEventListener(onMessage);
100
+
101
+ reject(payload.error);
102
+ break;
103
+
104
+ default:
105
+ }
106
+ };
107
+
108
+ _workerBody.default.addEventListener(onMessage);
109
+
110
+ const payload = {
111
+ id,
112
+ input: arrayBuffer,
113
+ options
114
+ };
115
+
116
+ _workerBody.default.postMessage('process', payload);
117
+ });
118
+ }
119
+ //# sourceMappingURL=create-worker.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/worker-api/create-worker.ts"],"names":["requestId","inputBatches","options","createWorker","process","processInBatches","self","context","processOnMainThread","WorkerBody","onmessage","type","payload","Error","result","input","postMessage","AsyncQueue","resultIterator","batch","push","close","error","message","arrayBuffer","Promise","resolve","reject","id","onMessage","removeEventListener","addEventListener"],"mappings":";;;;;;;;;AAOA;;AACA;;AAIA,IAAIA,SAAS,GAAG,CAAhB;AACA,IAAIC,YAAJ;AACA,IAAIC,OAAJ;;AAOO,SAASC,YAAT,CAAsBC,OAAtB,EAAwCC,gBAAxC,EAAmF;AAExF,MAAI,OAAOC,IAAP,KAAgB,WAApB,EAAiC;AAC/B;AACD;;AAED,QAAMC,OAAsB,GAAG;AAC7BH,IAAAA,OAAO,EAAEI;AADoB,GAA/B;;AAKAC,sBAAWC,SAAX,GAAuB,OAAOC,IAAP,EAAgCC,OAAhC,KAAkE;AACvF,QAAI;AACF,cAAQD,IAAR;AACE,aAAK,SAAL;AACE,cAAI,CAACP,OAAL,EAAc;AACZ,kBAAM,IAAIS,KAAJ,CAAU,2CAAV,CAAN;AACD;;AACD,gBAAMC,MAAM,GAAG,MAAMV,OAAO,CAACQ,OAAO,CAACG,KAAT,EAAgBH,OAAO,CAACV,OAAR,IAAmB,EAAnC,EAAuCK,OAAvC,CAA5B;;AACAE,8BAAWO,WAAX,CAAuB,MAAvB,EAA+B;AAACF,YAAAA;AAAD,WAA/B;;AACA;;AAEF,aAAK,oBAAL;AACE,cAAI,CAACT,gBAAL,EAAuB;AACrB,kBAAM,IAAIQ,KAAJ,CAAU,4CAAV,CAAN;AACD;;AACDZ,UAAAA,YAAY,GAAG,IAAIgB,mBAAJ,EAAf;AACAf,UAAAA,OAAO,GAAGU,OAAO,CAACV,OAAR,IAAmB,EAA7B;AACA,gBAAMgB,cAAc,GAAGb,gBAAgB,CAACJ,YAAD,EAAeC,OAAf,EAAwBK,OAAxB,aAAwBA,OAAxB,uBAAwBA,OAAO,CAAEF,gBAAjC,CAAvC;;AACA,qBAAW,MAAMc,KAAjB,IAA0BD,cAA1B,EAA0C;AACxCT,gCAAWO,WAAX,CAAuB,cAAvB,EAAuC;AAACF,cAAAA,MAAM,EAAEK;AAAT,aAAvC;AACD;;AACDV,8BAAWO,WAAX,CAAuB,MAAvB,EAA+B,EAA/B;;AACA;;AAEF,aAAK,aAAL;AACEf,UAAAA,YAAY,CAACmB,IAAb,CAAkBR,OAAO,CAACG,KAA1B;AACA;;AAEF,aAAK,YAAL;AACEd,UAAAA,YAAY,CAACoB,KAAb;AACA;;AAEF;AA9BF;AAgCD,KAjCD,CAiCE,OAAOC,KAAP,EAAc;AACd,YAAMC,OAAO,GAAGD,KAAK,YAAYT,KAAjB,GAAyBS,KAAK,CAACC,OAA/B,GAAyC,EAAzD;;AACAd,0BAAWO,WAAX,CAAuB,OAAvB,EAAgC;AAACM,QAAAA,KAAK,EAAEC;AAAR,OAAhC;AACD;AACF,GAtCD;AAuCD;;AAED,SAASf,mBAAT,CAA6BgB,WAA7B,EAA0CtB,OAAO,GAAG,EAApD,EAAwD;AACtD,SAAO,IAAIuB,OAAJ,CAAY,CAACC,OAAD,EAAUC,MAAV,KAAqB;AACtC,UAAMC,EAAE,GAAG5B,SAAS,EAApB;;AAIA,UAAM6B,SAAS,GAAG,CAAClB,IAAD,EAAOC,OAAP,KAAmB;AACnC,UAAIA,OAAO,CAACgB,EAAR,KAAeA,EAAnB,EAAuB;AAErB;AACD;;AAED,cAAQjB,IAAR;AACE,aAAK,MAAL;AACEF,8BAAWqB,mBAAX,CAA+BD,SAA/B;;AACAH,UAAAA,OAAO,CAACd,OAAO,CAACE,MAAT,CAAP;AACA;;AAEF,aAAK,OAAL;AACEL,8BAAWqB,mBAAX,CAA+BD,SAA/B;;AACAF,UAAAA,MAAM,CAACf,OAAO,CAACU,KAAT,CAAN;AACA;;AAEF;AAXF;AAcD,KApBD;;AAsBAb,wBAAWsB,gBAAX,CAA4BF,SAA5B;;AAGA,UAAMjB,OAAO,GAAG;AAACgB,MAAAA,EAAD;AAAKb,MAAAA,KAAK,EAAES,WAAZ;AAAyBtB,MAAAA;AAAzB,KAAhB;;AACAO,wBAAWO,WAAX,CAAuB,SAAvB,EAAkCJ,OAAlC;AACD,GAhCM,CAAP;AAiCD","sourcesContent":["import type {\n WorkerMessageType,\n WorkerMessagePayload,\n WorkerContext,\n Process,\n ProcessInBatches\n} from '../../types';\nimport AsyncQueue from '../async-queue/async-queue';\nimport WorkerBody from '../worker-farm/worker-body';\n// import {validateWorkerVersion} from './validate-worker-version';\n\n/** Counter for jobs */\nlet requestId = 0;\nlet inputBatches;\nlet options;\n\nexport type ProcessOnMainThread = (data: any, options?: {[key: string]: any}, context?) => any;\n\n/**\n * Set up a WebWorkerGlobalScope to talk with the main thread\n */\nexport function createWorker(process: Process, processInBatches?: ProcessInBatches): void {\n // Check that we are actually in a worker thread\n if (typeof self === 'undefined') {\n return;\n }\n\n const context: WorkerContext = {\n process: processOnMainThread\n };\n\n // eslint-disable-next-line complexity\n WorkerBody.onmessage = async (type: WorkerMessageType, payload: WorkerMessagePayload) => {\n try {\n switch (type) {\n case 'process':\n if (!process) {\n throw new Error('Worker does not support atomic processing');\n }\n const result = await process(payload.input, payload.options || {}, context);\n WorkerBody.postMessage('done', {result});\n break;\n\n case 'process-in-batches':\n if (!processInBatches) {\n throw new Error('Worker does not support batched processing');\n }\n inputBatches = new AsyncQueue();\n options = payload.options || {};\n const resultIterator = processInBatches(inputBatches, options, context?.processInBatches);\n for await (const batch of resultIterator) {\n WorkerBody.postMessage('output-batch', {result: batch});\n }\n WorkerBody.postMessage('done', {});\n break;\n\n case 'input-batch':\n inputBatches.push(payload.input);\n break;\n\n case 'input-done':\n inputBatches.close();\n break;\n\n default:\n }\n } catch (error) {\n const message = error instanceof Error ? error.message : '';\n WorkerBody.postMessage('error', {error: message});\n }\n };\n}\n\nfunction processOnMainThread(arrayBuffer, options = {}) {\n return new Promise((resolve, reject) => {\n const id = requestId++;\n\n /**\n */\n const onMessage = (type, payload) => {\n if (payload.id !== id) {\n // not ours\n return;\n }\n\n switch (type) {\n case 'done':\n WorkerBody.removeEventListener(onMessage);\n resolve(payload.result);\n break;\n\n case 'error':\n WorkerBody.removeEventListener(onMessage);\n reject(payload.error);\n break;\n\n default:\n // ignore\n }\n };\n\n WorkerBody.addEventListener(onMessage);\n\n // Ask the main thread to decode data\n const payload = {id, input: arrayBuffer, options};\n WorkerBody.postMessage('process', payload);\n });\n}\n"],"file":"create-worker.js"}
@@ -0,0 +1,44 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.getWorkerName = getWorkerName;
7
+ exports.getWorkerURL = getWorkerURL;
8
+
9
+ var _assert = require("../env-utils/assert");
10
+
11
+ var _version = require("../env-utils/version");
12
+
13
+ const NPM_TAG = 'beta';
14
+ const VERSION = typeof "3.1.0-alpha.5" !== 'undefined' ? "3.1.0-alpha.5" : NPM_TAG;
15
+
16
+ function getWorkerName(worker) {
17
+ const warning = worker.version !== VERSION ? " (worker-utils@".concat(VERSION, ")") : '';
18
+ return "".concat(worker.name, "@").concat(worker.version).concat(warning);
19
+ }
20
+
21
+ function getWorkerURL(worker, options = {}) {
22
+ const workerOptions = options[worker.id] || {};
23
+ const workerFile = "".concat(worker.id, "-worker.js");
24
+ let url = workerOptions.workerUrl;
25
+
26
+ if (options._workerType === 'test') {
27
+ url = "modules/".concat(worker.module, "/dist/").concat(workerFile);
28
+ }
29
+
30
+ if (!url) {
31
+ let version = worker.version;
32
+
33
+ if (version === 'latest') {
34
+ version = NPM_TAG;
35
+ }
36
+
37
+ const versionTag = version ? "@".concat(version) : '';
38
+ url = "https://unpkg.com/@loaders.gl/".concat(worker.module).concat(versionTag, "/dist/").concat(workerFile);
39
+ }
40
+
41
+ (0, _assert.assert)(url);
42
+ return url;
43
+ }
44
+ //# sourceMappingURL=get-worker-url.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/worker-api/get-worker-url.ts"],"names":["NPM_TAG","VERSION","getWorkerName","worker","warning","version","name","getWorkerURL","options","workerOptions","id","workerFile","url","workerUrl","_workerType","module","versionTag"],"mappings":";;;;;;;;AACA;;AACA;;AAEA,MAAMA,OAAO,GAAG,MAAhB;AACA,MAAMC,OAAO,GAAG,2BAAuB,WAAvB,qBAAmDD,OAAnE;;AAKO,SAASE,aAAT,CAAuBC,MAAvB,EAAqD;AAC1D,QAAMC,OAAO,GAAGD,MAAM,CAACE,OAAP,KAAmBJ,OAAnB,4BAA+CA,OAA/C,SAA4D,EAA5E;AACA,mBAAUE,MAAM,CAACG,IAAjB,cAAyBH,MAAM,CAACE,OAAhC,SAA0CD,OAA1C;AACD;;AASM,SAASG,YAAT,CAAsBJ,MAAtB,EAA4CK,OAAsB,GAAG,EAArE,EAAiF;AACtF,QAAMC,aAAa,GAAGD,OAAO,CAACL,MAAM,CAACO,EAAR,CAAP,IAAsB,EAA5C;AAEA,QAAMC,UAAU,aAAMR,MAAM,CAACO,EAAb,eAAhB;AAEA,MAAIE,GAAG,GAAGH,aAAa,CAACI,SAAxB;;AAIA,MAAIL,OAAO,CAACM,WAAR,KAAwB,MAA5B,EAAoC;AAClCF,IAAAA,GAAG,qBAAcT,MAAM,CAACY,MAArB,mBAAoCJ,UAApC,CAAH;AACD;;AAGD,MAAI,CAACC,GAAL,EAAU;AAER,QAAIP,OAAO,GAAGF,MAAM,CAACE,OAArB;;AAEA,QAAIA,OAAO,KAAK,QAAhB,EAA0B;AAExBA,MAAAA,OAAO,GAAGL,OAAV;AACD;;AACD,UAAMgB,UAAU,GAAGX,OAAO,cAAOA,OAAP,IAAmB,EAA7C;AACAO,IAAAA,GAAG,2CAAoCT,MAAM,CAACY,MAA3C,SAAoDC,UAApD,mBAAuEL,UAAvE,CAAH;AACD;;AAED,sBAAOC,GAAP;AAGA,SAAOA,GAAP;AACD","sourcesContent":["import type {WorkerObject, WorkerOptions} from '../../types';\nimport {assert} from '../env-utils/assert';\nimport {VERSION as __VERSION__} from '../env-utils/version';\n\nconst NPM_TAG = 'beta'; // Change to 'latest' on release-branch\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : NPM_TAG;\n\n/**\n * Gets worker object's name (for debugging in Chrome thread inspector window)\n */\nexport function getWorkerName(worker: WorkerObject): string {\n const warning = worker.version !== VERSION ? ` (worker-utils@${VERSION})` : '';\n return `${worker.name}@${worker.version}${warning}`;\n}\n\n/**\n * Generate a worker URL based on worker object and options\n * @returns A URL to one of the following:\n * - a published worker on unpkg CDN\n * - a local test worker\n * - a URL provided by the user in options\n */\nexport function getWorkerURL(worker: WorkerObject, options: WorkerOptions = {}): string {\n const workerOptions = options[worker.id] || {};\n\n const workerFile = `${worker.id}-worker.js`;\n\n let url = workerOptions.workerUrl;\n\n // If URL is test, generate local loaders.gl url\n // @ts-ignore _workerType\n if (options._workerType === 'test') {\n url = `modules/${worker.module}/dist/${workerFile}`;\n }\n\n // If url override is not provided, generate a URL to published version on npm CDN unpkg.com\n if (!url) {\n // GENERATE\n let version = worker.version;\n // On master we need to load npm alpha releases published with the `beta` tag\n if (version === 'latest') {\n // throw new Error('latest worker version specified');\n version = NPM_TAG;\n }\n const versionTag = version ? `@${version}` : '';\n url = `https://unpkg.com/@loaders.gl/${worker.module}${versionTag}/dist/${workerFile}`;\n }\n\n assert(url);\n\n // Allow user to override location\n return url;\n}\n"],"file":"get-worker-url.js"}
@@ -0,0 +1,91 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
+
5
+ Object.defineProperty(exports, "__esModule", {
6
+ value: true
7
+ });
8
+ exports.canProcessOnWorker = canProcessOnWorker;
9
+ exports.processOnWorker = processOnWorker;
10
+
11
+ var _workerFarm = _interopRequireDefault(require("../worker-farm/worker-farm"));
12
+
13
+ var _removeNontransferableOptions = require("../worker-utils/remove-nontransferable-options");
14
+
15
+ var _getWorkerUrl = require("./get-worker-url");
16
+
17
+ function canProcessOnWorker(worker, options) {
18
+ if (!_workerFarm.default.isSupported()) {
19
+ return false;
20
+ }
21
+
22
+ return worker.worker && (options === null || options === void 0 ? void 0 : options.worker);
23
+ }
24
+
25
+ async function processOnWorker(worker, data, options = {}, context = {}) {
26
+ const name = (0, _getWorkerUrl.getWorkerName)(worker);
27
+ const url = (0, _getWorkerUrl.getWorkerURL)(worker, options);
28
+
29
+ const workerFarm = _workerFarm.default.getWorkerFarm(options);
30
+
31
+ const workerPool = workerFarm.getWorkerPool({
32
+ name,
33
+ url
34
+ });
35
+ const jobName = options.jobName || worker.name;
36
+ const job = await workerPool.startJob(jobName, onMessage.bind(null, context));
37
+ const transferableOptions = (0, _removeNontransferableOptions.removeNontransferableOptions)(options);
38
+ job.postMessage('process', {
39
+ input: data,
40
+ options: transferableOptions
41
+ });
42
+ const result = await job.result;
43
+ return result.result;
44
+ }
45
+
46
+ async function onMessage(context, job, type, payload) {
47
+ switch (type) {
48
+ case 'done':
49
+ job.done(payload);
50
+ break;
51
+
52
+ case 'error':
53
+ job.error(payload.error);
54
+ break;
55
+
56
+ case 'process':
57
+ const {
58
+ id,
59
+ input,
60
+ options
61
+ } = payload;
62
+
63
+ try {
64
+ if (!context.process) {
65
+ job.postMessage('error', {
66
+ id,
67
+ error: 'Worker not set up to process on main thread'
68
+ });
69
+ return;
70
+ }
71
+
72
+ const result = await context.process(input, options);
73
+ job.postMessage('done', {
74
+ id,
75
+ result
76
+ });
77
+ } catch (error) {
78
+ const message = error instanceof Error ? error.message : 'unknown error';
79
+ job.postMessage('error', {
80
+ id,
81
+ error: message
82
+ });
83
+ }
84
+
85
+ break;
86
+
87
+ default:
88
+ console.warn("process-on-worker: unknown message ".concat(type));
89
+ }
90
+ }
91
+ //# sourceMappingURL=process-on-worker.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/worker-api/process-on-worker.ts"],"names":["canProcessOnWorker","worker","options","WorkerFarm","isSupported","processOnWorker","data","context","name","url","workerFarm","getWorkerFarm","workerPool","getWorkerPool","jobName","job","startJob","onMessage","bind","transferableOptions","postMessage","input","result","type","payload","done","error","id","process","message","Error","console","warn"],"mappings":";;;;;;;;;;AAQA;;AACA;;AACA;;AAaO,SAASA,kBAAT,CAA4BC,MAA5B,EAAkDC,OAAlD,EAA2E;AAChF,MAAI,CAACC,oBAAWC,WAAX,EAAL,EAA+B;AAC7B,WAAO,KAAP;AACD;;AAED,SAAOH,MAAM,CAACA,MAAP,KAAiBC,OAAjB,aAAiBA,OAAjB,uBAAiBA,OAAO,CAAED,MAA1B,CAAP;AACD;;AAOM,eAAeI,eAAf,CACLJ,MADK,EAELK,IAFK,EAGLJ,OAA+B,GAAG,EAH7B,EAILK,OAAsB,GAAG,EAJpB,EAKS;AACd,QAAMC,IAAI,GAAG,iCAAcP,MAAd,CAAb;AACA,QAAMQ,GAAG,GAAG,gCAAaR,MAAb,EAAqBC,OAArB,CAAZ;;AAEA,QAAMQ,UAAU,GAAGP,oBAAWQ,aAAX,CAAyBT,OAAzB,CAAnB;;AACA,QAAMU,UAAU,GAAGF,UAAU,CAACG,aAAX,CAAyB;AAACL,IAAAA,IAAD;AAAOC,IAAAA;AAAP,GAAzB,CAAnB;AAEA,QAAMK,OAAO,GAAGZ,OAAO,CAACY,OAAR,IAAmBb,MAAM,CAACO,IAA1C;AACA,QAAMO,GAAG,GAAG,MAAMH,UAAU,CAACI,QAAX,CAChBF,OADgB,EAGhBG,SAAS,CAACC,IAAV,CAAe,IAAf,EAAqBX,OAArB,CAHgB,CAAlB;AAOA,QAAMY,mBAAmB,GAAG,gEAA6BjB,OAA7B,CAA5B;AACAa,EAAAA,GAAG,CAACK,WAAJ,CAAgB,SAAhB,EAA2B;AAACC,IAAAA,KAAK,EAAEf,IAAR;AAAcJ,IAAAA,OAAO,EAAEiB;AAAvB,GAA3B;AAEA,QAAMG,MAAM,GAAG,MAAMP,GAAG,CAACO,MAAzB;AACA,SAAOA,MAAM,CAACA,MAAd;AACD;;AAOD,eAAeL,SAAf,CACEV,OADF,EAEEQ,GAFF,EAGEQ,IAHF,EAIEC,OAJF,EAKE;AACA,UAAQD,IAAR;AACE,SAAK,MAAL;AAEER,MAAAA,GAAG,CAACU,IAAJ,CAASD,OAAT;AACA;;AAEF,SAAK,OAAL;AAEET,MAAAA,GAAG,CAACW,KAAJ,CAAUF,OAAO,CAACE,KAAlB;AACA;;AAEF,SAAK,SAAL;AAEE,YAAM;AAACC,QAAAA,EAAD;AAAKN,QAAAA,KAAL;AAAYnB,QAAAA;AAAZ,UAAuBsB,OAA7B;;AACA,UAAI;AACF,YAAI,CAACjB,OAAO,CAACqB,OAAb,EAAsB;AACpBb,UAAAA,GAAG,CAACK,WAAJ,CAAgB,OAAhB,EAAyB;AAACO,YAAAA,EAAD;AAAKD,YAAAA,KAAK,EAAE;AAAZ,WAAzB;AACA;AACD;;AACD,cAAMJ,MAAM,GAAG,MAAMf,OAAO,CAACqB,OAAR,CAAgBP,KAAhB,EAAuBnB,OAAvB,CAArB;AACAa,QAAAA,GAAG,CAACK,WAAJ,CAAgB,MAAhB,EAAwB;AAACO,UAAAA,EAAD;AAAKL,UAAAA;AAAL,SAAxB;AACD,OAPD,CAOE,OAAOI,KAAP,EAAc;AACd,cAAMG,OAAO,GAAGH,KAAK,YAAYI,KAAjB,GAAyBJ,KAAK,CAACG,OAA/B,GAAyC,eAAzD;AACAd,QAAAA,GAAG,CAACK,WAAJ,CAAgB,OAAhB,EAAyB;AAACO,UAAAA,EAAD;AAAKD,UAAAA,KAAK,EAAEG;AAAZ,SAAzB;AACD;;AACD;;AAEF;AAEEE,MAAAA,OAAO,CAACC,IAAR,8CAAmDT,IAAnD;AA7BJ;AA+BD","sourcesContent":["import type {\n WorkerObject,\n WorkerOptions,\n WorkerContext,\n WorkerMessageType,\n WorkerMessagePayload\n} from '../../types';\nimport type WorkerJob from '../worker-farm/worker-job';\nimport WorkerFarm from '../worker-farm/worker-farm';\nimport {removeNontransferableOptions} from '../worker-utils/remove-nontransferable-options';\nimport {getWorkerURL, getWorkerName} from './get-worker-url';\n\ntype ProcessOnWorkerOptions = WorkerOptions & {\n jobName?: string;\n [key: string]: any;\n};\n\n/**\n * Determines if we can parse with worker\n * @param loader\n * @param data\n * @param options\n */\nexport function canProcessOnWorker(worker: WorkerObject, options?: WorkerOptions) {\n if (!WorkerFarm.isSupported()) {\n return false;\n }\n\n return worker.worker && options?.worker;\n}\n\n/**\n * This function expects that the worker thread sends certain messages,\n * Creating such a worker can be automated if the worker is wrapper by a call to\n * createWorker in @loaders.gl/worker-utils.\n */\nexport async function processOnWorker(\n worker: WorkerObject,\n data: any,\n options: ProcessOnWorkerOptions = {},\n context: WorkerContext = {}\n): Promise<any> {\n const name = getWorkerName(worker);\n const url = getWorkerURL(worker, options);\n\n const workerFarm = WorkerFarm.getWorkerFarm(options);\n const workerPool = workerFarm.getWorkerPool({name, url});\n\n const jobName = options.jobName || worker.name;\n const job = await workerPool.startJob(\n jobName,\n // eslint-disable-next-line\n onMessage.bind(null, context)\n );\n\n // Kick off the processing in the worker\n const transferableOptions = removeNontransferableOptions(options);\n job.postMessage('process', {input: data, options: transferableOptions});\n\n const result = await job.result;\n return result.result;\n}\n\n/**\n * Job completes when we receive the result\n * @param job\n * @param message\n */\nasync function onMessage(\n context: WorkerContext,\n job: WorkerJob,\n type: WorkerMessageType,\n payload: WorkerMessagePayload\n) {\n switch (type) {\n case 'done':\n // Worker is done\n job.done(payload);\n break;\n\n case 'error':\n // Worker encountered an error\n job.error(payload.error);\n break;\n\n case 'process':\n // Worker is asking for us (main thread) to process something\n const {id, input, options} = payload;\n try {\n if (!context.process) {\n job.postMessage('error', {id, error: 'Worker not set up to process on main thread'});\n return;\n }\n const result = await context.process(input, options);\n job.postMessage('done', {id, result});\n } catch (error) {\n const message = error instanceof Error ? error.message : 'unknown error';\n job.postMessage('error', {id, error: message});\n }\n break;\n\n default:\n // eslint-disable-next-line\n console.warn(`process-on-worker: unknown message ${type}`);\n }\n}\n"],"file":"process-on-worker.js"}
@@ -0,0 +1,30 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.validateWorkerVersion = validateWorkerVersion;
7
+
8
+ var _assert = require("../env-utils/assert");
9
+
10
+ var _version = require("../env-utils/version");
11
+
12
+ function validateWorkerVersion(worker, coreVersion = _version.VERSION) {
13
+ (0, _assert.assert)(worker, 'no worker provided');
14
+ const workerVersion = worker.version;
15
+
16
+ if (!coreVersion || !workerVersion) {
17
+ return false;
18
+ }
19
+
20
+ return true;
21
+ }
22
+
23
+ function parseVersion(version) {
24
+ const parts = version.split('.').map(Number);
25
+ return {
26
+ major: parts[0],
27
+ minor: parts[1]
28
+ };
29
+ }
30
+ //# sourceMappingURL=validate-worker-version.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/worker-api/validate-worker-version.ts"],"names":["validateWorkerVersion","worker","coreVersion","VERSION","workerVersion","version","parseVersion","parts","split","map","Number","major","minor"],"mappings":";;;;;;;AACA;;AACA;;AAQO,SAASA,qBAAT,CACLC,MADK,EAELC,WAAmB,GAAGC,gBAFjB,EAGI;AACT,sBAAOF,MAAP,EAAe,oBAAf;AAEA,QAAMG,aAAa,GAAGH,MAAM,CAACI,OAA7B;;AACA,MAAI,CAACH,WAAD,IAAgB,CAACE,aAArB,EAAoC;AAClC,WAAO,KAAP;AACD;;AAYD,SAAO,IAAP;AACD;;AAID,SAASE,YAAT,CAAsBD,OAAtB,EAA+B;AAC7B,QAAME,KAAK,GAAGF,OAAO,CAACG,KAAR,CAAc,GAAd,EAAmBC,GAAnB,CAAuBC,MAAvB,CAAd;AACA,SAAO;AAACC,IAAAA,KAAK,EAAEJ,KAAK,CAAC,CAAD,CAAb;AAAkBK,IAAAA,KAAK,EAAEL,KAAK,CAAC,CAAD;AAA9B,GAAP;AACD","sourcesContent":["import type {WorkerObject} from '../../types';\nimport {assert} from '../env-utils/assert';\nimport {VERSION} from '../env-utils/version';\n\n/**\n * Check if worker is compatible with this library version\n * @param worker\n * @param libVersion\n * @returns `true` if the two versions are compatible\n */\nexport function validateWorkerVersion(\n worker: WorkerObject,\n coreVersion: string = VERSION\n): boolean {\n assert(worker, 'no worker provided');\n\n const workerVersion = worker.version;\n if (!coreVersion || !workerVersion) {\n return false;\n }\n\n // TODO enable when fix the __version__ injection\n // const coreVersions = parseVersion(coreVersion);\n // const workerVersions = parseVersion(workerVersion);\n // assert(\n // coreVersion.major === workerVersion.major && coreVersion.minor <= workerVersion.minor,\n // `worker: ${worker.name} is not compatible. ${coreVersion.major}.${\n // coreVersion.minor\n // }+ is required.`\n // );\n\n return true;\n}\n\n// @ts-ignore\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nfunction parseVersion(version) {\n const parts = version.split('.').map(Number);\n return {major: parts[0], minor: parts[1]};\n}\n"],"file":"validate-worker-version.js"}
@@ -0,0 +1,76 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.default = void 0;
7
+
8
+ var _getTransferList = require("../worker-utils/get-transfer-list");
9
+
10
+ const onMessageWrapperMap = new Map();
11
+
12
+ class WorkerBody {
13
+ static set onmessage(onMessage) {
14
+ self.onmessage = message => {
15
+ if (!isKnownMessage(message)) {
16
+ return;
17
+ }
18
+
19
+ const {
20
+ type,
21
+ payload
22
+ } = message.data;
23
+ onMessage(type, payload);
24
+ };
25
+ }
26
+
27
+ static addEventListener(onMessage) {
28
+ let onMessageWrapper = onMessageWrapperMap.get(onMessage);
29
+
30
+ if (!onMessageWrapper) {
31
+ onMessageWrapper = message => {
32
+ if (!isKnownMessage(message)) {
33
+ return;
34
+ }
35
+
36
+ const {
37
+ type,
38
+ payload
39
+ } = message.data;
40
+ onMessage(type, payload);
41
+ };
42
+ }
43
+
44
+ self.addEventListener('message', onMessageWrapper);
45
+ }
46
+
47
+ static removeEventListener(onMessage) {
48
+ const onMessageWrapper = onMessageWrapperMap.get(onMessage);
49
+ onMessageWrapperMap.delete(onMessage);
50
+ self.removeEventListener('message', onMessageWrapper);
51
+ }
52
+
53
+ static postMessage(type, payload) {
54
+ if (self) {
55
+ const data = {
56
+ source: 'loaders.gl',
57
+ type,
58
+ payload
59
+ };
60
+ const transferList = (0, _getTransferList.getTransferList)(payload);
61
+ self.postMessage(data, transferList);
62
+ }
63
+ }
64
+
65
+ }
66
+
67
+ exports.default = WorkerBody;
68
+
69
+ function isKnownMessage(message) {
70
+ const {
71
+ type,
72
+ data
73
+ } = message;
74
+ return type === 'message' && data && typeof data.source === 'string' && data.source.startsWith('loaders.gl');
75
+ }
76
+ //# sourceMappingURL=worker-body.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/worker-farm/worker-body.ts"],"names":["onMessageWrapperMap","Map","WorkerBody","onmessage","onMessage","self","message","isKnownMessage","type","payload","data","addEventListener","onMessageWrapper","get","removeEventListener","delete","postMessage","source","transferList","startsWith"],"mappings":";;;;;;;AACA;;AAEA,MAAMA,mBAAmB,GAAG,IAAIC,GAAJ,EAA5B;;AAKe,MAAMC,UAAN,CAAiB;AAIV,aAATC,SAAS,CAACC,SAAD,EAA6E;AAE/FC,IAAAA,IAAI,CAACF,SAAL,GAAkBG,OAAD,IAAa;AAC5B,UAAI,CAACC,cAAc,CAACD,OAAD,CAAnB,EAA8B;AAC5B;AACD;;AAGD,YAAM;AAACE,QAAAA,IAAD;AAAOC,QAAAA;AAAP,UAAkBH,OAAO,CAACI,IAAhC;AACAN,MAAAA,SAAS,CAACI,IAAD,EAAOC,OAAP,CAAT;AACD,KARD;AASD;;AAEsB,SAAhBE,gBAAgB,CACrBP,SADqB,EAErB;AACA,QAAIQ,gBAAgB,GAAGZ,mBAAmB,CAACa,GAApB,CAAwBT,SAAxB,CAAvB;;AAEA,QAAI,CAACQ,gBAAL,EAAuB;AACrBA,MAAAA,gBAAgB,GAAIN,OAAD,IAAa;AAC9B,YAAI,CAACC,cAAc,CAACD,OAAD,CAAnB,EAA8B;AAC5B;AACD;;AAGD,cAAM;AAACE,UAAAA,IAAD;AAAOC,UAAAA;AAAP,YAAkBH,OAAO,CAACI,IAAhC;AACAN,QAAAA,SAAS,CAACI,IAAD,EAAOC,OAAP,CAAT;AACD,OARD;AASD;;AAGDJ,IAAAA,IAAI,CAACM,gBAAL,CAAsB,SAAtB,EAAiCC,gBAAjC;AACD;;AAEyB,SAAnBE,mBAAmB,CACxBV,SADwB,EAExB;AACA,UAAMQ,gBAAgB,GAAGZ,mBAAmB,CAACa,GAApB,CAAwBT,SAAxB,CAAzB;AACAJ,IAAAA,mBAAmB,CAACe,MAApB,CAA2BX,SAA3B;AAEAC,IAAAA,IAAI,CAACS,mBAAL,CAAyB,SAAzB,EAAoCF,gBAApC;AACD;;AAOiB,SAAXI,WAAW,CAACR,IAAD,EAA0BC,OAA1B,EAA+D;AAC/E,QAAIJ,IAAJ,EAAU;AACR,YAAMK,IAAuB,GAAG;AAACO,QAAAA,MAAM,EAAE,YAAT;AAAuBT,QAAAA,IAAvB;AAA6BC,QAAAA;AAA7B,OAAhC;AACA,YAAMS,YAAY,GAAG,sCAAgBT,OAAhB,CAArB;AAGAJ,MAAAA,IAAI,CAACW,WAAL,CAAiBN,IAAjB,EAAuBQ,YAAvB;AACD;AACF;;AA5D6B;;;;AAgEhC,SAASX,cAAT,CAAwBD,OAAxB,EAAiC;AAC/B,QAAM;AAACE,IAAAA,IAAD;AAAOE,IAAAA;AAAP,MAAeJ,OAArB;AACA,SACEE,IAAI,KAAK,SAAT,IACAE,IADA,IAEA,OAAOA,IAAI,CAACO,MAAZ,KAAuB,QAFvB,IAGAP,IAAI,CAACO,MAAL,CAAYE,UAAZ,CAAuB,YAAvB,CAJF;AAMD","sourcesContent":["import type {WorkerMessageData, WorkerMessageType, WorkerMessagePayload} from '../../types';\nimport {getTransferList} from '../worker-utils/get-transfer-list';\n\nconst onMessageWrapperMap = new Map();\n\n/**\n * Type safe wrapper for worker code\n */\nexport default class WorkerBody {\n /*\n * (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n */\n static set onmessage(onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any) {\n // eslint-disable-next-line no-restricted-globals\n self.onmessage = (message) => {\n if (!isKnownMessage(message)) {\n return;\n }\n\n // Confusingly the message itself also has a 'type' field which is always set to 'message'\n const {type, payload} = message.data;\n onMessage(type, payload);\n };\n }\n\n static addEventListener(\n onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n ) {\n let onMessageWrapper = onMessageWrapperMap.get(onMessage);\n\n if (!onMessageWrapper) {\n onMessageWrapper = (message) => {\n if (!isKnownMessage(message)) {\n return;\n }\n\n // Confusingly the message itself also has a 'type' field which is always set to 'message'\n const {type, payload} = message.data;\n onMessage(type, payload);\n };\n }\n\n // eslint-disable-next-line no-restricted-globals\n self.addEventListener('message', onMessageWrapper);\n }\n\n static removeEventListener(\n onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n ) {\n const onMessageWrapper = onMessageWrapperMap.get(onMessage);\n onMessageWrapperMap.delete(onMessage);\n // eslint-disable-next-line no-restricted-globals\n self.removeEventListener('message', onMessageWrapper);\n }\n\n /**\n * Send a message from a worker to creating thread (main thread)\n * @param type\n * @param payload\n */\n static postMessage(type: WorkerMessageType, payload: WorkerMessagePayload): void {\n if (self) {\n const data: WorkerMessageData = {source: 'loaders.gl', type, payload};\n const transferList = getTransferList(payload);\n // eslint-disable-next-line no-restricted-globals\n // @ts-ignore\n self.postMessage(data, transferList);\n }\n }\n}\n\n// Filter out noise messages sent to workers\nfunction isKnownMessage(message) {\n const {type, data} = message;\n return (\n type === 'message' &&\n data &&\n typeof data.source === 'string' &&\n data.source.startsWith('loaders.gl')\n );\n}\n"],"file":"worker-body.js"}