@luxonis/visualizer-protobuf 3.1.13 → 3.1.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (68) hide show
  1. package/dist/{FoxgloveServer-Da9kV1cr.js → FoxgloveServer-CpnCBMeV.js} +1 -1
  2. package/dist/{communicator-Dh2aL-rj.js → communicator-DO6hmBxI.js} +1 -1
  3. package/dist/{depth-DiD1V2Sg.js → depth-Me_0Xnx6.js} +89 -2
  4. package/dist/{deserialization.worker-DU2Hs4UP.js → deserialization.worker-CUrCdjHf.js} +401 -137
  5. package/dist/{foxglove-protocol-BtLMVx24.js → foxglove-protocol-SrBOBs-8.js} +1 -1
  6. package/dist/{index-B5oN0fQm.js → index-5ZSfZI8d.js} +1 -1
  7. package/dist/{index-CNjpp5xs.js → index-B8aafdRQ.js} +5 -5
  8. package/dist/{index-B_3PleIH.js → index-BMew9qiQ.js} +57 -126
  9. package/dist/{index-D686pHc1.js → index-BsIRFSYD.js} +36 -9
  10. package/dist/{index-CqayH0_I.js → index-CIhAU5Cs.js} +5 -5
  11. package/dist/{index-DnhrXuH6.js → index-CN6tI-uI.js} +5 -5
  12. package/dist/{index--95nXh6E.js → index-CQtXiN8I.js} +5 -5
  13. package/dist/{index-DewnJOHY.js → index-CZGEFE1k.js} +5 -5
  14. package/dist/{index-CcWunxJv.js → index-CeRrHeG_.js} +5 -5
  15. package/dist/{index-BMp_L7Aa.js → index-CqH6rdRP.js} +5 -5
  16. package/dist/{index-JlGCfxtk.js → index-CrPun-aU.js} +5 -5
  17. package/dist/{index-B9-rLgJ9.js → index-Dc3rS1Cf.js} +7 -7
  18. package/dist/{index-CidrwlEk.js → index-DgNYLOM9.js} +5 -5
  19. package/dist/{index-DzOBiI2h.js → index-DjRF0u25.js} +5 -5
  20. package/dist/{index-CxKEiKY9.js → index-Dmc1065I.js} +5 -5
  21. package/dist/{index-BjiepKHF.js → index-Dn6pTTdu.js} +5 -5
  22. package/dist/{index-CCq5_y78.js → index-N2I7Bhtx.js} +5 -5
  23. package/dist/{index-X1k93Nku.js → index-_Z7btKy-.js} +5 -5
  24. package/dist/{index-C45UVGjk.js → index-_ggcs841.js} +5 -5
  25. package/dist/{index-DopAEQk2.js → index-svPKcEP3.js} +5 -5
  26. package/dist/{index-DWt4Nj5G.js → index-u1cGSF5c.js} +5 -5
  27. package/dist/index.js +5 -5
  28. package/dist/lib/src/components/PanelToolbar.d.ts.map +1 -1
  29. package/dist/lib/src/components/PanelToolbar.js +2 -2
  30. package/dist/lib/src/components/PanelToolbar.js.map +1 -1
  31. package/dist/lib/src/connection/foxglove-connection.d.ts.map +1 -1
  32. package/dist/lib/src/connection/foxglove-connection.js +12 -2
  33. package/dist/lib/src/connection/foxglove-connection.js.map +1 -1
  34. package/dist/lib/src/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.js +59 -20
  35. package/dist/lib/src/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.js.map +1 -1
  36. package/dist/lib/src/messaging/deserialization/pointcloud/utils.d.ts.map +1 -1
  37. package/dist/lib/src/messaging/deserialization/pointcloud/utils.js.map +1 -1
  38. package/dist/lib/src/messaging/deserialization/video/h264.d.ts +2 -1
  39. package/dist/lib/src/messaging/deserialization/video/h264.d.ts.map +1 -1
  40. package/dist/lib/src/messaging/deserialization/video/h264.js +14 -10
  41. package/dist/lib/src/messaging/deserialization/video/h264.js.map +1 -1
  42. package/dist/lib/src/messaging/deserialization/video/h265.d.ts +1 -0
  43. package/dist/lib/src/messaging/deserialization/video/h265.d.ts.map +1 -1
  44. package/dist/lib/src/messaging/deserialization/video/h265.js +12 -6
  45. package/dist/lib/src/messaging/deserialization/video/h265.js.map +1 -1
  46. package/dist/lib/src/messaging/deserialization/video/rgbd-to-pointcloud.d.ts +4 -4
  47. package/dist/lib/src/messaging/deserialization/video/rgbd-to-pointcloud.d.ts.map +1 -1
  48. package/dist/lib/src/messaging/deserialization/video/rgbd-to-pointcloud.js +350 -84
  49. package/dist/lib/src/messaging/deserialization/video/rgbd-to-pointcloud.js.map +1 -1
  50. package/dist/lib/src/messaging/protobuf.d.ts +2 -2
  51. package/dist/lib/src/messaging/protobuf.d.ts.map +1 -1
  52. package/dist/lib/src/messaging/protobuf.js +3 -3
  53. package/dist/lib/src/messaging/protobuf.js.map +1 -1
  54. package/dist/lib/src/utils/poitcloud-sync.d.ts +7 -2
  55. package/dist/lib/src/utils/poitcloud-sync.d.ts.map +1 -1
  56. package/dist/lib/src/utils/poitcloud-sync.js +10 -6
  57. package/dist/lib/src/utils/poitcloud-sync.js.map +1 -1
  58. package/dist/packages/studio-base/src/panels/ThreeDeeRender/Renderer.d.ts.map +1 -1
  59. package/dist/packages/studio-base/src/panels/ThreeDeeRender/Renderer.js +7 -2
  60. package/dist/packages/studio-base/src/panels/ThreeDeeRender/Renderer.js.map +1 -1
  61. package/dist/packages/studio-base/src/panels/ThreeDeeRender/ThreeDeeRender.d.ts.map +1 -1
  62. package/dist/packages/studio-base/src/panels/ThreeDeeRender/ThreeDeeRender.js +33 -1
  63. package/dist/packages/studio-base/src/panels/ThreeDeeRender/ThreeDeeRender.js.map +1 -1
  64. package/dist/{pointcloudFromDepth.worker-60RA4Ief.js → pointcloudFromDepth.worker-wzSOsJVb.js} +86 -47
  65. package/dist/{protobuf-OcbVtxg1.js → protobuf-CKMA2Rn8.js} +214 -214
  66. package/dist/{worker-C2MHIq3t.js → worker-Bhe7uYcO.js} +4 -4
  67. package/dist/{worker-Be-hru8f.js → worker-VIU0v1ZW.js} +3 -3
  68. package/package.json +1 -1
@@ -1,22 +1,32 @@
1
1
  // This Source Code Form is subject to the terms of the Mozilla Public
2
2
  // License, v2.0. If a copy of the MPL was not distributed with this
3
3
  // file, You can obtain one at http://mozilla.org/MPL/2.0/
4
- import { wrap } from "comlink";
4
+ import { releaseProxy, wrap } from "comlink";
5
5
  import { NumericType } from "@foxglove/schemas";
6
6
  import { estimateObjectSize } from "@foxglove/studio-base/players/messageMemoryEstimation";
7
- import { deserializeDepthFrame } from "./depth";
8
- import { convertNv12ToI420, deserializeEncodedFrameH264 } from "./h264";
9
- import { deserializeEncodedFrameH265 } from "./h265";
10
- import { deserializeMJPEGFrame } from "./mjpeg";
11
- import { Profile } from "../../../protobuf.generated/EncodedFrame";
12
- import { Type } from "../../../protobuf.generated/ImgFrame";
13
- import { parseMessage } from "../../utils";
14
- import { uint8ArrayToUint16Array } from "../pointcloud/utils";
7
+ import { deserializeDepthFrame } from "./depth.js";
8
+ import { convertNv12ToI420, deserializeEncodedFrameH264 } from "./h264.js";
9
+ import { deserializeEncodedFrameH265 } from "./h265.js";
10
+ import { deserializeMJPEGFrame } from "./mjpeg.js";
11
+ import { Profile } from "../../../protobuf.generated/EncodedFrame.js";
12
+ import { Type } from "../../../protobuf.generated/ImgFrame.js";
13
+ import { parseMessage } from "../../utils.js";
14
+ import { uint8ArrayToUint16Array } from "../pointcloud/utils.js";
15
+ import { constructKeyForTopicRenderMetrics, globalDecodeMetricsManager, globalInputEventMetricsManager, globalRenderMetricsManager } from "../../../utils/metrics-manager.js";
15
16
  const RGBD_POINTCLOUD_WORKER_COUNT = 6;
17
+ const RGBD_POINTCLOUD_WORKER_TIMEOUT_MS = 15_000;
18
+ const RGBD_POINTCLOUD_SCHEDULE_DELAY_MS = 0;
19
+ const ENABLE_RGBD_GPU_BATCHING = true;
20
+ const RGBD_GPU_BATCH_SIZE = 2;
21
+ const RGBD_GPU_BATCH_FLUSH_DELAY_MS = 8;
22
+ const RGBD_POINTCLOUD_IDLE_CLEANUP_MS = 30_000;
16
23
  let cachedRGBDHasGPU;
17
24
  let rgbdHasGPUPromise;
18
25
  let rgbdPointCloudWorkers;
19
26
  let rgbdPointCloudWorkerIndex = 0;
27
+ let rgbdPointCloudIdleCleanupTimeoutId;
28
+ const rgbdIntrinsicsByTopic = new Map();
29
+ const pendingRGBDBatches = new Map();
20
30
  function ensureEvenByteLength(data) {
21
31
  if (data.length % 2 === 0) {
22
32
  return data;
@@ -52,43 +62,98 @@ function getRGBDGPUSupport() {
52
62
  ensureRGBDGPUSupportDetection();
53
63
  return cachedRGBDHasGPU ?? false;
54
64
  }
55
- function getRGBDPointCloudWorkerSlot() {
65
+ function ensureRGBDPointCloudWorkers() {
56
66
  if (!rgbdPointCloudWorkers) {
57
67
  rgbdPointCloudWorkers = Array.from({ length: RGBD_POINTCLOUD_WORKER_COUNT }, () => {
58
- const worker = new Worker(new URL("../pointcloud/pointcloudFromDepth.worker", import.meta.url), {
59
- type: "module",
60
- });
61
- return {
62
- worker,
63
- remote: wrap(worker),
64
- activeJobs: 0,
65
- };
68
+ return createRGBDPointCloudWorkerSlot();
66
69
  });
67
70
  }
68
- const slots = rgbdPointCloudWorkers;
69
- const candidateSlots = slots
70
- .map((slot, index) => ({ slot, index }))
71
- .sort((left, right) => {
72
- if (left.slot.activeJobs !== right.slot.activeJobs) {
73
- return left.slot.activeJobs - right.slot.activeJobs;
74
- }
75
- const leftDistance = (left.index - rgbdPointCloudWorkerIndex + slots.length) % slots.length;
76
- const rightDistance = (right.index - rgbdPointCloudWorkerIndex + slots.length) % slots.length;
77
- return leftDistance - rightDistance;
71
+ return rgbdPointCloudWorkers;
72
+ }
73
+ function createRGBDPointCloudWorkerSlot() {
74
+ const worker = new Worker(new URL("../pointcloud/pointcloudFromDepth.worker", import.meta.url), {
75
+ type: "module",
78
76
  });
79
- const selected = candidateSlots[0];
80
- rgbdPointCloudWorkerIndex = (selected.index + 1) % slots.length;
77
+ const remote = wrap(worker);
81
78
  return {
82
- slot: selected.slot,
83
- index: selected.index,
79
+ worker,
80
+ remote,
81
+ activeJobs: 0,
82
+ dispose: () => {
83
+ remote[releaseProxy]();
84
+ worker.terminate();
85
+ },
84
86
  };
85
87
  }
88
+ function clearRGBDPointCloudIdleCleanupTimeout() {
89
+ if (rgbdPointCloudIdleCleanupTimeoutId != undefined) {
90
+ clearTimeout(rgbdPointCloudIdleCleanupTimeoutId);
91
+ rgbdPointCloudIdleCleanupTimeoutId = undefined;
92
+ }
93
+ }
94
+ function hasActiveRGBDPointCloudWork() {
95
+ const hasActiveJobs = rgbdPointCloudWorkers?.some((slot) => slot.activeJobs > 0) ?? false;
96
+ return hasActiveJobs || pendingRGBDBatches.size > 0;
97
+ }
98
+ function disposeRGBDPointCloudWorkers() {
99
+ clearRGBDPointCloudIdleCleanupTimeout();
100
+ for (const batch of pendingRGBDBatches.values()) {
101
+ clearRGBDBatchFlush(batch);
102
+ }
103
+ pendingRGBDBatches.clear();
104
+ rgbdIntrinsicsByTopic.clear();
105
+ if (rgbdPointCloudWorkers) {
106
+ for (const slot of rgbdPointCloudWorkers) {
107
+ slot.dispose();
108
+ }
109
+ rgbdPointCloudWorkers = undefined;
110
+ }
111
+ rgbdPointCloudWorkerIndex = 0;
112
+ }
113
+ function scheduleRGBDPointCloudWorkersCleanup() {
114
+ clearRGBDPointCloudIdleCleanupTimeout();
115
+ rgbdPointCloudIdleCleanupTimeoutId = setTimeout(() => {
116
+ if (hasActiveRGBDPointCloudWork()) {
117
+ scheduleRGBDPointCloudWorkersCleanup();
118
+ return;
119
+ }
120
+ disposeRGBDPointCloudWorkers();
121
+ }, RGBD_POINTCLOUD_IDLE_CLEANUP_MS);
122
+ }
123
+ function markRGBDPointCloudWorkersActive() {
124
+ scheduleRGBDPointCloudWorkersCleanup();
125
+ }
126
+ function replaceRGBDPointCloudWorker(index) {
127
+ const slots = ensureRGBDPointCloudWorkers();
128
+ const currentSlot = slots[index];
129
+ currentSlot?.dispose();
130
+ const replacementSlot = createRGBDPointCloudWorkerSlot();
131
+ slots[index] = replacementSlot;
132
+ markRGBDPointCloudWorkersActive();
133
+ return replacementSlot;
134
+ }
135
+ function tryAcquireRGBDPointCloudWorkerSlot() {
136
+ const slots = rgbdPointCloudWorkers;
137
+ const ensuredSlots = ensureRGBDPointCloudWorkers();
138
+ markRGBDPointCloudWorkersActive();
139
+ for (let offset = 0; offset < ensuredSlots.length; offset++) {
140
+ const index = (rgbdPointCloudWorkerIndex + offset) % ensuredSlots.length;
141
+ const slot = ensuredSlots[index];
142
+ if (!slot || slot.activeJobs > 0) {
143
+ continue;
144
+ }
145
+ slot.activeJobs = 1;
146
+ rgbdPointCloudWorkerIndex = (index + 1) % ensuredSlots.length;
147
+ return { slot, index };
148
+ }
149
+ return undefined;
150
+ }
86
151
  function repackYuv420pToI420(imageFrame, width, height) {
87
152
  const specs = imageFrame.fb ?? imageFrame.sourceFb;
88
153
  const source = ensureEvenByteLength(imageFrame.data);
89
154
  const yStride = specs?.stride || width;
90
- const uvWidth = Math.floor(width / 2);
91
- const uvHeight = Math.floor(height / 2);
155
+ const uvWidth = Math.ceil(width / 2);
156
+ const uvHeight = Math.ceil(height / 2);
92
157
  const uvStride = yStride > width ? Math.floor(yStride / 2) : uvWidth;
93
158
  const yPlaneSize = width * height;
94
159
  const uvPlaneSize = uvWidth * uvHeight;
@@ -168,12 +233,23 @@ function extractIntrinsicsFromTransformation(transformation) {
168
233
  },
169
234
  };
170
235
  }
171
- function resolveRGBDIntrinsics(message, fallbackIntrinsics) {
236
+ function resolveRGBDIntrinsicsFromMessage(message) {
172
237
  return (extractIntrinsicsFromTransformation(message.depthImgFrame?.transformation) ??
173
238
  extractIntrinsicsFromTransformation(message.depthEncodedFrame?.transformation) ??
174
239
  extractIntrinsicsFromTransformation(message.colorImgFrame?.transformation) ??
175
- extractIntrinsicsFromTransformation(message.colorEncodedFrame?.transformation) ??
176
- fallbackIntrinsics);
240
+ extractIntrinsicsFromTransformation(message.colorEncodedFrame?.transformation));
241
+ }
242
+ function getRGBDIntrinsics(topic, message, fallbackIntrinsics) {
243
+ const cachedIntrinsics = rgbdIntrinsicsByTopic.get(topic);
244
+ if (cachedIntrinsics) {
245
+ return cachedIntrinsics;
246
+ }
247
+ const resolvedIntrinsics = resolveRGBDIntrinsicsFromMessage(message);
248
+ if (resolvedIntrinsics) {
249
+ rgbdIntrinsicsByTopic.set(topic, resolvedIntrinsics);
250
+ return resolvedIntrinsics;
251
+ }
252
+ return fallbackIntrinsics;
177
253
  }
178
254
  async function extractEncodedColorFrame(encodedFrame, topicDecoders, topic) {
179
255
  const decodeFrame = async () => await new Promise((resolve, reject) => {
@@ -265,61 +341,251 @@ function parseDimensions(message) {
265
341
  }
266
342
  return obj;
267
343
  }
344
+ function emitRGBDDepthPreview(topic, message, maxStereoDepth, callback, onError) {
345
+ if (!message.depthImgFrame) {
346
+ return;
347
+ }
348
+ const depthFrameForPreview = {
349
+ ...message.depthImgFrame,
350
+ data: message.depthImgFrame.data.slice(),
351
+ };
352
+ void deserializeDepthFrame({
353
+ topic,
354
+ message: depthFrameForPreview,
355
+ callback,
356
+ maxStereoDepth: maxStereoDepth / 1000,
357
+ }).catch(onError);
358
+ }
359
+ function emitRGBDPointCloud(frame, pointCloudData) {
360
+ const foxgloveMessage = {
361
+ timestamp: frame.timestamp ?? frame.receiveTime,
362
+ frame_id: `pointcloud-${frame.topic}-frame`,
363
+ point_stride: 16,
364
+ pose: {
365
+ position: { x: 0, y: 0, z: 0 },
366
+ orientation: { x: 0, y: 0, z: 1, w: 0 }
367
+ },
368
+ width: frame.depthWidth,
369
+ height: frame.depthHeight,
370
+ fields: [
371
+ { name: "x", offset: 0, type: NumericType.FLOAT32 },
372
+ { name: "y", offset: 4, type: NumericType.FLOAT32 },
373
+ { name: "z", offset: 8, type: NumericType.FLOAT32 },
374
+ { name: "red", offset: 12, type: NumericType.UINT8 },
375
+ { name: "green", offset: 13, type: NumericType.UINT8 },
376
+ { name: "blue", offset: 14, type: NumericType.UINT8 },
377
+ { name: "alpha", offset: 15, type: NumericType.UINT8 },
378
+ ],
379
+ data: pointCloudData,
380
+ };
381
+ frame.callback({
382
+ topic: frame.topic,
383
+ receiveTime: frame.receiveTime,
384
+ message: foxgloveMessage,
385
+ sizeInBytes: estimateObjectSize(foxgloveMessage),
386
+ schemaName: "foxglove.PointCloud.Colored"
387
+ });
388
+ }
389
+ function getRGBDBatchSignature(frame) {
390
+ const intrinsics = frame.rgbdIntrinsics.right;
391
+ return [
392
+ frame.depthWidth,
393
+ frame.depthHeight,
394
+ frame.colorFrame.width,
395
+ frame.colorFrame.height,
396
+ intrinsics.focalLenght.x,
397
+ intrinsics.focalLenght.y,
398
+ intrinsics.principalPoint.x,
399
+ intrinsics.principalPoint.y,
400
+ frame.maxStereoDepth,
401
+ frame.hasGPU,
402
+ ].join(":");
403
+ }
404
+ function clearRGBDBatchFlush(batch) {
405
+ if (batch.flushTimeoutId != undefined) {
406
+ clearTimeout(batch.flushTimeoutId);
407
+ batch.flushTimeoutId = undefined;
408
+ }
409
+ }
410
+ async function processRGBDPointCloudBatchOnWorker(workerSlot, workerIndex, frames) {
411
+ const firstFrame = frames[0];
412
+ if (!firstFrame) {
413
+ workerSlot.activeJobs = Math.max(0, workerSlot.activeJobs - 1);
414
+ return;
415
+ }
416
+ const intrinsics = firstFrame.rgbdIntrinsics.right;
417
+ let timeoutId;
418
+ try {
419
+ const pointClouds = await Promise.race([
420
+ workerSlot.remote.depthToPointcloudGPU(frames.map((frame) => frame.depthFrame), firstFrame.depthWidth, firstFrame.depthHeight, intrinsics.focalLenght.x, intrinsics.focalLenght.y, intrinsics.principalPoint.x, intrinsics.principalPoint.y, frames.map((frame) => frame.colorFrame.data), firstFrame.colorFrame.width, firstFrame.colorFrame.height, firstFrame.maxStereoDepth, { hasGPU: firstFrame.hasGPU }),
421
+ new Promise((_, reject) => {
422
+ timeoutId = setTimeout(() => {
423
+ reject(new Error(`RGBD pointcloud worker ${workerIndex} timed out after ${RGBD_POINTCLOUD_WORKER_TIMEOUT_MS}ms for topic ${firstFrame.topic} ` +
424
+ `(batch=${frames.length}, depth=${firstFrame.depthWidth}x${firstFrame.depthHeight}, color=${firstFrame.colorFrame.width}x${firstFrame.colorFrame.height}, hasGPU=${firstFrame.hasGPU})`));
425
+ }, RGBD_POINTCLOUD_WORKER_TIMEOUT_MS);
426
+ }),
427
+ ]);
428
+ if (timeoutId) {
429
+ clearTimeout(timeoutId);
430
+ timeoutId = undefined;
431
+ }
432
+ if (pointClouds.length !== frames.length) {
433
+ throw new Error(`RGBD pointcloud worker returned ${pointClouds.length} frames for batch size ${frames.length}`);
434
+ }
435
+ for (let index = 0; index < frames.length; index++) {
436
+ const frame = frames[index];
437
+ const pointCloud = pointClouds[index];
438
+ if (!frame || !pointCloud) {
439
+ continue;
440
+ }
441
+ emitRGBDPointCloud(frame, pointCloud);
442
+ }
443
+ }
444
+ catch (error) {
445
+ if (timeoutId) {
446
+ clearTimeout(timeoutId);
447
+ timeoutId = undefined;
448
+ }
449
+ if (error instanceof Error && error.message.includes("timed out")) {
450
+ replaceRGBDPointCloudWorker(workerIndex);
451
+ console.error(error);
452
+ }
453
+ const normalizedError = error instanceof Error ? error : new Error(String(error));
454
+ for (const frame of frames) {
455
+ frame.onError(normalizedError);
456
+ }
457
+ }
458
+ finally {
459
+ workerSlot.activeJobs = Math.max(0, workerSlot.activeJobs - 1);
460
+ markRGBDPointCloudWorkersActive();
461
+ }
462
+ }
463
+ async function processRGBDPointCloudOnWorker(workerSlot, workerIndex, frame) {
464
+ const intrinsics = frame.rgbdIntrinsics.right;
465
+ let timeoutId;
466
+ try {
467
+ const pointClouds = await Promise.race([
468
+ workerSlot.remote.depthToPointcloudGPU([frame.depthFrame], frame.depthWidth, frame.depthHeight, intrinsics.focalLenght.x, intrinsics.focalLenght.y, intrinsics.principalPoint.x, intrinsics.principalPoint.y, [frame.colorFrame.data], frame.colorFrame.width, frame.colorFrame.height, frame.maxStereoDepth, { hasGPU: frame.hasGPU }),
469
+ new Promise((_, reject) => {
470
+ timeoutId = setTimeout(() => {
471
+ reject(new Error(`RGBD pointcloud worker ${workerIndex} timed out after ${RGBD_POINTCLOUD_WORKER_TIMEOUT_MS}ms for topic ${frame.topic} ` +
472
+ `(depth=${frame.depthWidth}x${frame.depthHeight}, color=${frame.colorFrame.width}x${frame.colorFrame.height}, hasGPU=${frame.hasGPU})`));
473
+ }, RGBD_POINTCLOUD_WORKER_TIMEOUT_MS);
474
+ }),
475
+ ]);
476
+ if (timeoutId) {
477
+ clearTimeout(timeoutId);
478
+ timeoutId = undefined;
479
+ }
480
+ if (pointClouds.length !== 1 || !pointClouds[0]) {
481
+ throw new Error(`RGBD pointcloud worker returned ${pointClouds.length} frames for single-frame request`);
482
+ }
483
+ emitRGBDPointCloud(frame, pointClouds[0]);
484
+ }
485
+ catch (error) {
486
+ if (timeoutId) {
487
+ clearTimeout(timeoutId);
488
+ timeoutId = undefined;
489
+ }
490
+ if (error instanceof Error && error.message.includes("timed out")) {
491
+ replaceRGBDPointCloudWorker(workerIndex);
492
+ console.error(error);
493
+ }
494
+ frame.onError(error instanceof Error ? error : new Error(String(error)));
495
+ }
496
+ finally {
497
+ workerSlot.activeJobs = Math.max(0, workerSlot.activeJobs - 1);
498
+ markRGBDPointCloudWorkersActive();
499
+ }
500
+ }
501
+ function flushRGBDPointCloudBatch(topic) {
502
+ const batch = pendingRGBDBatches.get(topic);
503
+ if (!batch || batch.frames.length === 0) {
504
+ pendingRGBDBatches.delete(topic);
505
+ return;
506
+ }
507
+ clearRGBDBatchFlush(batch);
508
+ pendingRGBDBatches.delete(topic);
509
+ const reservedWorkerSelection = tryAcquireRGBDPointCloudWorkerSlot();
510
+ if (!reservedWorkerSelection) {
511
+ console.warn(`[RGBD] Dropping pointcloud frame for topic ${topic}: all RGBD pointcloud workers are busy.`);
512
+ return;
513
+ }
514
+ void processRGBDPointCloudBatchOnWorker(reservedWorkerSelection.slot, reservedWorkerSelection.index, batch.frames);
515
+ }
516
+ function enqueueRGBDPointCloudFrame(frame) {
517
+ if (!ENABLE_RGBD_GPU_BATCHING || !frame.hasGPU) {
518
+ const reservedWorkerSelection = tryAcquireRGBDPointCloudWorkerSlot();
519
+ if (!reservedWorkerSelection) {
520
+ console.warn(`[RGBD] Dropping pointcloud frame for topic ${frame.topic}: all RGBD pointcloud workers are busy.`);
521
+ return;
522
+ }
523
+ globalRenderMetricsManager.ensureTopic(constructKeyForTopicRenderMetrics("renderPointCloudFrame", "Point Cloud"));
524
+ globalInputEventMetricsManager.registerEvent(constructKeyForTopicRenderMetrics("incomingPointCloudFrame", "Point Cloud"));
525
+ globalDecodeMetricsManager.registerEvent("Point Cloud");
526
+ void processRGBDPointCloudOnWorker(reservedWorkerSelection.slot, reservedWorkerSelection.index, frame);
527
+ return;
528
+ }
529
+ const existingBatch = pendingRGBDBatches.get(frame.topic);
530
+ if (existingBatch &&
531
+ existingBatch.frames.length > 0 &&
532
+ getRGBDBatchSignature(existingBatch.frames[0]) !== getRGBDBatchSignature(frame)) {
533
+ flushRGBDPointCloudBatch(frame.topic);
534
+ }
535
+ const batch = pendingRGBDBatches.get(frame.topic) ?? { frames: [] };
536
+ batch.frames.push(frame);
537
+ pendingRGBDBatches.set(frame.topic, batch);
538
+ if (batch.frames.length >= RGBD_GPU_BATCH_SIZE) {
539
+ flushRGBDPointCloudBatch(frame.topic);
540
+ return;
541
+ }
542
+ clearRGBDBatchFlush(batch);
543
+ batch.flushTimeoutId = setTimeout(() => {
544
+ flushRGBDPointCloudBatch(frame.topic);
545
+ }, RGBD_GPU_BATCH_FLUSH_DELAY_MS);
546
+ }
268
547
  export async function deserializeRGBDFrameToPointCloud({ topic, topicDecoders, cameraIntrinsics, maxStereoDepth, message, callback, onError, }) {
269
- const { slot: workerSlot, index: workerIndex } = getRGBDPointCloudWorkerSlot();
270
- workerSlot.activeJobs += 1;
548
+ markRGBDPointCloudWorkersActive();
549
+ emitRGBDDepthPreview(topic, message, maxStereoDepth, callback, onError);
550
+ setTimeout(() => {
551
+ void processScheduledRGBDPointCloud({
552
+ topic,
553
+ topicDecoders,
554
+ cameraIntrinsics,
555
+ maxStereoDepth,
556
+ message,
557
+ callback,
558
+ onError,
559
+ });
560
+ }, RGBD_POINTCLOUD_SCHEDULE_DELAY_MS);
561
+ }
562
+ async function processScheduledRGBDPointCloud({ topic, topicDecoders, cameraIntrinsics, maxStereoDepth, message, callback, onError, }) {
271
563
  const { receiveTime } = parseMessage(message);
272
564
  const { depthWidth, depthHeight } = parseDimensions(message);
273
- const rgbdIntrinsics = resolveRGBDIntrinsics(message, cameraIntrinsics);
565
+ const rgbdIntrinsics = getRGBDIntrinsics(topic, message, cameraIntrinsics);
274
566
  const hasGPU = getRGBDGPUSupport();
275
- if (message.depthImgFrame) {
276
- const depthFrameForPreview = {
277
- ...message.depthImgFrame,
278
- data: message.depthImgFrame.data.slice(),
279
- };
280
- void deserializeDepthFrame({
281
- topic,
282
- message: depthFrameForPreview,
283
- callback,
284
- maxStereoDepth: maxStereoDepth / 1000,
285
- }).catch(onError);
286
- }
287
- const colorFrame = await extractColorFrame(message.colorEncodedFrame, message.colorImgFrame, topicDecoders, topic);
288
- const uint8DepthFrames = extractDepthFrame(message.depthEncodedFrame, message.depthImgFrame);
289
- const depthFrames = uint8ArrayToUint16Array(uint8DepthFrames);
290
567
  try {
291
- const pointCloud = await workerSlot.remote.depthToPointcloudGPU([depthFrames], depthWidth, depthHeight, rgbdIntrinsics.right.focalLenght.x, rgbdIntrinsics.right.focalLenght.y, rgbdIntrinsics.right.principalPoint.x, rgbdIntrinsics.right.principalPoint.y, [colorFrame.data], colorFrame.width, colorFrame.height, maxStereoDepth, { hasGPU });
292
- const foxgloveMessage = {
293
- timestamp: message.tsDevice ?? receiveTime,
294
- frame_id: `pointcloud-${topic}-frame`,
295
- point_stride: 16,
296
- pose: {
297
- position: { x: 0, y: 0, z: 0 },
298
- orientation: { x: 0, y: 0, z: 1, w: 0 }
299
- },
300
- width: depthWidth,
301
- height: depthHeight,
302
- fields: [
303
- { name: "x", offset: 0, type: NumericType.FLOAT32 },
304
- { name: "y", offset: 4, type: NumericType.FLOAT32 },
305
- { name: "z", offset: 8, type: NumericType.FLOAT32 },
306
- { name: "red", offset: 12, type: NumericType.UINT8 },
307
- { name: "green", offset: 13, type: NumericType.UINT8 },
308
- { name: "blue", offset: 14, type: NumericType.UINT8 },
309
- { name: "alpha", offset: 15, type: NumericType.UINT8 },
310
- ],
311
- data: pointCloud[0]
312
- };
313
- callback({
568
+ const colorFrame = await extractColorFrame(message.colorEncodedFrame, message.colorImgFrame, topicDecoders, topic);
569
+ const uint8DepthFrames = extractDepthFrame(message.depthEncodedFrame, message.depthImgFrame);
570
+ const depthFrame = uint8ArrayToUint16Array(uint8DepthFrames);
571
+ const pendingFrame = {
314
572
  topic,
315
573
  receiveTime,
316
- message: foxgloveMessage,
317
- sizeInBytes: estimateObjectSize(foxgloveMessage),
318
- schemaName: "foxglove.PointCloud.Colored"
319
- });
574
+ timestamp: message.tsDevice,
575
+ depthWidth,
576
+ depthHeight,
577
+ rgbdIntrinsics,
578
+ colorFrame,
579
+ depthFrame,
580
+ maxStereoDepth,
581
+ hasGPU,
582
+ callback,
583
+ onError,
584
+ };
585
+ enqueueRGBDPointCloudFrame(pendingFrame);
320
586
  }
321
- finally {
322
- workerSlot.activeJobs = Math.max(0, workerSlot.activeJobs - 1);
587
+ catch (error) {
588
+ onError(error instanceof Error ? error : new Error(String(error)));
323
589
  }
324
590
  }
325
591
  //# sourceMappingURL=rgbd-to-pointcloud.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"rgbd-to-pointcloud.js","sourceRoot":"","sources":["../../../../../../src/messaging/deserialization/video/rgbd-to-pointcloud.ts"],"names":[],"mappings":"AAAA,sEAAsE;AACtE,oEAAoE;AACpE,0DAA0D;AAE1D,OAAO,EAAe,IAAI,EAAE,MAAM,SAAS,CAAC;AAE5C,OAAO,EAAE,WAAW,EAAY,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,uDAAuD,CAAC;AAG3F,OAAO,EAAE,qBAAqB,EAAiC,MAAM,SAAS,CAAC;AAC/E,OAAO,EAAE,iBAAiB,EAAE,2BAA2B,EAAsB,MAAM,QAAQ,CAAC;AAC5F,OAAO,EAAE,2BAA2B,EAAE,MAAM,QAAQ,CAAC;AACrD,OAAO,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,OAAO,EAAqB,MAAM,0CAA0C,CAAC;AACtF,OAAO,EAAE,IAAI,EAAiB,MAAM,sCAAsC,CAAC;AAG3E,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AA8C9D,MAAM,4BAA4B,GAAG,CAAC,CAAC;AAEvC,IAAI,gBAAqC,CAAC;AAC1C,IAAI,iBAA+C,CAAC;AACpD,IAAI,qBAA6D,CAAC;AAClE,IAAI,yBAAyB,GAAG,CAAC,CAAC;AAIlC,SAAS,oBAAoB,CAAC,IAAgB;IAC5C,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/C,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,6BAA6B;IACpC,IAAI,gBAAgB,IAAI,SAAS,IAAI,iBAAiB,EAAE,CAAC;QACvD,OAAO;IACT,CAAC;IAED,iBAAiB,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,IAAI,OAAO,SAAS,CAAC,GAAG,KAAK,WAAW,EAAE,CAAC;YACzC,gBAAgB,GAAG,KAAK,CAAC;YACzB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;YACrD,gBAAgB,GAAG,OAAO,IAAI,SAAS,CAAC;YACxC,OAAO,gBAAgB,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAgB,GAAG,KAAK,CAAC;YACzB,OAAO,KAAK,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,iBAAiB,GAAG,SAAS,CAAC;QAChC,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;AACP,CAAC;AAED,SAAS,iBAAiB;IACxB,6BAA6B,EAAE,CAAC;IAChC,OAAO,gBAAgB,IAAI,KAAK,CAAC;AACnC,CAAC;AAED,SAAS,2BAA2B;IAClC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC3B,qBAAqB,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,4BAA4B,EAAE,EAAE,GAAG,EAAE;YAChF,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,0CAA0C,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAC9F,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;YACH,OAAO;gBACL,MAAM;gBACN,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;gBACpB,UAAU,EAAE,CAAC;aACd,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,KAAK,GAAG,qBAAqB,CAAC;IACpC,MAAM,cAAc,GAAG,KAAK;SACzB,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;SACvC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QACpB,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACnD,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC;QACtD,CAAC;QACD,MAAM,YAAY,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,yBAAyB,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QAC5F,MAAM,aAAa,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,yBAAyB,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QAC9F,OAAO,YAAY,GAAG,aAAa,CAAC;IACtC,CAAC,CAAC,CAAC;IAEL,MAAM,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAE,CAAC;IACpC,yBAAyB,GAAG,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;IAChE,OAAO;QACL,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;KACtB,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,UAAoB,EAAE,KAAa,EAAE,MAAc;IAC9E,MAAM,KAAK,GAAG,UAAU,CAAC,EAAE,IAAI,UAAU,CAAC,QAAQ,CAAC;IACnD,MAAM,MAAM,GAAG,oBAAoB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,KAAK,EAAE,MAAM,IAAI,KAAK,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IACrE,MAAM,UAAU,GAAG,KAAK,GAAG,MAAM,CAAC;IAClC,MAAM,WAAW,GAAG,OAAO,GAAG,QAAQ,CAAC;IACvC,MAAM,OAAO,GAAG,KAAK,EAAE,QAAQ,IAAI,OAAO,GAAG,MAAM,CAAC;IACpD,MAAM,OAAO,GAAG,KAAK,EAAE,QAAQ,IAAI,OAAO,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACjE,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,UAAU,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC;IAE1D,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;QACtC,MAAM,SAAS,GAAG,GAAG,GAAG,OAAO,CAAC;QAChC,MAAM,SAAS,GAAG,GAAG,GAAG,KAAK,CAAC;QAC9B,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,GAAG,KAAK,CAAC,EAAE,SAAS,CAAC,CAAC;IACrE,CAAC;IAED,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,QAAQ,EAAE,GAAG,EAAE,EAAE,CAAC;QACxC,MAAM,UAAU,GAAG,OAAO,GAAG,GAAG,GAAG,QAAQ,CAAC;QAC5C,MAAM,UAAU,GAAG,OAAO,GAAG,GAAG,GAAG,QAAQ,CAAC;QAC5C,MAAM,SAAS,GAAG,GAAG,GAAG,OAAO,CAAC;QAChC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC,CAAC;QACpF,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,EAAE,UAAU,GAAG,WAAW,GAAG,SAAS,CAAC,CAAC;IACpG,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,WAAW,CAClB,MAA8F;IAE9F,MAAM,IAAI,GAAG,MAAM,EAAE,MAAM,CAAC;IAC5B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,cAAc,GAAG,IAAI;SACxB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACX,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC;IAEpE,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;QACzD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,cAA2B,CAAC;AACrC,CAAC;AAED,SAAS,WAAW,CAAC,IAAe,EAAE,KAAgB;IACpD,OAAO;QACL;YACE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC/E;QACD;YACE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC/E;QACD;YACE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC/E;KACF,CAAC;AACJ,CAAC;AAED,SAAS,mCAAmC,CAAC,cAA6C;IACxF,MAAM,qBAAqB,GAAG,WAAW,CAAC,cAAc,EAAE,qBAAqB,CAAC,CAAC;IACjF,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC3B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,oBAAoB,GAAG,WAAW,CAAC,cAAc,EAAE,oBAAoB,CAAC,CAAC;IAC/E,MAAM,wBAAwB,GAAG,oBAAoB;QACnD,CAAC,CAAC,WAAW,CAAC,oBAAoB,EAAE,qBAAqB,CAAC;QAC1D,CAAC,CAAC,qBAAqB,CAAC;IAE1B,MAAM,EAAE,GAAG,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE1C,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAC/D,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO;QACL,IAAI,EAAE;YACJ,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YAC7B,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;SACjC;QACD,KAAK,EAAE;YACL,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YAC7B,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;SACjC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,OAAiB,EACjB,kBAA0C;IAE1C,OAAO,CACL,mCAAmC,CAAC,OAAO,CAAC,aAAa,EAAE,cAAc,CAAC;QAC1E,mCAAmC,CAAC,OAAO,CAAC,iBAAiB,EAAE,cAAc,CAAC;QAC9E,mCAAmC,CAAC,OAAO,CAAC,aAAa,EAAE,cAAc,CAAC;QAC1E,mCAAmC,CAAC,OAAO,CAAC,iBAAiB,EAAE,cAAc,CAAC;QAC9E,kBAAkB,CACnB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,YAA0B,EAC1B,aAA4B,EAC5B,KAAa;IAEb,MAAM,WAAW,GAAG,KAAK,IAAuB,EAAE,CAChD,MAAM,IAAI,OAAO,CAAW,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC9C,MAAM,QAAQ,GAAG,CAAC,KAAmB,EAAE,EAAE;YACvC,OAAO,CAAC,KAAK,CAAC,OAAmB,CAAC,CAAC;QACrC,CAAC,CAAC;QACF,MAAM,YAAY,GAAG,CAAC,KAAY,EAAE,EAAE;YACpC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC;QAEF,MAAM,IAAI,GAAG;YACX,KAAK;YACL,OAAO,EAAE,YAAY;YACrB,QAAQ;SACT,CAAC;QAEF,IAAI,YAAY,CAAC,OAAO,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC;YACzC,KAAK,2BAA2B,CAAC,EAAE,GAAG,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC1G,CAAC;aAAM,IAAI,YAAY,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;YACjD,KAAK,qBAAqB,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACvD,CAAC;aAAM,IAAI,YAAY,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;YACjD,KAAK,2BAA2B,CAAC,EAAE,GAAG,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC1G,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,KAAK,CAAC,kCAAkC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC/G,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,MAAM,OAAO,GAAG,MAAM,WAAW,EAAE,CAAC;IACpC,OAAO;QACL,IAAI,EAAE,oBAAoB,CAAC,OAAO,CAAC,IAAI,CAAC;QACxC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CACxB,YAAsC,EACtC,UAAgC,EAChC,aAA4B,EAC5B,KAAa;IAEb,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,wBAAwB,CAAC,YAAY,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,UAAU,CAAC,EAAE,IAAI,UAAU,CAAC,QAAQ,CAAC;QAEnD,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,KAAK,EAAE,MAAM,IAAI,KAAK,CAAC;YACtC,MAAM,QAAQ,GAAG,KAAK,EAAE,QAAQ,IAAI,MAAM,GAAG,MAAM,CAAC;YACpD,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,IAAI,EAAE,iBAAiB,CAAC,oBAAoB,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,CAAC;gBAC1G,KAAK;gBACL,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;YAC1B,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,IAAI,EAAE,mBAAmB,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC;gBACpD,KAAK;gBACL,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,wCAAwC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACzF,CAAC;IAED,OAAO,OAAO,CAAC,OAAO,CAAC;QACrB,IAAI,EAAE,IAAI,UAAU,EAAE;QACtB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;KACV,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CACxB,YAAsC,EACtC,UAAgC;IAEhC,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,oBAAoB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,oBAAoB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,IAAI,UAAU,EAAE,CAAC;AAC1B,CAAC;AAED,SAAS,eAAe,CAAC,OAAiB;IACxC,MAAM,GAAG,GAAG;QACV,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;KACf,CAAC;IAEF,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;QAC9B,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,iBAAiB,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QACpF,GAAG,CAAC,UAAU,GAAG,KAAK,CAAC;QACvB,GAAG,CAAC,WAAW,GAAG,MAAM,CAAC;IAC3B,CAAC;SAAM,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QACjC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,CAAA;QAC7D,GAAG,CAAC,UAAU,GAAG,KAAK,CAAC;QACvB,GAAG,CAAC,WAAW,GAAG,MAAM,CAAC;IAC3B,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAID,MAAM,CAAC,KAAK,UAAU,gCAAgC,CAAC,EACrD,KAAK,EACL,aAAa,EACb,gBAAgB,EAChB,cAAc,EACd,OAAO,EACP,QAAQ,EACR,OAAO,GACkB;IACzB,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,2BAA2B,EAAE,CAAC;IAC/E,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;IAC3B,MAAM,EAAE,WAAW,EAAE,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAC7D,MAAM,cAAc,GAAG,qBAAqB,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;IACxE,MAAM,MAAM,GAAG,iBAAiB,EAAE,CAAC;IACnC,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QAC1B,MAAM,oBAAoB,GAAG;YAC3B,GAAG,OAAO,CAAC,aAAa;YACxB,IAAI,EAAE,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,EAAE;SACzC,CAAC;QACF,KAAK,qBAAqB,CAAC;YACzB,KAAK;YACL,OAAO,EAAE,oBAAoB;YAC7B,QAAQ;YACR,cAAc,EAAE,cAAc,GAAG,IAAI;SACtC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACpB,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,iBAAiB,CACxC,OAAO,CAAC,iBAAiB,EACzB,OAAO,CAAC,aAAa,EACrB,aAAa,EACb,KAAK,CACN,CAAC;IACF,MAAM,gBAAgB,GAAG,iBAAiB,CACxC,OAAO,CAAC,iBAAiB,EACzB,OAAO,CAAC,aAAa,CACtB,CAAC;IACF,MAAM,WAAW,GAAG,uBAAuB,CAAC,gBAAgB,CAAC,CAAC;IAE9D,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,oBAAoB,CAC7D,CAAC,WAAW,CAAC,EACb,UAAU,EACV,WAAW,EACX,cAAc,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,EAClC,cAAc,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,EAClC,cAAc,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,EACrC,cAAc,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,EACrC,CAAC,UAAU,CAAC,IAAI,CAAC,EACjB,UAAU,CAAC,KAAK,EAChB,UAAU,CAAC,MAAM,EACjB,cAAc,EACd,EAAE,MAAM,EAAE,CACX,CAAC;QAEF,MAAM,eAAe,GAAgC;YACnD,SAAS,EAAE,OAAO,CAAC,QAAQ,IAAI,WAAW;YAC1C,QAAQ,EAAE,cAAc,KAAK,QAAQ;YACrC,YAAY,EAAE,EAAE;YAChB,IAAI,EAAE;gBACJ,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;gBAC9B,WAAW,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;aACxC;YACD,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,WAAW;YACnB,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,OAAO,EAAE;gBACnD,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,OAAO,EAAE;gBACnD,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,OAAO,EAAE;gBACnD,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,EAAE;gBACpD,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,EAAE;gBACtD,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,EAAE;gBACrD,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,EAAE;aACvD;YACD,IAAI,EAAE,UAAU,CAAC,CAAC,CAAE;SACrB,CAAC;QAEF,QAAQ,CAAC;YACP,KAAK;YACL,WAAW;YACX,OAAO,EAAE,eAAe;YACxB,WAAW,EAAE,kBAAkB,CAAC,eAAe,CAAC;YAChD,UAAU,EAAE,6BAA6B;SAC1C,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,UAAU,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IACjE,CAAC;AAEH,CAAC"}
1
+ {"version":3,"file":"rgbd-to-pointcloud.js","sourceRoot":"","sources":["../../../../../../src/messaging/deserialization/video/rgbd-to-pointcloud.ts"],"names":[],"mappings":"AAAA,sEAAsE;AACtE,oEAAoE;AACpE,0DAA0D;AAE1D,OAAO,EAAE,YAAY,EAAe,IAAI,EAAE,MAAM,SAAS,CAAC;AAE1D,OAAO,EAAE,WAAW,EAAY,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,uDAAuD,CAAC;AAG3F,OAAO,EAAE,qBAAqB,EAAiC,MAAM,YAAY,CAAC;AAClF,OAAO,EAAE,iBAAiB,EAAE,2BAA2B,EAAsB,MAAM,WAAW,CAAC;AAC/F,OAAO,EAAE,2BAA2B,EAAE,MAAM,WAAW,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,OAAO,EAAqB,MAAM,6CAA6C,CAAC;AACzF,OAAO,EAAE,IAAI,EAAiB,MAAM,yCAAyC,CAAC;AAG9E,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,iCAAiC,EAAE,0BAA0B,EAAE,8BAA8B,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AA+C9K,MAAM,4BAA4B,GAAG,CAAC,CAAC;AACvC,MAAM,iCAAiC,GAAG,MAAM,CAAC;AACjD,MAAM,iCAAiC,GAAG,CAAC,CAAC;AAC5C,MAAM,wBAAwB,GAAG,IAAI,CAAC;AACtC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,6BAA6B,GAAG,CAAC,CAAC;AACxC,MAAM,+BAA+B,GAAG,MAAM,CAAC;AAE/C,IAAI,gBAAqC,CAAC;AAC1C,IAAI,iBAA+C,CAAC;AACpD,IAAI,qBAA6D,CAAC;AAClE,IAAI,yBAAyB,GAAG,CAAC,CAAC;AAClC,IAAI,kCAA6E,CAAC;AAClF,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAkC,CAAC;AACxE,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAA4B,CAAC;AAE/D,SAAS,oBAAoB,CAAC,IAAgB;IAC5C,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/C,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,6BAA6B;IACpC,IAAI,gBAAgB,IAAI,SAAS,IAAI,iBAAiB,EAAE,CAAC;QACvD,OAAO;IACT,CAAC;IAED,iBAAiB,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,IAAI,OAAO,SAAS,CAAC,GAAG,KAAK,WAAW,EAAE,CAAC;YACzC,gBAAgB,GAAG,KAAK,CAAC;YACzB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;YACrD,gBAAgB,GAAG,OAAO,IAAI,SAAS,CAAC;YACxC,OAAO,gBAAgB,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAgB,GAAG,KAAK,CAAC;YACzB,OAAO,KAAK,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,iBAAiB,GAAG,SAAS,CAAC;QAChC,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;AACP,CAAC;AAED,SAAS,iBAAiB;IACxB,6BAA6B,EAAE,CAAC;IAChC,OAAO,gBAAgB,IAAI,KAAK,CAAC;AACnC,CAAC;AAED,SAAS,2BAA2B;IAClC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC3B,qBAAqB,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,4BAA4B,EAAE,EAAE,GAAG,EAAE;YAChF,OAAO,8BAA8B,EAAE,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AAED,SAAS,8BAA8B;IACrC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,0CAA0C,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;QAC9F,IAAI,EAAE,QAAQ;KACf,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,IAAI,CAA2D,MAAM,CAAC,CAAC;IACtF,OAAO;QACL,MAAM;QACN,MAAM;QACN,UAAU,EAAE,CAAC;QACb,OAAO,EAAE,GAAG,EAAE;YACZ,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,qCAAqC;IAC5C,IAAI,kCAAkC,IAAI,SAAS,EAAE,CAAC;QACpD,YAAY,CAAC,kCAAkC,CAAC,CAAC;QACjD,kCAAkC,GAAG,SAAS,CAAC;IACjD,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B;IAClC,MAAM,aAAa,GAAG,qBAAqB,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC;IAC1F,OAAO,aAAa,IAAI,kBAAkB,CAAC,IAAI,GAAG,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,4BAA4B;IACnC,qCAAqC,EAAE,CAAC;IAExC,KAAK,MAAM,KAAK,IAAI,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC;QAChD,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IACD,kBAAkB,CAAC,KAAK,EAAE,CAAC;IAC3B,qBAAqB,CAAC,KAAK,EAAE,CAAC;IAE9B,IAAI,qBAAqB,EAAE,CAAC;QAC1B,KAAK,MAAM,IAAI,IAAI,qBAAqB,EAAE,CAAC;YACzC,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;QACD,qBAAqB,GAAG,SAAS,CAAC;IACpC,CAAC;IAED,yBAAyB,GAAG,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,oCAAoC;IAC3C,qCAAqC,EAAE,CAAC;IACxC,kCAAkC,GAAG,UAAU,CAAC,GAAG,EAAE;QACnD,IAAI,2BAA2B,EAAE,EAAE,CAAC;YAClC,oCAAoC,EAAE,CAAC;YACvC,OAAO;QACT,CAAC;QACD,4BAA4B,EAAE,CAAC;IACjC,CAAC,EAAE,+BAA+B,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,+BAA+B;IACtC,oCAAoC,EAAE,CAAC;AACzC,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAa;IAChD,MAAM,KAAK,GAAG,2BAA2B,EAAE,CAAC;IAC5C,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IACjC,WAAW,EAAE,OAAO,EAAE,CAAC;IAEvB,MAAM,eAAe,GAAG,8BAA8B,EAAE,CAAC;IACzD,KAAK,CAAC,KAAK,CAAC,GAAG,eAAe,CAAC;IAC/B,+BAA+B,EAAE,CAAC;IAClC,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,SAAS,kCAAkC;IACzC,MAAM,KAAK,GAAG,qBAAqB,CAAC;IACpC,MAAM,YAAY,GAAG,2BAA2B,EAAE,CAAC;IACnD,+BAA+B,EAAE,CAAC;IAClC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;QAC5D,MAAM,KAAK,GAAG,CAAC,yBAAyB,GAAG,MAAM,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;QACzE,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YACjC,SAAS;QACX,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,yBAAyB,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;QAC9D,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IACzB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,mBAAmB,CAAC,UAAoB,EAAE,KAAa,EAAE,MAAc;IAC9E,MAAM,KAAK,GAAG,UAAU,CAAC,EAAE,IAAI,UAAU,CAAC,QAAQ,CAAC;IACnD,MAAM,MAAM,GAAG,oBAAoB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,KAAK,EAAE,MAAM,IAAI,KAAK,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IACrE,MAAM,UAAU,GAAG,KAAK,GAAG,MAAM,CAAC;IAClC,MAAM,WAAW,GAAG,OAAO,GAAG,QAAQ,CAAC;IACvC,MAAM,OAAO,GAAG,KAAK,EAAE,QAAQ,IAAI,OAAO,GAAG,MAAM,CAAC;IACpD,MAAM,OAAO,GAAG,KAAK,EAAE,QAAQ,IAAI,OAAO,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACjE,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,UAAU,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC;IAE1D,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;QACtC,MAAM,SAAS,GAAG,GAAG,GAAG,OAAO,CAAC;QAChC,MAAM,SAAS,GAAG,GAAG,GAAG,KAAK,CAAC;QAC9B,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,GAAG,KAAK,CAAC,EAAE,SAAS,CAAC,CAAC;IACrE,CAAC;IAED,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,QAAQ,EAAE,GAAG,EAAE,EAAE,CAAC;QACxC,MAAM,UAAU,GAAG,OAAO,GAAG,GAAG,GAAG,QAAQ,CAAC;QAC5C,MAAM,UAAU,GAAG,OAAO,GAAG,GAAG,GAAG,QAAQ,CAAC;QAC5C,MAAM,SAAS,GAAG,GAAG,GAAG,OAAO,CAAC;QAChC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC,CAAC;QACpF,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,EAAE,UAAU,GAAG,WAAW,GAAG,SAAS,CAAC,CAAC;IACpG,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,WAAW,CAClB,MAA8F;IAE9F,MAAM,IAAI,GAAG,MAAM,EAAE,MAAM,CAAC;IAC5B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,cAAc,GAAG,IAAI;SACxB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACX,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC;IAEpE,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;QACzD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,cAA2B,CAAC;AACrC,CAAC;AAED,SAAS,WAAW,CAAC,IAAe,EAAE,KAAgB;IACpD,OAAO;QACL;YACE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC/E;QACD;YACE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC/E;QACD;YACE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC/E;KACF,CAAC;AACJ,CAAC;AAED,SAAS,mCAAmC,CAAC,cAA6C;IACxF,MAAM,qBAAqB,GAAG,WAAW,CAAC,cAAc,EAAE,qBAAqB,CAAC,CAAC;IACjF,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC3B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,oBAAoB,GAAG,WAAW,CAAC,cAAc,EAAE,oBAAoB,CAAC,CAAC;IAC/E,MAAM,wBAAwB,GAAG,oBAAoB;QACnD,CAAC,CAAC,WAAW,CAAC,oBAAoB,EAAE,qBAAqB,CAAC;QAC1D,CAAC,CAAC,qBAAqB,CAAC;IAE1B,MAAM,EAAE,GAAG,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE1C,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAC/D,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO;QACL,IAAI,EAAE;YACJ,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YAC7B,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;SACjC;QACD,KAAK,EAAE;YACL,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YAC7B,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;SACjC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,gCAAgC,CACvC,OAAiB;IAEjB,OAAO,CACL,mCAAmC,CAAC,OAAO,CAAC,aAAa,EAAE,cAAc,CAAC;QAC1E,mCAAmC,CAAC,OAAO,CAAC,iBAAiB,EAAE,cAAc,CAAC;QAC9E,mCAAmC,CAAC,OAAO,CAAC,aAAa,EAAE,cAAc,CAAC;QAC1E,mCAAmC,CAAC,OAAO,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAC/E,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAa,EACb,OAAiB,EACjB,kBAA0C;IAE1C,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC1D,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED,MAAM,kBAAkB,GAAG,gCAAgC,CAAC,OAAO,CAAC,CAAC;IACrE,IAAI,kBAAkB,EAAE,CAAC;QACvB,qBAAqB,CAAC,GAAG,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;QACrD,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,YAA0B,EAC1B,aAA4B,EAC5B,KAAa;IAEb,MAAM,WAAW,GAAG,KAAK,IAAuB,EAAE,CAChD,MAAM,IAAI,OAAO,CAAW,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC9C,MAAM,QAAQ,GAAG,CAAC,KAAmB,EAAE,EAAE;YACvC,OAAO,CAAC,KAAK,CAAC,OAAmB,CAAC,CAAC;QACrC,CAAC,CAAC;QACF,MAAM,YAAY,GAAG,CAAC,KAAY,EAAE,EAAE;YACpC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC;QAEF,MAAM,IAAI,GAAG;YACX,KAAK;YACL,OAAO,EAAE,YAAY;YACrB,QAAQ;SACT,CAAC;QAEF,IAAI,YAAY,CAAC,OAAO,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC;YACzC,KAAK,2BAA2B,CAAC,EAAE,GAAG,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC1G,CAAC;aAAM,IAAI,YAAY,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;YACjD,KAAK,qBAAqB,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACvD,CAAC;aAAM,IAAI,YAAY,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;YACjD,KAAK,2BAA2B,CAAC,EAAE,GAAG,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC1G,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,KAAK,CAAC,kCAAkC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC/G,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,MAAM,OAAO,GAAG,MAAM,WAAW,EAAE,CAAC;IACpC,OAAO;QACL,IAAI,EAAE,oBAAoB,CAAC,OAAO,CAAC,IAAI,CAAC;QACxC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CACxB,YAAsC,EACtC,UAAgC,EAChC,aAA4B,EAC5B,KAAa;IAEb,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,wBAAwB,CAAC,YAAY,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,UAAU,CAAC,EAAE,IAAI,UAAU,CAAC,QAAQ,CAAC;QAEnD,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,KAAK,EAAE,MAAM,IAAI,KAAK,CAAC;YACtC,MAAM,QAAQ,GAAG,KAAK,EAAE,QAAQ,IAAI,MAAM,GAAG,MAAM,CAAC;YACpD,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,IAAI,EAAE,iBAAiB,CAAC,oBAAoB,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,CAAC;gBAC1G,KAAK;gBACL,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;YAC1B,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,IAAI,EAAE,mBAAmB,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC;gBACpD,KAAK;gBACL,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,wCAAwC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACzF,CAAC;IAED,OAAO,OAAO,CAAC,OAAO,CAAC;QACrB,IAAI,EAAE,IAAI,UAAU,EAAE;QACtB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;KACV,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CACxB,YAAsC,EACtC,UAAgC;IAEhC,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,oBAAoB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,oBAAoB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,IAAI,UAAU,EAAE,CAAC;AAC1B,CAAC;AAED,SAAS,eAAe,CAAC,OAAiB;IACxC,MAAM,GAAG,GAAG;QACV,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;KACf,CAAC;IAEF,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;QAC9B,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,iBAAiB,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QACpF,GAAG,CAAC,UAAU,GAAG,KAAK,CAAC;QACvB,GAAG,CAAC,WAAW,GAAG,MAAM,CAAC;IAC3B,CAAC;SAAM,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QACjC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,CAAA;QAC7D,GAAG,CAAC,UAAU,GAAG,KAAK,CAAC;QACvB,GAAG,CAAC,WAAW,GAAG,MAAM,CAAC;IAC3B,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,oBAAoB,CAC3B,KAAa,EACb,OAAiB,EACjB,cAAsB,EACtB,QAAuC,EACvC,OAA+B;IAE/B,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;QAC3B,OAAO;IACT,CAAC;IAED,MAAM,oBAAoB,GAAG;QAC3B,GAAG,OAAO,CAAC,aAAa;QACxB,IAAI,EAAE,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,EAAE;KACzC,CAAC;IAEF,KAAK,qBAAqB,CAAC;QACzB,KAAK;QACL,OAAO,EAAE,oBAAoB;QAC7B,QAAQ;QACR,cAAc,EAAE,cAAc,GAAG,IAAI;KACtC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AACpB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAiC,EAAE,cAA0B;IACvF,MAAM,eAAe,GAAgC;QACnD,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,WAAW;QAC/C,QAAQ,EAAE,cAAc,KAAK,CAAC,KAAK,QAAQ;QAC3C,YAAY,EAAE,EAAE;QAChB,IAAI,EAAE;YACJ,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;YAC9B,WAAW,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;SACxC;QACD,KAAK,EAAE,KAAK,CAAC,UAAU;QACvB,MAAM,EAAE,KAAK,CAAC,WAAW;QACzB,MAAM,EAAE;YACN,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,OAAO,EAAE;YACnD,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,OAAO,EAAE;YACnD,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,OAAO,EAAE;YACnD,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,EAAE;YACpD,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,EAAE;YACtD,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,EAAE;YACrD,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,EAAE;SACvD;QACD,IAAI,EAAE,cAAc;KACrB,CAAC;IAEF,KAAK,CAAC,QAAQ,CAAC;QACb,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,OAAO,EAAE,eAAe;QACxB,WAAW,EAAE,kBAAkB,CAAC,eAAe,CAAC;QAChD,UAAU,EAAE,6BAA6B;KAC1C,CAAC,CAAC;AACL,CAAC;AAsBD,SAAS,qBAAqB,CAAC,KAAiC;IAC9D,MAAM,UAAU,GAAG,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC;IAC9C,OAAO;QACL,KAAK,CAAC,UAAU;QAChB,KAAK,CAAC,WAAW;QACjB,KAAK,CAAC,UAAU,CAAC,KAAK;QACtB,KAAK,CAAC,UAAU,CAAC,MAAM;QACvB,UAAU,CAAC,WAAW,CAAC,CAAC;QACxB,UAAU,CAAC,WAAW,CAAC,CAAC;QACxB,UAAU,CAAC,cAAc,CAAC,CAAC;QAC3B,UAAU,CAAC,cAAc,CAAC,CAAC;QAC3B,KAAK,CAAC,cAAc;QACpB,KAAK,CAAC,MAAM;KACb,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACd,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAuB;IAClD,IAAI,KAAK,CAAC,cAAc,IAAI,SAAS,EAAE,CAAC;QACtC,YAAY,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACnC,KAAK,CAAC,cAAc,GAAG,SAAS,CAAC;IACnC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kCAAkC,CAC/C,UAAoC,EACpC,WAAmB,EACnB,MAAoC;IAEpC,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAC/D,OAAO;IACT,CAAC;IAED,MAAM,UAAU,GAAG,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC;IACnD,IAAI,SAAoD,CAAC;IAEzD,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YACrC,UAAU,CAAC,MAAM,CAAC,oBAAoB,CACpC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,EACvC,UAAU,CAAC,UAAU,EACrB,UAAU,CAAC,WAAW,EACtB,UAAU,CAAC,WAAW,CAAC,CAAC,EACxB,UAAU,CAAC,WAAW,CAAC,CAAC,EACxB,UAAU,CAAC,cAAc,CAAC,CAAC,EAC3B,UAAU,CAAC,cAAc,CAAC,CAAC,EAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAC5C,UAAU,CAAC,UAAU,CAAC,KAAK,EAC3B,UAAU,CAAC,UAAU,CAAC,MAAM,EAC5B,UAAU,CAAC,cAAc,EACzB,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAC9B;YACD,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBAC/B,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC1B,MAAM,CACJ,IAAI,KAAK,CACP,0BAA0B,WAAW,oBAAoB,iCAAiC,gBAAgB,UAAU,CAAC,KAAK,GAAG;wBAC7H,UAAU,MAAM,CAAC,MAAM,WAAW,UAAU,CAAC,UAAU,IAAI,UAAU,CAAC,WAAW,WAAW,UAAU,CAAC,UAAU,CAAC,KAAK,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,YAAY,UAAU,CAAC,MAAM,GAAG,CACxL,CACF,CAAC;gBACJ,CAAC,EAAE,iCAAiC,CAAC,CAAC;YACxC,CAAC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,SAAS,EAAE,CAAC;YACd,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,SAAS,GAAG,SAAS,CAAC;QACxB,CAAC;QAED,IAAI,WAAW,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,mCAAmC,WAAW,CAAC,MAAM,0BAA0B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAClH,CAAC;QAED,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YACtC,IAAI,CAAC,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC1B,SAAS;YACX,CAAC;YACD,kBAAkB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,SAAS,EAAE,CAAC;YACd,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,SAAS,GAAG,SAAS,CAAC;QACxB,CAAC;QAED,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAClE,2BAA2B,CAAC,WAAW,CAAC,CAAC;YACzC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,eAAe,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAClF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;YAAS,CAAC;QACT,UAAU,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAC/D,+BAA+B,EAAE,CAAC;IACpC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,6BAA6B,CAC1C,UAAoC,EACpC,WAAmB,EACnB,KAAiC;IAEjC,MAAM,UAAU,GAAG,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC;IAC9C,IAAI,SAAoD,CAAC;IAEzD,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YACrC,UAAU,CAAC,MAAM,CAAC,oBAAoB,CACpC,CAAC,KAAK,CAAC,UAAU,CAAC,EAClB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,WAAW,EACjB,UAAU,CAAC,WAAW,CAAC,CAAC,EACxB,UAAU,CAAC,WAAW,CAAC,CAAC,EACxB,UAAU,CAAC,cAAc,CAAC,CAAC,EAC3B,UAAU,CAAC,cAAc,CAAC,CAAC,EAC3B,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EACvB,KAAK,CAAC,UAAU,CAAC,KAAK,EACtB,KAAK,CAAC,UAAU,CAAC,MAAM,EACvB,KAAK,CAAC,cAAc,EACpB,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CACzB;YACD,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBAC/B,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC1B,MAAM,CACJ,IAAI,KAAK,CACP,0BAA0B,WAAW,oBAAoB,iCAAiC,gBAAgB,KAAK,CAAC,KAAK,GAAG;wBACxH,UAAU,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,WAAW,WAAW,KAAK,CAAC,UAAU,CAAC,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,YAAY,KAAK,CAAC,MAAM,GAAG,CACvI,CACF,CAAC;gBACJ,CAAC,EAAE,iCAAiC,CAAC,CAAC;YACxC,CAAC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,SAAS,EAAE,CAAC;YACd,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,SAAS,GAAG,SAAS,CAAC;QACxB,CAAC;QAED,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,mCAAmC,WAAW,CAAC,MAAM,kCAAkC,CAAC,CAAC;QAC3G,CAAC;QAED,kBAAkB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,SAAS,EAAE,CAAC;YACd,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,SAAS,GAAG,SAAS,CAAC;QACxB,CAAC;QAED,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAClE,2BAA2B,CAAC,WAAW,CAAC,CAAC;YACzC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;QAED,KAAK,CAAC,OAAO,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC;YAAS,CAAC;QACT,UAAU,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAC/D,+BAA+B,EAAE,CAAC;IACpC,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAa;IAC7C,MAAM,KAAK,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxC,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACjC,OAAO;IACT,CAAC;IAED,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC3B,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAEjC,MAAM,uBAAuB,GAAG,kCAAkC,EAAE,CAAC;IACrE,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC,8CAA8C,KAAK,yCAAyC,CAAC,CAAC;QAC3G,OAAO;IACT,CAAC;IAED,KAAK,kCAAkC,CACrC,uBAAuB,CAAC,IAAI,EAC5B,uBAAuB,CAAC,KAAK,EAC7B,KAAK,CAAC,MAAM,CACb,CAAC;AACJ,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAiC;IACnE,IAAI,CAAC,wBAAwB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAC/C,MAAM,uBAAuB,GAAG,kCAAkC,EAAE,CAAC;QACrE,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,8CAA8C,KAAK,CAAC,KAAK,yCAAyC,CAAC,CAAC;YACjH,OAAO;QACT,CAAC;QAED,0BAA0B,CAAC,WAAW,CACpC,iCAAiC,CAAC,uBAAuB,EAAE,aAAa,CAAC,CAC1E,CAAC;QAEF,8BAA8B,CAAC,aAAa,CAC1C,iCAAiC,CAAC,yBAAyB,EAAE,aAAa,CAAC,CAC5E,CAAC;QACF,0BAA0B,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;QACxD,KAAK,6BAA6B,CAChC,uBAAuB,CAAC,IAAI,EAC5B,uBAAuB,CAAC,KAAK,EAC7B,KAAK,CACN,CAAC;QAGF,OAAO;IACT,CAAC;IAED,MAAM,aAAa,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC1D,IACE,aAAa;QACb,aAAa,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;QAC/B,qBAAqB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,KAAK,qBAAqB,CAAC,KAAK,CAAC,EAChF,CAAC;QACD,wBAAwB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,KAAK,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACpE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAE3C,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,mBAAmB,EAAE,CAAC;QAC/C,wBAAwB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACtC,OAAO;IACT,CAAC;IAED,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC3B,KAAK,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE;QACrC,wBAAwB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC,EAAE,6BAA6B,CAAC,CAAC;AACpC,CAAC;AAID,MAAM,CAAC,KAAK,UAAU,gCAAgC,CAAC,EACrD,KAAK,EACL,aAAa,EACb,gBAAgB,EAChB,cAAc,EACd,OAAO,EACP,QAAQ,EACR,OAAO,GACkB;IACzB,+BAA+B,EAAE,CAAC;IAClC,oBAAoB,CAAC,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACxE,UAAU,CAAC,GAAG,EAAE;QACd,KAAK,8BAA8B,CAAC;YAClC,KAAK;YACL,aAAa;YACb,gBAAgB;YAChB,cAAc;YACd,OAAO;YACP,QAAQ;YACR,OAAO;SACR,CAAC,CAAC;IACL,CAAC,EAAE,iCAAiC,CAAC,CAAC;AACxC,CAAC;AAED,KAAK,UAAU,8BAA8B,CAAC,EAC5C,KAAK,EACL,aAAa,EACb,gBAAgB,EAChB,cAAc,EACd,OAAO,EACP,QAAQ,EACR,OAAO,GACkB;IACzB,MAAM,EAAE,WAAW,EAAE,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAC7D,MAAM,cAAc,GAAG,iBAAiB,CAAC,KAAK,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC;IAC3E,MAAM,MAAM,GAAG,iBAAiB,EAAE,CAAC;IAEnC,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,iBAAiB,CACxC,OAAO,CAAC,iBAAiB,EACzB,OAAO,CAAC,aAAa,EACrB,aAAa,EACb,KAAK,CACN,CAAC;QACF,MAAM,gBAAgB,GAAG,iBAAiB,CACxC,OAAO,CAAC,iBAAiB,EACzB,OAAO,CAAC,aAAa,CACtB,CAAC;QACF,MAAM,UAAU,GAAG,uBAAuB,CAAC,gBAAgB,CAAC,CAAC;QAC7D,MAAM,YAAY,GAAG;YACnB,KAAK;YACL,WAAW;YACX,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,UAAU;YACV,WAAW;YACX,cAAc;YACd,UAAU;YACV,UAAU;YACV,cAAc;YACd,MAAM;YACN,QAAQ;YACR,OAAO;SACR,CAAC;QAEF,0BAA0B,CAAC,YAAY,CAAC,CAAC;IAC3C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC;AACH,CAAC"}
@@ -4,8 +4,8 @@ import { ImageAnnotations } from "../protobuf.generated/ImageAnnotations.js";
4
4
  import { ImgDetections } from "../protobuf.generated/ImgDetections.js";
5
5
  import { ImgFrame } from "../protobuf.generated/ImgFrame.js";
6
6
  import { PointCloudData } from "../protobuf.generated/PointCloudData.js";
7
- import { SpatialImgDetections } from "../protobuf.generated/SpatialImgDetections.js";
8
7
  import { RGBDData } from "../protobuf.generated/RGBDData.js";
8
+ import { SpatialImgDetections } from "../protobuf.generated/SpatialImgDetections.js";
9
9
  export type ProtobufKind = MessagePacketKind;
10
10
  export declare const protobufs: {
11
11
  encodedFrame: {
@@ -49,7 +49,7 @@ export declare const protobufs: {
49
49
  kind: "rgbd";
50
50
  };
51
51
  };
52
- export type MessagePacketKind = "image" | "pointCloud" | "annotations" | "imu" | 'rgbd';
52
+ export type MessagePacketKind = "image" | "pointCloud" | "annotations" | "imu" | "rgbd";
53
53
  export declare function protobufSchemaNameToType(name: string | undefined): MessagePacketKind;
54
54
  export type ProtobufType = keyof typeof protobufs;
55
55
  export declare const protobufsBySchema: {
@@ -1 +1 @@
1
- {"version":3,"file":"protobuf.d.ts","sourceRoot":"","sources":["../../../../src/messaging/protobuf.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,YAAY,EAGb,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAmB,MAAM,kCAAkC,CAAC;AAC5E,OAAO,EACL,gBAAgB,EAGjB,MAAM,2CAA2C,CAAC;AACnD,OAAO,EACL,aAAa,EAGd,MAAM,wCAAwC,CAAC;AAChD,OAAO,EACL,QAAQ,EAGT,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,cAAc,EAGf,MAAM,yCAAyC,CAAC;AACjD,OAAO,EAGL,oBAAoB,EACrB,MAAM,+CAA+C,CAAC;AACvD,OAAO,EACL,QAAQ,EAGT,MAAM,mCAAmC,CAAC;AAE3C,MAAM,MAAM,YAAY,GAAG,iBAAiB,CAAC;AAE7C,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAyCrB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAG,YAAY,GAAG,aAAa,GAAG,KAAK,GAAG,MAAM,CAAC;AAExF,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,iBAAiB,CAkBpF;AAED,MAAM,MAAM,YAAY,GAAG,MAAM,OAAO,SAAS,CAAC;AAElD,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAE7B,CAAC"}
1
+ {"version":3,"file":"protobuf.d.ts","sourceRoot":"","sources":["../../../../src/messaging/protobuf.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,YAAY,EAGb,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAmB,MAAM,kCAAkC,CAAC;AAC5E,OAAO,EACL,gBAAgB,EAGjB,MAAM,2CAA2C,CAAC;AACnD,OAAO,EACL,aAAa,EAGd,MAAM,wCAAwC,CAAC;AAChD,OAAO,EACL,QAAQ,EAGT,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,cAAc,EAGf,MAAM,yCAAyC,CAAC;AACjD,OAAO,EACL,QAAQ,EAGT,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAGL,oBAAoB,EACrB,MAAM,+CAA+C,CAAC;AAEvD,MAAM,MAAM,YAAY,GAAG,iBAAiB,CAAC;AAE7C,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAyCrB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAG,YAAY,GAAG,aAAa,GAAG,KAAK,GAAG,MAAM,CAAC;AAExF,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,iBAAiB,CAkBpF;AAED,MAAM,MAAM,YAAY,GAAG,MAAM,OAAO,SAAS,CAAC;AAElD,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAE7B,CAAC"}
@@ -7,8 +7,8 @@ import { ImageAnnotations, protobufName as ImageAnnotationsProto, protobufPackag
7
7
  import { ImgDetections, protobufName as ImgDetectionsProto, protobufPackage as ImgDetectionsPackage, } from "../protobuf.generated/ImgDetections.js";
8
8
  import { ImgFrame, protobufName as ImgFrameProto, protobufPackage as ImgFramePackage, } from "../protobuf.generated/ImgFrame.js";
9
9
  import { PointCloudData, protobufName as PointCloudDataProto, protobufPackage as PointCloudDataPackage, } from "../protobuf.generated/PointCloudData.js";
10
- import { protobufName as SpatialImgDetectionsProto, protobufPackage as SpatialImgDetectionsPackage, SpatialImgDetections, } from "../protobuf.generated/SpatialImgDetections.js";
11
10
  import { RGBDData, protobufName as RGBDDataProto, protobufPackage as RGBDDataPackage, } from "../protobuf.generated/RGBDData.js";
11
+ import { protobufName as SpatialImgDetectionsProto, protobufPackage as SpatialImgDetectionsPackage, SpatialImgDetections, } from "../protobuf.generated/SpatialImgDetections.js";
12
12
  export const protobufs = {
13
13
  encodedFrame: {
14
14
  name: `${EncodedFramePackage}.${EncodedFrameProto}`,
@@ -64,8 +64,8 @@ export function protobufSchemaNameToType(name) {
64
64
  return "imu";
65
65
  case "pointCloud":
66
66
  return "pointCloud";
67
- case 'rgbd':
68
- return 'rgbd';
67
+ case "rgbd":
68
+ return "rgbd";
69
69
  default:
70
70
  throw new Error(`Unknown protobuf schema name: ${name}`);
71
71
  }
@@ -1 +1 @@
1
- {"version":3,"file":"protobuf.js","sourceRoot":"","sources":["../../../../src/messaging/protobuf.ts"],"names":[],"mappings":"AAAA,sEAAsE;AACtE,oEAAoE;AACpE,0DAA0D;AAE1D,OAAO,EACL,YAAY,EACZ,YAAY,IAAI,iBAAiB,EACjC,eAAe,IAAI,mBAAmB,GACvC,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAC5E,OAAO,EACL,gBAAgB,EAChB,YAAY,IAAI,qBAAqB,EACrC,eAAe,IAAI,uBAAuB,GAC3C,MAAM,2CAA2C,CAAC;AACnD,OAAO,EACL,aAAa,EACb,YAAY,IAAI,kBAAkB,EAClC,eAAe,IAAI,oBAAoB,GACxC,MAAM,wCAAwC,CAAC;AAChD,OAAO,EACL,QAAQ,EACR,YAAY,IAAI,aAAa,EAC7B,eAAe,IAAI,eAAe,GACnC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,cAAc,EACd,YAAY,IAAI,mBAAmB,EACnC,eAAe,IAAI,qBAAqB,GACzC,MAAM,yCAAyC,CAAC;AACjD,OAAO,EACL,YAAY,IAAI,yBAAyB,EACzC,eAAe,IAAI,2BAA2B,EAC9C,oBAAoB,GACrB,MAAM,+CAA+C,CAAC;AACvD,OAAO,EACL,QAAQ,EACR,YAAY,IAAI,aAAa,EAC7B,eAAe,IAAI,eAAe,GACnC,MAAM,mCAAmC,CAAC;AAI3C,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,YAAY,EAAE;QACZ,IAAI,EAAE,GAAG,mBAAmB,IAAI,iBAAiB,EAAE;QACnD,OAAO,EAAE,YAAY;QACrB,IAAI,EAAE,OAAgB;KACvB;IACD,UAAU,EAAE;QACV,IAAI,EAAE,GAAG,eAAe,IAAI,aAAa,EAAE;QAC3C,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,OAAgB;KACvB;IACD,eAAe,EAAE;QACf,IAAI,EAAE,GAAG,oBAAoB,IAAI,kBAAkB,EAAE;QACrD,OAAO,EAAE,aAAa;QACtB,IAAI,EAAE,aAAsB;KAC7B;IACD,qBAAqB,EAAE;QACrB,IAAI,EAAE,GAAG,uBAAuB,IAAI,qBAAqB,EAAE;QAC3D,OAAO,EAAE,gBAAgB;QACzB,IAAI,EAAE,aAAsB;KAC7B;IACD,sBAAsB,EAAE;QACtB,IAAI,EAAE,GAAG,2BAA2B,IAAI,yBAAyB,EAAE;QACnE,OAAO,EAAE,oBAAoB;QAC7B,IAAI,EAAE,aAAsB;KAC7B;IACD,GAAG,EAAE;QACH,IAAI,EAAE,GAAG,eAAe,UAAU;QAClC,OAAO,EAAE,OAAO;QAChB,IAAI,EAAE,KAAc;KACrB;IACD,UAAU,EAAE;QACV,IAAI,EAAE,GAAG,qBAAqB,IAAI,mBAAmB,EAAE;QACvD,OAAO,EAAE,cAAc;QACvB,IAAI,EAAE,YAAqB;KAC5B;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,GAAG,eAAe,IAAI,aAAa,EAAE;QAC3C,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,MAAe;KACtB;CACF,CAAC;AAIF,MAAM,UAAU,wBAAwB,CAAC,IAAwB;IAC/D,QAAQ,IAA8B,EAAE,CAAC;QACvC,KAAK,YAAY,CAAC;QAClB,KAAK,cAAc;YACjB,OAAO,OAAO,CAAC;QACjB,KAAK,iBAAiB,CAAC;QACvB,KAAK,uBAAuB,CAAC;QAC7B,KAAK,wBAAwB;YAC3B,OAAO,aAAa,CAAC;QACvB,KAAK,KAAK;YACR,OAAO,KAAK,CAAC;QACf,KAAK,YAAY;YACf,OAAO,YAAY,CAAA;QACrB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB;YACE,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC;AAID,MAAM,CAAC,MAAM,iBAAiB,GAAG,MAAM,CAAC,WAAW,CACjD,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC,CAChF,CAAC"}
1
+ {"version":3,"file":"protobuf.js","sourceRoot":"","sources":["../../../../src/messaging/protobuf.ts"],"names":[],"mappings":"AAAA,sEAAsE;AACtE,oEAAoE;AACpE,0DAA0D;AAE1D,OAAO,EACL,YAAY,EACZ,YAAY,IAAI,iBAAiB,EACjC,eAAe,IAAI,mBAAmB,GACvC,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAC5E,OAAO,EACL,gBAAgB,EAChB,YAAY,IAAI,qBAAqB,EACrC,eAAe,IAAI,uBAAuB,GAC3C,MAAM,2CAA2C,CAAC;AACnD,OAAO,EACL,aAAa,EACb,YAAY,IAAI,kBAAkB,EAClC,eAAe,IAAI,oBAAoB,GACxC,MAAM,wCAAwC,CAAC;AAChD,OAAO,EACL,QAAQ,EACR,YAAY,IAAI,aAAa,EAC7B,eAAe,IAAI,eAAe,GACnC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,cAAc,EACd,YAAY,IAAI,mBAAmB,EACnC,eAAe,IAAI,qBAAqB,GACzC,MAAM,yCAAyC,CAAC;AACjD,OAAO,EACL,QAAQ,EACR,YAAY,IAAI,aAAa,EAC7B,eAAe,IAAI,eAAe,GACnC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,YAAY,IAAI,yBAAyB,EACzC,eAAe,IAAI,2BAA2B,EAC9C,oBAAoB,GACrB,MAAM,+CAA+C,CAAC;AAIvD,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,YAAY,EAAE;QACZ,IAAI,EAAE,GAAG,mBAAmB,IAAI,iBAAiB,EAAE;QACnD,OAAO,EAAE,YAAY;QACrB,IAAI,EAAE,OAAgB;KACvB;IACD,UAAU,EAAE;QACV,IAAI,EAAE,GAAG,eAAe,IAAI,aAAa,EAAE;QAC3C,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,OAAgB;KACvB;IACD,eAAe,EAAE;QACf,IAAI,EAAE,GAAG,oBAAoB,IAAI,kBAAkB,EAAE;QACrD,OAAO,EAAE,aAAa;QACtB,IAAI,EAAE,aAAsB;KAC7B;IACD,qBAAqB,EAAE;QACrB,IAAI,EAAE,GAAG,uBAAuB,IAAI,qBAAqB,EAAE;QAC3D,OAAO,EAAE,gBAAgB;QACzB,IAAI,EAAE,aAAsB;KAC7B;IACD,sBAAsB,EAAE;QACtB,IAAI,EAAE,GAAG,2BAA2B,IAAI,yBAAyB,EAAE;QACnE,OAAO,EAAE,oBAAoB;QAC7B,IAAI,EAAE,aAAsB;KAC7B;IACD,GAAG,EAAE;QACH,IAAI,EAAE,GAAG,eAAe,UAAU;QAClC,OAAO,EAAE,OAAO;QAChB,IAAI,EAAE,KAAc;KACrB;IACD,UAAU,EAAE;QACV,IAAI,EAAE,GAAG,qBAAqB,IAAI,mBAAmB,EAAE;QACvD,OAAO,EAAE,cAAc;QACvB,IAAI,EAAE,YAAqB;KAC5B;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,GAAG,eAAe,IAAI,aAAa,EAAE;QAC3C,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,MAAe;KACtB;CACF,CAAC;AAIF,MAAM,UAAU,wBAAwB,CAAC,IAAwB;IAC/D,QAAQ,IAA8B,EAAE,CAAC;QACvC,KAAK,YAAY,CAAC;QAClB,KAAK,cAAc;YACjB,OAAO,OAAO,CAAC;QACjB,KAAK,iBAAiB,CAAC;QACvB,KAAK,uBAAuB,CAAC;QAC7B,KAAK,wBAAwB;YAC3B,OAAO,aAAa,CAAC;QACvB,KAAK,KAAK;YACR,OAAO,KAAK,CAAC;QACf,KAAK,YAAY;YACf,OAAO,YAAY,CAAA;QACrB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB;YACE,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC;AAID,MAAM,CAAC,MAAM,iBAAiB,GAAG,MAAM,CAAC,WAAW,CACjD,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC,CAChF,CAAC"}