@dxos/observability 0.4.7-next.f4b92be → 0.4.8-main.00e6f19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. package/dist/lib/browser/{chunk-6KUJPLEH.mjs → chunk-G5DKURIM.mjs} +38 -16
  2. package/dist/lib/browser/chunk-G5DKURIM.mjs.map +7 -0
  3. package/dist/lib/browser/{chunk-XF67HMEA.mjs → chunk-Y66LFYI5.mjs} +161 -36
  4. package/dist/lib/browser/chunk-Y66LFYI5.mjs.map +7 -0
  5. package/dist/lib/browser/index.mjs +2 -1
  6. package/dist/lib/browser/meta.json +1 -1
  7. package/dist/lib/browser/observability-A5P77DUJ.mjs +8 -0
  8. package/dist/lib/browser/segment/index.mjs +1 -1
  9. package/dist/lib/browser/sentry/index.mjs +7 -5
  10. package/dist/lib/node/{chunk-T2S7C5J2.cjs → chunk-3OQ7O6O7.cjs} +157 -39
  11. package/dist/lib/node/chunk-3OQ7O6O7.cjs.map +7 -0
  12. package/dist/lib/node/{chunk-FSAOBKO2.cjs → chunk-VYXPK6C2.cjs} +38 -51
  13. package/dist/lib/node/chunk-VYXPK6C2.cjs.map +7 -0
  14. package/dist/lib/node/datadog/index.cjs +1 -1
  15. package/dist/lib/node/datadog/index.cjs.map +2 -2
  16. package/dist/lib/node/index.cjs +16 -15
  17. package/dist/lib/node/index.cjs.map +2 -2
  18. package/dist/lib/node/meta.json +1 -1
  19. package/dist/lib/node/{observability-M64E2QBA.cjs → observability-T3HIK77L.cjs} +7 -6
  20. package/dist/lib/node/observability-T3HIK77L.cjs.map +7 -0
  21. package/dist/lib/node/segment/index.cjs +2 -2
  22. package/dist/lib/node/sentry/index.cjs +13 -13
  23. package/dist/lib/node/sentry/index.cjs.map +1 -1
  24. package/dist/types/src/datadog/metrics.js +1 -1
  25. package/dist/types/src/datadog/metrics.js.map +1 -1
  26. package/dist/types/src/helpers/node-observability.d.ts.map +1 -1
  27. package/dist/types/src/helpers/node-observability.js +0 -1
  28. package/dist/types/src/helpers/node-observability.js.map +1 -1
  29. package/dist/types/src/observability.d.ts +1 -2
  30. package/dist/types/src/observability.d.ts.map +1 -1
  31. package/dist/types/src/observability.js +21 -20
  32. package/dist/types/src/observability.js.map +1 -1
  33. package/dist/types/src/sentry/browser.d.ts +3 -2
  34. package/dist/types/src/sentry/browser.d.ts.map +1 -1
  35. package/dist/types/src/sentry/browser.js +15 -5
  36. package/dist/types/src/sentry/browser.js.map +1 -1
  37. package/dist/types/src/sentry/node.d.ts +3 -4
  38. package/dist/types/src/sentry/node.d.ts.map +1 -1
  39. package/dist/types/src/sentry/node.js +11 -43
  40. package/dist/types/src/sentry/node.js.map +1 -1
  41. package/dist/types/src/sentry/sentry-log-processor.d.ts +9 -0
  42. package/dist/types/src/sentry/sentry-log-processor.d.ts.map +1 -0
  43. package/dist/types/src/sentry/sentry-log-processor.js +133 -0
  44. package/dist/types/src/sentry/sentry-log-processor.js.map +1 -0
  45. package/package.json +14 -14
  46. package/src/datadog/metrics.ts +1 -1
  47. package/src/helpers/node-observability.ts +0 -1
  48. package/src/observability.ts +23 -21
  49. package/src/sentry/browser.ts +17 -4
  50. package/src/sentry/node.ts +11 -48
  51. package/src/sentry/sentry-log-processor.ts +144 -0
  52. package/dist/lib/browser/chunk-6KUJPLEH.mjs.map +0 -7
  53. package/dist/lib/browser/chunk-XF67HMEA.mjs.map +0 -7
  54. package/dist/lib/browser/observability-MK4LFDOW.mjs +0 -7
  55. package/dist/lib/node/chunk-FSAOBKO2.cjs.map +0 -7
  56. package/dist/lib/node/chunk-T2S7C5J2.cjs.map +0 -7
  57. package/dist/lib/node/observability-M64E2QBA.cjs.map +0 -7
  58. /package/dist/lib/browser/{observability-MK4LFDOW.mjs.map → observability-A5P77DUJ.mjs.map} +0 -0
@@ -26,8 +26,8 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
26
26
  mod
27
27
  ));
28
28
  var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
29
- var chunk_T2S7C5J2_exports = {};
30
- __export(chunk_T2S7C5J2_exports, {
29
+ var chunk_3OQ7O6O7_exports = {};
30
+ __export(chunk_3OQ7O6O7_exports, {
31
31
  OBSERVABILITY_DISABLED_KEY: () => OBSERVABILITY_DISABLED_KEY,
32
32
  OBSERVABILITY_GROUP_KEY: () => OBSERVABILITY_GROUP_KEY,
33
33
  Observability: () => Observability,
@@ -43,7 +43,8 @@ __export(chunk_T2S7C5J2_exports, {
43
43
  storeObservabilityDisabled: () => storeObservabilityDisabled,
44
44
  storeObservabilityGroup: () => storeObservabilityGroup
45
45
  });
46
- module.exports = __toCommonJS(chunk_T2S7C5J2_exports);
46
+ module.exports = __toCommonJS(chunk_3OQ7O6O7_exports);
47
+ var import_chunk_VYXPK6C2 = require("./chunk-VYXPK6C2.cjs");
47
48
  var import_async = require("@dxos/async");
48
49
  var import_context = require("@dxos/context");
49
50
  var import_invariant = require("@dxos/invariant");
@@ -59,6 +60,8 @@ var import_promises = require("node:fs/promises");
59
60
  var import_node_path = require("node:path");
60
61
  var import_uuid = require("uuid");
61
62
  var import_log3 = require("@dxos/log");
63
+ var import_log4 = require("@dxos/log");
64
+ var import_util2 = require("@dxos/util");
62
65
  var cli_observability_secrets_default = {
63
66
  SENTRY_DESTINATION: "https://2647916221e643869965e78469479aa4@o4504012000067584.ingest.sentry.io/4504012027265029",
64
67
  TELEMETRY_API_KEY: "B00QG6PtJJrJ0VVFe0H5a6bcUUShKyZM",
@@ -131,7 +134,7 @@ var initializeAppObservability = async ({ namespace, config, mode = "basic", tra
131
134
  const release = `${namespace}@${config.get("runtime.app.build.version")}`;
132
135
  const environment = config.get("runtime.app.env.DX_ENVIRONMENT");
133
136
  const observabilityDisabled = await isObservabilityDisabled(namespace);
134
- const { Observability: Observability2 } = await import("./observability-M64E2QBA.cjs");
137
+ const { Observability: Observability2 } = await import("./observability-T3HIK77L.cjs");
135
138
  const observability = new Observability2({
136
139
  namespace,
137
140
  release,
@@ -289,8 +292,7 @@ var initializeNodeObservability = async ({ namespace, version, config, installat
289
292
  release,
290
293
  // TODO(wittjosiah): Configure this.
291
294
  sampleRate: 1
292
- },
293
- logProcessor: true
295
+ }
294
296
  }
295
297
  });
296
298
  observability.setTag("installationId", installationId);
@@ -408,9 +410,124 @@ var setupTelemetryListeners = (namespace, client, observability) => {
408
410
  window.removeEventListener("error", errorCallback);
409
411
  };
410
412
  };
413
+ var MAX_LOG_BREADCRUMBS = 80;
414
+ var SentryLogProcessor = class {
415
+ constructor() {
416
+ this._breadcrumbs = new import_util2.CircularBuffer(MAX_LOG_BREADCRUMBS);
417
+ this.logProcessor = (config, entry) => {
418
+ const { level, meta, error } = entry;
419
+ if (!(0, import_log4.shouldLog)(entry, config.captureFilters)) {
420
+ return;
421
+ }
422
+ if (entry.level !== import_log4.LogLevel.WARN && entry.level !== import_log4.LogLevel.ERROR) {
423
+ return;
424
+ }
425
+ (0, import_chunk_VYXPK6C2.withScope)((scope) => {
426
+ const severity = convertLevel(level);
427
+ scope.setLevel(severity);
428
+ scope.setContext("dxoslog", entry.context ?? null);
429
+ if (meta) {
430
+ scope.setTag("transaction", `${getRelativeFilename(meta.F)}:${meta.L}`);
431
+ if (meta.S?.hostSessionId) {
432
+ scope.setTags({
433
+ service_host_issue: true,
434
+ service_host_session: meta.S?.hostSessionId
435
+ });
436
+ }
437
+ if (!Number.isNaN(meta.S?.uptimeSeconds)) {
438
+ scope.setExtra("uptime_seconds", meta.S?.uptimeSeconds);
439
+ }
440
+ }
441
+ const extendedMessage = formatMessageForSentry(entry);
442
+ let capturedError = error;
443
+ if (capturedError == null && entry.level === import_log4.LogLevel.ERROR) {
444
+ capturedError = Object.values(entry.context ?? {}).find((v) => v instanceof Error);
445
+ }
446
+ if (capturedError) {
447
+ const isMessageDifferentFromStackTrace = error == null;
448
+ if (isMessageDifferentFromStackTrace) {
449
+ scope.setExtra("message", extendedMessage);
450
+ }
451
+ const eventId2 = (0, import_chunk_VYXPK6C2.captureException)(capturedError);
452
+ this._addBreadcrumb(eventId2, extendedMessage, severity, entry.context);
453
+ return;
454
+ }
455
+ scope.setFingerprint([
456
+ entry.message
457
+ ]);
458
+ const eventId = (0, import_chunk_VYXPK6C2.captureMessage)(extendedMessage);
459
+ this._addBreadcrumb(eventId, extendedMessage, severity, entry.context);
460
+ });
461
+ };
462
+ }
463
+ addLogBreadcrumbsTo(event) {
464
+ event.breadcrumbs ??= [];
465
+ for (const breadcrumb of this._breadcrumbs) {
466
+ event.breadcrumbs.push(breadcrumb);
467
+ }
468
+ event.breadcrumbs.sort((b1, b2) => {
469
+ if (b1.timestamp === void 0 || b2.timestamp === void 0) {
470
+ return b1.timestamp === b2.timestamp ? 0 : b1.timestamp === void 0 ? -1 : 1;
471
+ }
472
+ return b1.timestamp - b2.timestamp;
473
+ });
474
+ }
475
+ _addBreadcrumb(eventId, message, severity, context) {
476
+ const breadcrumb = {
477
+ type: "console",
478
+ level: severity,
479
+ event_id: eventId,
480
+ category: "log",
481
+ message,
482
+ data: context,
483
+ timestamp: Math.floor(Date.now() / 1e3)
484
+ };
485
+ const lastRecorded = this._breadcrumbs.getLast();
486
+ if (lastRecorded && lastRecorded.message === breadcrumb.message) {
487
+ const firstBreadcrumbData = lastRecorded.data?.firstBreadcrumbData ?? lastRecorded.data ?? {};
488
+ const mergedBreadcrumbCount = Number.isNaN(lastRecorded.data?.mergedBreadcrumbCount) ? 1 : Number(lastRecorded.data?.mergedBreadcrumbCount);
489
+ lastRecorded.data = {
490
+ mergedBreadcrumbCount: mergedBreadcrumbCount + 1,
491
+ firstBreadcrumbData,
492
+ lastBreadcrumbData: breadcrumb.data
493
+ };
494
+ return;
495
+ }
496
+ this._breadcrumbs.push(breadcrumb);
497
+ }
498
+ };
499
+ var formatMessageForSentry = (entry) => {
500
+ let scopePrefix;
501
+ if (entry.meta?.S) {
502
+ const scope = entry.meta?.S;
503
+ scopePrefix = scope.name || (0, import_util2.getDebugName)(scope);
504
+ }
505
+ if (scopePrefix == null) {
506
+ return entry.message;
507
+ }
508
+ const workerPrefix = entry.meta?.S?.hostSessionId ? "[worker] " : "";
509
+ return `${workerPrefix}${scopePrefix} ${entry.message}`;
510
+ };
511
+ var convertLevel = (level) => {
512
+ if (level === import_log4.LogLevel.TRACE) {
513
+ return "debug";
514
+ }
515
+ if (level === import_log4.LogLevel.WARN) {
516
+ return "warning";
517
+ }
518
+ return import_log4.LogLevel[level].toLowerCase();
519
+ };
520
+ var getRelativeFilename = (filename) => {
521
+ const match = filename.match(/.+\/(packages\/.+\/.+)/);
522
+ if (match) {
523
+ const [, filePath] = match;
524
+ return filePath;
525
+ }
526
+ return filename;
527
+ };
411
528
  var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/sdk/observability/src/observability.ts";
412
529
  var SPACE_METRICS_MIN_INTERVAL = 1e3 * 60;
413
- var DATADOG_IDLE_INTERVAL = 1e3 * 60 * 1;
530
+ var NETWORK_METRICS_MIN_INTERVAL = 1e3 * 60 * 5;
414
531
  var Observability = class {
415
532
  // TODO(nf): make platform a required extension?
416
533
  constructor({ namespace, environment, release, config, secrets, group, mode, telemetry, errorLog }) {
@@ -430,7 +547,6 @@ var Observability = class {
430
547
  this._secrets = this._loadSecrets(config, secrets);
431
548
  this._telemetryBatchSize = telemetry?.batchSize ?? 30;
432
549
  this._errorReportingOptions = errorLog?.sentryInitOptions;
433
- this._errorLogProcessor = errorLog?.logProcessor ?? false;
434
550
  if (this._group) {
435
551
  this.setTag("group", this._group);
436
552
  }
@@ -459,7 +575,7 @@ var Observability = class {
459
575
  config
460
576
  }, {
461
577
  F: __dxlog_file3,
462
- L: 134,
578
+ L: 132,
463
579
  S: this,
464
580
  C: (f, a) => f(...a)
465
581
  });
@@ -521,7 +637,7 @@ var Observability = class {
521
637
  idqr
522
638
  }, {
523
639
  F: __dxlog_file3,
524
- L: 206,
640
+ L: 204,
525
641
  S: this,
526
642
  C: (f, a) => f(...a)
527
643
  });
@@ -535,7 +651,7 @@ var Observability = class {
535
651
  device: dqr
536
652
  }, {
537
653
  F: __dxlog_file3,
538
- L: 215,
654
+ L: 213,
539
655
  S: this,
540
656
  C: (f, a) => f(...a)
541
657
  });
@@ -543,7 +659,7 @@ var Observability = class {
543
659
  }
544
660
  (0, import_invariant.invariant)(dqr, "empty response from device service", {
545
661
  F: __dxlog_file3,
546
- L: 218,
662
+ L: 216,
547
663
  S: this,
548
664
  A: [
549
665
  "dqr",
@@ -556,7 +672,7 @@ var Observability = class {
556
672
  device: dqr
557
673
  }, {
558
674
  F: __dxlog_file3,
559
- L: 222,
675
+ L: 220,
560
676
  S: this,
561
677
  C: (f, a) => f(...a)
562
678
  });
@@ -582,13 +698,13 @@ var Observability = class {
582
698
  key,
583
699
  value.value
584
700
  ])),
585
- // TODO(nf): move/refactor from telementryContext, needed to read CORS proxy
701
+ // TODO(nf): move/refactor from telemetryContext, needed to read CORS proxy
586
702
  config: this._config
587
703
  });
588
704
  } else {
589
705
  (0, import_log.log)("datadog disabled", void 0, {
590
706
  F: __dxlog_file3,
591
- L: 253,
707
+ L: 251,
592
708
  S: this,
593
709
  C: (f, a) => f(...a)
594
710
  });
@@ -604,15 +720,15 @@ var Observability = class {
604
720
  }
605
721
  // TODO(nf): Refactor into ObservabilityExtensions.
606
722
  startNetworkMetrics(client) {
607
- const updateSignalMetrics = new import_async.Event();
608
- updateSignalMetrics.on(this._ctx, async (networkStatus) => {
723
+ const updateSignalMetrics = new import_async.Event().debounce(NETWORK_METRICS_MIN_INTERVAL);
724
+ updateSignalMetrics.on(this._ctx, async () => {
609
725
  (0, import_log.log)("send signal metrics", void 0, {
610
726
  F: __dxlog_file3,
611
- L: 273,
727
+ L: 270,
612
728
  S: this,
613
729
  C: (f, a) => f(...a)
614
730
  });
615
- networkStatus.signaling.forEach(({ server, state }) => {
731
+ (this._lastNetworkStatus?.signaling).forEach(({ server, state }) => {
616
732
  this.gauge("dxos.client.network.signal.connectionState", state, {
617
733
  server
618
734
  });
@@ -625,7 +741,7 @@ var Observability = class {
625
741
  let totalReadBufferSize = 0;
626
742
  let totalWriteBufferSize = 0;
627
743
  let totalChannelBufferSize = 0;
628
- networkStatus.connectionInfo?.forEach((connectionInfo) => {
744
+ this._lastNetworkStatus?.connectionInfo?.forEach((connectionInfo) => {
629
745
  swarmCount++;
630
746
  for (const conn of connectionInfo.connections ?? []) {
631
747
  connectionStates.set(conn.state, (connectionStates.get(conn.state) ?? 0) + 1);
@@ -641,14 +757,16 @@ var Observability = class {
641
757
  state
642
758
  });
643
759
  }
644
- this.gauge("dxox.client.network.totalReadBufferSize", totalReadBufferSize);
760
+ this.gauge("dxos.client.network.totalReadBufferSize", totalReadBufferSize);
645
761
  this.gauge("dxos.client.network.totalWriteBufferSize", totalWriteBufferSize);
646
762
  this.gauge("dxos.client.network.totalChannelBufferSize", totalChannelBufferSize);
647
763
  });
648
764
  });
649
765
  client.services.services.NetworkService?.queryStatus().subscribe((networkStatus) => {
650
- updateSignalMetrics.emit(networkStatus);
766
+ this._lastNetworkStatus = networkStatus;
767
+ updateSignalMetrics.emit();
651
768
  });
769
+ (0, import_async.scheduleTaskInterval)(this._ctx, async () => updateSignalMetrics.emit(), NETWORK_METRICS_MIN_INTERVAL);
652
770
  }
653
771
  startSpacesMetrics(client, namespace) {
654
772
  const spaces = client.spaces.get();
@@ -658,7 +776,7 @@ var Observability = class {
658
776
  updateSpaceMetrics.on(this._ctx, async () => {
659
777
  (0, import_log.log)("send space update", void 0, {
660
778
  F: __dxlog_file3,
661
- L: 325,
779
+ L: 324,
662
780
  S: this,
663
781
  C: (f, a) => f(...a)
664
782
  });
@@ -699,13 +817,13 @@ var Observability = class {
699
817
  });
700
818
  }
701
819
  });
702
- (0, import_async.scheduleTaskInterval)(this._ctx, async () => updateSpaceMetrics.emit(), DATADOG_IDLE_INTERVAL);
820
+ (0, import_async.scheduleTaskInterval)(this._ctx, async () => updateSpaceMetrics.emit(), NETWORK_METRICS_MIN_INTERVAL);
703
821
  }
704
- async startRuntimeMetrics(client, frequency = DATADOG_IDLE_INTERVAL) {
822
+ async startRuntimeMetrics(client, frequency = NETWORK_METRICS_MIN_INTERVAL) {
705
823
  const platform = await client.services.services.SystemService?.getPlatform();
706
824
  (0, import_invariant.invariant)(platform, "platform is required", {
707
825
  F: __dxlog_file3,
708
- L: 368,
826
+ L: 367,
709
827
  S: this,
710
828
  A: [
711
829
  "platform",
@@ -727,7 +845,7 @@ var Observability = class {
727
845
  (0, import_async.scheduleTaskInterval)(this._ctx, async () => {
728
846
  (0, import_log.log)("platform", void 0, {
729
847
  F: __dxlog_file3,
730
- L: 386,
848
+ L: 385,
731
849
  S: this,
732
850
  C: (f, a) => f(...a)
733
851
  });
@@ -736,7 +854,7 @@ var Observability = class {
736
854
  platform: platform2
737
855
  }, {
738
856
  F: __dxlog_file3,
739
- L: 389,
857
+ L: 388,
740
858
  S: this,
741
859
  C: (f, a) => f(...a)
742
860
  });
@@ -749,7 +867,7 @@ var Observability = class {
749
867
  error
750
868
  }, {
751
869
  F: __dxlog_file3,
752
- L: 396,
870
+ L: 395,
753
871
  S: this,
754
872
  C: (f, a) => f(...a)
755
873
  }));
@@ -774,7 +892,7 @@ var Observability = class {
774
892
  } else {
775
893
  (0, import_log.log)("segment disabled", void 0, {
776
894
  F: __dxlog_file3,
777
- L: 422,
895
+ L: 421,
778
896
  S: this,
779
897
  C: (f, a) => f(...a)
780
898
  });
@@ -801,29 +919,29 @@ var Observability = class {
801
919
  //
802
920
  async _initErrorLogs() {
803
921
  if (this._secrets.SENTRY_DESTINATION && this._mode !== "disabled") {
804
- const { captureException, enableSentryLogProcessor, configureTracing, init, setTag } = await import("./sentry/index.cjs");
805
- this._captureException = captureException;
922
+ const { captureException: captureException2, configureTracing, init, setTag } = await import("./sentry/index.cjs");
923
+ this._captureException = captureException2;
806
924
  this._setTag = setTag;
807
925
  import_log.log.info("Initializing Sentry", {
808
926
  dest: this._secrets.SENTRY_DESTINATION,
809
927
  options: this._errorReportingOptions
810
928
  }, {
811
929
  F: __dxlog_file3,
812
- L: 455,
930
+ L: 454,
813
931
  S: this,
814
932
  C: (f, a) => f(...a)
815
933
  });
934
+ const logProcessor = new SentryLogProcessor();
816
935
  init({
817
936
  ...this._errorReportingOptions,
818
937
  destination: this._secrets.SENTRY_DESTINATION,
819
- scrubFilenames: this._mode !== "full"
938
+ scrubFilenames: this._mode !== "full",
939
+ onError: (event) => logProcessor.addLogBreadcrumbsTo(event)
820
940
  });
821
941
  if (this._errorReportingOptions?.tracing) {
822
942
  configureTracing();
823
943
  }
824
- if (this._errorLogProcessor) {
825
- enableSentryLogProcessor();
826
- }
944
+ import_log.log.runtimeConfig.processors.push(logProcessor.logProcessor);
827
945
  this._tags.forEach((v, k) => {
828
946
  if (v.scope === "all" || v.scope === "errors") {
829
947
  setTag(k, v.value);
@@ -832,7 +950,7 @@ var Observability = class {
832
950
  } else {
833
951
  (0, import_log.log)("sentry disabled", void 0, {
834
952
  F: __dxlog_file3,
835
- L: 478,
953
+ L: 480,
836
954
  S: this,
837
955
  C: (f, a) => f(...a)
838
956
  });
@@ -866,4 +984,4 @@ var Observability = class {
866
984
  storeObservabilityDisabled,
867
985
  storeObservabilityGroup
868
986
  });
869
- //# sourceMappingURL=chunk-T2S7C5J2.cjs.map
987
+ //# sourceMappingURL=chunk-3OQ7O6O7.cjs.map
@@ -0,0 +1,7 @@
1
+ {
2
+ "version": 3,
3
+ "sources": ["../../../src/observability.ts", "../../../src/cli-observability-secrets.json", "../../../src/helpers/browser-observability.ts", "../../../src/helpers/common.ts", "../../../src/helpers/node-observability.ts", "../../../src/helpers/map-spaces.ts", "../../../src/helpers/setup-telemetry-listeners.ts", "../../../src/sentry/sentry-log-processor.ts"],
4
+ "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Event, scheduleTaskInterval } from '@dxos/async';\nimport { type Client, type Config } from '@dxos/client';\nimport { type Space } from '@dxos/client-protocol';\nimport { Context } from '@dxos/context';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\nimport { ConnectionState } from '@dxos/network-manager';\nimport { DeviceKind, type NetworkStatus, Platform } from '@dxos/protocols/proto/dxos/client/services';\nimport { isNode } from '@dxos/util';\n\nimport buildSecrets from './cli-observability-secrets.json';\nimport { type DatadogMetrics } from './datadog';\nimport { type IPData, getTelemetryIdentifier, mapSpaces } from './helpers';\nimport { type SegmentTelemetry, type EventOptions, type PageOptions } from './segment';\nimport { type InitOptions, type captureException as SentryCaptureException } from './sentry';\nimport { SentryLogProcessor } from './sentry/sentry-log-processor';\n\nconst SPACE_METRICS_MIN_INTERVAL = 1000 * 60;\nconst NETWORK_METRICS_MIN_INTERVAL = 1000 * 60 * 5;\n\n// Secrets? EnvironmentConfig?\n\nexport type ObservabilitySecrets = {\n DX_ENVIRONMENT: string | null;\n DX_RELEASE: string | null;\n SENTRY_DESTINATION: string | null;\n TELEMETRY_API_KEY: string | null;\n IPDATA_API_KEY: string | null;\n DATADOG_API_KEY: string | null;\n DATADOG_APP_KEY: string | null;\n};\n\nexport type Mode = 'basic' | 'full' | 'disabled';\nexport type TagScope = 'errors' | 'telemetry' | 'metrics' | 'all';\n\nexport type ObservabilityOptions = {\n /// The webapp (e.g. 'composer.dxos.org'), 'cli', or 'agent'.\n namespace: string;\n mode: Mode;\n // TODO(nf): make platform a required extension?\n // platform: Platform;\n release?: string;\n environment?: string;\n config?: Config;\n secrets?: Record<string, string>;\n group?: string;\n\n telemetry?: {\n batchSize?: number;\n };\n\n errorLog?: {\n sentryInitOptions?: InitOptions;\n };\n};\n\n/*\n * Observability provides a common interface for error logging, metrics, and telemetry.\n * It currently provides these capabilities using Sentry, Datadog, and Segment.\n */\nexport class Observability {\n // TODO(wittjosiah): Generic metrics interface.\n private _metrics?: DatadogMetrics;\n // TODO(wittjosiah): Generic telemetry interface.\n private _telemetryBatchSize: number;\n private _telemetry?: SegmentTelemetry;\n // TODO(wittjosiah): Generic error logging interface.\n private _errorReportingOptions?: InitOptions;\n private _captureException?: typeof SentryCaptureException;\n private _setTag?: (key: string, value: string) => void;\n\n private _secrets: ObservabilitySecrets;\n private _namespace: string;\n private _mode: Mode;\n private _config?: Config;\n private _group?: string;\n // TODO(nf): accept upstream context?\n private _ctx = new Context();\n private _tags = new Map<string, { value: string; scope: TagScope }>();\n private _lastNetworkStatus?: NetworkStatus;\n\n // TODO(nf): make platform a required extension?\n constructor({\n namespace,\n environment,\n release,\n config,\n secrets,\n group,\n mode,\n telemetry,\n errorLog,\n }: ObservabilityOptions) {\n this._namespace = namespace;\n this._mode = mode;\n this._config = config;\n this._group = group;\n this._secrets = this._loadSecrets(config, secrets);\n this._telemetryBatchSize = telemetry?.batchSize ?? 30;\n this._errorReportingOptions = errorLog?.sentryInitOptions;\n\n if (this._group) {\n this.setTag('group', this._group);\n }\n this.setTag('namespace', this._namespace);\n environment && this.setTag('environment', environment);\n release && this.setTag('release', release);\n this.setTag('mode', this._mode);\n }\n\n private _loadSecrets(config: Config | undefined, secrets?: Record<string, string>) {\n if (isNode()) {\n const mergedSecrets = {\n ...(buildSecrets as ObservabilitySecrets),\n ...secrets,\n };\n\n process.env.DX_ENVIRONMENT && (mergedSecrets.DX_ENVIRONMENT = process.env.DX_ENVIRONMENT);\n process.env.DX_RELEASE && (mergedSecrets.DX_RELEASE = process.env.DX_RELEASE);\n process.env.SENTRY_DESTINATION && (mergedSecrets.SENTRY_DESTINATION = process.env.SENTRY_DESTINATION);\n process.env.TELEMETRY_API_KEY && (mergedSecrets.TELEMETRY_API_KEY = process.env.TELEMETRY_API_KEY);\n process.env.IPDATA_API_KEY && (mergedSecrets.IPDATA_API_KEY = process.env.IPDATA_API_KEY);\n process.env.DATADOG_API_KEY && (mergedSecrets.DATADOG_API_KEY = process.env.DATADOG_API_KEY);\n process.env.DATADOG_APP_KEY && (mergedSecrets.DATADOG_APP_KEY = process.env.DATADOG_APP_KEY);\n\n return mergedSecrets;\n } else {\n log('config', { rtc: this._secrets, config });\n return {\n DX_ENVIRONMENT: config?.get('runtime.app.env.DX_ENVIRONMENT'),\n DX_RELEASE: config?.get('runtime.app.env.DX_RELEASE'),\n SENTRY_DESTINATION: config?.get('runtime.app.env.DX_SENTRY_DESTINATION'),\n TELEMETRY_API_KEY: config?.get('runtime.app.env.DX_TELEMETRY_API_KEY'),\n IPDATA_API_KEY: config?.get('runtime.app.env.DX_IPDATA_API_KEY'),\n DATADOG_API_KEY: config?.get('runtime.app.env.DX_DATADOG_API_KEY'),\n DATADOG_APP_KEY: config?.get('runtime.app.env.DX_DATADOG_APP_KEY'),\n ...secrets,\n };\n }\n }\n\n async initialize() {\n await this._initMetrics();\n await this._initTelemetry();\n await this._initErrorLogs();\n }\n\n async close() {\n await this._ctx.dispose();\n\n // TODO(wittjosiah): Remove telemetry, etc. scripts.\n }\n\n setMode(mode: Mode) {\n this._mode = mode;\n }\n\n get mode() {\n return this._mode;\n }\n\n get group() {\n return this._group;\n }\n\n get enabled() {\n return this._mode !== 'disabled';\n }\n\n //\n // Tags\n //\n\n setTag(key: string, value: string, scope?: TagScope) {\n if (this.enabled && (scope === undefined || scope === 'all' || scope === 'errors')) {\n this._setTag?.(key, value);\n }\n if (!scope) {\n scope = 'all';\n }\n this._tags.set(key, { value, scope });\n }\n\n getTag(key: string) {\n return this._tags.get(key);\n }\n\n addIPDataTelemetryTags = (ipData: IPData) => {\n this.setTag('city', ipData.city, 'telemetry');\n this.setTag('region', ipData.region, 'telemetry');\n this.setTag('country', ipData.country, 'telemetry');\n ipData.latitude && this.setTag('latitude', ipData.latitude.toString(), 'telemetry');\n ipData.longitude && this.setTag('longitude', ipData.longitude.toString(), 'telemetry');\n };\n\n // TODO(wittjosiah): Improve privacy of telemetry identifiers. See `getTelemetryIdentifier`.\n async setIdentityTags(client: Client) {\n client.services.services.IdentityService!.queryIdentity().subscribe((idqr) => {\n if (!idqr?.identity?.identityKey) {\n log('empty response from identity service', { idqr });\n return;\n }\n\n this.setTag('identityKey', idqr.identity.identityKey.truncate());\n });\n\n client.services.services.DevicesService!.queryDevices().subscribe((dqr) => {\n if (!dqr || !dqr.devices || dqr.devices.length === 0) {\n log('empty response from device service', { device: dqr });\n return;\n }\n invariant(dqr, 'empty response from device service');\n\n const thisDevice = dqr.devices.find((device) => device.kind === DeviceKind.CURRENT);\n if (!thisDevice) {\n log('no current device', { device: dqr });\n return;\n }\n this.setTag('deviceKey', thisDevice.deviceKey.truncate());\n if (thisDevice.profile?.label) {\n this.setTag('deviceProfile', thisDevice.profile.label);\n }\n });\n }\n\n //\n // Metrics\n //\n\n private async _initMetrics() {\n if (this.enabled && this._secrets.DATADOG_API_KEY) {\n const { DatadogMetrics } = await import('./datadog');\n this._metrics = new DatadogMetrics({\n apiKey: this._secrets.DATADOG_API_KEY,\n getTags: () =>\n Object.fromEntries(\n Array.from(this._tags)\n .filter(([key, value]) => {\n return value.scope === 'all' || value.scope === 'metrics';\n })\n .map(([key, value]) => [key, value.value]),\n ),\n // TODO(nf): move/refactor from telemetryContext, needed to read CORS proxy\n config: this._config!,\n });\n } else {\n log('datadog disabled');\n }\n }\n\n /**\n * Gauge metric.\n *\n * The default implementation uses Datadog.\n */\n gauge(name: string, value: number | any, extraTags?: any) {\n this._metrics?.gauge(name, value, extraTags);\n }\n\n // TODO(nf): Refactor into ObservabilityExtensions.\n\n startNetworkMetrics(client: Client) {\n // TODO(nf): support type in debounce()\n const updateSignalMetrics = new Event<NetworkStatus>().debounce(NETWORK_METRICS_MIN_INTERVAL);\n updateSignalMetrics.on(this._ctx, async () => {\n log('send signal metrics');\n (this._lastNetworkStatus?.signaling as NetworkStatus.Signal[]).forEach(({ server, state }) => {\n this.gauge('dxos.client.network.signal.connectionState', state, { server });\n });\n\n let swarmCount = 0;\n const connectionStates = new Map<string, number>();\n for (const state in ConnectionState) {\n connectionStates.set(state, 0);\n }\n\n let totalReadBufferSize = 0;\n let totalWriteBufferSize = 0;\n let totalChannelBufferSize = 0;\n\n this._lastNetworkStatus?.connectionInfo?.forEach((connectionInfo) => {\n swarmCount++;\n\n for (const conn of connectionInfo.connections ?? []) {\n connectionStates.set(conn.state, (connectionStates.get(conn.state) ?? 0) + 1);\n totalReadBufferSize += conn.readBufferSize ?? 0;\n totalWriteBufferSize += conn.writeBufferSize ?? 0;\n\n for (const stream of conn.streams ?? []) {\n totalChannelBufferSize += stream.writeBufferSize ?? 0;\n }\n }\n\n this.gauge('dxos.client.network.swarm.count', swarmCount);\n for (const state in ConnectionState) {\n this.gauge('dxos.client.network.connection.count', connectionStates.get(state) ?? 0, { state });\n }\n this.gauge('dxos.client.network.totalReadBufferSize', totalReadBufferSize);\n this.gauge('dxos.client.network.totalWriteBufferSize', totalWriteBufferSize);\n this.gauge('dxos.client.network.totalChannelBufferSize', totalChannelBufferSize);\n });\n });\n\n client.services.services.NetworkService?.queryStatus().subscribe((networkStatus) => {\n this._lastNetworkStatus = networkStatus;\n updateSignalMetrics.emit();\n });\n\n scheduleTaskInterval(this._ctx, async () => updateSignalMetrics.emit(), NETWORK_METRICS_MIN_INTERVAL);\n }\n\n startSpacesMetrics(client: Client, namespace: string) {\n // TODO(nf): update subscription on new spaces\n const spaces = client.spaces.get();\n const subscriptions = new Map<string, { unsubscribe: () => void }>();\n this._ctx.onDispose(() => subscriptions.forEach((subscription) => subscription.unsubscribe()));\n\n const updateSpaceMetrics = new Event<Space>().debounce(SPACE_METRICS_MIN_INTERVAL);\n updateSpaceMetrics.on(this._ctx, async () => {\n log('send space update');\n for (const data of mapSpaces(spaces, { truncateKeys: true })) {\n // Metrics\n this.gauge('dxos.client.space.members', data.members, { key: data.key });\n this.gauge('dxos.client.space.objects', data.objects, { key: data.key });\n this.gauge('dxos.client.space.epoch', data.epoch, { key: data.key });\n this.gauge('dxos.client.space.currentDataMutations', data.currentDataMutations, { key: data.key });\n\n // Telemetry\n this.event({\n identityId: getTelemetryIdentifier(client),\n name: `${namespace}.space.update`,\n properties: data,\n });\n }\n });\n\n const subscribeToSpaceUpdate = (space: Space) =>\n space.pipeline.subscribe({\n next: () => {\n updateSpaceMetrics.emit();\n },\n });\n\n spaces.forEach((space) => {\n subscriptions.set(space.key.toHex(), subscribeToSpaceUpdate(space));\n });\n\n client.spaces.subscribe({\n next: async (spaces) => {\n spaces\n .filter((space) => !subscriptions.has(space.key.toHex()))\n .forEach((space) => {\n subscriptions.set(space.key.toHex(), subscribeToSpaceUpdate(space));\n });\n },\n });\n\n scheduleTaskInterval(this._ctx, async () => updateSpaceMetrics.emit(), NETWORK_METRICS_MIN_INTERVAL);\n }\n\n async startRuntimeMetrics(client: Client, frequency: number = NETWORK_METRICS_MIN_INTERVAL) {\n const platform = await client.services.services.SystemService?.getPlatform();\n invariant(platform, 'platform is required');\n\n this.setTag('platform_type', Platform.PLATFORM_TYPE[platform.type as number].toLowerCase());\n if (this._mode === 'full') {\n // platform[foo] does not work?\n if (platform.platform) {\n this.setTag('platform', platform.platform);\n }\n if (platform.arch) {\n this.setTag('arch', platform.arch);\n }\n if (platform.runtime) {\n this.setTag('runtime', platform.runtime);\n }\n }\n scheduleTaskInterval(\n this._ctx,\n async () => {\n log('platform');\n client.services.services.SystemService?.getPlatform()\n .then((platform) => {\n log('platform', { platform });\n if (platform.memory) {\n this.gauge('dxos.client.runtime.rss', platform.memory.rss);\n this.gauge('dxos.client.runtime.heapTotal', platform.memory.heapTotal);\n this.gauge('dxos.client.runtime.heapUsed', platform.memory.heapUsed);\n }\n })\n .catch((error) => log('platform error', { error }));\n },\n frequency,\n );\n }\n\n //\n // Telemetry\n //\n\n private async _initTelemetry() {\n if (this._secrets.TELEMETRY_API_KEY && this._mode !== 'disabled') {\n const { SegmentTelemetry } = await import('./segment');\n this._telemetry = new SegmentTelemetry({\n apiKey: this._secrets.TELEMETRY_API_KEY,\n batchSize: this._telemetryBatchSize,\n getTags: () =>\n Object.fromEntries(\n Array.from(this._tags)\n .filter(([key, value]) => {\n return value.scope === 'all' || value.scope === 'telemetry';\n })\n .map(([key, value]) => [key, value.value]),\n ),\n });\n } else {\n log('segment disabled');\n }\n }\n\n /**\n * A telemetry event.\n *\n * The default implementation uses Segment.\n */\n event(options: EventOptions) {\n this._telemetry?.event(options);\n }\n\n /**\n * A telemetry page view.\n *\n * The default implementation uses Segment.\n */\n page(options: PageOptions) {\n this._telemetry?.page(options);\n }\n\n //\n // Error Logs\n //\n\n private async _initErrorLogs() {\n if (this._secrets.SENTRY_DESTINATION && this._mode !== 'disabled') {\n const { captureException, configureTracing, init, setTag } = await import('./sentry');\n this._captureException = captureException;\n this._setTag = setTag;\n\n // TODO(nf): refactor package into this one?\n log.info('Initializing Sentry', {\n dest: this._secrets.SENTRY_DESTINATION,\n options: this._errorReportingOptions,\n });\n\n const logProcessor = new SentryLogProcessor();\n init({\n ...this._errorReportingOptions,\n destination: this._secrets.SENTRY_DESTINATION,\n scrubFilenames: this._mode !== 'full',\n onError: (event) => logProcessor.addLogBreadcrumbsTo(event),\n });\n if (this._errorReportingOptions?.tracing) {\n configureTracing();\n }\n\n // TODO(nf): set platform at instantiation? needed for node.\n log.runtimeConfig.processors.push(logProcessor.logProcessor);\n\n // TODO(nf): is this different than passing as properties in options?\n this._tags.forEach((v, k) => {\n if (v.scope === 'all' || v.scope === 'errors') {\n setTag(k, v.value);\n }\n });\n } else {\n log('sentry disabled');\n }\n }\n\n /**\n * Manually capture an exception.\n *\n * The default implementation uses Sentry.\n */\n captureException(err: any) {\n if (this.enabled) {\n this._captureException?.(err);\n }\n }\n}\n", "{\n \"SENTRY_DESTINATION\": \"https://2647916221e643869965e78469479aa4@o4504012000067584.ingest.sentry.io/4504012027265029\",\n \"TELEMETRY_API_KEY\": \"B00QG6PtJJrJ0VVFe0H5a6bcUUShKyZM\",\n \"IPDATA_API_KEY\": \"73dfdecdf979c18f07d50cf841bbdd9e589f237256326ac8cca23786\",\n \"DATADOG_API_KEY\": null,\n \"DATADOG_APP_KEY\": null\n}", "//\n// Copyright 2022 DXOS.org\n//\n\n// NOTE: localStorage is not available in web workers.\nimport * as localForage from 'localforage';\n\n// import { type Platform } from '@dxos/client-services';\n// import { type InitOptions as TelemetryInitOptions } from '@dxos/telemetry';\n\nimport type { Config } from '@dxos/client';\nimport { log } from '@dxos/log';\n\nimport type { IPData } from './common';\nimport type { Mode, Observability } from '../observability';\n\nexport const OBSERVABILITY_DISABLED_KEY = 'observability-disabled';\nexport const OBSERVABILITY_GROUP_KEY = 'observability-group';\n\nexport const isObservabilityDisabled = async (namespace: string): Promise<boolean> => {\n try {\n return (await localForage.getItem(`${namespace}:${OBSERVABILITY_DISABLED_KEY}`)) === 'true';\n } catch (err) {\n log.catch('Failed to check if observability is disabled, assuming it is', err);\n return true;\n }\n};\n\nexport const storeObservabilityDisabled = async (namespace: string, value: boolean) => {\n try {\n await localForage.setItem(`${namespace}:${OBSERVABILITY_DISABLED_KEY}`, String(value));\n } catch (err) {\n log.catch('Failed to store observability disabled', err);\n }\n};\n\nexport const getObservabilityGroup = async (namespace: string): Promise<string | undefined> => {\n try {\n return (await localForage.getItem(`${namespace}:${OBSERVABILITY_GROUP_KEY}`)) ?? undefined;\n } catch (err) {\n log.catch('Failed to get observability group', err);\n }\n};\n\nexport const storeObservabilityGroup = async (namespace: string, value: string) => {\n try {\n await localForage.setItem(`${namespace}:${OBSERVABILITY_GROUP_KEY}`, value);\n } catch (err) {\n log.catch('Failed to store observability group', err);\n }\n};\n\nexport type AppObservabilityOptions = {\n namespace: string;\n config: Config;\n mode?: Mode;\n tracingEnable?: boolean;\n replayEnable?: boolean;\n // TODO(nf): options for providers?\n};\n\n// TODO(wittjosiah): Store preference for disabling observability.\n// At minimum should be stored locally (i.e., localstorage), possibly in halo preference.\n// Needs to be hooked up to settings page for user visibility.\nexport const initializeAppObservability = async ({\n namespace,\n config,\n mode = 'basic',\n tracingEnable = true,\n replayEnable = true,\n}: AppObservabilityOptions): Promise<Observability> => {\n log('initializeAppObservability', { config });\n\n /*\n const platform = (await client.services.services.SystemService?.getPlatform()) as Platform;\n if (!platform) {\n log.error('failed to get platform, could not initialize observability');\n return undefined;\n }\n */\n\n const group = (await getObservabilityGroup(namespace)) ?? undefined;\n const release = `${namespace}@${config.get('runtime.app.build.version')}`;\n const environment = config.get('runtime.app.env.DX_ENVIRONMENT');\n\n const observabilityDisabled = await isObservabilityDisabled(namespace);\n\n const { Observability } = await import('../observability');\n\n // TODO(nf): configure mode\n const observability = new Observability({\n namespace,\n release,\n environment,\n group,\n mode,\n config,\n errorLog: {\n sentryInitOptions: {\n environment,\n release,\n tracing: tracingEnable,\n replay: replayEnable,\n // TODO(wittjosiah): Configure these.\n sampleRate: 1.0,\n replaySampleRate: 0.1,\n replaySampleRateOnError: 1.0,\n },\n },\n });\n\n // global kill switch\n if (observabilityDisabled) {\n observability.setMode('disabled');\n log.info('observability disabled');\n return observability;\n }\n\n try {\n const getIPData = async (config: Config): Promise<IPData | void> => {\n const IP_DATA_CACHE_TIMEOUT = 6 * 60 * 60 * 1000; // 6 hours\n type CachedIPData = {\n data: IPData;\n timestamp: number;\n };\n\n // Check cache first.\n const cachedData: null | CachedIPData = await localForage.getItem('dxos:observability:ipdata');\n if (cachedData && cachedData.timestamp > Date.now() - IP_DATA_CACHE_TIMEOUT) {\n return cachedData.data;\n }\n\n // Fetch data if not cached.\n const IPDATA_API_KEY = config.get('runtime.app.env.DX_IPDATA_API_KEY');\n if (IPDATA_API_KEY) {\n return fetch(`https://api.ipdata.co?api-key=${IPDATA_API_KEY}`)\n .then((res) => res.json())\n .then((data) => {\n // Cache data.\n localForage\n .setItem('dxos:observability:ipdata', {\n data,\n timestamp: Date.now(),\n })\n .catch((err) => observability.captureException(err));\n\n return data;\n })\n .catch((err) => observability.captureException(err));\n }\n };\n\n // TODO(nf): plugin state?\n\n // TODO(nf): should provide capability to init Sentry earlier in booting process to capture errors during initialization.\n\n await observability.initialize();\n\n const ipData = await getIPData(config);\n\n ipData && observability.addIPDataTelemetryTags(ipData);\n\n if (typeof navigator !== 'undefined' && navigator.storage?.estimate) {\n setInterval(async () => {\n try {\n const storageEstimate = await navigator.storage.estimate();\n storageEstimate.usage && observability.setTag('storageUsage', storageEstimate.usage.toString(), 'telemetry');\n storageEstimate.quota && observability.setTag('storageQuota', storageEstimate.quota.toString(), 'telemetry');\n } catch (error) {\n log.warn('Failed to run estimate()', error);\n }\n }, 10e3);\n }\n } catch (err: any) {\n log.error('Failed to initialize app observability', err);\n }\n\n return observability;\n};\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport type { Client } from '@dxos/client';\n\n// TODO(wittjosiah): Improve privacy of telemetry identifiers.\n// - Identifier should be generated client-side with no attachment to identity.\n// - Identifier can then be reset by user.\n// - Identifier can be synced via HALO to allow for correlation of events bewteen devices.\n// - Identifier should also be stored outside of HALO such that it is available immediately on startup.\nexport const getTelemetryIdentifier = (client: Client) => {\n if (!client?.initialized) {\n return undefined;\n }\n\n const identity = client.halo.identity.get();\n if (identity) {\n return identity.identityKey.truncate();\n }\n\n return undefined;\n};\n\nexport type IPData = { city: string; region: string; country: string; latitude: number; longitude: number };\n", "//\n// Copyright 2022 DXOS.org\n//\nimport yaml from 'js-yaml';\nimport { existsSync, statSync } from 'node:fs';\nimport { mkdir, readFile, writeFile } from 'node:fs/promises';\nimport { join } from 'node:path';\nimport { v4 as uuid, validate as validateUuid } from 'uuid';\n\nimport type { Config } from '@dxos/client';\nimport { log } from '@dxos/log';\n\nimport { Observability, type Mode } from '../observability';\n\n/**\n * Print observability banner once per installation.\n */\nexport const showObservabilityBanner = async (configDir: string, bannercb: (input: string) => void) => {\n const path = join(configDir, '.observability-banner-printed');\n if (existsSync(path)) {\n return;\n }\n bannercb(\n // eslint-disable-next-line no-multi-str\n 'Basic observability data will be sent to the DXOS team in order to improve the product. This includes \\\n performance metrics, error logs, and usage data. No personally identifiable information, other than your \\\n public key, is included with this data and no private data ever leaves your devices. To disable sending \\\n observability data, set the environment variable DX_DISABLE_OBSERVABILITY=true.',\n );\n\n await writeFile(path, '', 'utf-8');\n};\n\nexport const getObservabilityState = async (configDir: string): Promise<PersistentObservabilityState> => {\n // check whether configDir exists and if it's a directory\n\n if (existsSync(configDir)) {\n if (!statSync(configDir).isDirectory()) {\n throw new Error(`Config directory ${configDir} exists but is not a directory`);\n }\n } else {\n await mkdir(configDir, { recursive: true });\n }\n\n const idPath = join(configDir, 'observability.yml');\n if (existsSync(idPath)) {\n const context = await readFile(idPath, 'utf-8');\n return validate(context) ?? initializeState(idPath);\n }\n\n return initializeState(idPath);\n};\n\nexport type PersistentObservabilityState = {\n installationId: string;\n group?: string;\n mode: Mode;\n};\n\n// create initial state and write to file, using environment variables to override defaults.\nconst initializeState = async (idPath: string): Promise<PersistentObservabilityState> => {\n // TODO(nf): read initial values from config or seed file\n const observabilityState = {\n installationId: uuid(),\n group: process.env.DX_OBSERVABILITY_GROUP ?? undefined,\n mode: (process.env.DX_DISABLE_OBSERVABILITY ? 'disabled' : process.env.DX_OBSERVABILITY_MODE ?? 'basic') as Mode,\n };\n\n await writeFile(\n idPath,\n '# This file is automatically generated by the @dxos/cli.\\n' + yaml.dump(observabilityState),\n 'utf-8',\n );\n\n return observabilityState;\n};\n\nconst validate = (contextString: string) => {\n const context = yaml.load(contextString) as PersistentObservabilityState;\n if (Boolean(context.installationId) && validateUuid(context.installationId!)) {\n return {\n ...context,\n mode: process.env.DX_DISABLE_OBSERVABILITY ? 'disabled' : context.mode ?? 'basic',\n };\n }\n};\n\nexport type NodeObservabilityOptions = {\n installationId: string;\n group?: string;\n namespace: string;\n version: string;\n config: Config;\n mode?: Mode;\n tracingEnable?: boolean;\n replayEnable?: boolean;\n // TODO(nf): options for providers?\n};\n\nexport const initializeNodeObservability = async ({\n namespace,\n version,\n config,\n installationId,\n group,\n mode = 'basic',\n tracingEnable = true,\n replayEnable = true,\n}: NodeObservabilityOptions): Promise<Observability> => {\n log('initializeCliObservability', { config });\n\n // TODO(nf): make CLI build populate runtime.app.build config?\n const release = `${namespace}@${version}`;\n const environment = process.env.DX_ENVIRONMENT ?? 'unknown';\n\n const observability = new Observability({\n namespace,\n release,\n environment,\n group,\n mode,\n errorLog: {\n sentryInitOptions: {\n environment,\n release,\n // TODO(wittjosiah): Configure this.\n sampleRate: 1.0,\n },\n },\n });\n\n observability.setTag('installationId', installationId);\n\n // TODO(nf): cache ipdata to avoid repeated requests\n const IPDATA_API_KEY = config.get('runtime.app.env.DX_IPDATA_API_KEY');\n try {\n const res = await fetch(`https://api.ipdata.co/?api-key=${IPDATA_API_KEY}`);\n const ipData = await res.json();\n ipData && observability.addIPDataTelemetryTags(ipData);\n } catch (err) {\n observability?.captureException(err);\n }\n return observability;\n};\n", "//\n// Copyright 2023 DXOS.org\n//\n\nimport type { Space } from '@dxos/client-protocol';\n\nexport type MapSpacesOptions = {\n verbose?: boolean;\n truncateKeys?: boolean;\n};\n\nexport const mapSpaces = (spaces: Space[], options: MapSpacesOptions = { verbose: false, truncateKeys: false }) => {\n return spaces.map((space) => {\n // TODO(burdon): Factor out.\n // TODO(burdon): Agent needs to restart before `ready` is available.\n const { open, ready } = space.internal.data.metrics ?? {};\n const startup = open && ready && ready.getTime() - open.getTime();\n\n // TODO(burdon): Get feeds from client-services if verbose (factor out from devtools/diagnostics).\n // const host = client.services.services.DevtoolsHost!;\n const pipeline = space.internal.data.pipeline;\n const startDataMutations = pipeline?.currentEpoch?.subject.assertion.timeframe.totalMessages() ?? 0;\n const epoch = pipeline?.currentEpoch?.subject.assertion.number;\n // const appliedEpoch = pipeline?.appliedEpoch?.subject.assertion.number;\n const currentDataMutations = pipeline?.currentDataTimeframe?.totalMessages() ?? 0;\n const totalDataMutations = pipeline?.targetDataTimeframe?.totalMessages() ?? 0;\n\n return {\n // TODO(nf): truncate keys for DD?\n key: space.key.truncate(),\n open: space.isOpen,\n members: space.members.get().length,\n objects: space.db.query().objects.length,\n startup,\n epoch,\n // appliedEpoch,\n startDataMutations,\n currentDataMutations,\n totalDataMutations,\n\n // TODO(burdon): Negative?\n progress: (\n Math.min(Math.abs((currentDataMutations - startDataMutations) / (totalDataMutations - startDataMutations)), 1) *\n 100\n ).toFixed(0),\n };\n });\n};\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport type { Client } from '@dxos/client';\n\nimport { getTelemetryIdentifier } from './common';\nimport type { Observability } from '../observability';\n\nlet lastFocusEvent = new Date();\nlet totalTime = 0;\n\nexport const setupTelemetryListeners = (namespace: string, client: Client, observability: Observability) => {\n const clickCallback = (event: any) => {\n setTimeout(() =>\n observability.event({\n identityId: getTelemetryIdentifier(client),\n name: `${namespace}.window.click`,\n properties: {\n href: window.location.href,\n id: (event.target as HTMLElement)?.id,\n path: (event.path as HTMLElement[])\n ?.filter((el) => Boolean(el.tagName))\n .map((el) => `${el.tagName.toLowerCase()}${el.id ? `#${el.id}` : ''}`)\n .reverse()\n .join('>'),\n },\n }),\n );\n };\n\n const focusCallback = () => {\n const now = new Date();\n setTimeout(() =>\n observability.event({\n identityId: getTelemetryIdentifier(client),\n name: `${namespace}.window.focus`,\n properties: {\n href: window.location.href,\n timeAway: now.getTime() - lastFocusEvent.getTime(),\n },\n }),\n );\n lastFocusEvent = now;\n };\n\n const blurCallback = () => {\n const now = new Date();\n const timeSpent = now.getTime() - lastFocusEvent.getTime();\n setTimeout(() =>\n observability.event({\n identityId: getTelemetryIdentifier(client),\n name: `${namespace}.window.blur`,\n properties: {\n href: window.location.href,\n timeSpent,\n },\n }),\n );\n lastFocusEvent = now;\n totalTime = totalTime + timeSpent;\n };\n\n const unloadCallback = () => {\n setTimeout(() =>\n observability.event({\n identityId: getTelemetryIdentifier(client),\n name: `${namespace}.page.unload`,\n properties: {\n href: window.location.href,\n timeSpent: totalTime,\n },\n }),\n );\n };\n\n const errorCallback = (event: ErrorEvent) => {\n setTimeout(() =>\n observability.event({\n identityId: getTelemetryIdentifier(client),\n name: `${namespace}.window.error`,\n properties: {\n href: window.location.href,\n message: event.message,\n filename: event.filename,\n stack: (event.error as Error).stack,\n },\n }),\n );\n };\n\n window.addEventListener('click', clickCallback, true);\n window.addEventListener('focus', focusCallback);\n window.addEventListener('blur', blurCallback);\n window.addEventListener('beforeunload', unloadCallback);\n window.addEventListener('error', errorCallback);\n\n return () => {\n window.removeEventListener('click', clickCallback, true);\n window.removeEventListener('focus', focusCallback);\n window.removeEventListener('blur', blurCallback);\n window.removeEventListener('beforeunload', unloadCallback);\n window.removeEventListener('error', errorCallback);\n };\n};\n", "//\n// Copyright 2024 DXOS.org\n//\n\nimport type { Breadcrumb, SeverityLevel, Event } from '@sentry/types';\n\nimport { type LogConfig, type LogEntry, LogLevel, type LogProcessor, shouldLog } from '@dxos/log';\nimport { CircularBuffer, getDebugName } from '@dxos/util';\n\nimport { withScope, captureException, captureMessage } from './';\n\nconst MAX_LOG_BREADCRUMBS = 80;\n\nexport class SentryLogProcessor {\n private _breadcrumbs = new CircularBuffer<Breadcrumb>(MAX_LOG_BREADCRUMBS);\n\n public readonly logProcessor: LogProcessor = (config: LogConfig, entry: LogEntry) => {\n const { level, meta, error } = entry;\n if (!shouldLog(entry, config.captureFilters)) {\n return;\n }\n if (entry.level !== LogLevel.WARN && entry.level !== LogLevel.ERROR) {\n return;\n }\n // TODO(nf): add rate limiting to avoid spamming Sentry/consuming excessive quota.\n withScope((scope) => {\n const severity = convertLevel(level);\n scope.setLevel(severity);\n scope.setContext('dxoslog', entry.context ?? null);\n if (meta) {\n scope.setTag('transaction', `${getRelativeFilename(meta.F)}:${meta.L}`);\n\n if (meta.S?.hostSessionId) {\n scope.setTags({\n service_host_issue: true,\n service_host_session: meta.S?.hostSessionId,\n });\n }\n\n if (!Number.isNaN(meta.S?.uptimeSeconds)) {\n scope.setExtra('uptime_seconds', meta.S?.uptimeSeconds);\n }\n }\n\n const extendedMessage = formatMessageForSentry(entry);\n let capturedError = error;\n if (capturedError == null && entry.level === LogLevel.ERROR) {\n capturedError = Object.values(entry.context ?? {}).find((v): v is Error => v instanceof Error);\n }\n if (capturedError) {\n const isMessageDifferentFromStackTrace = error == null;\n if (isMessageDifferentFromStackTrace) {\n scope.setExtra('message', extendedMessage);\n }\n const eventId = captureException(capturedError);\n this._addBreadcrumb(eventId, extendedMessage, severity, entry.context);\n return;\n }\n\n scope.setFingerprint([entry.message]);\n const eventId = captureMessage(extendedMessage);\n this._addBreadcrumb(eventId, extendedMessage, severity, entry.context);\n });\n };\n\n public addLogBreadcrumbsTo(event: Event) {\n event.breadcrumbs ??= [];\n for (const breadcrumb of this._breadcrumbs) {\n event.breadcrumbs.push(breadcrumb);\n }\n event.breadcrumbs.sort((b1, b2) => {\n if (b1.timestamp === undefined || b2.timestamp === undefined) {\n return b1.timestamp === b2.timestamp ? 0 : b1.timestamp === undefined ? -1 : 1;\n }\n return b1.timestamp - b2.timestamp;\n });\n }\n\n private _addBreadcrumb(\n eventId: string,\n message: string,\n severity: SeverityLevel,\n context: { [key: string]: any } | undefined,\n ): void {\n const breadcrumb: Breadcrumb = {\n type: 'console',\n level: severity,\n event_id: eventId,\n category: 'log',\n message,\n data: context,\n timestamp: Math.floor(Date.now() / 1000),\n };\n const lastRecorded = this._breadcrumbs.getLast();\n if (lastRecorded && lastRecorded.message === breadcrumb.message) {\n const firstBreadcrumbData = lastRecorded.data?.firstBreadcrumbData ?? lastRecorded.data ?? {};\n const mergedBreadcrumbCount = Number.isNaN(lastRecorded.data?.mergedBreadcrumbCount)\n ? 1\n : Number(lastRecorded.data?.mergedBreadcrumbCount);\n lastRecorded.data = {\n mergedBreadcrumbCount: mergedBreadcrumbCount + 1,\n firstBreadcrumbData,\n lastBreadcrumbData: breadcrumb.data,\n };\n return;\n }\n this._breadcrumbs.push(breadcrumb);\n }\n}\n\nconst formatMessageForSentry = (entry: LogEntry) => {\n let scopePrefix: string | undefined;\n if (entry.meta?.S) {\n const scope = entry.meta?.S;\n scopePrefix = scope.name || getDebugName(scope);\n }\n if (scopePrefix == null) {\n return entry.message;\n }\n const workerPrefix = entry.meta?.S?.hostSessionId ? '[worker] ' : '';\n return `${workerPrefix}${scopePrefix} ${entry.message}`;\n};\n\nconst convertLevel = (level: LogLevel): SeverityLevel => {\n if (level === LogLevel.TRACE) {\n return 'debug';\n }\n if (level === LogLevel.WARN) {\n return 'warning';\n }\n return LogLevel[level].toLowerCase() as SeverityLevel;\n};\n\nconst getRelativeFilename = (filename: string) => {\n // TODO(burdon): Hack uses \"packages\" as an anchor (pre-parse NX?)\n // Including `packages/` part of the path so that excluded paths (e.g. from dist) are clickable in vscode.\n const match = filename.match(/.+\\/(packages\\/.+\\/.+)/);\n if (match) {\n const [, filePath] = match;\n return filePath;\n }\n\n return filename;\n};\n"],
5
+ "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,mBAA4C;AAG5C,qBAAwB;AACxB,uBAA0B;AAC1B,iBAAoB;AACpB,6BAAgC;AAChC,sBAAyD;AACzD,kBAAuB;AEPvB,kBAA6B;AAM7B,IAAAA,cAAoB;AERpB,qBAAiB;AACjB,qBAAqC;AACrC,sBAA2C;AAC3C,uBAAqB;AACrB,kBAAqD;AAGrD,IAAAA,cAAoB;AGJpB,IAAAA,cAAsF;AACtF,IAAAC,eAA6C;ANP7C,IAAA,oCAAA;EACE,oBAAsB;EACtB,mBAAqB;EACrB,gBAAkB;EAClB,iBAAmB;EACnB,iBAAmB;AACrB;;ACUO,IAAMC,6BAA6B;AACnC,IAAMC,0BAA0B;AAEhC,IAAMC,0BAA0B,OAAOC,cAAAA;AAC5C,MAAI;AACF,WAAQ,MAAkBC,YAAAA,QAAQ,GAAGD,SAAAA,IAAaH,0BAAAA,EAA4B,MAAO;EACvF,SAASK,KAAK;AACZC,oBAAIC,MAAM,gEAAgEF,KAAAA;;;;;;AAC1E,WAAO;EACT;AACF;AAEO,IAAMG,6BAA6B,OAAOL,WAAmBM,UAAAA;AAClE,MAAI;AACF,UAAkBC,YAAAA,QAAQ,GAAGP,SAAAA,IAAaH,0BAAAA,IAA8BW,OAAOF,KAAAA,CAAAA;EACjF,SAASJ,KAAK;AACZC,oBAAIC,MAAM,0CAA0CF,KAAAA;;;;;;EACtD;AACF;AAEO,IAAMO,wBAAwB,OAAOT,cAAAA;AAC1C,MAAI;AACF,WAAQ,MAAkBC,YAAAA,QAAQ,GAAGD,SAAAA,IAAaF,uBAAAA,EAAyB,KAAMY;EACnF,SAASR,KAAK;AACZC,oBAAIC,MAAM,qCAAqCF,KAAAA;;;;;;EACjD;AACF;AAEO,IAAMS,0BAA0B,OAAOX,WAAmBM,UAAAA;AAC/D,MAAI;AACF,UAAkBC,YAAAA,QAAQ,GAAGP,SAAAA,IAAaF,uBAAAA,IAA2BQ,KAAAA;EACvE,SAASJ,KAAK;AACZC,oBAAIC,MAAM,uCAAuCF,KAAAA;;;;;;EACnD;AACF;AAcO,IAAMU,6BAA6B,OAAO,EAC/CZ,WACAa,QACAC,OAAO,SACPC,gBAAgB,MAChBC,eAAe,KAAI,MACK;AACxBb,uBAAI,8BAA8B;IAAEU;EAAO,GAAA;;;;;;AAU3C,QAAMI,QAAS,MAAMR,sBAAsBT,SAAAA,KAAeU;AAC1D,QAAMQ,UAAU,GAAGlB,SAAAA,IAAaa,OAAOM,IAAI,2BAAA,CAAA;AAC3C,QAAMC,cAAcP,OAAOM,IAAI,gCAAA;AAE/B,QAAME,wBAAwB,MAAMtB,wBAAwBC,SAAAA;AAE5D,QAAM,EAAEsB,eAAAA,eAAa,IAAK,MAAM,OAAO,8BAAA;AAGvC,QAAMC,gBAAgB,IAAID,eAAc;IACtCtB;IACAkB;IACAE;IACAH;IACAH;IACAD;IACAW,UAAU;MACRC,mBAAmB;QACjBL;QACAF;QACAQ,SAASX;QACTY,QAAQX;;QAERY,YAAY;QACZC,kBAAkB;QAClBC,yBAAyB;MAC3B;IACF;EACF,CAAA;AAGA,MAAIT,uBAAuB;AACzBE,kBAAcQ,QAAQ,UAAA;AACtB5B,oBAAI6B,KAAK,0BAAA,QAAA;;;;;;AACT,WAAOT;EACT;AAEA,MAAI;AACF,UAAMU,YAAY,OAAOpB,YAAAA;AACvB,YAAMqB,wBAAwB,IAAI,KAAK,KAAK;AAO5C,YAAMC,aAAkC,MAAkBlC,YAAAA,QAAQ,2BAAA;AAClE,UAAIkC,cAAcA,WAAWC,YAAYC,KAAKC,IAAG,IAAKJ,uBAAuB;AAC3E,eAAOC,WAAWI;MACpB;AAGA,YAAMC,iBAAiB3B,QAAOM,IAAI,mCAAA;AAClC,UAAIqB,gBAAgB;AAClB,eAAOC,MAAM,iCAAiCD,cAAAA,EAAgB,EAC3DE,KAAK,CAACC,QAAQA,IAAIC,KAAI,CAAA,EACtBF,KAAK,CAACH,SAAAA;AAGFhC,sBAAAA,QAAQ,6BAA6B;YACpCgC;YACAH,WAAWC,KAAKC,IAAG;UACrB,CAAA,EACClC,MAAM,CAACF,QAAQqB,cAAcsB,iBAAiB3C,GAAAA,CAAAA;AAEjD,iBAAOqC;QACT,CAAA,EACCnC,MAAM,CAACF,QAAQqB,cAAcsB,iBAAiB3C,GAAAA,CAAAA;MACnD;IACF;AAMA,UAAMqB,cAAcuB,WAAU;AAE9B,UAAMC,SAAS,MAAMd,UAAUpB,MAAAA;AAE/BkC,cAAUxB,cAAcyB,uBAAuBD,MAAAA;AAE/C,QAAI,OAAOE,cAAc,eAAeA,UAAUC,SAASC,UAAU;AACnEC,kBAAY,YAAA;AACV,YAAI;AACF,gBAAMC,kBAAkB,MAAMJ,UAAUC,QAAQC,SAAQ;AACxDE,0BAAgBC,SAAS/B,cAAcgC,OAAO,gBAAgBF,gBAAgBC,MAAME,SAAQ,GAAI,WAAA;AAChGH,0BAAgBI,SAASlC,cAAcgC,OAAO,gBAAgBF,gBAAgBI,MAAMD,SAAQ,GAAI,WAAA;QAClG,SAASE,OAAO;AACdvD,0BAAIwD,KAAK,4BAA4BD,OAAAA;;;;;;QACvC;MACF,GAAG,GAAA;IACL;EACF,SAASxD,KAAU;AACjBC,oBAAIuD,MAAM,0CAA0CxD,KAAAA;;;;;;EACtD;AAEA,SAAOqB;AACT;ACvKO,IAAMqC,yBAAyB,CAACC,WAAAA;AACrC,MAAI,CAACA,QAAQC,aAAa;AACxB,WAAOpD;EACT;AAEA,QAAMqD,WAAWF,OAAOG,KAAKD,SAAS5C,IAAG;AACzC,MAAI4C,UAAU;AACZ,WAAOA,SAASE,YAAYC,SAAQ;EACtC;AAEA,SAAOxD;AACT;;ACLO,IAAMyD,0BAA0B,OAAOC,WAAmBC,aAAAA;AAC/D,QAAMC,WAAOC,uBAAKH,WAAW,+BAAA;AAC7B,UAAII,2BAAWF,IAAAA,GAAO;AACpB;EACF;AACAD;;IAEE;;AAMF,YAAMI,2BAAUH,MAAM,IAAI,OAAA;AAC5B;AAEO,IAAMI,wBAAwB,OAAON,cAAAA;AAG1C,UAAII,2BAAWJ,SAAAA,GAAY;AACzB,QAAI,KAACO,yBAASP,SAAAA,EAAWQ,YAAW,GAAI;AACtC,YAAM,IAAIC,MAAM,oBAAoBT,SAAAA,gCAAyC;IAC/E;EACF,OAAO;AACL,cAAMU,uBAAMV,WAAW;MAAEW,WAAW;IAAK,CAAA;EAC3C;AAEA,QAAMC,aAAST,uBAAKH,WAAW,mBAAA;AAC/B,UAAII,2BAAWQ,MAAAA,GAAS;AACtB,UAAMC,UAAU,UAAMC,0BAASF,QAAQ,OAAA;AACvC,WAAOG,SAASF,OAAAA,KAAYG,gBAAgBJ,MAAAA;EAC9C;AAEA,SAAOI,gBAAgBJ,MAAAA;AACzB;AASA,IAAMI,kBAAkB,OAAOJ,WAAAA;AAE7B,QAAMK,qBAAqB;IACzBC,oBAAgBC,YAAAA,IAAAA;IAChBtE,OAAOuE,QAAQC,IAAIC,0BAA0BhF;IAC7CI,MAAO0E,QAAQC,IAAIE,2BAA2B,aAAaH,QAAQC,IAAIG,yBAAyB;EAClG;AAEA,YAAMnB,2BACJO,QACA,+DAA+Da,eAAAA,QAAKC,KAAKT,kBAAAA,GACzE,OAAA;AAGF,SAAOA;AACT;AAEA,IAAMF,WAAW,CAACY,kBAAAA;AAChB,QAAMd,UAAUY,eAAAA,QAAKG,KAAKD,aAAAA;AAC1B,MAAIE,QAAQhB,QAAQK,cAAc,SAAKY,YAAAA,UAAajB,QAAQK,cAAc,GAAI;AAC5E,WAAO;MACL,GAAGL;MACHnE,MAAM0E,QAAQC,IAAIE,2BAA2B,aAAaV,QAAQnE,QAAQ;IAC5E;EACF;AACF;AAcO,IAAMqF,8BAA8B,OAAO,EAChDnG,WACAoG,SACAvF,QACAyE,gBACArE,OACAH,OAAO,SACPC,gBAAgB,MAChBC,eAAe,KAAI,MACM;AACzBb,kBAAAA,KAAI,8BAA8B;IAAEU;EAAO,GAAA;;;;;;AAG3C,QAAMK,UAAU,GAAGlB,SAAAA,IAAaoG,OAAAA;AAChC,QAAMhF,cAAcoE,QAAQC,IAAIY,kBAAkB;AAElD,QAAM9E,gBAAgB,IAAID,cAAc;IACtCtB;IACAkB;IACAE;IACAH;IACAH;IACAU,UAAU;MACRC,mBAAmB;QACjBL;QACAF;;QAEAU,YAAY;MACd;IACF;EACF,CAAA;AAEAL,gBAAcgC,OAAO,kBAAkB+B,cAAAA;AAGvC,QAAM9C,iBAAiB3B,OAAOM,IAAI,mCAAA;AAClC,MAAI;AACF,UAAMwB,MAAM,MAAMF,MAAM,kCAAkCD,cAAAA,EAAgB;AAC1E,UAAMO,SAAS,MAAMJ,IAAIC,KAAI;AAC7BG,cAAUxB,cAAcyB,uBAAuBD,MAAAA;EACjD,SAAS7C,KAAK;AACZqB,mBAAesB,iBAAiB3C,GAAAA;EAClC;AACA,SAAOqB;AACT;ACpIO,IAAM+E,YAAY,CAACC,QAAiBC,UAA4B;EAAEC,SAAS;EAAOC,cAAc;AAAM,MAAC;AAC5G,SAAOH,OAAOI,IAAI,CAACC,UAAAA;AAGjB,UAAM,EAAEC,MAAMC,MAAK,IAAKF,MAAMG,SAASxE,KAAKyE,WAAW,CAAC;AACxD,UAAMC,UAAUJ,QAAQC,SAASA,MAAMI,QAAO,IAAKL,KAAKK,QAAO;AAI/D,UAAMC,WAAWP,MAAMG,SAASxE,KAAK4E;AACrC,UAAMC,qBAAqBD,UAAUE,cAAcC,QAAQC,UAAUC,UAAUC,cAAAA,KAAmB;AAClG,UAAMC,QAAQP,UAAUE,cAAcC,QAAQC,UAAUI;AAExD,UAAMC,uBAAuBT,UAAUU,sBAAsBJ,cAAAA,KAAmB;AAChF,UAAMK,qBAAqBX,UAAUY,qBAAqBN,cAAAA,KAAmB;AAE7E,WAAO;;MAELO,KAAKpB,MAAMoB,IAAI9D,SAAQ;MACvB2C,MAAMD,MAAMqB;MACZC,SAAStB,MAAMsB,QAAQ/G,IAAG,EAAGgH;MAC7BC,SAASxB,MAAMyB,GAAGC,MAAK,EAAGF,QAAQD;MAClClB;MACAS;;MAEAN;MACAQ;MACAE;;MAGAS,WACEC,KAAKC,IAAID,KAAKE,KAAKd,uBAAuBR,uBAAuBU,qBAAqBV,mBAAiB,GAAK,CAAA,IAC5G,KACAuB,QAAQ,CAAA;IACZ;EACF,CAAA;AACF;ACtCA,IAAIC,iBAAiB,oBAAIvG,KAAAA;AACzB,IAAIwG,YAAY;AAET,IAAMC,0BAA0B,CAAC9I,WAAmB6D,QAAgBtC,kBAAAA;AACzE,QAAMwH,gBAAgB,CAACC,UAAAA;AACrBC,eAAW,MACT1H,cAAcyH,MAAM;MAClBE,YAAYtF,uBAAuBC,MAAAA;MACnCsF,MAAM,GAAGnJ,SAAAA;MACToJ,YAAY;QACVC,MAAMC,OAAOC,SAASF;QACtBG,IAAKR,MAAMS,QAAwBD;QACnClF,MAAO0E,MAAM1E,MACToF,OAAO,CAACC,OAAO1D,QAAQ0D,GAAGC,OAAO,CAAA,EAClCjD,IAAI,CAACgD,OAAO,GAAGA,GAAGC,QAAQC,YAAW,CAAA,GAAKF,GAAGH,KAAK,IAAIG,GAAGH,EAAE,KAAK,EAAA,EAAI,EACpEM,QAAAA,EACAvF,KAAK,GAAA;MACV;IACF,CAAA,CAAA;EAEJ;AAEA,QAAMwF,gBAAgB,MAAA;AACpB,UAAMzH,MAAM,oBAAID,KAAAA;AAChB4G,eAAW,MACT1H,cAAcyH,MAAM;MAClBE,YAAYtF,uBAAuBC,MAAAA;MACnCsF,MAAM,GAAGnJ,SAAAA;MACToJ,YAAY;QACVC,MAAMC,OAAOC,SAASF;QACtBW,UAAU1H,IAAI4E,QAAO,IAAK0B,eAAe1B,QAAO;MAClD;IACF,CAAA,CAAA;AAEF0B,qBAAiBtG;EACnB;AAEA,QAAM2H,eAAe,MAAA;AACnB,UAAM3H,MAAM,oBAAID,KAAAA;AAChB,UAAM6H,YAAY5H,IAAI4E,QAAO,IAAK0B,eAAe1B,QAAO;AACxD+B,eAAW,MACT1H,cAAcyH,MAAM;MAClBE,YAAYtF,uBAAuBC,MAAAA;MACnCsF,MAAM,GAAGnJ,SAAAA;MACToJ,YAAY;QACVC,MAAMC,OAAOC,SAASF;QACtBa;MACF;IACF,CAAA,CAAA;AAEFtB,qBAAiBtG;AACjBuG,gBAAYA,YAAYqB;EAC1B;AAEA,QAAMC,iBAAiB,MAAA;AACrBlB,eAAW,MACT1H,cAAcyH,MAAM;MAClBE,YAAYtF,uBAAuBC,MAAAA;MACnCsF,MAAM,GAAGnJ,SAAAA;MACToJ,YAAY;QACVC,MAAMC,OAAOC,SAASF;QACtBa,WAAWrB;MACb;IACF,CAAA,CAAA;EAEJ;AAEA,QAAMuB,gBAAgB,CAACpB,UAAAA;AACrBC,eAAW,MACT1H,cAAcyH,MAAM;MAClBE,YAAYtF,uBAAuBC,MAAAA;MACnCsF,MAAM,GAAGnJ,SAAAA;MACToJ,YAAY;QACVC,MAAMC,OAAOC,SAASF;QACtBgB,SAASrB,MAAMqB;QACfC,UAAUtB,MAAMsB;QAChBC,OAAQvB,MAAMtF,MAAgB6G;MAChC;IACF,CAAA,CAAA;EAEJ;AAEAjB,SAAOkB,iBAAiB,SAASzB,eAAe,IAAA;AAChDO,SAAOkB,iBAAiB,SAAST,aAAAA;AACjCT,SAAOkB,iBAAiB,QAAQP,YAAAA;AAChCX,SAAOkB,iBAAiB,gBAAgBL,cAAAA;AACxCb,SAAOkB,iBAAiB,SAASJ,aAAAA;AAEjC,SAAO,MAAA;AACLd,WAAOmB,oBAAoB,SAAS1B,eAAe,IAAA;AACnDO,WAAOmB,oBAAoB,SAASV,aAAAA;AACpCT,WAAOmB,oBAAoB,QAAQR,YAAAA;AACnCX,WAAOmB,oBAAoB,gBAAgBN,cAAAA;AAC3Cb,WAAOmB,oBAAoB,SAASL,aAAAA;EACtC;AACF;AC7FA,IAAMM,sBAAsB;AAErB,IAAMC,qBAAN,MAAMA;EAAN,cAAA;AACGC,SAAAA,eAAe,IAAIC,4BAA2BH,mBAAAA;AAEtCI,SAAAA,eAA6B,CAACjK,QAAmBkK,UAAAA;AAC/D,YAAM,EAAEC,OAAOC,MAAMvH,MAAK,IAAKqH;AAC/B,UAAI,KAACG,uBAAUH,OAAOlK,OAAOsK,cAAc,GAAG;AAC5C;MACF;AACA,UAAIJ,MAAMC,UAAUI,qBAASC,QAAQN,MAAMC,UAAUI,qBAASE,OAAO;AACnE;MACF;AAEAC,2CAAU,CAACC,UAAAA;AACT,cAAMC,WAAWC,aAAaV,KAAAA;AAC9BQ,cAAMG,SAASF,QAAAA;AACfD,cAAMI,WAAW,WAAWb,MAAM9F,WAAW,IAAA;AAC7C,YAAIgG,MAAM;AACRO,gBAAMjI,OAAO,eAAe,GAAGsI,oBAAoBZ,KAAKa,CAAC,CAAA,IAAKb,KAAKc,CAAC,EAAE;AAEtE,cAAId,KAAKe,GAAGC,eAAe;AACzBT,kBAAMU,QAAQ;cACZC,oBAAoB;cACpBC,sBAAsBnB,KAAKe,GAAGC;YAChC,CAAA;UACF;AAEA,cAAI,CAACI,OAAOC,MAAMrB,KAAKe,GAAGO,aAAAA,GAAgB;AACxCf,kBAAMgB,SAAS,kBAAkBvB,KAAKe,GAAGO,aAAAA;UAC3C;QACF;AAEA,cAAME,kBAAkBC,uBAAuB3B,KAAAA;AAC/C,YAAI4B,gBAAgBjJ;AACpB,YAAIiJ,iBAAiB,QAAQ5B,MAAMC,UAAUI,qBAASE,OAAO;AAC3DqB,0BAAgBC,OAAOC,OAAO9B,MAAM9F,WAAW,CAAC,CAAA,EAAG6H,KAAK,CAACC,MAAkBA,aAAalI,KAAAA;QAC1F;AACA,YAAI8H,eAAe;AACjB,gBAAMK,mCAAmCtJ,SAAS;AAClD,cAAIsJ,kCAAkC;AACpCxB,kBAAMgB,SAAS,WAAWC,eAAAA;UAC5B;AACA,gBAAMQ,eAAUpK,wCAAiB8J,aAAAA;AACjC,eAAKO,eAAeD,UAASR,iBAAiBhB,UAAUV,MAAM9F,OAAO;AACrE;QACF;AAEAuG,cAAM2B,eAAe;UAACpC,MAAMV;SAAQ;AACpC,cAAM4C,cAAUG,sCAAeX,eAAAA;AAC/B,aAAKS,eAAeD,SAASR,iBAAiBhB,UAAUV,MAAM9F,OAAO;MACvE,CAAA;IACF;;EAEOoI,oBAAoBrE,OAAc;AACvCA,UAAMsE,gBAAgB,CAAA;AACtB,eAAWC,cAAc,KAAK3C,cAAc;AAC1C5B,YAAMsE,YAAYE,KAAKD,UAAAA;IACzB;AACAvE,UAAMsE,YAAYG,KAAK,CAACC,IAAIC,OAAAA;AAC1B,UAAID,GAAGtL,cAAc1B,UAAaiN,GAAGvL,cAAc1B,QAAW;AAC5D,eAAOgN,GAAGtL,cAAcuL,GAAGvL,YAAY,IAAIsL,GAAGtL,cAAc1B,SAAY,KAAK;MAC/E;AACA,aAAOgN,GAAGtL,YAAYuL,GAAGvL;IAC3B,CAAA;EACF;EAEQ8K,eACND,SACA5C,SACAoB,UACAxG,SACM;AACN,UAAMsI,aAAyB;MAC7BK,MAAM;MACN5C,OAAOS;MACPoC,UAAUZ;MACVa,UAAU;MACVzD;MACA9H,MAAM0C;MACN7C,WAAWoG,KAAKuF,MAAM1L,KAAKC,IAAG,IAAK,GAAA;IACrC;AACA,UAAM0L,eAAe,KAAKpD,aAAaqD,QAAO;AAC9C,QAAID,gBAAgBA,aAAa3D,YAAYkD,WAAWlD,SAAS;AAC/D,YAAM6D,sBAAsBF,aAAazL,MAAM2L,uBAAuBF,aAAazL,QAAQ,CAAC;AAC5F,YAAM4L,wBAAwB9B,OAAOC,MAAM0B,aAAazL,MAAM4L,qBAAAA,IAC1D,IACA9B,OAAO2B,aAAazL,MAAM4L,qBAAAA;AAC9BH,mBAAazL,OAAO;QAClB4L,uBAAuBA,wBAAwB;QAC/CD;QACAE,oBAAoBb,WAAWhL;MACjC;AACA;IACF;AACA,SAAKqI,aAAa4C,KAAKD,UAAAA;EACzB;AACF;AAEA,IAAMb,yBAAyB,CAAC3B,UAAAA;AAC9B,MAAIsD;AACJ,MAAItD,MAAME,MAAMe,GAAG;AACjB,UAAMR,QAAQT,MAAME,MAAMe;AAC1BqC,kBAAc7C,MAAMrC,YAAQmF,2BAAa9C,KAAAA;EAC3C;AACA,MAAI6C,eAAe,MAAM;AACvB,WAAOtD,MAAMV;EACf;AACA,QAAMkE,eAAexD,MAAME,MAAMe,GAAGC,gBAAgB,cAAc;AAClE,SAAO,GAAGsC,YAAAA,GAAeF,WAAAA,IAAetD,MAAMV,OAAO;AACvD;AAEA,IAAMqB,eAAe,CAACV,UAAAA;AACpB,MAAIA,UAAUI,qBAASoD,OAAO;AAC5B,WAAO;EACT;AACA,MAAIxD,UAAUI,qBAASC,MAAM;AAC3B,WAAO;EACT;AACA,SAAOD,qBAASJ,KAAAA,EAAOnB,YAAW;AACpC;AAEA,IAAMgC,sBAAsB,CAACvB,aAAAA;AAG3B,QAAMmE,QAAQnE,SAASmE,MAAM,wBAAA;AAC7B,MAAIA,OAAO;AACT,UAAM,CAAA,EAAGC,QAAAA,IAAYD;AACrB,WAAOC;EACT;AAEA,SAAOpE;AACT;;AP1HA,IAAMqE,6BAA6B,MAAO;AAC1C,IAAMC,+BAA+B,MAAO,KAAK;AA0C1C,IAAMtN,gBAAN,MAAMA;;EAsBXuN,YAAY,EACV7O,WACAoB,aACAF,SACAL,QACAiO,SACA7N,OACAH,MACAiO,WACAvN,SAAQ,GACe;gBAfV,IAAIwN,uBAAAA;AACXC,SAAAA,QAAQ,oBAAIC,IAAAA;AA6GpBlM,SAAAA,yBAAyB,CAACD,WAAAA;AACxB,WAAKQ,OAAO,QAAQR,OAAOoM,MAAM,WAAA;AACjC,WAAK5L,OAAO,UAAUR,OAAOqM,QAAQ,WAAA;AACrC,WAAK7L,OAAO,WAAWR,OAAOsM,SAAS,WAAA;AACvCtM,aAAOuM,YAAY,KAAK/L,OAAO,YAAYR,OAAOuM,SAAS9L,SAAQ,GAAI,WAAA;AACvET,aAAOwM,aAAa,KAAKhM,OAAO,aAAaR,OAAOwM,UAAU/L,SAAQ,GAAI,WAAA;IAC5E;AApGE,SAAKgM,aAAaxP;AAClB,SAAKyP,QAAQ3O;AACb,SAAK4O,UAAU7O;AACf,SAAK8O,SAAS1O;AACd,SAAK2O,WAAW,KAAKC,aAAahP,QAAQiO,OAAAA;AAC1C,SAAKgB,sBAAsBf,WAAWgB,aAAa;AACnD,SAAKC,yBAAyBxO,UAAUC;AAExC,QAAI,KAAKkO,QAAQ;AACf,WAAKpM,OAAO,SAAS,KAAKoM,MAAM;IAClC;AACA,SAAKpM,OAAO,aAAa,KAAKiM,UAAU;AACxCpO,mBAAe,KAAKmC,OAAO,eAAenC,WAAAA;AAC1CF,eAAW,KAAKqC,OAAO,WAAWrC,OAAAA;AAClC,SAAKqC,OAAO,QAAQ,KAAKkM,KAAK;EAChC;EAEQI,aAAahP,QAA4BiO,SAAkC;AACjF,YAAImB,oBAAAA,GAAU;AACZ,YAAMC,gBAAgB;QACpB,GAAIC;QACJ,GAAGrB;MACL;AAEAtJ,cAAQC,IAAIY,mBAAmB6J,cAAc7J,iBAAiBb,QAAQC,IAAIY;AAC1Eb,cAAQC,IAAI2K,eAAeF,cAAcE,aAAa5K,QAAQC,IAAI2K;AAClE5K,cAAQC,IAAI4K,uBAAuBH,cAAcG,qBAAqB7K,QAAQC,IAAI4K;AAClF7K,cAAQC,IAAI6K,sBAAsBJ,cAAcI,oBAAoB9K,QAAQC,IAAI6K;AAChF9K,cAAQC,IAAIjD,mBAAmB0N,cAAc1N,iBAAiBgD,QAAQC,IAAIjD;AAC1EgD,cAAQC,IAAI8K,oBAAoBL,cAAcK,kBAAkB/K,QAAQC,IAAI8K;AAC5E/K,cAAQC,IAAI+K,oBAAoBN,cAAcM,kBAAkBhL,QAAQC,IAAI+K;AAE5E,aAAON;IACT,OAAO;AACL/P,qBAAAA,KAAI,UAAU;QAAEsQ,KAAK,KAAKb;QAAU/O;MAAO,GAAA;;;;;;AAC3C,aAAO;QACLwF,gBAAgBxF,QAAQM,IAAI,gCAAA;QAC5BiP,YAAYvP,QAAQM,IAAI,4BAAA;QACxBkP,oBAAoBxP,QAAQM,IAAI,uCAAA;QAChCmP,mBAAmBzP,QAAQM,IAAI,sCAAA;QAC/BqB,gBAAgB3B,QAAQM,IAAI,mCAAA;QAC5BoP,iBAAiB1P,QAAQM,IAAI,oCAAA;QAC7BqP,iBAAiB3P,QAAQM,IAAI,oCAAA;QAC7B,GAAG2N;MACL;IACF;EACF;EAEA,MAAMhM,aAAa;AACjB,UAAM,KAAK4N,aAAY;AACvB,UAAM,KAAKC,eAAc;AACzB,UAAM,KAAKC,eAAc;EAC3B;EAEA,MAAMC,QAAQ;AACZ,UAAM,KAAKC,KAAKC,QAAO;EAGzB;EAEAhP,QAAQjB,MAAY;AAClB,SAAK2O,QAAQ3O;EACf;EAEA,IAAIA,OAAO;AACT,WAAO,KAAK2O;EACd;EAEA,IAAIxO,QAAQ;AACV,WAAO,KAAK0O;EACd;EAEA,IAAIqB,UAAU;AACZ,WAAO,KAAKvB,UAAU;EACxB;;;;EAMAlM,OAAOyE,KAAa1H,OAAekL,OAAkB;AACnD,QAAI,KAAKwF,YAAYxF,UAAU9K,UAAa8K,UAAU,SAASA,UAAU,WAAW;AAClF,WAAKyF,UAAUjJ,KAAK1H,KAAAA;IACtB;AACA,QAAI,CAACkL,OAAO;AACVA,cAAQ;IACV;AACA,SAAKyD,MAAMiC,IAAIlJ,KAAK;MAAE1H;MAAOkL;IAAM,CAAA;EACrC;EAEA2F,OAAOnJ,KAAa;AAClB,WAAO,KAAKiH,MAAM9N,IAAI6G,GAAAA;EACxB;;EAWA,MAAMoJ,gBAAgBvN,QAAgB;AACpCA,WAAOwN,SAASA,SAASC,gBAAiBC,cAAa,EAAGC,UAAU,CAACC,SAAAA;AACnE,UAAI,CAACA,MAAM1N,UAAUE,aAAa;AAChC9D,uBAAAA,KAAI,wCAAwC;UAAEsR;QAAK,GAAA;;;;;;AACnD;MACF;AAEA,WAAKlO,OAAO,eAAekO,KAAK1N,SAASE,YAAYC,SAAQ,CAAA;IAC/D,CAAA;AAEAL,WAAOwN,SAASA,SAASK,eAAgBC,aAAY,EAAGH,UAAU,CAACI,QAAAA;AACjE,UAAI,CAACA,OAAO,CAACA,IAAIC,WAAWD,IAAIC,QAAQ1J,WAAW,GAAG;AACpDhI,uBAAAA,KAAI,sCAAsC;UAAE2R,QAAQF;QAAI,GAAA;;;;;;AACxD;MACF;AACAG,sCAAUH,KAAK,sCAAA;;;;;;;;;AAEf,YAAMI,aAAaJ,IAAIC,QAAQ/E,KAAK,CAACgF,WAAWA,OAAOG,SAASC,2BAAWC,OAAO;AAClF,UAAI,CAACH,YAAY;AACf7R,uBAAAA,KAAI,qBAAqB;UAAE2R,QAAQF;QAAI,GAAA;;;;;;AACvC;MACF;AACA,WAAKrO,OAAO,aAAayO,WAAWI,UAAUlO,SAAQ,CAAA;AACtD,UAAI8N,WAAWK,SAASC,OAAO;AAC7B,aAAK/O,OAAO,iBAAiByO,WAAWK,QAAQC,KAAK;MACvD;IACF,CAAA;EACF;;;;EAMA,MAAc5B,eAAe;AAC3B,QAAI,KAAKM,WAAW,KAAKpB,SAASW,iBAAiB;AACjD,YAAM,EAAEgC,eAAc,IAAK,MAAM,OAAO,qBAAA;AACxC,WAAKC,WAAW,IAAID,eAAe;QACjCE,QAAQ,KAAK7C,SAASW;QACtBmC,SAAS,MACP9F,OAAO+F,YACLC,MAAMC,KAAK,KAAK5D,KAAK,EAClBvF,OAAO,CAAC,CAAC1B,KAAK1H,KAAAA,MAAM;AACnB,iBAAOA,MAAMkL,UAAU,SAASlL,MAAMkL,UAAU;QAClD,CAAA,EACC7E,IAAI,CAAC,CAACqB,KAAK1H,KAAAA,MAAW;UAAC0H;UAAK1H,MAAMA;SAAM,CAAA;;QAG/CO,QAAQ,KAAK6O;MACf,CAAA;IACF,OAAO;AACLvP,qBAAAA,KAAI,oBAAA,QAAA;;;;;;IACN;EACF;;;;;;EAOA2S,MAAM3J,MAAc7I,OAAqByS,WAAiB;AACxD,SAAKP,UAAUM,MAAM3J,MAAM7I,OAAOyS,SAAAA;EACpC;;EAIAC,oBAAoBnP,QAAgB;AAElC,UAAMoP,sBAAsB,IAAIC,mBAAAA,EAAuBC,SAASvE,4BAAAA;AAChEqE,wBAAoBG,GAAG,KAAKtC,MAAM,YAAA;AAChC3Q,qBAAAA,KAAI,uBAAA,QAAA;;;;;;AACH,OAAA,KAAKkT,oBAAoBC,WAAqCC,QAAQ,CAAC,EAAEC,QAAQC,MAAK,MAAE;AACvF,aAAKX,MAAM,8CAA8CW,OAAO;UAAED;QAAO,CAAA;MAC3E,CAAA;AAEA,UAAIE,aAAa;AACjB,YAAMC,mBAAmB,oBAAIzE,IAAAA;AAC7B,iBAAWuE,SAASG,wCAAiB;AACnCD,yBAAiBzC,IAAIuC,OAAO,CAAA;MAC9B;AAEA,UAAII,sBAAsB;AAC1B,UAAIC,uBAAuB;AAC3B,UAAIC,yBAAyB;AAE7B,WAAKV,oBAAoBW,gBAAgBT,QAAQ,CAACS,mBAAAA;AAChDN;AAEA,mBAAWO,QAAQD,eAAeE,eAAe,CAAA,GAAI;AACnDP,2BAAiBzC,IAAI+C,KAAKR,QAAQE,iBAAiBxS,IAAI8S,KAAKR,KAAK,KAAK,KAAK,CAAA;AAC3EI,iCAAuBI,KAAKE,kBAAkB;AAC9CL,kCAAwBG,KAAKG,mBAAmB;AAEhD,qBAAWC,UAAUJ,KAAKK,WAAW,CAAA,GAAI;AACvCP,sCAA0BM,OAAOD,mBAAmB;UACtD;QACF;AAEA,aAAKtB,MAAM,mCAAmCY,UAAAA;AAC9C,mBAAWD,SAASG,wCAAiB;AACnC,eAAKd,MAAM,wCAAwCa,iBAAiBxS,IAAIsS,KAAAA,KAAU,GAAG;YAAEA;UAAM,CAAA;QAC/F;AACA,aAAKX,MAAM,2CAA2Ce,mBAAAA;AACtD,aAAKf,MAAM,4CAA4CgB,oBAAAA;AACvD,aAAKhB,MAAM,8CAA8CiB,sBAAAA;MAC3D,CAAA;IACF,CAAA;AAEAlQ,WAAOwN,SAASA,SAASkD,gBAAgBC,YAAAA,EAAchD,UAAU,CAACiD,kBAAAA;AAChE,WAAKpB,qBAAqBoB;AAC1BxB,0BAAoByB,KAAI;IAC1B,CAAA;AAEAC,2CAAqB,KAAK7D,MAAM,YAAYmC,oBAAoByB,KAAI,GAAI9F,4BAAAA;EAC1E;EAEAgG,mBAAmB/Q,QAAgB7D,WAAmB;AAEpD,UAAMuG,SAAS1C,OAAO0C,OAAOpF,IAAG;AAChC,UAAM0T,gBAAgB,oBAAI3F,IAAAA;AAC1B,SAAK4B,KAAKgE,UAAU,MAAMD,cAActB,QAAQ,CAACwB,iBAAiBA,aAAaC,YAAW,CAAA,CAAA;AAE1F,UAAMC,qBAAqB,IAAI/B,mBAAAA,EAAeC,SAASxE,0BAAAA;AACvDsG,uBAAmB7B,GAAG,KAAKtC,MAAM,YAAA;AAC/B3Q,qBAAAA,KAAI,qBAAA,QAAA;;;;;;AACJ,iBAAWoC,QAAQ+D,UAAUC,QAAQ;QAAEG,cAAc;MAAK,CAAA,GAAI;AAE5D,aAAKoM,MAAM,6BAA6BvQ,KAAK2F,SAAS;UAAEF,KAAKzF,KAAKyF;QAAI,CAAA;AACtE,aAAK8K,MAAM,6BAA6BvQ,KAAK6F,SAAS;UAAEJ,KAAKzF,KAAKyF;QAAI,CAAA;AACtE,aAAK8K,MAAM,2BAA2BvQ,KAAKmF,OAAO;UAAEM,KAAKzF,KAAKyF;QAAI,CAAA;AAClE,aAAK8K,MAAM,0CAA0CvQ,KAAKqF,sBAAsB;UAAEI,KAAKzF,KAAKyF;QAAI,CAAA;AAGhG,aAAKgB,MAAM;UACTE,YAAYtF,uBAAuBC,MAAAA;UACnCsF,MAAM,GAAGnJ,SAAAA;UACToJ,YAAY7G;QACd,CAAA;MACF;IACF,CAAA;AAEA,UAAM2S,yBAAyB,CAACtO,UAC9BA,MAAMO,SAASqK,UAAU;MACvB2D,MAAM,MAAA;AACJF,2BAAmBP,KAAI;MACzB;IACF,CAAA;AAEFnO,WAAOgN,QAAQ,CAAC3M,UAAAA;AACdiO,oBAAc3D,IAAItK,MAAMoB,IAAIoN,MAAK,GAAIF,uBAAuBtO,KAAAA,CAAAA;IAC9D,CAAA;AAEA/C,WAAO0C,OAAOiL,UAAU;MACtB2D,MAAM,OAAO5O,YAAAA;AACXA,gBACGmD,OAAO,CAAC9C,UAAU,CAACiO,cAAcQ,IAAIzO,MAAMoB,IAAIoN,MAAK,CAAA,CAAA,EACpD7B,QAAQ,CAAC3M,UAAAA;AACRiO,wBAAc3D,IAAItK,MAAMoB,IAAIoN,MAAK,GAAIF,uBAAuBtO,KAAAA,CAAAA;QAC9D,CAAA;MACJ;IACF,CAAA;AAEA+N,2CAAqB,KAAK7D,MAAM,YAAYmE,mBAAmBP,KAAI,GAAI9F,4BAAAA;EACzE;EAEA,MAAM0G,oBAAoBzR,QAAgB0R,YAAoB3G,8BAA8B;AAC1F,UAAM4G,WAAW,MAAM3R,OAAOwN,SAASA,SAASoE,eAAeC,YAAAA;AAC/D3D,oCAAUyD,UAAU,wBAAA;;;;;;;;;AAEpB,SAAKjS,OAAO,iBAAiBoS,yBAASC,cAAcJ,SAAS5H,IAAI,EAAY/D,YAAW,CAAA;AACxF,QAAI,KAAK4F,UAAU,QAAQ;AAEzB,UAAI+F,SAASA,UAAU;AACrB,aAAKjS,OAAO,YAAYiS,SAASA,QAAQ;MAC3C;AACA,UAAIA,SAASK,MAAM;AACjB,aAAKtS,OAAO,QAAQiS,SAASK,IAAI;MACnC;AACA,UAAIL,SAASM,SAAS;AACpB,aAAKvS,OAAO,WAAWiS,SAASM,OAAO;MACzC;IACF;AACAnB,2CACE,KAAK7D,MACL,YAAA;AACE3Q,qBAAAA,KAAI,YAAA,QAAA;;;;;;AACJ0D,aAAOwN,SAASA,SAASoE,eAAeC,YAAAA,EACrChT,KAAK,CAAC8S,cAAAA;AACLrV,uBAAAA,KAAI,YAAY;UAAEqV,UAAAA;QAAS,GAAA;;;;;;AAC3B,YAAIA,UAASO,QAAQ;AACnB,eAAKjD,MAAM,2BAA2B0C,UAASO,OAAOC,GAAG;AACzD,eAAKlD,MAAM,iCAAiC0C,UAASO,OAAOE,SAAS;AACrE,eAAKnD,MAAM,gCAAgC0C,UAASO,OAAOG,QAAQ;QACrE;MACF,CAAA,EACC9V,MAAM,CAACsD,cAAUvD,WAAAA,KAAI,kBAAkB;QAAEuD;MAAM,GAAA;;;;;;IACpD,GACA6R,SAAAA;EAEJ;;;;EAMA,MAAc5E,iBAAiB;AAC7B,QAAI,KAAKf,SAASU,qBAAqB,KAAKb,UAAU,YAAY;AAChE,YAAM,EAAE0G,iBAAgB,IAAK,MAAM,OAAO,qBAAA;AAC1C,WAAKC,aAAa,IAAID,iBAAiB;QACrC1D,QAAQ,KAAK7C,SAASU;QACtBP,WAAW,KAAKD;QAChB4C,SAAS,MACP9F,OAAO+F,YACLC,MAAMC,KAAK,KAAK5D,KAAK,EAClBvF,OAAO,CAAC,CAAC1B,KAAK1H,KAAAA,MAAM;AACnB,iBAAOA,MAAMkL,UAAU,SAASlL,MAAMkL,UAAU;QAClD,CAAA,EACC7E,IAAI,CAAC,CAACqB,KAAK1H,KAAAA,MAAW;UAAC0H;UAAK1H,MAAMA;SAAM,CAAA;MAEjD,CAAA;IACF,OAAO;AACLH,qBAAAA,KAAI,oBAAA,QAAA;;;;;;IACN;EACF;;;;;;EAOA6I,MAAMxC,SAAuB;AAC3B,SAAK4P,YAAYpN,MAAMxC,OAAAA;EACzB;;;;;;EAOA6P,KAAK7P,SAAsB;AACzB,SAAK4P,YAAYC,KAAK7P,OAAAA;EACxB;;;;EAMA,MAAcoK,iBAAiB;AAC7B,QAAI,KAAKhB,SAASS,sBAAsB,KAAKZ,UAAU,YAAY;AACjE,YAAM,EAAE5M,kBAAAA,mBAAkByT,kBAAkBC,MAAMhT,OAAM,IAAK,MAAM,OAAO,oBAAA;AAC1E,WAAKiT,oBAAoB3T;AACzB,WAAKoO,UAAU1N;AAGfpD,iBAAAA,IAAI6B,KAAK,uBAAuB;QAC9ByU,MAAM,KAAK7G,SAASS;QACpB7J,SAAS,KAAKwJ;MAChB,GAAA;;;;;;AAEA,YAAMlF,eAAe,IAAIH,mBAAAA;AACzB4L,WAAK;QACH,GAAG,KAAKvG;QACR0G,aAAa,KAAK9G,SAASS;QAC3BsG,gBAAgB,KAAKlH,UAAU;QAC/BmH,SAAS,CAAC5N,UAAU8B,aAAauC,oBAAoBrE,KAAAA;MACvD,CAAA;AACA,UAAI,KAAKgH,wBAAwBtO,SAAS;AACxC4U,yBAAAA;MACF;AAGAnW,iBAAAA,IAAI0W,cAAcC,WAAWtJ,KAAK1C,aAAaA,YAAY;AAG3D,WAAKmE,MAAMsE,QAAQ,CAACxG,GAAGgK,MAAAA;AACrB,YAAIhK,EAAEvB,UAAU,SAASuB,EAAEvB,UAAU,UAAU;AAC7CjI,iBAAOwT,GAAGhK,EAAEzM,KAAK;QACnB;MACF,CAAA;IACF,OAAO;AACLH,qBAAAA,KAAI,mBAAA,QAAA;;;;;;IACN;EACF;;;;;;EAOA0C,iBAAiB3C,KAAU;AACzB,QAAI,KAAK8Q,SAAS;AAChB,WAAKwF,oBAAoBtW,GAAAA;IAC3B;EACF;AACF;",
6
+ "names": ["import_log", "import_util", "OBSERVABILITY_DISABLED_KEY", "OBSERVABILITY_GROUP_KEY", "isObservabilityDisabled", "namespace", "getItem", "err", "log", "catch", "storeObservabilityDisabled", "value", "setItem", "String", "getObservabilityGroup", "undefined", "storeObservabilityGroup", "initializeAppObservability", "config", "mode", "tracingEnable", "replayEnable", "group", "release", "get", "environment", "observabilityDisabled", "Observability", "observability", "errorLog", "sentryInitOptions", "tracing", "replay", "sampleRate", "replaySampleRate", "replaySampleRateOnError", "setMode", "info", "getIPData", "IP_DATA_CACHE_TIMEOUT", "cachedData", "timestamp", "Date", "now", "data", "IPDATA_API_KEY", "fetch", "then", "res", "json", "captureException", "initialize", "ipData", "addIPDataTelemetryTags", "navigator", "storage", "estimate", "setInterval", "storageEstimate", "usage", "setTag", "toString", "quota", "error", "warn", "getTelemetryIdentifier", "client", "initialized", "identity", "halo", "identityKey", "truncate", "showObservabilityBanner", "configDir", "bannercb", "path", "join", "existsSync", "writeFile", "getObservabilityState", "statSync", "isDirectory", "Error", "mkdir", "recursive", "idPath", "context", "readFile", "validate", "initializeState", "observabilityState", "installationId", "uuid", "process", "env", "DX_OBSERVABILITY_GROUP", "DX_DISABLE_OBSERVABILITY", "DX_OBSERVABILITY_MODE", "yaml", "dump", "contextString", "load", "Boolean", "validateUuid", "initializeNodeObservability", "version", "DX_ENVIRONMENT", "mapSpaces", "spaces", "options", "verbose", "truncateKeys", "map", "space", "open", "ready", "internal", "metrics", "startup", "getTime", "pipeline", "startDataMutations", "currentEpoch", "subject", "assertion", "timeframe", "totalMessages", "epoch", "number", "currentDataMutations", "currentDataTimeframe", "totalDataMutations", "targetDataTimeframe", "key", "isOpen", "members", "length", "objects", "db", "query", "progress", "Math", "min", "abs", "toFixed", "lastFocusEvent", "totalTime", "setupTelemetryListeners", "clickCallback", "event", "setTimeout", "identityId", "name", "properties", "href", "window", "location", "id", "target", "filter", "el", "tagName", "toLowerCase", "reverse", "focusCallback", "timeAway", "blurCallback", "timeSpent", "unloadCallback", "errorCallback", "message", "filename", "stack", "addEventListener", "removeEventListener", "MAX_LOG_BREADCRUMBS", "SentryLogProcessor", "_breadcrumbs", "CircularBuffer", "logProcessor", "entry", "level", "meta", "shouldLog", "captureFilters", "LogLevel", "WARN", "ERROR", "withScope", "scope", "severity", "convertLevel", "setLevel", "setContext", "getRelativeFilename", "F", "L", "S", "hostSessionId", "setTags", "service_host_issue", "service_host_session", "Number", "isNaN", "uptimeSeconds", "setExtra", "extendedMessage", "formatMessageForSentry", "capturedError", "Object", "values", "find", "v", "isMessageDifferentFromStackTrace", "eventId", "_addBreadcrumb", "setFingerprint", "captureMessage", "addLogBreadcrumbsTo", "breadcrumbs", "breadcrumb", "push", "sort", "b1", "b2", "type", "event_id", "category", "floor", "lastRecorded", "getLast", "firstBreadcrumbData", "mergedBreadcrumbCount", "lastBreadcrumbData", "scopePrefix", "getDebugName", "workerPrefix", "TRACE", "match", "filePath", "SPACE_METRICS_MIN_INTERVAL", "NETWORK_METRICS_MIN_INTERVAL", "constructor", "secrets", "telemetry", "Context", "_tags", "Map", "city", "region", "country", "latitude", "longitude", "_namespace", "_mode", "_config", "_group", "_secrets", "_loadSecrets", "_telemetryBatchSize", "batchSize", "_errorReportingOptions", "isNode", "mergedSecrets", "buildSecrets", "DX_RELEASE", "SENTRY_DESTINATION", "TELEMETRY_API_KEY", "DATADOG_API_KEY", "DATADOG_APP_KEY", "rtc", "_initMetrics", "_initTelemetry", "_initErrorLogs", "close", "_ctx", "dispose", "enabled", "_setTag", "set", "getTag", "setIdentityTags", "services", "IdentityService", "queryIdentity", "subscribe", "idqr", "DevicesService", "queryDevices", "dqr", "devices", "device", "invariant", "thisDevice", "kind", "DeviceKind", "CURRENT", "deviceKey", "profile", "label", "DatadogMetrics", "_metrics", "apiKey", "getTags", "fromEntries", "Array", "from", "gauge", "extraTags", "startNetworkMetrics", "updateSignalMetrics", "Event", "debounce", "on", "_lastNetworkStatus", "signaling", "forEach", "server", "state", "swarmCount", "connectionStates", "ConnectionState", "totalReadBufferSize", "totalWriteBufferSize", "totalChannelBufferSize", "connectionInfo", "conn", "connections", "readBufferSize", "writeBufferSize", "stream", "streams", "NetworkService", "queryStatus", "networkStatus", "emit", "scheduleTaskInterval", "startSpacesMetrics", "subscriptions", "onDispose", "subscription", "unsubscribe", "updateSpaceMetrics", "subscribeToSpaceUpdate", "next", "toHex", "has", "startRuntimeMetrics", "frequency", "platform", "SystemService", "getPlatform", "Platform", "PLATFORM_TYPE", "arch", "runtime", "memory", "rss", "heapTotal", "heapUsed", "SegmentTelemetry", "_telemetry", "page", "configureTracing", "init", "_captureException", "dest", "destination", "scrubFilenames", "onError", "runtimeConfig", "processors", "k"]
7
+ }