@dxos/echo-pipeline 0.3.8-next.f4e0086 → 0.3.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -8,7 +8,7 @@ var valueEncoding = createCodecEncoding(codec);
8
8
 
9
9
  // packages/core/echo/echo-pipeline/src/common/feeds.ts
10
10
  import { invariant } from "@dxos/invariant";
11
- var __dxlog_file = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/common/feeds.ts";
11
+ var __dxlog_file = "/home/circleci/project/packages/core/echo/echo-pipeline/src/common/feeds.ts";
12
12
  var createMappedFeedWriter = (mapper, writer) => {
13
13
  invariant(mapper, void 0, {
14
14
  F: __dxlog_file,
@@ -42,7 +42,7 @@ import { invariant as invariant2 } from "@dxos/invariant";
42
42
  import { log } from "@dxos/log";
43
43
  import { EchoEvent } from "@dxos/protocols/proto/dxos/echo/service";
44
44
  import { ComplexMap } from "@dxos/util";
45
- var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/db-host/data-service-host.ts";
45
+ var __dxlog_file2 = "/home/circleci/project/packages/core/echo/echo-pipeline/src/db-host/data-service-host.ts";
46
46
  var MUTATION_LIMIT_PER_OBJECT = 10;
47
47
  var DataServiceHost = class {
48
48
  constructor(_itemManager, _itemDemuxer, _flush, _writeStream, _opts = {}) {
@@ -122,7 +122,7 @@ var DataServiceHost = class {
122
122
  const { batch, meta } = message;
123
123
  invariant2(!meta.clientTag, "Unexpected client tag in mutation message", {
124
124
  F: __dxlog_file2,
125
- L: 131,
125
+ L: 137,
126
126
  S: this,
127
127
  A: [
128
128
  "!(meta as any).clientTag",
@@ -134,7 +134,7 @@ var DataServiceHost = class {
134
134
  meta
135
135
  }, {
136
136
  F: __dxlog_file2,
137
- L: 132,
137
+ L: 138,
138
138
  S: this,
139
139
  C: (f, a) => f(...a)
140
140
  });
@@ -178,7 +178,7 @@ var DataServiceHost = class {
178
178
  async write(request) {
179
179
  invariant2(!this._ctx.disposed, "Cannot write to closed DataServiceHost", {
180
180
  F: __dxlog_file2,
181
- L: 177,
181
+ L: 183,
182
182
  S: this,
183
183
  A: [
184
184
  "!this._ctx.disposed",
@@ -187,7 +187,7 @@ var DataServiceHost = class {
187
187
  });
188
188
  invariant2(this._writeStream, "Cannot write mutations in readonly mode", {
189
189
  F: __dxlog_file2,
190
- L: 178,
190
+ L: 184,
191
191
  S: this,
192
192
  A: [
193
193
  "this._writeStream",
@@ -199,7 +199,7 @@ var DataServiceHost = class {
199
199
  objectCount: request.batch.objects?.length ?? 0
200
200
  }, {
201
201
  F: __dxlog_file2,
202
- L: 180,
202
+ L: 186,
203
203
  S: this,
204
204
  C: (f, a) => f(...a)
205
205
  });
@@ -213,7 +213,7 @@ var DataServiceHost = class {
213
213
  seq: receipt2.seq
214
214
  }, {
215
215
  F: __dxlog_file2,
216
- L: 189,
216
+ L: 195,
217
217
  S: this,
218
218
  C: (f, a) => f(...a)
219
219
  });
@@ -229,6 +229,12 @@ var DataServiceHost = class {
229
229
  async flush() {
230
230
  await this._flush();
231
231
  }
232
+ syncRepo(request) {
233
+ throw new Error("Method not implemented.");
234
+ }
235
+ sendSyncMessage(request) {
236
+ throw new Error("Method not implemented.");
237
+ }
232
238
  };
233
239
  var createDataMessage = (batch) => ({
234
240
  batch: {
@@ -362,7 +368,7 @@ import { invariant as invariant3 } from "@dxos/invariant";
362
368
  import { PublicKey as PublicKey2 } from "@dxos/keys";
363
369
  import { log as log2 } from "@dxos/log";
364
370
  import { ComplexMap as ComplexMap2 } from "@dxos/util";
365
- var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/db-host/data-service.ts";
371
+ var __dxlog_file3 = "/home/circleci/project/packages/core/echo/echo-pipeline/src/db-host/data-service.ts";
366
372
  var DataServiceSubscriptions = class {
367
373
  constructor() {
368
374
  this._spaces = new ComplexMap2(PublicKey2.hash);
@@ -375,13 +381,13 @@ var DataServiceSubscriptions = class {
375
381
  spaceKey
376
382
  }, {
377
383
  F: __dxlog_file3,
378
- L: 31,
384
+ L: 33,
379
385
  S: this,
380
386
  C: (f, a) => f(...a)
381
387
  });
382
388
  invariant3(!this._spaces.has(spaceKey), void 0, {
383
389
  F: __dxlog_file3,
384
- L: 32,
390
+ L: 34,
385
391
  S: this,
386
392
  A: [
387
393
  "!this._spaces.has(spaceKey)",
@@ -396,7 +402,7 @@ var DataServiceSubscriptions = class {
396
402
  spaceKey
397
403
  }, {
398
404
  F: __dxlog_file3,
399
- L: 38,
405
+ L: 40,
400
406
  S: this,
401
407
  C: (f, a) => f(...a)
402
408
  });
@@ -415,7 +421,7 @@ var DataServiceImpl = class {
415
421
  subscribe(request) {
416
422
  invariant3(request.spaceKey, void 0, {
417
423
  F: __dxlog_file3,
418
- L: 57,
424
+ L: 59,
419
425
  S: this,
420
426
  A: [
421
427
  "request.spaceKey",
@@ -428,7 +434,7 @@ var DataServiceImpl = class {
428
434
  write(request) {
429
435
  invariant3(request.spaceKey, void 0, {
430
436
  F: __dxlog_file3,
431
- L: 64,
437
+ L: 66,
432
438
  S: this,
433
439
  A: [
434
440
  "request.spaceKey",
@@ -437,7 +443,7 @@ var DataServiceImpl = class {
437
443
  });
438
444
  invariant3(request.batch, void 0, {
439
445
  F: __dxlog_file3,
440
- L: 65,
446
+ L: 67,
441
447
  S: this,
442
448
  A: [
443
449
  "request.batch",
@@ -450,7 +456,7 @@ var DataServiceImpl = class {
450
456
  flush(request) {
451
457
  invariant3(request.spaceKey, void 0, {
452
458
  F: __dxlog_file3,
453
- L: 72,
459
+ L: 74,
454
460
  S: this,
455
461
  A: [
456
462
  "request.spaceKey",
@@ -460,6 +466,12 @@ var DataServiceImpl = class {
460
466
  const host = this._subscriptions.getDataService(request.spaceKey) ?? raise(new Error(`space not found: ${request.spaceKey}`));
461
467
  return host.flush();
462
468
  }
469
+ syncRepo(request) {
470
+ throw new Error("Method not implemented.");
471
+ }
472
+ sendSyncMessage(request) {
473
+ throw new Error("Method not implemented.");
474
+ }
463
475
  };
464
476
 
465
477
  // packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts
@@ -481,7 +493,7 @@ function _ts_decorate(decorators, target, key, desc) {
481
493
  r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
482
494
  return c > 3 && r && Object.defineProperty(target, key, r), r;
483
495
  }
484
- var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts";
496
+ var __dxlog_file4 = "/home/circleci/project/packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts";
485
497
  var emptyEchoMetadata = () => ({
486
498
  version: STORAGE_VERSION,
487
499
  spaces: [],
@@ -781,7 +793,7 @@ function _ts_decorate2(decorators, target, key, desc) {
781
793
  r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
782
794
  return c > 3 && r && Object.defineProperty(target, key, r), r;
783
795
  }
784
- var __dxlog_file5 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/timeframe-clock.ts";
796
+ var __dxlog_file5 = "/home/circleci/project/packages/core/echo/echo-pipeline/src/pipeline/timeframe-clock.ts";
785
797
  var mapTimeframeToFeedIndexes = (timeframe) => timeframe.frames().map(([feedKey, index]) => ({
786
798
  feedKey,
787
799
  index
@@ -877,7 +889,7 @@ import { ComplexMap as ComplexMap4 } from "@dxos/util";
877
889
  // packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts
878
890
  import { invariant as invariant5 } from "@dxos/invariant";
879
891
  import { log as log5 } from "@dxos/log";
880
- var __dxlog_file6 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts";
892
+ var __dxlog_file6 = "/home/circleci/project/packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts";
881
893
  var createMessageSelector = (timeframeClock) => {
882
894
  return (messages) => {
883
895
  for (let i = 0; i < messages.length; i++) {
@@ -915,7 +927,7 @@ function _ts_decorate3(decorators, target, key, desc) {
915
927
  r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
916
928
  return c > 3 && r && Object.defineProperty(target, key, r), r;
917
929
  }
918
- var __dxlog_file7 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts";
930
+ var __dxlog_file7 = "/home/circleci/project/packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts";
919
931
  var PipelineState = class {
920
932
  constructor(_feeds, _timeframeClock) {
921
933
  this._feeds = _feeds;
@@ -1327,7 +1339,7 @@ import { invariant as invariant7 } from "@dxos/invariant";
1327
1339
  import { log as log7 } from "@dxos/log";
1328
1340
  import { schema as schema5 } from "@dxos/protocols";
1329
1341
  import { RpcExtension } from "@dxos/teleport";
1330
- var __dxlog_file8 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/auth.ts";
1342
+ var __dxlog_file8 = "/home/circleci/project/packages/core/echo/echo-pipeline/src/space/auth.ts";
1331
1343
  var AuthExtension = class extends RpcExtension {
1332
1344
  constructor(_authParams) {
1333
1345
  super({
@@ -1447,7 +1459,7 @@ function _ts_decorate4(decorators, target, key, desc) {
1447
1459
  r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
1448
1460
  return c > 3 && r && Object.defineProperty(target, key, r), r;
1449
1461
  }
1450
- var __dxlog_file9 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/data-pipeline.ts";
1462
+ var __dxlog_file9 = "/home/circleci/project/packages/core/echo/echo-pipeline/src/space/data-pipeline.ts";
1451
1463
  var MESSAGES_PER_SNAPSHOT = 10;
1452
1464
  var AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL = 5e3;
1453
1465
  var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 5e3;
@@ -1580,7 +1592,7 @@ var DataPipeline = class DataPipeline2 {
1580
1592
  let messageCounter = 0;
1581
1593
  invariant8(this._pipeline, "Pipeline is not initialized.", {
1582
1594
  F: __dxlog_file9,
1583
- L: 222,
1595
+ L: 223,
1584
1596
  S: this,
1585
1597
  A: [
1586
1598
  "this._pipeline",
@@ -1596,7 +1608,7 @@ var DataPipeline = class DataPipeline2 {
1596
1608
  seq
1597
1609
  }, {
1598
1610
  F: __dxlog_file9,
1599
- L: 228,
1611
+ L: 229,
1600
1612
  S: this,
1601
1613
  C: (f, a) => f(...a)
1602
1614
  });
@@ -1608,7 +1620,7 @@ var DataPipeline = class DataPipeline2 {
1608
1620
  feedKey
1609
1621
  }, {
1610
1622
  F: __dxlog_file9,
1611
- L: 234,
1623
+ L: 235,
1612
1624
  S: this,
1613
1625
  C: (f, a) => f(...a)
1614
1626
  });
@@ -1631,7 +1643,7 @@ var DataPipeline = class DataPipeline2 {
1631
1643
  spaceKey: this._params.spaceKey.toHex()
1632
1644
  }, {
1633
1645
  F: __dxlog_file9,
1634
- L: 251,
1646
+ L: 252,
1635
1647
  S: this,
1636
1648
  C: (f, a) => f(...a)
1637
1649
  });
@@ -1640,22 +1652,22 @@ var DataPipeline = class DataPipeline2 {
1640
1652
  } catch (err) {
1641
1653
  log8.catch(err, void 0, {
1642
1654
  F: __dxlog_file9,
1643
- L: 261,
1655
+ L: 262,
1644
1656
  S: this,
1645
1657
  C: (f, a) => f(...a)
1646
1658
  });
1647
1659
  }
1648
1660
  span.end();
1649
- if (++messageCounter > 1e3) {
1661
+ if (++messageCounter > 100) {
1650
1662
  messageCounter = 0;
1651
- await sleep(1);
1663
+ await idle(1e3);
1652
1664
  }
1653
1665
  }
1654
1666
  }
1655
1667
  _createSnapshot() {
1656
1668
  invariant8(this.databaseHost, "Database backend is not initialized.", {
1657
1669
  F: __dxlog_file9,
1658
- L: 275,
1670
+ L: 276,
1659
1671
  S: this,
1660
1672
  A: [
1661
1673
  "this.databaseHost",
@@ -1684,7 +1696,7 @@ var DataPipeline = class DataPipeline2 {
1684
1696
  } catch (err) {
1685
1697
  log8.warn("Failed to cache properties", err, {
1686
1698
  F: __dxlog_file9,
1687
- L: 304,
1699
+ L: 305,
1688
1700
  S: this,
1689
1701
  C: (f, a) => f(...a)
1690
1702
  });
@@ -1713,14 +1725,14 @@ var DataPipeline = class DataPipeline2 {
1713
1725
  if (err instanceof CancelledError) {
1714
1726
  log8("Epoch processing cancelled.", void 0, {
1715
1727
  F: __dxlog_file9,
1716
- L: 340,
1728
+ L: 341,
1717
1729
  S: this,
1718
1730
  C: (f, a) => f(...a)
1719
1731
  });
1720
1732
  } else {
1721
1733
  log8.catch(err, void 0, {
1722
1734
  F: __dxlog_file9,
1723
- L: 342,
1735
+ L: 343,
1724
1736
  S: this,
1725
1737
  C: (f, a) => f(...a)
1726
1738
  });
@@ -1740,7 +1752,7 @@ var DataPipeline = class DataPipeline2 {
1740
1752
  async _processEpoch(ctx, epoch) {
1741
1753
  invariant8(this._isOpen, "Space is closed.", {
1742
1754
  F: __dxlog_file9,
1743
- L: 361,
1755
+ L: 362,
1744
1756
  S: this,
1745
1757
  A: [
1746
1758
  "this._isOpen",
@@ -1749,7 +1761,7 @@ var DataPipeline = class DataPipeline2 {
1749
1761
  });
1750
1762
  invariant8(this._pipeline, void 0, {
1751
1763
  F: __dxlog_file9,
1752
- L: 362,
1764
+ L: 363,
1753
1765
  S: this,
1754
1766
  A: [
1755
1767
  "this._pipeline",
@@ -1761,7 +1773,7 @@ var DataPipeline = class DataPipeline2 {
1761
1773
  epoch: omit(epoch, "proof")
1762
1774
  }, {
1763
1775
  F: __dxlog_file9,
1764
- L: 365,
1776
+ L: 366,
1765
1777
  S: this,
1766
1778
  C: (f, a) => f(...a)
1767
1779
  });
@@ -1771,7 +1783,7 @@ var DataPipeline = class DataPipeline2 {
1771
1783
  }
1772
1784
  log8("restarting pipeline from epoch", void 0, {
1773
1785
  F: __dxlog_file9,
1774
- L: 371,
1786
+ L: 372,
1775
1787
  S: this,
1776
1788
  C: (f, a) => f(...a)
1777
1789
  });
@@ -1782,7 +1794,7 @@ var DataPipeline = class DataPipeline2 {
1782
1794
  async waitUntilTimeframe(timeframe) {
1783
1795
  invariant8(this._pipeline, "Pipeline is not initialized.", {
1784
1796
  F: __dxlog_file9,
1785
- L: 378,
1797
+ L: 379,
1786
1798
  S: this,
1787
1799
  A: [
1788
1800
  "this._pipeline",
@@ -1794,7 +1806,7 @@ var DataPipeline = class DataPipeline2 {
1794
1806
  async createEpoch() {
1795
1807
  invariant8(this._pipeline, void 0, {
1796
1808
  F: __dxlog_file9,
1797
- L: 384,
1809
+ L: 385,
1798
1810
  S: this,
1799
1811
  A: [
1800
1812
  "this._pipeline",
@@ -1803,7 +1815,7 @@ var DataPipeline = class DataPipeline2 {
1803
1815
  });
1804
1816
  invariant8(this.currentEpoch, void 0, {
1805
1817
  F: __dxlog_file9,
1806
- L: 385,
1818
+ L: 386,
1807
1819
  S: this,
1808
1820
  A: [
1809
1821
  "this.currentEpoch",
@@ -1834,7 +1846,7 @@ var DataPipeline = class DataPipeline2 {
1834
1846
  } catch (err) {
1835
1847
  log8.catch(err, void 0, {
1836
1848
  F: __dxlog_file9,
1837
- L: 415,
1849
+ L: 416,
1838
1850
  S: this,
1839
1851
  C: (f, a) => f(...a)
1840
1852
  });
@@ -1864,6 +1876,31 @@ DataPipeline = _ts_decorate4([
1864
1876
  trackLeaks("open", "close"),
1865
1877
  trace.resource()
1866
1878
  ], DataPipeline);
1879
+ var idle = async (timeout) => {
1880
+ if (!("scheduler" in globalThis && typeof globalThis.scheduler.postTask === "function")) {
1881
+ await sleep(1);
1882
+ return;
1883
+ }
1884
+ await new Promise((resolve) => {
1885
+ const cleanup = () => {
1886
+ clearTimeout(timer);
1887
+ controller.abort();
1888
+ };
1889
+ const controller = new AbortController();
1890
+ void globalThis.scheduler.postTask(() => {
1891
+ cleanup();
1892
+ resolve();
1893
+ }, {
1894
+ priority: "background",
1895
+ signal: controller.signal
1896
+ }).catch(() => {
1897
+ });
1898
+ const timer = setTimeout(() => {
1899
+ cleanup();
1900
+ resolve();
1901
+ }, timeout);
1902
+ });
1903
+ };
1867
1904
 
1868
1905
  // packages/core/echo/echo-pipeline/src/space/space.ts
1869
1906
  import { Event as Event5, synchronized as synchronized4, trackLeaks as trackLeaks3, Lock } from "@dxos/async";
@@ -1893,7 +1930,7 @@ function _ts_decorate5(decorators, target, key, desc) {
1893
1930
  r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
1894
1931
  return c > 3 && r && Object.defineProperty(target, key, r), r;
1895
1932
  }
1896
- var __dxlog_file10 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/control-pipeline.ts";
1933
+ var __dxlog_file10 = "/home/circleci/project/packages/core/echo/echo-pipeline/src/space/control-pipeline.ts";
1897
1934
  var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2 = 500;
1898
1935
  var CONTROL_PIPELINE_SNAPSHOT_DELAY = 1e4;
1899
1936
  var USE_SNAPSHOTS = true;
@@ -2142,7 +2179,7 @@ function _ts_decorate6(decorators, target, key, desc) {
2142
2179
  r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
2143
2180
  return c > 3 && r && Object.defineProperty(target, key, r), r;
2144
2181
  }
2145
- var __dxlog_file11 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space.ts";
2182
+ var __dxlog_file11 = "/home/circleci/project/packages/core/echo/echo-pipeline/src/space/space.ts";
2146
2183
  var Space = class Space2 {
2147
2184
  constructor(params) {
2148
2185
  this._addFeedLock = new Lock();
@@ -2399,7 +2436,7 @@ function _ts_decorate7(decorators, target, key, desc) {
2399
2436
  r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
2400
2437
  return c > 3 && r && Object.defineProperty(target, key, r), r;
2401
2438
  }
2402
- var __dxlog_file12 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space-protocol.ts";
2439
+ var __dxlog_file12 = "/home/circleci/project/packages/core/echo/echo-pipeline/src/space/space-protocol.ts";
2403
2440
  var MOCK_AUTH_PROVIDER = async (nonce) => Buffer.from("mock");
2404
2441
  var MOCK_AUTH_VERIFIER = async (nonce, credential) => true;
2405
2442
  var SpaceProtocol = class {
@@ -2603,7 +2640,7 @@ function _ts_decorate8(decorators, target, key, desc) {
2603
2640
  r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
2604
2641
  return c > 3 && r && Object.defineProperty(target, key, r), r;
2605
2642
  }
2606
- var __dxlog_file13 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space-manager.ts";
2643
+ var __dxlog_file13 = "/home/circleci/project/packages/core/echo/echo-pipeline/src/space/space-manager.ts";
2607
2644
  var SpaceManager = class SpaceManager2 {
2608
2645
  constructor({ feedStore, networkManager, modelFactory, metadataStore, snapshotStore, blobStore }) {
2609
2646
  this._spaces = new ComplexMap6(PublicKey7.hash);
@@ -2712,4 +2749,4 @@ export {
2712
2749
  SpaceProtocolSession,
2713
2750
  SpaceManager
2714
2751
  };
2715
- //# sourceMappingURL=chunk-KD6OVLI6.mjs.map
2752
+ //# sourceMappingURL=chunk-IYY5JG5Q.mjs.map