@dxos/echo-pipeline 0.1.58-next.3349da8 → 0.1.58-next.6d0af18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib/browser/{chunk-VYZEP2BZ.mjs → chunk-BCM3NEND.mjs} +33 -39
- package/dist/lib/browser/chunk-BCM3NEND.mjs.map +7 -0
- package/dist/lib/browser/index.mjs +1 -57
- package/dist/lib/browser/index.mjs.map +4 -4
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/browser/testing/index.mjs +1 -1
- package/dist/lib/browser/testing/index.mjs.map +1 -1
- package/dist/lib/node/index.cjs +37 -106
- package/dist/lib/node/index.cjs.map +4 -4
- package/dist/lib/node/meta.json +1 -1
- package/dist/lib/node/testing/index.cjs +142 -146
- package/dist/lib/node/testing/index.cjs.map +4 -4
- package/dist/types/src/db-host/snapshot-manager.d.ts.map +1 -1
- package/dist/types/src/db-host/snapshot-store.d.ts.map +1 -1
- package/dist/types/src/index.d.ts +0 -1
- package/dist/types/src/index.d.ts.map +1 -1
- package/dist/types/src/metadata/metadata-store.d.ts.map +1 -1
- package/dist/types/src/pipeline/pipeline.d.ts.map +1 -1
- package/dist/types/src/pipeline/timeframe-clock.d.ts.map +1 -1
- package/dist/types/src/space/data-pipeline.d.ts +2 -2
- package/dist/types/src/space/data-pipeline.d.ts.map +1 -1
- package/dist/types/src/space/space-manager.d.ts +2 -2
- package/dist/types/src/space/space-manager.d.ts.map +1 -1
- package/dist/types/src/space/space.d.ts +2 -2
- package/dist/types/src/space/space.d.ts.map +1 -1
- package/dist/types/src/testing/test-agent-builder.d.ts +1 -1
- package/dist/types/src/testing/test-agent-builder.d.ts.map +1 -1
- package/package.json +31 -32
- package/src/db-host/snapshot-manager.ts +1 -3
- package/src/db-host/snapshot-store.ts +1 -4
- package/src/index.ts +0 -1
- package/src/metadata/metadata-store.ts +2 -6
- package/src/pipeline/pipeline-stress.test.ts +1 -1
- package/src/pipeline/pipeline.test.ts +1 -1
- package/src/pipeline/pipeline.ts +3 -4
- package/src/pipeline/timeframe-clock.ts +1 -4
- package/src/space/control-pipeline.test.ts +1 -1
- package/src/space/data-pipeline.ts +5 -5
- package/src/space/space-manager.ts +2 -2
- package/src/space/space-protocol.test.ts +1 -1
- package/src/space/space.ts +3 -3
- package/src/testing/test-agent-builder.ts +1 -1
- package/dist/lib/browser/chunk-VYZEP2BZ.mjs.map +0 -7
- package/dist/types/src/errors/errors.d.ts +0 -26
- package/dist/types/src/errors/errors.d.ts.map +0 -1
- package/dist/types/src/errors/index.d.ts +0 -2
- package/dist/types/src/errors/index.d.ts.map +0 -1
- package/src/errors/errors.ts +0 -52
- package/src/errors/index.ts +0 -5
|
@@ -235,7 +235,6 @@ function _ts_decorate(decorators, target, key, desc) {
|
|
|
235
235
|
}
|
|
236
236
|
var SpaceSnapshot = schema2.getCodecForType("dxos.echo.snapshot.SpaceSnapshot");
|
|
237
237
|
var SnapshotManager = class SnapshotManager2 {
|
|
238
|
-
// prettier-ignore
|
|
239
238
|
constructor(_snapshotStore, _blobStore, _blobSync) {
|
|
240
239
|
this._snapshotStore = _snapshotStore;
|
|
241
240
|
this._blobStore = _blobStore;
|
|
@@ -273,7 +272,6 @@ import { subtleCrypto } from "@dxos/crypto";
|
|
|
273
272
|
import { schema as schema3 } from "@dxos/protocols";
|
|
274
273
|
var SpaceSnapshot2 = schema3.getCodecForType("dxos.echo.snapshot.SpaceSnapshot");
|
|
275
274
|
var SnapshotStore = class {
|
|
276
|
-
// prettier-ignore
|
|
277
275
|
constructor(_directory) {
|
|
278
276
|
this._directory = _directory;
|
|
279
277
|
}
|
|
@@ -423,11 +421,10 @@ var DataServiceImpl = class {
|
|
|
423
421
|
// packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts
|
|
424
422
|
import CRC32 from "crc-32";
|
|
425
423
|
import { synchronized, Event } from "@dxos/async";
|
|
426
|
-
import { DataCorruptionError } from "@dxos/errors";
|
|
427
424
|
import { invariant as invariant4 } from "@dxos/invariant";
|
|
428
425
|
import { PublicKey as PublicKey3 } from "@dxos/keys";
|
|
429
426
|
import { log as log3 } from "@dxos/log";
|
|
430
|
-
import { STORAGE_VERSION, schema as schema4 } from "@dxos/protocols";
|
|
427
|
+
import { DataCorruptionError, STORAGE_VERSION, schema as schema4 } from "@dxos/protocols";
|
|
431
428
|
import { SpaceState } from "@dxos/protocols/proto/dxos/client/services";
|
|
432
429
|
import { ComplexMap as ComplexMap3, arrayToBuffer, forEachAsync, isNotNullOrUndefined } from "@dxos/util";
|
|
433
430
|
function _ts_decorate2(decorators, target, key, desc) {
|
|
@@ -451,7 +448,6 @@ var emptyLargeSpaceMetadata = () => ({});
|
|
|
451
448
|
var EchoMetadata = schema4.getCodecForType("dxos.echo.metadata.EchoMetadata");
|
|
452
449
|
var LargeSpaceMetadata = schema4.getCodecForType("dxos.echo.metadata.LargeSpaceMetadata");
|
|
453
450
|
var MetadataStore = class {
|
|
454
|
-
// prettier-ignore
|
|
455
451
|
constructor(_directory) {
|
|
456
452
|
this._directory = _directory;
|
|
457
453
|
this._metadata = emptyEchoMetadata();
|
|
@@ -486,7 +482,7 @@ var MetadataStore = class {
|
|
|
486
482
|
name: file.filename
|
|
487
483
|
}, {
|
|
488
484
|
F: __dxlog_file4,
|
|
489
|
-
L:
|
|
485
|
+
L: 78,
|
|
490
486
|
S: this,
|
|
491
487
|
C: (f, a) => f(...a)
|
|
492
488
|
});
|
|
@@ -519,7 +515,7 @@ var MetadataStore = class {
|
|
|
519
515
|
checksum
|
|
520
516
|
}, {
|
|
521
517
|
F: __dxlog_file4,
|
|
522
|
-
L:
|
|
518
|
+
L: 110,
|
|
523
519
|
S: this,
|
|
524
520
|
C: (f, a) => f(...a)
|
|
525
521
|
});
|
|
@@ -551,7 +547,7 @@ var MetadataStore = class {
|
|
|
551
547
|
err
|
|
552
548
|
}, {
|
|
553
549
|
F: __dxlog_file4,
|
|
554
|
-
L:
|
|
550
|
+
L: 141,
|
|
555
551
|
S: this,
|
|
556
552
|
C: (f, a) => f(...a)
|
|
557
553
|
});
|
|
@@ -568,7 +564,7 @@ var MetadataStore = class {
|
|
|
568
564
|
err
|
|
569
565
|
}, {
|
|
570
566
|
F: __dxlog_file4,
|
|
571
|
-
L:
|
|
567
|
+
L: 153,
|
|
572
568
|
S: this,
|
|
573
569
|
C: (f, a) => f(...a)
|
|
574
570
|
});
|
|
@@ -598,7 +594,7 @@ var MetadataStore = class {
|
|
|
598
594
|
err
|
|
599
595
|
}, {
|
|
600
596
|
F: __dxlog_file4,
|
|
601
|
-
L:
|
|
597
|
+
L: 182,
|
|
602
598
|
S: this,
|
|
603
599
|
C: (f, a) => f(...a)
|
|
604
600
|
});
|
|
@@ -619,7 +615,7 @@ var MetadataStore = class {
|
|
|
619
615
|
const space = this.spaces.find((space2) => space2.key === spaceKey);
|
|
620
616
|
invariant4(space, "Space not found", {
|
|
621
617
|
F: __dxlog_file4,
|
|
622
|
-
L:
|
|
618
|
+
L: 204,
|
|
623
619
|
S: this,
|
|
624
620
|
A: [
|
|
625
621
|
"space",
|
|
@@ -643,7 +639,7 @@ var MetadataStore = class {
|
|
|
643
639
|
async clear() {
|
|
644
640
|
log3("clearing all metadata", void 0, {
|
|
645
641
|
F: __dxlog_file4,
|
|
646
|
-
L:
|
|
642
|
+
L: 223,
|
|
647
643
|
S: this,
|
|
648
644
|
C: (f, a) => f(...a)
|
|
649
645
|
});
|
|
@@ -656,7 +652,7 @@ var MetadataStore = class {
|
|
|
656
652
|
async setIdentityRecord(record) {
|
|
657
653
|
invariant4(!this._metadata.identity, "Cannot overwrite existing identity in metadata", {
|
|
658
654
|
F: __dxlog_file4,
|
|
659
|
-
L:
|
|
655
|
+
L: 233,
|
|
660
656
|
S: this,
|
|
661
657
|
A: [
|
|
662
658
|
"!this._metadata.identity",
|
|
@@ -670,7 +666,7 @@ var MetadataStore = class {
|
|
|
670
666
|
async addSpace(record) {
|
|
671
667
|
invariant4(!(this._metadata.spaces ?? []).find((space) => space.key === record.key), "Cannot overwrite existing space in metadata", {
|
|
672
668
|
F: __dxlog_file4,
|
|
673
|
-
L:
|
|
669
|
+
L: 241,
|
|
674
670
|
S: this,
|
|
675
671
|
A: [
|
|
676
672
|
"!(this._metadata.spaces ?? []).find((space) => space.key === record.key)",
|
|
@@ -755,7 +751,6 @@ var startAfter = (timeframe) => timeframe.frames().map(([feedKey, index]) => ({
|
|
|
755
751
|
index: index + 1
|
|
756
752
|
}));
|
|
757
753
|
var TimeframeClock = class {
|
|
758
|
-
// prettier-ignore
|
|
759
754
|
constructor(_timeframe = new Timeframe()) {
|
|
760
755
|
this._timeframe = _timeframe;
|
|
761
756
|
this.update = new Event2();
|
|
@@ -801,7 +796,7 @@ var TimeframeClock = class {
|
|
|
801
796
|
current: this._timeframe
|
|
802
797
|
}, {
|
|
803
798
|
F: __dxlog_file5,
|
|
804
|
-
L:
|
|
799
|
+
L: 70,
|
|
805
800
|
S: this,
|
|
806
801
|
C: (f, a) => f(...a)
|
|
807
802
|
});
|
|
@@ -812,7 +807,7 @@ var TimeframeClock = class {
|
|
|
812
807
|
deps: Timeframe.dependencies(target, this._timeframe)
|
|
813
808
|
}, {
|
|
814
809
|
F: __dxlog_file5,
|
|
815
|
-
L:
|
|
810
|
+
L: 72,
|
|
816
811
|
S: this,
|
|
817
812
|
C: (f, a) => f(...a)
|
|
818
813
|
});
|
|
@@ -878,7 +873,6 @@ function _ts_decorate4(decorators, target, key, desc) {
|
|
|
878
873
|
}
|
|
879
874
|
var __dxlog_file7 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts";
|
|
880
875
|
var PipelineState = class {
|
|
881
|
-
// prettier-ignore
|
|
882
876
|
constructor(_feeds, _timeframeClock) {
|
|
883
877
|
this._feeds = _feeds;
|
|
884
878
|
this._timeframeClock = _timeframeClock;
|
|
@@ -937,7 +931,7 @@ var PipelineState = class {
|
|
|
937
931
|
target: this.targetTimeframe
|
|
938
932
|
}, {
|
|
939
933
|
F: __dxlog_file7,
|
|
940
|
-
L:
|
|
934
|
+
L: 133,
|
|
941
935
|
S: this,
|
|
942
936
|
C: (f, a) => f(...a)
|
|
943
937
|
});
|
|
@@ -969,7 +963,7 @@ var PipelineState = class {
|
|
|
969
963
|
dependencies: Timeframe2.dependencies(this.targetTimeframe, this.timeframe)
|
|
970
964
|
}, {
|
|
971
965
|
F: __dxlog_file7,
|
|
972
|
-
L:
|
|
966
|
+
L: 161,
|
|
973
967
|
S: this,
|
|
974
968
|
C: (f, a) => f(...a)
|
|
975
969
|
});
|
|
@@ -1002,7 +996,7 @@ var Pipeline = class {
|
|
|
1002
996
|
get writer() {
|
|
1003
997
|
invariant6(this._writer, "Writer not set.", {
|
|
1004
998
|
F: __dxlog_file7,
|
|
1005
|
-
L:
|
|
999
|
+
L: 242,
|
|
1006
1000
|
S: this,
|
|
1007
1001
|
A: [
|
|
1008
1002
|
"this._writer",
|
|
@@ -1031,7 +1025,7 @@ var Pipeline = class {
|
|
|
1031
1025
|
setWriteFeed(feed) {
|
|
1032
1026
|
invariant6(!this._writer, "Writer already set.", {
|
|
1033
1027
|
F: __dxlog_file7,
|
|
1034
|
-
L:
|
|
1028
|
+
L: 269,
|
|
1035
1029
|
S: this,
|
|
1036
1030
|
A: [
|
|
1037
1031
|
"!this._writer",
|
|
@@ -1040,7 +1034,7 @@ var Pipeline = class {
|
|
|
1040
1034
|
});
|
|
1041
1035
|
invariant6(feed.properties.writable, "Feed must be writable.", {
|
|
1042
1036
|
F: __dxlog_file7,
|
|
1043
|
-
L:
|
|
1037
|
+
L: 270,
|
|
1044
1038
|
S: this,
|
|
1045
1039
|
A: [
|
|
1046
1040
|
"feed.properties.writable",
|
|
@@ -1055,7 +1049,7 @@ var Pipeline = class {
|
|
|
1055
1049
|
async start() {
|
|
1056
1050
|
invariant6(!this._isStarted, "Pipeline is already started.", {
|
|
1057
1051
|
F: __dxlog_file7,
|
|
1058
|
-
L:
|
|
1052
|
+
L: 283,
|
|
1059
1053
|
S: this,
|
|
1060
1054
|
A: [
|
|
1061
1055
|
"!this._isStarted",
|
|
@@ -1064,7 +1058,7 @@ var Pipeline = class {
|
|
|
1064
1058
|
});
|
|
1065
1059
|
log6("starting...", void 0, {
|
|
1066
1060
|
F: __dxlog_file7,
|
|
1067
|
-
L:
|
|
1061
|
+
L: 284,
|
|
1068
1062
|
S: this,
|
|
1069
1063
|
C: (f, a) => f(...a)
|
|
1070
1064
|
});
|
|
@@ -1073,7 +1067,7 @@ var Pipeline = class {
|
|
|
1073
1067
|
this._isStarted = true;
|
|
1074
1068
|
log6("started", void 0, {
|
|
1075
1069
|
F: __dxlog_file7,
|
|
1076
|
-
L:
|
|
1070
|
+
L: 288,
|
|
1077
1071
|
S: this,
|
|
1078
1072
|
C: (f, a) => f(...a)
|
|
1079
1073
|
});
|
|
@@ -1086,7 +1080,7 @@ var Pipeline = class {
|
|
|
1086
1080
|
async stop() {
|
|
1087
1081
|
log6("stopping...", void 0, {
|
|
1088
1082
|
F: __dxlog_file7,
|
|
1089
|
-
L:
|
|
1083
|
+
L: 299,
|
|
1090
1084
|
S: this,
|
|
1091
1085
|
C: (f, a) => f(...a)
|
|
1092
1086
|
});
|
|
@@ -1104,7 +1098,7 @@ var Pipeline = class {
|
|
|
1104
1098
|
this._isStarted = false;
|
|
1105
1099
|
log6("stopped", void 0, {
|
|
1106
1100
|
F: __dxlog_file7,
|
|
1107
|
-
L:
|
|
1101
|
+
L: 312,
|
|
1108
1102
|
S: this,
|
|
1109
1103
|
C: (f, a) => f(...a)
|
|
1110
1104
|
});
|
|
@@ -1116,7 +1110,7 @@ var Pipeline = class {
|
|
|
1116
1110
|
async setCursor(timeframe) {
|
|
1117
1111
|
invariant6(!this._isStarted || this._isPaused, "Invalid state.", {
|
|
1118
1112
|
F: __dxlog_file7,
|
|
1119
|
-
L:
|
|
1113
|
+
L: 321,
|
|
1120
1114
|
S: this,
|
|
1121
1115
|
A: [
|
|
1122
1116
|
"!this._isStarted || this._isPaused",
|
|
@@ -1145,7 +1139,7 @@ var Pipeline = class {
|
|
|
1145
1139
|
async unpause() {
|
|
1146
1140
|
invariant6(this._isPaused, "Pipeline is not paused.", {
|
|
1147
1141
|
F: __dxlog_file7,
|
|
1148
|
-
L:
|
|
1142
|
+
L: 350,
|
|
1149
1143
|
S: this,
|
|
1150
1144
|
A: [
|
|
1151
1145
|
"this._isPaused",
|
|
@@ -1165,7 +1159,7 @@ var Pipeline = class {
|
|
|
1165
1159
|
async *consume() {
|
|
1166
1160
|
invariant6(!this._isBeingConsumed, "Pipeline is already being consumed.", {
|
|
1167
1161
|
F: __dxlog_file7,
|
|
1168
|
-
L:
|
|
1162
|
+
L: 365,
|
|
1169
1163
|
S: this,
|
|
1170
1164
|
A: [
|
|
1171
1165
|
"!this._isBeingConsumed",
|
|
@@ -1175,7 +1169,7 @@ var Pipeline = class {
|
|
|
1175
1169
|
this._isBeingConsumed = true;
|
|
1176
1170
|
invariant6(this._feedSetIterator, "Iterator not initialized.", {
|
|
1177
1171
|
F: __dxlog_file7,
|
|
1178
|
-
L:
|
|
1172
|
+
L: 368,
|
|
1179
1173
|
S: this,
|
|
1180
1174
|
A: [
|
|
1181
1175
|
"this._feedSetIterator",
|
|
@@ -1189,7 +1183,7 @@ var Pipeline = class {
|
|
|
1189
1183
|
if (lastFeedSetIterator !== this._feedSetIterator) {
|
|
1190
1184
|
invariant6(this._feedSetIterator, "Iterator not initialized.", {
|
|
1191
1185
|
F: __dxlog_file7,
|
|
1192
|
-
L:
|
|
1186
|
+
L: 377,
|
|
1193
1187
|
S: this,
|
|
1194
1188
|
A: [
|
|
1195
1189
|
"this._feedSetIterator",
|
|
@@ -1224,7 +1218,7 @@ var Pipeline = class {
|
|
|
1224
1218
|
length: feed.length
|
|
1225
1219
|
}, {
|
|
1226
1220
|
F: __dxlog_file7,
|
|
1227
|
-
L:
|
|
1221
|
+
L: 406,
|
|
1228
1222
|
S: this,
|
|
1229
1223
|
C: (f, a) => f(...a)
|
|
1230
1224
|
});
|
|
@@ -1238,7 +1232,7 @@ var Pipeline = class {
|
|
|
1238
1232
|
data
|
|
1239
1233
|
}, {
|
|
1240
1234
|
F: __dxlog_file7,
|
|
1241
|
-
L:
|
|
1235
|
+
L: 411,
|
|
1242
1236
|
S: this,
|
|
1243
1237
|
C: (f, a) => f(...a)
|
|
1244
1238
|
});
|
|
@@ -1254,7 +1248,7 @@ var Pipeline = class {
|
|
|
1254
1248
|
this._feedSetIterator.stalled.on((iterator) => {
|
|
1255
1249
|
log6.warn(`Stalled after ${iterator.options.stallTimeout}ms with ${iterator.size} feeds.`, void 0, {
|
|
1256
1250
|
F: __dxlog_file7,
|
|
1257
|
-
L:
|
|
1251
|
+
L: 425,
|
|
1258
1252
|
S: this,
|
|
1259
1253
|
C: (f, a) => f(...a)
|
|
1260
1254
|
});
|
|
@@ -1393,9 +1387,9 @@ import { Event as Event4, scheduleTask as scheduleTask2, sleep as sleep2, synchr
|
|
|
1393
1387
|
import { Context as Context4 } from "@dxos/context";
|
|
1394
1388
|
import { checkCredentialType } from "@dxos/credentials";
|
|
1395
1389
|
import { getStateMachineFromItem, ItemManager, TYPE_PROPERTIES } from "@dxos/echo-db";
|
|
1396
|
-
import { CancelledError } from "@dxos/errors";
|
|
1397
1390
|
import { invariant as invariant8 } from "@dxos/invariant";
|
|
1398
1391
|
import { log as log8, omit } from "@dxos/log";
|
|
1392
|
+
import { CancelledError } from "@dxos/protocols";
|
|
1399
1393
|
import { Timeframe as Timeframe3 } from "@dxos/timeframe";
|
|
1400
1394
|
import { TimeSeriesCounter, TimeUsageCounter, trace } from "@dxos/tracing";
|
|
1401
1395
|
import { tracer } from "@dxos/util";
|
|
@@ -1638,7 +1632,7 @@ var DataPipeline = class DataPipeline2 {
|
|
|
1638
1632
|
async _saveCache() {
|
|
1639
1633
|
const cache = {};
|
|
1640
1634
|
try {
|
|
1641
|
-
const propertiesItem = this.itemManager.items.find((item) => item.modelMeta?.type === "dxos
|
|
1635
|
+
const propertiesItem = this.itemManager.items.find((item) => item.modelMeta?.type === "dxos.org/model/document" && // TODO(burdon): Document?
|
|
1642
1636
|
(getStateMachineFromItem(item)?.snapshot()).type === TYPE_PROPERTIES);
|
|
1643
1637
|
if (propertiesItem) {
|
|
1644
1638
|
cache.properties = getStateMachineFromItem(propertiesItem)?.snapshot();
|
|
@@ -2673,4 +2667,4 @@ export {
|
|
|
2673
2667
|
SpaceProtocolSession,
|
|
2674
2668
|
SpaceManager
|
|
2675
2669
|
};
|
|
2676
|
-
//# sourceMappingURL=chunk-
|
|
2670
|
+
//# sourceMappingURL=chunk-BCM3NEND.mjs.map
|