@dxos/echo-pipeline 0.8.2-main.12df754 → 0.8.2-main.30e4dbb
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib/browser/index.mjs +15 -14
- package/dist/lib/browser/index.mjs.map +3 -3
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/node/index.cjs +15 -14
- package/dist/lib/node/index.cjs.map +3 -3
- package/dist/lib/node/meta.json +1 -1
- package/dist/lib/node-esm/index.mjs +15 -14
- package/dist/lib/node-esm/index.mjs.map +3 -3
- package/dist/lib/node-esm/meta.json +1 -1
- package/dist/types/src/automerge/automerge-host.d.ts.map +1 -1
- package/dist/types/src/automerge/collection-synchronizer.d.ts.map +1 -1
- package/dist/types/src/automerge/echo-data-monitor.d.ts +5 -5
- package/dist/types/src/automerge/echo-data-monitor.d.ts.map +1 -1
- package/dist/types/src/automerge/echo-network-adapter.d.ts.map +1 -1
- package/dist/types/src/automerge/network-protocol.d.ts.map +1 -1
- package/dist/types/src/automerge/space-collection.d.ts.map +1 -1
- package/dist/types/src/common/feeds.d.ts.map +1 -1
- package/dist/types/src/common/space-id.d.ts.map +1 -1
- package/dist/types/src/db-host/automerge-metrics.d.ts.map +1 -1
- package/dist/types/src/db-host/documents-iterator.d.ts.map +1 -1
- package/dist/types/src/metadata/metadata-store.d.ts.map +1 -1
- package/dist/types/src/pipeline/message-selector.d.ts.map +1 -1
- package/dist/types/src/pipeline/timeframe-clock.d.ts.map +1 -1
- package/dist/types/src/testing/change-metadata.d.ts.map +1 -1
- package/dist/types/src/testing/test-agent-builder.d.ts.map +1 -1
- package/dist/types/src/util.d.ts.map +1 -1
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/package.json +34 -34
- package/src/automerge/echo-data-monitor.ts +7 -7
- package/src/db-host/echo-host.ts +1 -1
- package/src/db-host/query-service.ts +1 -1
- package/src/db-host/query-state.ts +9 -10
- package/src/edge/echo-edge-replicator.test.ts +2 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":"5.
|
|
1
|
+
{"version":"5.8.3"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@dxos/echo-pipeline",
|
|
3
|
-
"version": "0.8.2-main.
|
|
3
|
+
"version": "0.8.2-main.30e4dbb",
|
|
4
4
|
"description": "ECHO database.",
|
|
5
5
|
"homepage": "https://dxos.org",
|
|
6
6
|
"bugs": "https://github.com/dxos/dxos/issues",
|
|
@@ -38,44 +38,44 @@
|
|
|
38
38
|
"crc-32": "^1.2.2",
|
|
39
39
|
"level-transcoder": "^1.0.1",
|
|
40
40
|
"lodash.isequal": "^4.5.0",
|
|
41
|
-
"@dxos/async": "0.8.2-main.
|
|
42
|
-
"@dxos/
|
|
43
|
-
"@dxos/codec-protobuf": "0.8.2-main.
|
|
44
|
-
"@dxos/
|
|
45
|
-
"@dxos/crypto": "0.8.2-main.
|
|
46
|
-
"@dxos/
|
|
47
|
-
"@dxos/debug": "0.8.2-main.
|
|
48
|
-
"@dxos/echo-protocol": "0.8.2-main.
|
|
49
|
-
"@dxos/
|
|
50
|
-
"@dxos/
|
|
51
|
-
"@dxos/
|
|
52
|
-
"@dxos/
|
|
53
|
-
"@dxos/
|
|
54
|
-
"@dxos/
|
|
55
|
-
"@dxos/keyring": "0.8.2-main.
|
|
56
|
-
"@dxos/keys": "0.8.2-main.
|
|
57
|
-
"@dxos/kv-store": "0.8.2-main.
|
|
58
|
-
"@dxos/
|
|
59
|
-
"@dxos/
|
|
60
|
-
"@dxos/
|
|
61
|
-
"@dxos/
|
|
62
|
-
"@dxos/
|
|
63
|
-
"@dxos/
|
|
64
|
-
"@dxos/teleport": "0.8.2-main.
|
|
65
|
-
"@dxos/
|
|
66
|
-
"@dxos/teleport-extension-
|
|
67
|
-
"@dxos/teleport-extension-
|
|
68
|
-
"@dxos/
|
|
69
|
-
"@dxos/
|
|
70
|
-
"@dxos/
|
|
71
|
-
"@dxos/typings": "0.8.2-main.
|
|
72
|
-
"@dxos/util": "0.8.2-main.
|
|
41
|
+
"@dxos/async": "0.8.2-main.30e4dbb",
|
|
42
|
+
"@dxos/context": "0.8.2-main.30e4dbb",
|
|
43
|
+
"@dxos/codec-protobuf": "0.8.2-main.30e4dbb",
|
|
44
|
+
"@dxos/credentials": "0.8.2-main.30e4dbb",
|
|
45
|
+
"@dxos/crypto": "0.8.2-main.30e4dbb",
|
|
46
|
+
"@dxos/automerge": "0.8.2-main.30e4dbb",
|
|
47
|
+
"@dxos/debug": "0.8.2-main.30e4dbb",
|
|
48
|
+
"@dxos/echo-protocol": "0.8.2-main.30e4dbb",
|
|
49
|
+
"@dxos/edge-client": "0.8.2-main.30e4dbb",
|
|
50
|
+
"@dxos/echo-schema": "0.8.2-main.30e4dbb",
|
|
51
|
+
"@dxos/feed-store": "0.8.2-main.30e4dbb",
|
|
52
|
+
"@dxos/hypercore": "0.8.2-main.30e4dbb",
|
|
53
|
+
"@dxos/indexing": "0.8.2-main.30e4dbb",
|
|
54
|
+
"@dxos/invariant": "0.8.2-main.30e4dbb",
|
|
55
|
+
"@dxos/keyring": "0.8.2-main.30e4dbb",
|
|
56
|
+
"@dxos/keys": "0.8.2-main.30e4dbb",
|
|
57
|
+
"@dxos/kv-store": "0.8.2-main.30e4dbb",
|
|
58
|
+
"@dxos/log": "0.8.2-main.30e4dbb",
|
|
59
|
+
"@dxos/messaging": "0.8.2-main.30e4dbb",
|
|
60
|
+
"@dxos/network-manager": "0.8.2-main.30e4dbb",
|
|
61
|
+
"@dxos/node-std": "0.8.2-main.30e4dbb",
|
|
62
|
+
"@dxos/protocols": "0.8.2-main.30e4dbb",
|
|
63
|
+
"@dxos/random-access-storage": "0.8.2-main.30e4dbb",
|
|
64
|
+
"@dxos/teleport": "0.8.2-main.30e4dbb",
|
|
65
|
+
"@dxos/teleport-extension-gossip": "0.8.2-main.30e4dbb",
|
|
66
|
+
"@dxos/teleport-extension-object-sync": "0.8.2-main.30e4dbb",
|
|
67
|
+
"@dxos/teleport-extension-replicator": "0.8.2-main.30e4dbb",
|
|
68
|
+
"@dxos/timeframe": "0.8.2-main.30e4dbb",
|
|
69
|
+
"@dxos/tracing": "0.8.2-main.30e4dbb",
|
|
70
|
+
"@dxos/teleport-extension-automerge-replicator": "0.8.2-main.30e4dbb",
|
|
71
|
+
"@dxos/typings": "0.8.2-main.30e4dbb",
|
|
72
|
+
"@dxos/util": "0.8.2-main.30e4dbb"
|
|
73
73
|
},
|
|
74
74
|
"devDependencies": {
|
|
75
75
|
"@types/lodash.isequal": "^4.5.0",
|
|
76
76
|
"fast-check": "^3.19.0",
|
|
77
77
|
"get-port-please": "^3.1.1",
|
|
78
|
-
"@dxos/test-utils": "0.8.2-main.
|
|
78
|
+
"@dxos/test-utils": "0.8.2-main.30e4dbb"
|
|
79
79
|
},
|
|
80
80
|
"publishConfig": {
|
|
81
81
|
"access": "public"
|
|
@@ -26,7 +26,7 @@ export class EchoDataMonitor implements StorageAdapterDataMonitor, NetworkDataMo
|
|
|
26
26
|
private readonly _localTimeSeries = createLocalTimeSeries();
|
|
27
27
|
private readonly _storageAverages = createStorageAverages();
|
|
28
28
|
private readonly _replicationAverages = createNetworkAverages();
|
|
29
|
-
private readonly
|
|
29
|
+
private readonly _sizeByMessage: { [type: string]: SlidingWindowSummary } = {};
|
|
30
30
|
private readonly _lastReceivedMessages = new CircularBuffer<StoredMessage>(100);
|
|
31
31
|
private readonly _lastSentMessages = new CircularBuffer<StoredMessage>(100);
|
|
32
32
|
|
|
@@ -68,8 +68,8 @@ export class EchoDataMonitor implements StorageAdapterDataMonitor, NetworkDataMo
|
|
|
68
68
|
countPerSecond: this._replicationAverages.sentPerSecond.average(),
|
|
69
69
|
failedPerSecond: this._replicationAverages.sendsFailedPerSecond.average(),
|
|
70
70
|
},
|
|
71
|
-
|
|
72
|
-
|
|
71
|
+
countByMessage: this._computeMessageHistogram('type'),
|
|
72
|
+
avgSizeByMessage: mapValues(this._sizeByMessage, (summary) => summary.average()),
|
|
73
73
|
},
|
|
74
74
|
};
|
|
75
75
|
}
|
|
@@ -225,7 +225,7 @@ export class EchoDataMonitor implements StorageAdapterDataMonitor, NetworkDataMo
|
|
|
225
225
|
}
|
|
226
226
|
|
|
227
227
|
private _getStatsForType(message: Message) {
|
|
228
|
-
const messageSize = (this.
|
|
228
|
+
const messageSize = (this._sizeByMessage[message.type] ??= createSlidingWindow());
|
|
229
229
|
const messageCounts = (this._activeCounters.byType[message.type] ??= createMessageCounter());
|
|
230
230
|
return { messageCounts, messageSize };
|
|
231
231
|
}
|
|
@@ -269,7 +269,7 @@ type MessageCounts = {
|
|
|
269
269
|
type MessageCountTimeSeries = TimeSeries<MessageCounts>;
|
|
270
270
|
|
|
271
271
|
type MessageAttributeHistogram = {
|
|
272
|
-
[
|
|
272
|
+
[Message: string]: {
|
|
273
273
|
received: number;
|
|
274
274
|
sent: number;
|
|
275
275
|
};
|
|
@@ -287,8 +287,8 @@ export type EchoDataStats = {
|
|
|
287
287
|
connections: number;
|
|
288
288
|
receivedMessages: BaseDataOpStats;
|
|
289
289
|
sentMessages: TimedDataOpStats & { failedPerSecond: number };
|
|
290
|
-
|
|
291
|
-
|
|
290
|
+
avgSizeByMessage: { [Message: string]: number };
|
|
291
|
+
countByMessage: MessageAttributeHistogram;
|
|
292
292
|
};
|
|
293
293
|
};
|
|
294
294
|
|
package/src/db-host/echo-host.ts
CHANGED
|
@@ -84,7 +84,7 @@ export class EchoHost extends Resource {
|
|
|
84
84
|
loadDocuments: createSelectedDocumentsIterator(this._automergeHost),
|
|
85
85
|
indexCooldownTime: process.env.NODE_ENV === 'test' ? 0 : undefined,
|
|
86
86
|
});
|
|
87
|
-
this._indexer.setConfig(INDEXER_CONFIG);
|
|
87
|
+
void this._indexer.setConfig(INDEXER_CONFIG);
|
|
88
88
|
|
|
89
89
|
this._queryService = new QueryServiceImpl({
|
|
90
90
|
automergeHost: this._automergeHost,
|
|
@@ -86,7 +86,7 @@ export class QueryServiceImpl extends Resource implements QueryService {
|
|
|
86
86
|
log.warn('Indexer already initialized.');
|
|
87
87
|
return;
|
|
88
88
|
}
|
|
89
|
-
this._params.indexer.setConfig(config);
|
|
89
|
+
void this._params.indexer.setConfig(config);
|
|
90
90
|
}
|
|
91
91
|
|
|
92
92
|
execQuery(request: QueryRequest): Stream<QueryResponse> {
|
|
@@ -181,21 +181,20 @@ export class QueryState extends Resource {
|
|
|
181
181
|
|
|
182
182
|
// TODO(burdon): Process Filter DSL.
|
|
183
183
|
const filterToIndexQuery = (filter: FilterProto): IndexQuery => {
|
|
184
|
-
|
|
184
|
+
const { type = [], or = [] } = filter;
|
|
185
|
+
|
|
186
|
+
invariant(!(type.length > 0 && or.length > 0), 'Cannot mix type and or filters.');
|
|
185
187
|
invariant(
|
|
186
|
-
|
|
188
|
+
or.every((subFilter) => !((subFilter.type ?? []).length > 0 && (subFilter.or ?? []).length > 0)),
|
|
187
189
|
'Cannot mix type and or filters.',
|
|
188
190
|
);
|
|
189
|
-
if (
|
|
190
|
-
filter.type ||
|
|
191
|
-
((filter.or ?? []).length > 0 && (filter.or ?? []).every((subFilter) => !subFilter.not && subFilter.type))
|
|
192
|
-
) {
|
|
191
|
+
if (type.length > 0 || (or.length > 0 && (or ?? []).every((subFilter) => !subFilter.not && subFilter.type))) {
|
|
193
192
|
return {
|
|
194
193
|
typenames:
|
|
195
|
-
|
|
196
|
-
?
|
|
197
|
-
:
|
|
198
|
-
.flatMap((f) => f.type
|
|
194
|
+
type.length > 0
|
|
195
|
+
? type.map((type) => dxnToIndexerTypename(DXN.parse(type)))
|
|
196
|
+
: or
|
|
197
|
+
.flatMap((f) => (f.type ?? []).map((type) => dxnToIndexerTypename(DXN.parse(type))) ?? [])
|
|
199
198
|
.filter(isNonNullable),
|
|
200
199
|
inverted: filter.not,
|
|
201
200
|
};
|
|
@@ -33,12 +33,12 @@ describe('EchoEdgeReplicator', () => {
|
|
|
33
33
|
await connectionOpen.waitForCount(1);
|
|
34
34
|
|
|
35
35
|
const forbidden = createForbiddenMessage({ identityKey: client.identityKey, peerKey: client.peerKey }, spaceId);
|
|
36
|
-
server.sendMessage(forbidden);
|
|
36
|
+
await server.sendMessage(forbidden);
|
|
37
37
|
await connectionOpen.waitForCount(1);
|
|
38
38
|
|
|
39
39
|
// Double restart to check for race conditions.
|
|
40
40
|
client.setIdentity(await createEphemeralEdgeIdentity());
|
|
41
|
-
server.sendMessage(forbidden);
|
|
41
|
+
await server.sendMessage(forbidden);
|
|
42
42
|
await connectionOpen.waitForCount(1);
|
|
43
43
|
|
|
44
44
|
await replicator.disconnect();
|