@git-stunts/git-warp 11.5.1 → 12.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +142 -10
- package/bin/cli/commands/registry.js +4 -0
- package/bin/cli/commands/reindex.js +41 -0
- package/bin/cli/commands/verify-index.js +59 -0
- package/bin/cli/infrastructure.js +7 -2
- package/bin/cli/schemas.js +19 -0
- package/bin/cli/types.js +2 -0
- package/index.d.ts +49 -12
- package/package.json +2 -2
- package/src/domain/WarpGraph.js +40 -0
- package/src/domain/errors/ShardIdOverflowError.js +28 -0
- package/src/domain/errors/index.js +1 -0
- package/src/domain/services/AdjacencyNeighborProvider.js +140 -0
- package/src/domain/services/BitmapNeighborProvider.js +178 -0
- package/src/domain/services/CheckpointMessageCodec.js +3 -3
- package/src/domain/services/CheckpointService.js +77 -12
- package/src/domain/services/GraphTraversal.js +1239 -0
- package/src/domain/services/IncrementalIndexUpdater.js +765 -0
- package/src/domain/services/JoinReducer.js +233 -5
- package/src/domain/services/LogicalBitmapIndexBuilder.js +323 -0
- package/src/domain/services/LogicalIndexBuildService.js +108 -0
- package/src/domain/services/LogicalIndexReader.js +315 -0
- package/src/domain/services/LogicalTraversal.js +321 -202
- package/src/domain/services/MaterializedViewService.js +379 -0
- package/src/domain/services/ObserverView.js +138 -47
- package/src/domain/services/PatchBuilderV2.js +3 -3
- package/src/domain/services/PropertyIndexBuilder.js +64 -0
- package/src/domain/services/PropertyIndexReader.js +111 -0
- package/src/domain/services/TemporalQuery.js +128 -14
- package/src/domain/types/PatchDiff.js +90 -0
- package/src/domain/types/WarpTypesV2.js +4 -4
- package/src/domain/utils/MinHeap.js +45 -17
- package/src/domain/utils/canonicalCbor.js +36 -0
- package/src/domain/utils/fnv1a.js +20 -0
- package/src/domain/utils/roaring.js +14 -3
- package/src/domain/utils/shardKey.js +40 -0
- package/src/domain/utils/toBytes.js +17 -0
- package/src/domain/warp/_wiredMethods.d.ts +7 -1
- package/src/domain/warp/checkpoint.methods.js +21 -5
- package/src/domain/warp/materialize.methods.js +17 -5
- package/src/domain/warp/materializeAdvanced.methods.js +142 -3
- package/src/domain/warp/query.methods.js +78 -12
- package/src/infrastructure/adapters/CasSeekCacheAdapter.js +26 -5
- package/src/ports/BlobPort.js +1 -1
- package/src/ports/NeighborProviderPort.js +59 -0
- package/src/ports/SeekCachePort.js +4 -3
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Builds property index shards from node properties.
|
|
3
|
+
*
|
|
4
|
+
* Produces `props_XX.cbor` shards keyed by shard key, where each
|
|
5
|
+
* shard maps nodeId → { key: value, ... }.
|
|
6
|
+
*
|
|
7
|
+
* @module domain/services/PropertyIndexBuilder
|
|
8
|
+
*/
|
|
9
|
+
|
|
10
|
+
import defaultCodec from '../utils/defaultCodec.js';
|
|
11
|
+
import computeShardKey from '../utils/shardKey.js';
|
|
12
|
+
|
|
13
|
+
export default class PropertyIndexBuilder {
|
|
14
|
+
/**
|
|
15
|
+
* @param {Object} [options]
|
|
16
|
+
* @param {import('../../ports/CodecPort.js').default} [options.codec]
|
|
17
|
+
*/
|
|
18
|
+
constructor({ codec } = {}) {
|
|
19
|
+
this._codec = codec || defaultCodec;
|
|
20
|
+
/** @type {Map<string, Map<string, Record<string, unknown>>>} shardKey → (nodeId → props) */
|
|
21
|
+
this._shards = new Map();
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
/**
|
|
25
|
+
* Adds a property for a node.
|
|
26
|
+
*
|
|
27
|
+
* @param {string} nodeId
|
|
28
|
+
* @param {string} key
|
|
29
|
+
* @param {unknown} value
|
|
30
|
+
*/
|
|
31
|
+
addProperty(nodeId, key, value) {
|
|
32
|
+
const shardKey = computeShardKey(nodeId);
|
|
33
|
+
let shard = this._shards.get(shardKey);
|
|
34
|
+
if (!shard) {
|
|
35
|
+
shard = new Map();
|
|
36
|
+
this._shards.set(shardKey, shard);
|
|
37
|
+
}
|
|
38
|
+
let nodeProps = shard.get(nodeId);
|
|
39
|
+
if (!nodeProps) {
|
|
40
|
+
nodeProps = /** @type {Record<string, unknown>} */ (Object.create(null));
|
|
41
|
+
shard.set(nodeId, nodeProps);
|
|
42
|
+
}
|
|
43
|
+
/** @type {Record<string, unknown>} */ (nodeProps)[key] = value;
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
/**
|
|
47
|
+
* Serializes all property shards.
|
|
48
|
+
*
|
|
49
|
+
* @returns {Record<string, Uint8Array>}
|
|
50
|
+
*/
|
|
51
|
+
serialize() {
|
|
52
|
+
/** @type {Record<string, Uint8Array>} */
|
|
53
|
+
const tree = {};
|
|
54
|
+
for (const [shardKey, shard] of this._shards) {
|
|
55
|
+
// Encode as array of [nodeId, props] pairs to avoid __proto__ key issues
|
|
56
|
+
// when CBOR decodes into plain objects. Sorted by nodeId for determinism.
|
|
57
|
+
const entries = [...shard.entries()]
|
|
58
|
+
.sort(([a], [b]) => (a < b ? -1 : a > b ? 1 : 0))
|
|
59
|
+
.map(([nodeId, props]) => [nodeId, props]);
|
|
60
|
+
tree[`props_${shardKey}.cbor`] = this._codec.encode(entries).slice();
|
|
61
|
+
}
|
|
62
|
+
return tree;
|
|
63
|
+
}
|
|
64
|
+
}
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Reads property index shards lazily with LRU caching.
|
|
3
|
+
*
|
|
4
|
+
* Loads `props_XX.cbor` shards on demand via IndexStoragePort.readBlob.
|
|
5
|
+
*
|
|
6
|
+
* @module domain/services/PropertyIndexReader
|
|
7
|
+
*/
|
|
8
|
+
|
|
9
|
+
import defaultCodec from '../utils/defaultCodec.js';
|
|
10
|
+
import computeShardKey from '../utils/shardKey.js';
|
|
11
|
+
import LRUCache from '../utils/LRUCache.js';
|
|
12
|
+
|
|
13
|
+
export default class PropertyIndexReader {
|
|
14
|
+
/**
|
|
15
|
+
* @param {Object} [options]
|
|
16
|
+
* @param {import('../../ports/IndexStoragePort.js').default} [options.storage]
|
|
17
|
+
* @param {import('../../ports/CodecPort.js').default} [options.codec]
|
|
18
|
+
* @param {number} [options.maxCachedShards=64]
|
|
19
|
+
*/
|
|
20
|
+
constructor({ storage, codec, maxCachedShards = 64 } = /** @type {{ storage?: import('../../ports/IndexStoragePort.js').default, codec?: import('../../ports/CodecPort.js').default, maxCachedShards?: number }} */ ({})) {
|
|
21
|
+
this._storage = storage;
|
|
22
|
+
this._codec = codec || defaultCodec;
|
|
23
|
+
/** @type {Map<string, string>} path → oid */
|
|
24
|
+
this._shardOids = new Map();
|
|
25
|
+
/** @type {LRUCache<string, Record<string, Record<string, unknown>>>} */
|
|
26
|
+
this._cache = new LRUCache(maxCachedShards);
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* Configures OID mappings for lazy loading.
|
|
31
|
+
*
|
|
32
|
+
* @param {Record<string, string>} shardOids - path → blob OID
|
|
33
|
+
*/
|
|
34
|
+
setup(shardOids) {
|
|
35
|
+
this._shardOids = new Map(Object.entries(shardOids));
|
|
36
|
+
this._cache.clear();
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
/**
|
|
40
|
+
* Returns all properties for a node, or null if not found.
|
|
41
|
+
*
|
|
42
|
+
* @param {string} nodeId
|
|
43
|
+
* @returns {Promise<Record<string, unknown>|null>}
|
|
44
|
+
*/
|
|
45
|
+
async getNodeProps(nodeId) {
|
|
46
|
+
const shard = await this._loadShard(nodeId);
|
|
47
|
+
if (!shard) {
|
|
48
|
+
return null;
|
|
49
|
+
}
|
|
50
|
+
return shard[nodeId] ?? null;
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
/**
|
|
54
|
+
* Returns a single property value, or undefined.
|
|
55
|
+
*
|
|
56
|
+
* @param {string} nodeId
|
|
57
|
+
* @param {string} key
|
|
58
|
+
* @returns {Promise<unknown|undefined>}
|
|
59
|
+
*/
|
|
60
|
+
async getProperty(nodeId, key) {
|
|
61
|
+
const props = await this.getNodeProps(nodeId);
|
|
62
|
+
if (!props) {
|
|
63
|
+
return undefined;
|
|
64
|
+
}
|
|
65
|
+
return props[key];
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
/**
|
|
69
|
+
* @param {string} nodeId
|
|
70
|
+
* @returns {Promise<Record<string, Record<string, unknown>>|null>}
|
|
71
|
+
* @private
|
|
72
|
+
*/
|
|
73
|
+
async _loadShard(nodeId) {
|
|
74
|
+
const shardKey = computeShardKey(nodeId);
|
|
75
|
+
const path = `props_${shardKey}.cbor`;
|
|
76
|
+
|
|
77
|
+
const cached = this._cache.get(path);
|
|
78
|
+
if (cached !== undefined) {
|
|
79
|
+
return cached;
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
const oid = this._shardOids.get(path);
|
|
83
|
+
if (!oid) {
|
|
84
|
+
return null;
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
if (!this._storage) {
|
|
88
|
+
return null;
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
const buffer = await /** @type {{ readBlob(oid: string): Promise<Buffer|Uint8Array|undefined|null> }} */ (this._storage).readBlob(oid);
|
|
92
|
+
if (buffer === null || buffer === undefined) {
|
|
93
|
+
throw new Error(`PropertyIndexReader: missing blob for OID '${oid}' (${path})`);
|
|
94
|
+
}
|
|
95
|
+
const decoded = this._codec.decode(buffer);
|
|
96
|
+
|
|
97
|
+
// Shards are stored as array of [nodeId, props] pairs (proto-safe)
|
|
98
|
+
if (!Array.isArray(decoded)) {
|
|
99
|
+
const shape = decoded === null ? 'null' : typeof decoded;
|
|
100
|
+
throw new Error(`PropertyIndexReader: invalid shard format for '${path}' (expected array, got ${shape})`);
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
/** @type {Record<string, Record<string, unknown>>} */
|
|
104
|
+
const data = Object.create(null);
|
|
105
|
+
for (const [nid, props] of /** @type {Array<[string, Record<string, unknown>]>} */ (decoded)) {
|
|
106
|
+
data[nid] = props;
|
|
107
|
+
}
|
|
108
|
+
this._cache.set(path, data);
|
|
109
|
+
return data;
|
|
110
|
+
}
|
|
111
|
+
}
|
|
@@ -26,7 +26,7 @@
|
|
|
26
26
|
* @see Paper IV - Echo and the WARP Core (CTL* temporal logic on histories)
|
|
27
27
|
*/
|
|
28
28
|
|
|
29
|
-
import { createEmptyStateV5, join as joinPatch } from './JoinReducer.js';
|
|
29
|
+
import { createEmptyStateV5, cloneStateV5, join as joinPatch } from './JoinReducer.js';
|
|
30
30
|
import { decodePropKey } from './KeyCodec.js';
|
|
31
31
|
import { orsetContains } from '../crdt/ORSet.js';
|
|
32
32
|
|
|
@@ -83,6 +83,64 @@ function extractNodeSnapshot(state, nodeId) {
|
|
|
83
83
|
return { id: nodeId, exists, props };
|
|
84
84
|
}
|
|
85
85
|
|
|
86
|
+
/**
|
|
87
|
+
* Evaluates checkpoint boundary semantics for `always()`.
|
|
88
|
+
*
|
|
89
|
+
* @param {Object} params
|
|
90
|
+
* @param {import('./JoinReducer.js').WarpStateV5} params.state
|
|
91
|
+
* @param {string} params.nodeId
|
|
92
|
+
* @param {Function} params.predicate
|
|
93
|
+
* @param {number|null} params.checkpointMaxLamport
|
|
94
|
+
* @param {number} params.since
|
|
95
|
+
* @returns {{ nodeEverExisted: boolean, shouldReturn: boolean, returnValue: boolean }}
|
|
96
|
+
* @private
|
|
97
|
+
*/
|
|
98
|
+
function evaluateAlwaysCheckpointBoundary({
|
|
99
|
+
state,
|
|
100
|
+
nodeId,
|
|
101
|
+
predicate,
|
|
102
|
+
checkpointMaxLamport,
|
|
103
|
+
since,
|
|
104
|
+
}) {
|
|
105
|
+
if (checkpointMaxLamport !== since) {
|
|
106
|
+
return { nodeEverExisted: false, shouldReturn: false, returnValue: false };
|
|
107
|
+
}
|
|
108
|
+
const snapshot = extractNodeSnapshot(state, nodeId);
|
|
109
|
+
if (!snapshot.exists) {
|
|
110
|
+
return { nodeEverExisted: false, shouldReturn: false, returnValue: false };
|
|
111
|
+
}
|
|
112
|
+
if (!predicate(snapshot)) {
|
|
113
|
+
return { nodeEverExisted: true, shouldReturn: true, returnValue: false };
|
|
114
|
+
}
|
|
115
|
+
return { nodeEverExisted: true, shouldReturn: false, returnValue: false };
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
/**
|
|
119
|
+
* Evaluates checkpoint boundary semantics for `eventually()`.
|
|
120
|
+
*
|
|
121
|
+
* @param {Object} params
|
|
122
|
+
* @param {import('./JoinReducer.js').WarpStateV5} params.state
|
|
123
|
+
* @param {string} params.nodeId
|
|
124
|
+
* @param {Function} params.predicate
|
|
125
|
+
* @param {number|null} params.checkpointMaxLamport
|
|
126
|
+
* @param {number} params.since
|
|
127
|
+
* @returns {boolean}
|
|
128
|
+
* @private
|
|
129
|
+
*/
|
|
130
|
+
function evaluateEventuallyCheckpointBoundary({
|
|
131
|
+
state,
|
|
132
|
+
nodeId,
|
|
133
|
+
predicate,
|
|
134
|
+
checkpointMaxLamport,
|
|
135
|
+
since,
|
|
136
|
+
}) {
|
|
137
|
+
if (checkpointMaxLamport !== since) {
|
|
138
|
+
return false;
|
|
139
|
+
}
|
|
140
|
+
const snapshot = extractNodeSnapshot(state, nodeId);
|
|
141
|
+
return snapshot.exists && predicate(snapshot);
|
|
142
|
+
}
|
|
143
|
+
|
|
86
144
|
/**
|
|
87
145
|
* TemporalQuery provides temporal logic operators over graph history.
|
|
88
146
|
*
|
|
@@ -94,10 +152,14 @@ export class TemporalQuery {
|
|
|
94
152
|
* @param {Object} options
|
|
95
153
|
* @param {Function} options.loadAllPatches - Async function that returns
|
|
96
154
|
* all patches as Array<{ patch, sha }> in causal order.
|
|
155
|
+
* @param {Function} [options.loadCheckpoint] - Async function returning
|
|
156
|
+
* { state: WarpStateV5, maxLamport: number } or null.
|
|
97
157
|
*/
|
|
98
|
-
constructor({ loadAllPatches }) {
|
|
158
|
+
constructor({ loadAllPatches, loadCheckpoint }) {
|
|
99
159
|
/** @type {Function} */
|
|
100
160
|
this._loadAllPatches = loadAllPatches;
|
|
161
|
+
/** @type {Function|null} */
|
|
162
|
+
this._loadCheckpoint = loadCheckpoint || null;
|
|
101
163
|
}
|
|
102
164
|
|
|
103
165
|
/**
|
|
@@ -128,19 +190,27 @@ export class TemporalQuery {
|
|
|
128
190
|
const since = options.since ?? 0;
|
|
129
191
|
const allPatches = await this._loadAllPatches();
|
|
130
192
|
|
|
131
|
-
const state =
|
|
132
|
-
|
|
193
|
+
const { state, startIdx, checkpointMaxLamport } = await this._resolveStart(allPatches, since);
|
|
194
|
+
const boundary = evaluateAlwaysCheckpointBoundary({
|
|
195
|
+
state,
|
|
196
|
+
nodeId,
|
|
197
|
+
predicate,
|
|
198
|
+
checkpointMaxLamport,
|
|
199
|
+
since,
|
|
200
|
+
});
|
|
201
|
+
if (boundary.shouldReturn) {
|
|
202
|
+
return boundary.returnValue;
|
|
203
|
+
}
|
|
204
|
+
let { nodeEverExisted } = boundary;
|
|
133
205
|
|
|
134
|
-
for (
|
|
135
|
-
|
|
206
|
+
for (let i = startIdx; i < allPatches.length; i++) {
|
|
207
|
+
const { patch, sha } = allPatches[i];
|
|
136
208
|
joinPatch(state, patch, sha);
|
|
137
209
|
|
|
138
|
-
// Skip patches before the `since` threshold
|
|
139
210
|
if (patch.lamport < since) {
|
|
140
211
|
continue;
|
|
141
212
|
}
|
|
142
213
|
|
|
143
|
-
// Extract node snapshot at this tick
|
|
144
214
|
const snapshot = extractNodeSnapshot(state, nodeId);
|
|
145
215
|
|
|
146
216
|
if (snapshot.exists) {
|
|
@@ -151,7 +221,6 @@ export class TemporalQuery {
|
|
|
151
221
|
}
|
|
152
222
|
}
|
|
153
223
|
|
|
154
|
-
// If the node never existed in the range, return false
|
|
155
224
|
return nodeEverExisted;
|
|
156
225
|
}
|
|
157
226
|
|
|
@@ -181,18 +250,26 @@ export class TemporalQuery {
|
|
|
181
250
|
const since = options.since ?? 0;
|
|
182
251
|
const allPatches = await this._loadAllPatches();
|
|
183
252
|
|
|
184
|
-
const state =
|
|
253
|
+
const { state, startIdx, checkpointMaxLamport } = await this._resolveStart(allPatches, since);
|
|
185
254
|
|
|
186
|
-
|
|
187
|
-
|
|
255
|
+
if (evaluateEventuallyCheckpointBoundary({
|
|
256
|
+
state,
|
|
257
|
+
nodeId,
|
|
258
|
+
predicate,
|
|
259
|
+
checkpointMaxLamport,
|
|
260
|
+
since,
|
|
261
|
+
})) {
|
|
262
|
+
return true;
|
|
263
|
+
}
|
|
264
|
+
|
|
265
|
+
for (let i = startIdx; i < allPatches.length; i++) {
|
|
266
|
+
const { patch, sha } = allPatches[i];
|
|
188
267
|
joinPatch(state, patch, sha);
|
|
189
268
|
|
|
190
|
-
// Skip patches before the `since` threshold
|
|
191
269
|
if (patch.lamport < since) {
|
|
192
270
|
continue;
|
|
193
271
|
}
|
|
194
272
|
|
|
195
|
-
// Extract node snapshot at this tick
|
|
196
273
|
const snapshot = extractNodeSnapshot(state, nodeId);
|
|
197
274
|
|
|
198
275
|
if (snapshot.exists && predicate(snapshot)) {
|
|
@@ -202,4 +279,41 @@ export class TemporalQuery {
|
|
|
202
279
|
|
|
203
280
|
return false;
|
|
204
281
|
}
|
|
282
|
+
|
|
283
|
+
/**
|
|
284
|
+
* Resolves the initial state and start index for temporal replay.
|
|
285
|
+
*
|
|
286
|
+
* When `since > 0` and a checkpoint is available with
|
|
287
|
+
* `maxLamport <= since`, uses the checkpoint state and skips
|
|
288
|
+
* patches already covered by it. Otherwise falls back to an
|
|
289
|
+
* empty state starting from index 0.
|
|
290
|
+
*
|
|
291
|
+
* **Checkpoint `maxLamport` invariant**: The checkpoint's `maxLamport` value
|
|
292
|
+
* MUST represent a fully-closed Lamport tick — i.e. ALL patches with
|
|
293
|
+
* `lamport <= maxLamport` are included in the checkpoint state. The
|
|
294
|
+
* `findIndex` below uses strict `>` to locate the first patch *after* the
|
|
295
|
+
* checkpoint boundary. If a checkpoint were created mid-tick (some but not
|
|
296
|
+
* all patches at a given Lamport value included), this would silently skip
|
|
297
|
+
* the remaining same-tick patches. Checkpoint creators MUST guarantee the
|
|
298
|
+
* all-or-nothing inclusion property for any given Lamport tick.
|
|
299
|
+
*
|
|
300
|
+
* @param {Array<{patch: {lamport: number, [k: string]: unknown}, sha: string}>} allPatches
|
|
301
|
+
* @param {number} since - Minimum Lamport tick
|
|
302
|
+
* @returns {Promise<{state: import('./JoinReducer.js').WarpStateV5, startIdx: number, checkpointMaxLamport: number|null}>}
|
|
303
|
+
* @private
|
|
304
|
+
*/
|
|
305
|
+
async _resolveStart(allPatches, since) {
|
|
306
|
+
if (since > 0 && this._loadCheckpoint) {
|
|
307
|
+
const ck = /** @type {{ state: import('./JoinReducer.js').WarpStateV5, maxLamport: number } | null} */ (await this._loadCheckpoint());
|
|
308
|
+
if (ck && ck.state && ck.maxLamport <= since) {
|
|
309
|
+
const idx = allPatches.findIndex(
|
|
310
|
+
({ patch }) => patch.lamport > ck.maxLamport,
|
|
311
|
+
);
|
|
312
|
+
const startIdx = idx < 0 ? allPatches.length : idx;
|
|
313
|
+
// Replay mutates state in-place; isolate checkpoint provider caches from query runs.
|
|
314
|
+
return { state: cloneStateV5(ck.state), startIdx, checkpointMaxLamport: ck.maxLamport };
|
|
315
|
+
}
|
|
316
|
+
}
|
|
317
|
+
return { state: createEmptyStateV5(), startIdx: 0, checkpointMaxLamport: null };
|
|
318
|
+
}
|
|
205
319
|
}
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* PatchDiff — captures alive-ness transitions during patch application.
|
|
3
|
+
*
|
|
4
|
+
* A diff entry is produced only when the alive-ness state of a node or edge
|
|
5
|
+
* actually changes, or when an LWW property winner changes. Redundant ops
|
|
6
|
+
* (e.g. NodeAdd on an already-alive node) produce no diff entries.
|
|
7
|
+
*
|
|
8
|
+
* @module domain/types/PatchDiff
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
/**
|
|
12
|
+
* @typedef {Object} EdgeDiffEntry
|
|
13
|
+
* @property {string} from - Source node ID
|
|
14
|
+
* @property {string} to - Target node ID
|
|
15
|
+
* @property {string} label - Edge label
|
|
16
|
+
*/
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* @typedef {Object} PropDiffEntry
|
|
20
|
+
* @property {string} nodeId - Node (or edge-prop owner) ID
|
|
21
|
+
* @property {string} key - Property key
|
|
22
|
+
* @property {unknown} value - New LWW winner value
|
|
23
|
+
* @property {unknown} prevValue - Previous LWW winner value (undefined if none)
|
|
24
|
+
*/
|
|
25
|
+
|
|
26
|
+
/**
|
|
27
|
+
* @typedef {Object} PatchDiff
|
|
28
|
+
* @property {string[]} nodesAdded - Nodes that transitioned not-alive → alive
|
|
29
|
+
* @property {string[]} nodesRemoved - Nodes that transitioned alive → not-alive
|
|
30
|
+
* @property {EdgeDiffEntry[]} edgesAdded - Edges that transitioned not-alive → alive
|
|
31
|
+
* @property {EdgeDiffEntry[]} edgesRemoved - Edges that transitioned alive → not-alive
|
|
32
|
+
* @property {PropDiffEntry[]} propsChanged - Properties whose LWW winner actually changed
|
|
33
|
+
*/
|
|
34
|
+
|
|
35
|
+
/**
|
|
36
|
+
* Creates an empty PatchDiff.
|
|
37
|
+
*
|
|
38
|
+
* @returns {PatchDiff}
|
|
39
|
+
*/
|
|
40
|
+
export function createEmptyDiff() {
|
|
41
|
+
return {
|
|
42
|
+
nodesAdded: [],
|
|
43
|
+
nodesRemoved: [],
|
|
44
|
+
edgesAdded: [],
|
|
45
|
+
edgesRemoved: [],
|
|
46
|
+
propsChanged: [],
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
/**
|
|
51
|
+
* Merges two PatchDiff objects into a net diff by cancelling out
|
|
52
|
+
* contradictory add/remove pairs.
|
|
53
|
+
*
|
|
54
|
+
* - A node that appears in `a.nodesAdded` and `b.nodesRemoved` (or vice-versa)
|
|
55
|
+
* is dropped from both lists (the transitions cancel out).
|
|
56
|
+
* - Same logic applies to edges (keyed by `from\0to\0label`).
|
|
57
|
+
* - For `propsChanged`, only the last entry per `(nodeId, key)` is kept.
|
|
58
|
+
*
|
|
59
|
+
* @param {PatchDiff} a
|
|
60
|
+
* @param {PatchDiff} b
|
|
61
|
+
* @returns {PatchDiff}
|
|
62
|
+
*/
|
|
63
|
+
export function mergeDiffs(a, b) {
|
|
64
|
+
const allAdded = a.nodesAdded.concat(b.nodesAdded);
|
|
65
|
+
const allRemoved = a.nodesRemoved.concat(b.nodesRemoved);
|
|
66
|
+
const removedSet = new Set(allRemoved);
|
|
67
|
+
const addedSet = new Set(allAdded);
|
|
68
|
+
const nodesAdded = allAdded.filter((id) => !removedSet.has(id));
|
|
69
|
+
const nodesRemoved = allRemoved.filter((id) => !addedSet.has(id));
|
|
70
|
+
|
|
71
|
+
/** @param {EdgeDiffEntry} e */
|
|
72
|
+
const edgeKey = (e) => `${e.from}\0${e.to}\0${e.label}`;
|
|
73
|
+
const allEdgesAdded = a.edgesAdded.concat(b.edgesAdded);
|
|
74
|
+
const allEdgesRemoved = a.edgesRemoved.concat(b.edgesRemoved);
|
|
75
|
+
const edgeRemovedSet = new Set(allEdgesRemoved.map(edgeKey));
|
|
76
|
+
const edgeAddedSet = new Set(allEdgesAdded.map(edgeKey));
|
|
77
|
+
const edgesAdded = allEdgesAdded.filter((e) => !edgeRemovedSet.has(edgeKey(e)));
|
|
78
|
+
const edgesRemoved = allEdgesRemoved.filter((e) => !edgeAddedSet.has(edgeKey(e)));
|
|
79
|
+
|
|
80
|
+
// For props, deduplicate by keeping the last entry per (nodeId, key).
|
|
81
|
+
const allProps = a.propsChanged.concat(b.propsChanged);
|
|
82
|
+
/** @type {Map<string, PropDiffEntry>} */
|
|
83
|
+
const propMap = new Map();
|
|
84
|
+
for (const entry of allProps) {
|
|
85
|
+
propMap.set(`${entry.nodeId}\0${entry.key}`, entry);
|
|
86
|
+
}
|
|
87
|
+
const propsChanged = [...propMap.values()];
|
|
88
|
+
|
|
89
|
+
return { nodesAdded, nodesRemoved, edgesAdded, edgesRemoved, propsChanged };
|
|
90
|
+
}
|
|
@@ -50,7 +50,7 @@
|
|
|
50
50
|
* @typedef {Object} OpV2NodeRemove
|
|
51
51
|
* @property {'NodeRemove'} type - Operation type discriminator
|
|
52
52
|
* @property {NodeId} node - Node ID to remove
|
|
53
|
-
* @property {
|
|
53
|
+
* @property {string[]} observedDots - Encoded dot strings being removed (add events observed)
|
|
54
54
|
*/
|
|
55
55
|
|
|
56
56
|
/**
|
|
@@ -70,7 +70,7 @@
|
|
|
70
70
|
* @property {NodeId} from - Source node ID
|
|
71
71
|
* @property {NodeId} to - Target node ID
|
|
72
72
|
* @property {string} label - Edge label/type
|
|
73
|
-
* @property {
|
|
73
|
+
* @property {string[]} observedDots - Encoded dot strings being removed (add events observed)
|
|
74
74
|
*/
|
|
75
75
|
|
|
76
76
|
/**
|
|
@@ -121,7 +121,7 @@ export function createNodeAddV2(node, dot) {
|
|
|
121
121
|
/**
|
|
122
122
|
* Creates a NodeRemove operation with observed dots
|
|
123
123
|
* @param {NodeId} node - Node ID to remove
|
|
124
|
-
* @param {
|
|
124
|
+
* @param {string[]} observedDots - Encoded dot strings being removed
|
|
125
125
|
* @returns {OpV2NodeRemove} NodeRemove operation
|
|
126
126
|
*/
|
|
127
127
|
export function createNodeRemoveV2(node, observedDots) {
|
|
@@ -145,7 +145,7 @@ export function createEdgeAddV2(from, to, label, dot) {
|
|
|
145
145
|
* @param {NodeId} from - Source node ID
|
|
146
146
|
* @param {NodeId} to - Target node ID
|
|
147
147
|
* @param {string} label - Edge label
|
|
148
|
-
* @param {
|
|
148
|
+
* @param {string[]} observedDots - Encoded dot strings being removed
|
|
149
149
|
* @returns {OpV2EdgeRemove} EdgeRemove operation
|
|
150
150
|
*/
|
|
151
151
|
export function createEdgeRemoveV2(from, to, label, observedDots) {
|
|
@@ -8,10 +8,18 @@
|
|
|
8
8
|
class MinHeap {
|
|
9
9
|
/**
|
|
10
10
|
* Creates an empty MinHeap.
|
|
11
|
+
*
|
|
12
|
+
* @param {Object} [options] - Configuration options
|
|
13
|
+
* @param {((a: T, b: T) => number)} [options.tieBreaker] - Comparator invoked when two
|
|
14
|
+
* entries have equal priority. Negative return = a wins (comes out first).
|
|
15
|
+
* When omitted, equal-priority extraction order is unspecified (heap-natural).
|
|
11
16
|
*/
|
|
12
|
-
constructor() {
|
|
17
|
+
constructor(options) {
|
|
18
|
+
const { tieBreaker } = options || {};
|
|
13
19
|
/** @type {Array<{item: T, priority: number}>} */
|
|
14
|
-
this.
|
|
20
|
+
this._heap = [];
|
|
21
|
+
/** @type {((a: T, b: T) => number) | undefined} */
|
|
22
|
+
this._tieBreaker = tieBreaker;
|
|
15
23
|
}
|
|
16
24
|
|
|
17
25
|
/**
|
|
@@ -22,8 +30,8 @@ class MinHeap {
|
|
|
22
30
|
* @returns {void}
|
|
23
31
|
*/
|
|
24
32
|
insert(item, priority) {
|
|
25
|
-
this.
|
|
26
|
-
this._bubbleUp(this.
|
|
33
|
+
this._heap.push({ item, priority });
|
|
34
|
+
this._bubbleUp(this._heap.length - 1);
|
|
27
35
|
}
|
|
28
36
|
|
|
29
37
|
/**
|
|
@@ -32,11 +40,11 @@ class MinHeap {
|
|
|
32
40
|
* @returns {T | undefined} The item with lowest priority, or undefined if empty
|
|
33
41
|
*/
|
|
34
42
|
extractMin() {
|
|
35
|
-
if (this.
|
|
36
|
-
if (this.
|
|
43
|
+
if (this._heap.length === 0) { return undefined; }
|
|
44
|
+
if (this._heap.length === 1) { return /** @type {{item: T, priority: number}} */ (this._heap.pop()).item; }
|
|
37
45
|
|
|
38
|
-
const min = this.
|
|
39
|
-
this.
|
|
46
|
+
const min = this._heap[0];
|
|
47
|
+
this._heap[0] = /** @type {{item: T, priority: number}} */ (this._heap.pop());
|
|
40
48
|
this._bubbleDown(0);
|
|
41
49
|
return min.item;
|
|
42
50
|
}
|
|
@@ -47,7 +55,7 @@ class MinHeap {
|
|
|
47
55
|
* @returns {boolean} True if empty
|
|
48
56
|
*/
|
|
49
57
|
isEmpty() {
|
|
50
|
-
return this.
|
|
58
|
+
return this._heap.length === 0;
|
|
51
59
|
}
|
|
52
60
|
|
|
53
61
|
/**
|
|
@@ -56,7 +64,7 @@ class MinHeap {
|
|
|
56
64
|
* @returns {number} Number of items
|
|
57
65
|
*/
|
|
58
66
|
size() {
|
|
59
|
-
return this.
|
|
67
|
+
return this._heap.length;
|
|
60
68
|
}
|
|
61
69
|
|
|
62
70
|
/**
|
|
@@ -65,7 +73,27 @@ class MinHeap {
|
|
|
65
73
|
* @returns {number} The minimum priority value, or Infinity if empty
|
|
66
74
|
*/
|
|
67
75
|
peekPriority() {
|
|
68
|
-
return this.
|
|
76
|
+
return this._heap.length > 0 ? this._heap[0].priority : Infinity;
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
/**
|
|
80
|
+
* Compares two heap entries. Returns negative if a should come before b.
|
|
81
|
+
*
|
|
82
|
+
* @private
|
|
83
|
+
* @param {number} idxA - Index of first entry
|
|
84
|
+
* @param {number} idxB - Index of second entry
|
|
85
|
+
* @returns {number} Negative if a < b, positive if a > b, zero if equal
|
|
86
|
+
*/
|
|
87
|
+
_compare(idxA, idxB) {
|
|
88
|
+
const a = this._heap[idxA];
|
|
89
|
+
const b = this._heap[idxB];
|
|
90
|
+
if (a.priority !== b.priority) {
|
|
91
|
+
return a.priority - b.priority;
|
|
92
|
+
}
|
|
93
|
+
if (this._tieBreaker) {
|
|
94
|
+
return this._tieBreaker(a.item, b.item);
|
|
95
|
+
}
|
|
96
|
+
return 0;
|
|
69
97
|
}
|
|
70
98
|
|
|
71
99
|
/**
|
|
@@ -78,8 +106,8 @@ class MinHeap {
|
|
|
78
106
|
let current = pos;
|
|
79
107
|
while (current > 0) {
|
|
80
108
|
const parentIndex = Math.floor((current - 1) / 2);
|
|
81
|
-
if (this.
|
|
82
|
-
[this.
|
|
109
|
+
if (this._compare(parentIndex, current) <= 0) { break; }
|
|
110
|
+
[this._heap[parentIndex], this._heap[current]] = [this._heap[current], this._heap[parentIndex]];
|
|
83
111
|
current = parentIndex;
|
|
84
112
|
}
|
|
85
113
|
}
|
|
@@ -91,22 +119,22 @@ class MinHeap {
|
|
|
91
119
|
* @param {number} pos - Starting index
|
|
92
120
|
*/
|
|
93
121
|
_bubbleDown(pos) {
|
|
94
|
-
const {length} = this.
|
|
122
|
+
const {length} = this._heap;
|
|
95
123
|
let current = pos;
|
|
96
124
|
while (true) {
|
|
97
125
|
const leftChild = 2 * current + 1;
|
|
98
126
|
const rightChild = 2 * current + 2;
|
|
99
127
|
let smallest = current;
|
|
100
128
|
|
|
101
|
-
if (leftChild < length && this.
|
|
129
|
+
if (leftChild < length && this._compare(leftChild, smallest) < 0) {
|
|
102
130
|
smallest = leftChild;
|
|
103
131
|
}
|
|
104
|
-
if (rightChild < length && this.
|
|
132
|
+
if (rightChild < length && this._compare(rightChild, smallest) < 0) {
|
|
105
133
|
smallest = rightChild;
|
|
106
134
|
}
|
|
107
135
|
if (smallest === current) { break; }
|
|
108
136
|
|
|
109
|
-
[this.
|
|
137
|
+
[this._heap[current], this._heap[smallest]] = [this._heap[smallest], this._heap[current]];
|
|
110
138
|
current = smallest;
|
|
111
139
|
}
|
|
112
140
|
}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Canonical CBOR encoding/decoding.
|
|
3
|
+
*
|
|
4
|
+
* Delegates to defaultCodec which already sorts keys recursively
|
|
5
|
+
* and handles Maps, null-prototype objects, and arrays.
|
|
6
|
+
*
|
|
7
|
+
* Deterministic output relies on cbor-x's key-sorting behaviour,
|
|
8
|
+
* which approximates RFC 7049 Section 3.9 (Canonical CBOR) by sorting
|
|
9
|
+
* map keys in length-first lexicographic order. This is sufficient for
|
|
10
|
+
* content-addressed equality within the WARP system but should not be
|
|
11
|
+
* assumed to match other canonical CBOR implementations byte-for-byte.
|
|
12
|
+
*
|
|
13
|
+
* @module domain/utils/canonicalCbor
|
|
14
|
+
*/
|
|
15
|
+
|
|
16
|
+
import defaultCodec from './defaultCodec.js';
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* Encodes a value to canonical CBOR bytes with sorted keys.
|
|
20
|
+
*
|
|
21
|
+
* @param {unknown} value - The value to encode
|
|
22
|
+
* @returns {Uint8Array} CBOR-encoded bytes
|
|
23
|
+
*/
|
|
24
|
+
export function encodeCanonicalCbor(value) {
|
|
25
|
+
return defaultCodec.encode(value);
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
/**
|
|
29
|
+
* Decodes CBOR bytes to a value.
|
|
30
|
+
*
|
|
31
|
+
* @param {Buffer|Uint8Array} buffer - CBOR bytes
|
|
32
|
+
* @returns {unknown} Decoded value
|
|
33
|
+
*/
|
|
34
|
+
export function decodeCanonicalCbor(buffer) {
|
|
35
|
+
return defaultCodec.decode(buffer);
|
|
36
|
+
}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* FNV-1a 32-bit hash function.
|
|
3
|
+
*
|
|
4
|
+
* Used for shard key computation when the input is not a hex SHA.
|
|
5
|
+
* Uses Math.imul for correct 32-bit multiplication semantics.
|
|
6
|
+
*
|
|
7
|
+
* @note Callers with non-ASCII node IDs should normalize to NFC before
|
|
8
|
+
* hashing to ensure consistent shard placement.
|
|
9
|
+
*
|
|
10
|
+
* @param {string} str - Input string
|
|
11
|
+
* @returns {number} Unsigned 32-bit FNV-1a hash
|
|
12
|
+
*/
|
|
13
|
+
export default function fnv1a(str) {
|
|
14
|
+
let hash = 0x811c9dc5; // FNV offset basis
|
|
15
|
+
for (let i = 0; i < str.length; i++) {
|
|
16
|
+
hash ^= str.charCodeAt(i);
|
|
17
|
+
hash = Math.imul(hash, 0x01000193); // FNV prime
|
|
18
|
+
}
|
|
19
|
+
return hash >>> 0; // Ensure unsigned
|
|
20
|
+
}
|