@activeledger/activesync 0.0.0-stage → 5.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +20 -0
- package/es/index.d.ts +3 -0
- package/es/index.d.ts.map +1 -0
- package/es/index.js +3 -0
- package/es/index.js.map +1 -0
- package/es/spi.d.ts +17 -0
- package/es/spi.d.ts.map +1 -0
- package/es/spi.js +122 -0
- package/es/spi.js.map +1 -0
- package/es/umid.d.ts +30 -0
- package/es/umid.d.ts.map +1 -0
- package/es/umid.js +121 -0
- package/es/umid.js.map +1 -0
- package/lib/index.d.ts +3 -0
- package/lib/index.d.ts.map +1 -0
- package/lib/index.js +19 -0
- package/lib/index.js.map +1 -0
- package/lib/spi.d.ts +17 -0
- package/lib/spi.d.ts.map +1 -0
- package/lib/spi.js +129 -0
- package/lib/spi.js.map +1 -0
- package/lib/umid.d.ts +30 -0
- package/lib/umid.d.ts.map +1 -0
- package/lib/umid.js +127 -0
- package/lib/umid.js.map +1 -0
- package/package.json +52 -4
- package/README.md +0 -3
package/LICENSE
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
MIT License (MIT)
|
|
2
|
+
Copyright (c) 2018 Activeledger
|
|
3
|
+
|
|
4
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
5
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
6
|
+
in the Software without restriction, including without limitation the rights
|
|
7
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
8
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
9
|
+
furnished to do so, subject to the following conditions:
|
|
10
|
+
|
|
11
|
+
The above copyright notice and this permission notice shall be included in all
|
|
12
|
+
copies or substantial portions of the Software.
|
|
13
|
+
|
|
14
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
15
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
16
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
17
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
18
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
19
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
20
|
+
SOFTWARE.
|
package/es/index.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAuBA,cAAc,OAAO,CAAC;AACtB,cAAc,QAAQ,CAAC"}
|
package/es/index.js
ADDED
package/es/index.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAuBA,cAAc,OAAO,CAAC;AACtB,cAAc,QAAQ,CAAC"}
|
package/es/spi.d.ts
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
export declare function spiConsensus(networkStreams: any[], consensusReached: number): {
|
|
2
|
+
winners: {
|
|
3
|
+
[id: string]: {
|
|
4
|
+
rev: string;
|
|
5
|
+
votes: number;
|
|
6
|
+
doc: any;
|
|
7
|
+
};
|
|
8
|
+
};
|
|
9
|
+
abstained: {
|
|
10
|
+
[id: string]: string;
|
|
11
|
+
};
|
|
12
|
+
};
|
|
13
|
+
export declare function bulkWriteFailed(response: any): boolean;
|
|
14
|
+
export declare function shouldTriggerSpiLookup(errors: string[] | undefined, selfError?: string): boolean;
|
|
15
|
+
export declare function previousUmidFor(umidDoc: any, streamId: string): string | undefined;
|
|
16
|
+
export declare function revPosition(rev: string): number;
|
|
17
|
+
//# sourceMappingURL=spi.d.ts.map
|
package/es/spi.d.ts.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"spi.d.ts","sourceRoot":"","sources":["../src/spi.ts"],"names":[],"mappings":"AA2IA,wBAAgB,YAAY,CAC1B,cAAc,EAAE,GAAG,EAAE,EACrB,gBAAgB,EAAE,MAAM,GACvB;IACD,OAAO,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,GAAG,CAAA;SAAE,CAAA;KAAE,CAAC;IACpE,SAAS,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;CACrC,CAuJA;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,GAAG,GAAG,OAAO,CAMtD;AAED,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,EAC5B,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAaT;AAYD,wBAAgB,eAAe,CAC7B,OAAO,EAAE,GAAG,EACZ,QAAQ,EAAE,MAAM,GACf,MAAM,GAAG,SAAS,CAcpB;AAMD,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAG/C"}
|
package/es/spi.js
ADDED
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
export function spiConsensus(networkStreams, consensusReached) {
|
|
2
|
+
const tally = {};
|
|
3
|
+
const unreported = {};
|
|
4
|
+
for (let i = networkStreams.length; i--;) {
|
|
5
|
+
const nodeStreams = networkStreams[i];
|
|
6
|
+
if (!nodeStreams || !nodeStreams.length) {
|
|
7
|
+
continue;
|
|
8
|
+
}
|
|
9
|
+
const voted = {};
|
|
10
|
+
for (let ii = nodeStreams.length; ii--;) {
|
|
11
|
+
const streamDoc = nodeStreams[ii];
|
|
12
|
+
if (!streamDoc || !streamDoc._id) {
|
|
13
|
+
continue;
|
|
14
|
+
}
|
|
15
|
+
if (streamDoc.locked) {
|
|
16
|
+
if (!voted[streamDoc._id]) {
|
|
17
|
+
voted[streamDoc._id] = true;
|
|
18
|
+
unreported[streamDoc._id] = (unreported[streamDoc._id] || 0) + 1;
|
|
19
|
+
}
|
|
20
|
+
continue;
|
|
21
|
+
}
|
|
22
|
+
if (!streamDoc._rev || voted[streamDoc._id]) {
|
|
23
|
+
continue;
|
|
24
|
+
}
|
|
25
|
+
voted[streamDoc._id] = true;
|
|
26
|
+
if (!tally[streamDoc._id]) {
|
|
27
|
+
tally[streamDoc._id] = {};
|
|
28
|
+
}
|
|
29
|
+
tally[streamDoc._id][streamDoc._rev]
|
|
30
|
+
? tally[streamDoc._id][streamDoc._rev].votes++
|
|
31
|
+
: (tally[streamDoc._id][streamDoc._rev] = {
|
|
32
|
+
votes: 1,
|
|
33
|
+
doc: streamDoc,
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
const winners = {};
|
|
38
|
+
const abstained = {};
|
|
39
|
+
const ids = Object.keys(tally);
|
|
40
|
+
const lockedIds = Object.keys(unreported);
|
|
41
|
+
for (let i = lockedIds.length; i--;) {
|
|
42
|
+
if (ids.indexOf(lockedIds[i]) === -1) {
|
|
43
|
+
ids.push(lockedIds[i]);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
for (let g = ids.length; g--;) {
|
|
47
|
+
const id = ids[g];
|
|
48
|
+
const silent = unreported[id] || 0;
|
|
49
|
+
const revisions = tally[id] || {};
|
|
50
|
+
let winner = "";
|
|
51
|
+
let max = 0;
|
|
52
|
+
let forked = false;
|
|
53
|
+
const candidates = Object.keys(revisions);
|
|
54
|
+
for (let x = candidates.length; x--;) {
|
|
55
|
+
const rev = candidates[x];
|
|
56
|
+
if (revisions[rev].votes < consensusReached) {
|
|
57
|
+
continue;
|
|
58
|
+
}
|
|
59
|
+
if (revisions[rev].votes > max) {
|
|
60
|
+
max = revisions[rev].votes;
|
|
61
|
+
winner = rev;
|
|
62
|
+
}
|
|
63
|
+
else if (revisions[rev].votes === max) {
|
|
64
|
+
if (revPosition(rev) > revPosition(winner)) {
|
|
65
|
+
winner = rev;
|
|
66
|
+
}
|
|
67
|
+
else if (revPosition(rev) === revPosition(winner) &&
|
|
68
|
+
rev !== winner) {
|
|
69
|
+
forked = true;
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
if (forked) {
|
|
74
|
+
abstained[id] =
|
|
75
|
+
"forked - two revisions at the same position, needs a human";
|
|
76
|
+
}
|
|
77
|
+
else if (winner && max <= silent) {
|
|
78
|
+
abstained[id] = `inconclusive - ${max} agreed on ${winner} but ${silent} node(s) could not report`;
|
|
79
|
+
}
|
|
80
|
+
else if (winner) {
|
|
81
|
+
winners[id] = { rev: winner, votes: max, doc: revisions[winner].doc };
|
|
82
|
+
}
|
|
83
|
+
else if (silent) {
|
|
84
|
+
abstained[id] = `no revision reached consensus, ${silent} node(s) could not report`;
|
|
85
|
+
}
|
|
86
|
+
else {
|
|
87
|
+
abstained[id] = "no revision reached consensus";
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
return { winners, abstained };
|
|
91
|
+
}
|
|
92
|
+
export function bulkWriteFailed(response) {
|
|
93
|
+
return response?.ok !== true;
|
|
94
|
+
}
|
|
95
|
+
export function shouldTriggerSpiLookup(errors, selfError) {
|
|
96
|
+
const spiErrorCount = errors?.filter((e) => e.indexOf("Stream Position Incorrect") !== -1)
|
|
97
|
+
.length || 0;
|
|
98
|
+
return ((spiErrorCount > 0 &&
|
|
99
|
+
spiErrorCount >= Math.floor((errors?.length || 0) / 3)) ||
|
|
100
|
+
(selfError !== undefined &&
|
|
101
|
+
selfError.indexOf("Stream Position Incorrect") !== -1));
|
|
102
|
+
}
|
|
103
|
+
export function previousUmidFor(umidDoc, streamId) {
|
|
104
|
+
const updated = umidDoc?.streams?.updated;
|
|
105
|
+
if (!Array.isArray(updated)) {
|
|
106
|
+
return undefined;
|
|
107
|
+
}
|
|
108
|
+
for (const entry of updated) {
|
|
109
|
+
if (!entry)
|
|
110
|
+
continue;
|
|
111
|
+
const id = entry.id || "";
|
|
112
|
+
if (id === streamId || id.endsWith(streamId) || streamId.endsWith(id)) {
|
|
113
|
+
return entry.prev || undefined;
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
return undefined;
|
|
117
|
+
}
|
|
118
|
+
export function revPosition(rev) {
|
|
119
|
+
const position = parseInt((rev || "").split("-")[0], 10);
|
|
120
|
+
return isNaN(position) ? 0 : position;
|
|
121
|
+
}
|
|
122
|
+
//# sourceMappingURL=spi.js.map
|
package/es/spi.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"spi.js","sourceRoot":"","sources":["../src/spi.ts"],"names":[],"mappings":"AA2IA,MAAM,UAAU,YAAY,CAC1B,cAAqB,EACrB,gBAAwB;IAKxB,MAAM,KAAK,GAEP,EAAE,CAAC;IAEP,MAAM,UAAU,GAA6B,EAAE,CAAC;IAEhD,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QAC1C,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAEtC,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YACxC,SAAS;QACX,CAAC;QAOD,MAAM,KAAK,GAA8B,EAAE,CAAC;QAE5C,KAAK,IAAI,EAAE,GAAG,WAAW,CAAC,MAAM,EAAE,EAAE,EAAE,GAAI,CAAC;YACzC,MAAM,SAAS,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;gBACjC,SAAS;YACX,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;gBACrB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC1B,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;oBAC5B,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnE,CAAC;gBACD,SAAS;YACX,CAAC;YAED,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5C,SAAS;YACX,CAAC;YACD,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YAE5B,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;YAC5B,CAAC;YACD,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;gBAClC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE;gBAC9C,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG;oBACtC,KAAK,EAAE,CAAC;oBACR,GAAG,EAAE,SAAS;iBACf,CAAC,CAAC;QACT,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAET,EAAE,CAAC;IACP,MAAM,SAAS,GAA6B,EAAE,CAAC;IAG/C,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QACrC,IAAI,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACrC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QAC/B,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAoBlB,MAAM,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QAEnC,MAAM,SAAS,GAAG,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,MAAM,GAAG,KAAK,CAAC;QAEnB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;YACtC,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,gBAAgB,EAAE,CAAC;gBAC5C,SAAS;YACX,CAAC;YAED,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,GAAG,EAAE,CAAC;gBAC/B,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;gBAC3B,MAAM,GAAG,GAAG,CAAC;YACf,CAAC;iBAAM,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,GAAG,EAAE,CAAC;gBAIxC,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC3C,MAAM,GAAG,GAAG,CAAC;gBACf,CAAC;qBAAM,IACL,WAAW,CAAC,GAAG,CAAC,KAAK,WAAW,CAAC,MAAM,CAAC;oBACxC,GAAG,KAAK,MAAM,EACd,CAAC;oBAOD,MAAM,GAAG,IAAI,CAAC;gBAChB,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,MAAM,EAAE,CAAC;YACX,SAAS,CAAC,EAAE,CAAC;gBACX,4DAA4D,CAAC;QACjE,CAAC;aAAM,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;YAYnC,SAAS,CAAC,EAAE,CAAC,GAAG,kBAAkB,GAAG,cAAc,MAAM,QAAQ,MAAM,2BAA2B,CAAC;QACrG,CAAC;aAAM,IAAI,MAAM,EAAE,CAAC;YAClB,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;QACxE,CAAC;aAAM,IAAI,MAAM,EAAE,CAAC;YAClB,SAAS,CAAC,EAAE,CAAC,GAAG,kCAAkC,MAAM,2BAA2B,CAAC;QACtF,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,EAAE,CAAC,GAAG,+BAA+B,CAAC;QAClD,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAa;IAK3C,OAAO,QAAQ,EAAE,EAAE,KAAK,IAAI,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,MAA4B,EAC5B,SAAkB;IAElB,MAAM,aAAa,GACjB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC,CAAC;SACjE,MAAM,IAAI,CAAC,CAAC;IACjB,OAAO,CAGL,CAAC,aAAa,GAAG,CAAC;QAChB,aAAa,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAEzD,CAAC,SAAS,KAAK,SAAS;YACtB,SAAS,CAAC,OAAO,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC,CAAC,CACzD,CAAC;AACJ,CAAC;AAYD,MAAM,UAAU,eAAe,CAC7B,OAAY,EACZ,QAAgB;IAEhB,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;IAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK;YAAE,SAAS;QAErB,MAAM,EAAE,GAAW,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;QAClC,IAAI,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YACtE,OAAO,KAAK,CAAC,IAAI,IAAI,SAAS,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAMD,MAAM,UAAU,WAAW,CAAC,GAAW;IACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACzD,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACxC,CAAC"}
|
package/es/umid.d.ts
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
export interface PeerSource {
|
|
2
|
+
umid(umid: string): Promise<any[]>;
|
|
3
|
+
}
|
|
4
|
+
export interface SyncStore {
|
|
5
|
+
get(id: string): Promise<any>;
|
|
6
|
+
bulkDocs(docs: any[], options?: {
|
|
7
|
+
new_edits: boolean;
|
|
8
|
+
force_rev?: string;
|
|
9
|
+
}): Promise<any>;
|
|
10
|
+
}
|
|
11
|
+
export interface SyncContext {
|
|
12
|
+
store: SyncStore;
|
|
13
|
+
events: {
|
|
14
|
+
post(doc: any): Promise<any>;
|
|
15
|
+
};
|
|
16
|
+
peers: PeerSource;
|
|
17
|
+
walkLimit?: number;
|
|
18
|
+
hopDelayMs?: number;
|
|
19
|
+
}
|
|
20
|
+
export declare const UMID_WALK_LIMIT = 100;
|
|
21
|
+
export declare const UMID_WALK_HOP_DELAY_MS = 50;
|
|
22
|
+
export declare function backfillUmid(ctx: SyncContext, umid: string): Promise<boolean>;
|
|
23
|
+
export declare function replaySpiEvents(ctx: SyncContext, umidDoc: any): Promise<void>;
|
|
24
|
+
export declare function walkUmidHistory(ctx: SyncContext, streamId: string, fromUmid: string): Promise<{
|
|
25
|
+
recovered: string[];
|
|
26
|
+
stoppedAt: string;
|
|
27
|
+
complete: boolean;
|
|
28
|
+
frontier?: string;
|
|
29
|
+
}>;
|
|
30
|
+
//# sourceMappingURL=umid.d.ts.map
|
package/es/umid.d.ts.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"umid.d.ts","sourceRoot":"","sources":["../src/umid.ts"],"names":[],"mappings":"AA+BA,MAAM,WAAW,UAAU;IAEzB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;CACpC;AAGD,MAAM,WAAW,SAAS;IACxB,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;CAC3F;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,SAAS,CAAC;IAEjB,MAAM,EAAE;QAAE,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;KAAE,CAAC;IACzC,KAAK,EAAE,UAAU,CAAC;IAElB,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,eAAO,MAAM,eAAe,MAAM,CAAC;AACnC,eAAO,MAAM,sBAAsB,KAAK,CAAC;AAiCzC,wBAAsB,YAAY,CAChC,GAAG,EAAE,WAAW,EAChB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,OAAO,CAAC,CA6ElB;AAiBD,wBAAsB,eAAe,CACnC,GAAG,EAAE,WAAW,EAChB,OAAO,EAAE,GAAG,GACX,OAAO,CAAC,IAAI,CAAC,CAqBf;AAkCD,wBAAsB,eAAe,CACnC,GAAG,EAAE,WAAW,EAChB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;IACT,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAQlB,QAAQ,EAAE,OAAO,CAAC;IAElB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC,CAwED"}
|
package/es/umid.js
ADDED
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
import { ActiveLogger } from "@activeledger/activelogger";
|
|
2
|
+
import { ActiveCrypto } from "@activeledger/activecrypto";
|
|
3
|
+
import { bulkWriteFailed, previousUmidFor } from "./spi";
|
|
4
|
+
export const UMID_WALK_LIMIT = 100;
|
|
5
|
+
export const UMID_WALK_HOP_DELAY_MS = 50;
|
|
6
|
+
export async function backfillUmid(ctx, umid) {
|
|
7
|
+
if (!umid) {
|
|
8
|
+
return false;
|
|
9
|
+
}
|
|
10
|
+
try {
|
|
11
|
+
const local = await ctx.store.get(`${umid}:umid`);
|
|
12
|
+
if (local && local._id) {
|
|
13
|
+
await replaySpiEvents(ctx, local);
|
|
14
|
+
return true;
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
catch {
|
|
18
|
+
}
|
|
19
|
+
let responses;
|
|
20
|
+
try {
|
|
21
|
+
responses = await ctx.peers.umid(umid);
|
|
22
|
+
}
|
|
23
|
+
catch {
|
|
24
|
+
ActiveLogger.warn(`SPI UMID ${umid} - could not reach the network`);
|
|
25
|
+
return false;
|
|
26
|
+
}
|
|
27
|
+
const grouped = {};
|
|
28
|
+
for (let i = responses.length; i--;) {
|
|
29
|
+
const response = responses[i];
|
|
30
|
+
if (!response?.umid?.$umid) {
|
|
31
|
+
continue;
|
|
32
|
+
}
|
|
33
|
+
const hash = ActiveCrypto.Hash.getHash(JSON.stringify(response));
|
|
34
|
+
grouped[hash]
|
|
35
|
+
? grouped[hash].count++
|
|
36
|
+
: (grouped[hash] = { count: 1, doc: response });
|
|
37
|
+
}
|
|
38
|
+
const hashes = Object.keys(grouped);
|
|
39
|
+
if (!hashes.length) {
|
|
40
|
+
ActiveLogger.warn(`SPI UMID ${umid} - no node could supply it`);
|
|
41
|
+
return false;
|
|
42
|
+
}
|
|
43
|
+
const winner = grouped[hashes.sort((a, b) => grouped[b].count - grouped[a].count)[0]].doc;
|
|
44
|
+
try {
|
|
45
|
+
const written = await ctx.store.bulkDocs([winner], {
|
|
46
|
+
new_edits: false,
|
|
47
|
+
});
|
|
48
|
+
if (bulkWriteFailed(written)) {
|
|
49
|
+
ActiveLogger.error(`SPI UMID ${umid} - write failed, left for restore`);
|
|
50
|
+
return false;
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
catch (error) {
|
|
54
|
+
ActiveLogger.error(error, `SPI UMID ${umid} - write threw, left for restore`);
|
|
55
|
+
return false;
|
|
56
|
+
}
|
|
57
|
+
ActiveLogger.warn(`SPI UMID ADDED ${umid}`);
|
|
58
|
+
await replaySpiEvents(ctx, winner);
|
|
59
|
+
return true;
|
|
60
|
+
}
|
|
61
|
+
export async function replaySpiEvents(ctx, umidDoc) {
|
|
62
|
+
const events = umidDoc?.events;
|
|
63
|
+
if (!Array.isArray(events) || !events.length) {
|
|
64
|
+
return;
|
|
65
|
+
}
|
|
66
|
+
await Promise.all(events.map(async (event) => {
|
|
67
|
+
try {
|
|
68
|
+
await ctx.events.post(event);
|
|
69
|
+
}
|
|
70
|
+
catch (error) {
|
|
71
|
+
ActiveLogger.error(error, `SPI UMID ${umidDoc?.umid?.$umid} - failed to replay event ${event?._id}`);
|
|
72
|
+
}
|
|
73
|
+
}));
|
|
74
|
+
ActiveLogger.warn(`SPI UMID ${umidDoc?.umid?.$umid} - replayed ${events.length} event(s)`);
|
|
75
|
+
}
|
|
76
|
+
export async function walkUmidHistory(ctx, streamId, fromUmid) {
|
|
77
|
+
const walkLimit = ctx.walkLimit ?? UMID_WALK_LIMIT;
|
|
78
|
+
const hopDelayMs = ctx.hopDelayMs ?? UMID_WALK_HOP_DELAY_MS;
|
|
79
|
+
const recovered = [];
|
|
80
|
+
const seen = new Set();
|
|
81
|
+
let cursor = fromUmid;
|
|
82
|
+
while (cursor) {
|
|
83
|
+
if (seen.has(cursor)) {
|
|
84
|
+
return { recovered, stoppedAt: "loop detected", complete: false, frontier: cursor };
|
|
85
|
+
}
|
|
86
|
+
seen.add(cursor);
|
|
87
|
+
if (recovered.length >= walkLimit) {
|
|
88
|
+
ActiveLogger.warn(`SPI WALK ${streamId} - stopped at ${walkLimit}, a full restore is the right tool from here`);
|
|
89
|
+
return { recovered, stoppedAt: "limit reached", complete: false, frontier: cursor };
|
|
90
|
+
}
|
|
91
|
+
let held = false;
|
|
92
|
+
try {
|
|
93
|
+
const local = await ctx.store.get(`${cursor}:umid`);
|
|
94
|
+
held = !!(local && local._id);
|
|
95
|
+
}
|
|
96
|
+
catch {
|
|
97
|
+
held = false;
|
|
98
|
+
}
|
|
99
|
+
const ok = await backfillUmid(ctx, cursor);
|
|
100
|
+
if (!ok) {
|
|
101
|
+
return { recovered, stoppedAt: `could not recover ${cursor}`, complete: false, frontier: cursor };
|
|
102
|
+
}
|
|
103
|
+
if (held) {
|
|
104
|
+
return { recovered, stoppedAt: "reached a umid already held", complete: true };
|
|
105
|
+
}
|
|
106
|
+
recovered.push(cursor);
|
|
107
|
+
let doc;
|
|
108
|
+
try {
|
|
109
|
+
doc = await ctx.store.get(`${cursor}:umid`);
|
|
110
|
+
}
|
|
111
|
+
catch {
|
|
112
|
+
return { recovered, stoppedAt: "adopted umid could not be read back", complete: false, frontier: cursor };
|
|
113
|
+
}
|
|
114
|
+
cursor = previousUmidFor(doc, streamId);
|
|
115
|
+
if (cursor) {
|
|
116
|
+
await new Promise((resolve) => setTimeout(resolve, hopDelayMs));
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
return { recovered, stoppedAt: "start of stream", complete: true };
|
|
120
|
+
}
|
|
121
|
+
//# sourceMappingURL=umid.js.map
|
package/es/umid.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"umid.js","sourceRoot":"","sources":["../src/umid.ts"],"names":[],"mappings":"AAuBA,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AA4BzD,MAAM,CAAC,MAAM,eAAe,GAAG,GAAG,CAAC;AACnC,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAiCzC,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,GAAgB,EAChB,IAAY;IAEZ,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,KAAK,CAAC;IACf,CAAC;IAcD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,OAAO,CAAC,CAAC;QAClD,IAAI,KAAK,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;IAET,CAAC;IAED,IAAI,SAAgB,CAAC;IACrB,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,YAAY,CAAC,IAAI,CAAC,YAAY,IAAI,gCAAgC,CAAC,CAAC;QACpE,OAAO,KAAK,CAAC;IACf,CAAC;IAKD,MAAM,OAAO,GAAoD,EAAE,CAAC;IACpE,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QACrC,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;YAC3B,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjE,OAAO,CAAC,IAAI,CAAC;YACX,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE;YACvB,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACnB,YAAY,CAAC,IAAI,CAAC,YAAY,IAAI,4BAA4B,CAAC,CAAC;QAChE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IAE7E,IAAI,CAAC;QAGH,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE;YACjD,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;QACH,IAAI,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,YAAY,CAAC,KAAK,CAAC,YAAY,IAAI,mCAAmC,CAAC,CAAC;YACxE,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,YAAY,CAAC,KAAK,CAAC,KAAK,EAAE,YAAY,IAAI,kCAAkC,CAAC,CAAC;QAC9E,OAAO,KAAK,CAAC;IACf,CAAC;IAED,YAAY,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,IAAI,CAAC;AACd,CAAC;AAiBD,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,GAAgB,EAChB,OAAY;IAEZ,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;IAC/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CACf,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAU,EAAE,EAAE;QAC9B,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,KAAK,CAChB,KAAK,EACL,YAAY,OAAO,EAAE,IAAI,EAAE,KAAK,6BAA6B,KAAK,EAAE,GAAG,EAAE,CAC1E,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CACH,CAAC;IACF,YAAY,CAAC,IAAI,CACf,YAAY,OAAO,EAAE,IAAI,EAAE,KAAK,eAAe,MAAM,CAAC,MAAM,WAAW,CACxE,CAAC;AACJ,CAAC;AAkCD,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,GAAgB,EAChB,QAAgB,EAChB,QAAgB;IAehB,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,eAAe,CAAC;IACnD,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,IAAI,sBAAsB,CAAC;IAC5D,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,MAAM,GAAuB,QAAQ,CAAC;IAE1C,OAAO,MAAM,EAAE,CAAC;QACd,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAGrB,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,eAAe,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACtF,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEjB,IAAI,SAAS,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YAClC,YAAY,CAAC,IAAI,CACf,YAAY,QAAQ,iBAAiB,SAAS,8CAA8C,CAC7F,CAAC;YACF,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,eAAe,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACtF,CAAC;QAMD,IAAI,IAAI,GAAG,KAAK,CAAC;QACjB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;YACpD,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,GAAG,KAAK,CAAC;QACf,CAAC;QAUD,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC3C,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,qBAAqB,MAAM,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACpG,CAAC;QACD,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,6BAA6B,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACjF,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAGvB,IAAI,GAAQ,CAAC;QACb,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,qCAAqC,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAC5G,CAAC;QAED,MAAM,GAAG,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAKxC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAC5B,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAChC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,iBAAiB,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;AACrE,CAAC"}
|
package/lib/index.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAuBA,cAAc,OAAO,CAAC;AACtB,cAAc,QAAQ,CAAC"}
|
package/lib/index.js
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./spi"), exports);
|
|
18
|
+
__exportStar(require("./umid"), exports);
|
|
19
|
+
//# sourceMappingURL=index.js.map
|
package/lib/index.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAuBA,wCAAsB;AACtB,yCAAuB"}
|
package/lib/spi.d.ts
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
export declare function spiConsensus(networkStreams: any[], consensusReached: number): {
|
|
2
|
+
winners: {
|
|
3
|
+
[id: string]: {
|
|
4
|
+
rev: string;
|
|
5
|
+
votes: number;
|
|
6
|
+
doc: any;
|
|
7
|
+
};
|
|
8
|
+
};
|
|
9
|
+
abstained: {
|
|
10
|
+
[id: string]: string;
|
|
11
|
+
};
|
|
12
|
+
};
|
|
13
|
+
export declare function bulkWriteFailed(response: any): boolean;
|
|
14
|
+
export declare function shouldTriggerSpiLookup(errors: string[] | undefined, selfError?: string): boolean;
|
|
15
|
+
export declare function previousUmidFor(umidDoc: any, streamId: string): string | undefined;
|
|
16
|
+
export declare function revPosition(rev: string): number;
|
|
17
|
+
//# sourceMappingURL=spi.d.ts.map
|
package/lib/spi.d.ts.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"spi.d.ts","sourceRoot":"","sources":["../src/spi.ts"],"names":[],"mappings":"AA2IA,wBAAgB,YAAY,CAC1B,cAAc,EAAE,GAAG,EAAE,EACrB,gBAAgB,EAAE,MAAM,GACvB;IACD,OAAO,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,GAAG,CAAA;SAAE,CAAA;KAAE,CAAC;IACpE,SAAS,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;CACrC,CAuJA;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,GAAG,GAAG,OAAO,CAMtD;AAED,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,EAC5B,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAaT;AAYD,wBAAgB,eAAe,CAC7B,OAAO,EAAE,GAAG,EACZ,QAAQ,EAAE,MAAM,GACf,MAAM,GAAG,SAAS,CAcpB;AAMD,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAG/C"}
|
package/lib/spi.js
ADDED
|
@@ -0,0 +1,129 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.spiConsensus = spiConsensus;
|
|
4
|
+
exports.bulkWriteFailed = bulkWriteFailed;
|
|
5
|
+
exports.shouldTriggerSpiLookup = shouldTriggerSpiLookup;
|
|
6
|
+
exports.previousUmidFor = previousUmidFor;
|
|
7
|
+
exports.revPosition = revPosition;
|
|
8
|
+
function spiConsensus(networkStreams, consensusReached) {
|
|
9
|
+
const tally = {};
|
|
10
|
+
const unreported = {};
|
|
11
|
+
for (let i = networkStreams.length; i--;) {
|
|
12
|
+
const nodeStreams = networkStreams[i];
|
|
13
|
+
if (!nodeStreams || !nodeStreams.length) {
|
|
14
|
+
continue;
|
|
15
|
+
}
|
|
16
|
+
const voted = {};
|
|
17
|
+
for (let ii = nodeStreams.length; ii--;) {
|
|
18
|
+
const streamDoc = nodeStreams[ii];
|
|
19
|
+
if (!streamDoc || !streamDoc._id) {
|
|
20
|
+
continue;
|
|
21
|
+
}
|
|
22
|
+
if (streamDoc.locked) {
|
|
23
|
+
if (!voted[streamDoc._id]) {
|
|
24
|
+
voted[streamDoc._id] = true;
|
|
25
|
+
unreported[streamDoc._id] = (unreported[streamDoc._id] || 0) + 1;
|
|
26
|
+
}
|
|
27
|
+
continue;
|
|
28
|
+
}
|
|
29
|
+
if (!streamDoc._rev || voted[streamDoc._id]) {
|
|
30
|
+
continue;
|
|
31
|
+
}
|
|
32
|
+
voted[streamDoc._id] = true;
|
|
33
|
+
if (!tally[streamDoc._id]) {
|
|
34
|
+
tally[streamDoc._id] = {};
|
|
35
|
+
}
|
|
36
|
+
tally[streamDoc._id][streamDoc._rev]
|
|
37
|
+
? tally[streamDoc._id][streamDoc._rev].votes++
|
|
38
|
+
: (tally[streamDoc._id][streamDoc._rev] = {
|
|
39
|
+
votes: 1,
|
|
40
|
+
doc: streamDoc,
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
const winners = {};
|
|
45
|
+
const abstained = {};
|
|
46
|
+
const ids = Object.keys(tally);
|
|
47
|
+
const lockedIds = Object.keys(unreported);
|
|
48
|
+
for (let i = lockedIds.length; i--;) {
|
|
49
|
+
if (ids.indexOf(lockedIds[i]) === -1) {
|
|
50
|
+
ids.push(lockedIds[i]);
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
for (let g = ids.length; g--;) {
|
|
54
|
+
const id = ids[g];
|
|
55
|
+
const silent = unreported[id] || 0;
|
|
56
|
+
const revisions = tally[id] || {};
|
|
57
|
+
let winner = "";
|
|
58
|
+
let max = 0;
|
|
59
|
+
let forked = false;
|
|
60
|
+
const candidates = Object.keys(revisions);
|
|
61
|
+
for (let x = candidates.length; x--;) {
|
|
62
|
+
const rev = candidates[x];
|
|
63
|
+
if (revisions[rev].votes < consensusReached) {
|
|
64
|
+
continue;
|
|
65
|
+
}
|
|
66
|
+
if (revisions[rev].votes > max) {
|
|
67
|
+
max = revisions[rev].votes;
|
|
68
|
+
winner = rev;
|
|
69
|
+
}
|
|
70
|
+
else if (revisions[rev].votes === max) {
|
|
71
|
+
if (revPosition(rev) > revPosition(winner)) {
|
|
72
|
+
winner = rev;
|
|
73
|
+
}
|
|
74
|
+
else if (revPosition(rev) === revPosition(winner) &&
|
|
75
|
+
rev !== winner) {
|
|
76
|
+
forked = true;
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
if (forked) {
|
|
81
|
+
abstained[id] =
|
|
82
|
+
"forked - two revisions at the same position, needs a human";
|
|
83
|
+
}
|
|
84
|
+
else if (winner && max <= silent) {
|
|
85
|
+
abstained[id] = `inconclusive - ${max} agreed on ${winner} but ${silent} node(s) could not report`;
|
|
86
|
+
}
|
|
87
|
+
else if (winner) {
|
|
88
|
+
winners[id] = { rev: winner, votes: max, doc: revisions[winner].doc };
|
|
89
|
+
}
|
|
90
|
+
else if (silent) {
|
|
91
|
+
abstained[id] = `no revision reached consensus, ${silent} node(s) could not report`;
|
|
92
|
+
}
|
|
93
|
+
else {
|
|
94
|
+
abstained[id] = "no revision reached consensus";
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
return { winners, abstained };
|
|
98
|
+
}
|
|
99
|
+
function bulkWriteFailed(response) {
|
|
100
|
+
return response?.ok !== true;
|
|
101
|
+
}
|
|
102
|
+
function shouldTriggerSpiLookup(errors, selfError) {
|
|
103
|
+
const spiErrorCount = errors?.filter((e) => e.indexOf("Stream Position Incorrect") !== -1)
|
|
104
|
+
.length || 0;
|
|
105
|
+
return ((spiErrorCount > 0 &&
|
|
106
|
+
spiErrorCount >= Math.floor((errors?.length || 0) / 3)) ||
|
|
107
|
+
(selfError !== undefined &&
|
|
108
|
+
selfError.indexOf("Stream Position Incorrect") !== -1));
|
|
109
|
+
}
|
|
110
|
+
function previousUmidFor(umidDoc, streamId) {
|
|
111
|
+
const updated = umidDoc?.streams?.updated;
|
|
112
|
+
if (!Array.isArray(updated)) {
|
|
113
|
+
return undefined;
|
|
114
|
+
}
|
|
115
|
+
for (const entry of updated) {
|
|
116
|
+
if (!entry)
|
|
117
|
+
continue;
|
|
118
|
+
const id = entry.id || "";
|
|
119
|
+
if (id === streamId || id.endsWith(streamId) || streamId.endsWith(id)) {
|
|
120
|
+
return entry.prev || undefined;
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
return undefined;
|
|
124
|
+
}
|
|
125
|
+
function revPosition(rev) {
|
|
126
|
+
const position = parseInt((rev || "").split("-")[0], 10);
|
|
127
|
+
return isNaN(position) ? 0 : position;
|
|
128
|
+
}
|
|
129
|
+
//# sourceMappingURL=spi.js.map
|
package/lib/spi.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"spi.js","sourceRoot":"","sources":["../src/spi.ts"],"names":[],"mappings":";;;;;;;AA2IA,sBACE,cAAqB,EACrB,gBAAwB;IAKxB,MAAM,KAAK,GAEP,EAAE,CAAC;IAEP,MAAM,UAAU,GAA6B,EAAE,CAAC;IAEhD,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QAC1C,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAEtC,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YACxC,SAAS;QACX,CAAC;QAOD,MAAM,KAAK,GAA8B,EAAE,CAAC;QAE5C,KAAK,IAAI,EAAE,GAAG,WAAW,CAAC,MAAM,EAAE,EAAE,EAAE,GAAI,CAAC;YACzC,MAAM,SAAS,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;gBACjC,SAAS;YACX,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;gBACrB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC1B,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;oBAC5B,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnE,CAAC;gBACD,SAAS;YACX,CAAC;YAED,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5C,SAAS;YACX,CAAC;YACD,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YAE5B,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;YAC5B,CAAC;YACD,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;gBAClC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE;gBAC9C,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG;oBACtC,KAAK,EAAE,CAAC;oBACR,GAAG,EAAE,SAAS;iBACf,CAAC,CAAC;QACT,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAET,EAAE,CAAC;IACP,MAAM,SAAS,GAA6B,EAAE,CAAC;IAG/C,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QACrC,IAAI,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACrC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QAC/B,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAoBlB,MAAM,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QAEnC,MAAM,SAAS,GAAG,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,MAAM,GAAG,KAAK,CAAC;QAEnB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;YACtC,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,gBAAgB,EAAE,CAAC;gBAC5C,SAAS;YACX,CAAC;YAED,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,GAAG,EAAE,CAAC;gBAC/B,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;gBAC3B,MAAM,GAAG,GAAG,CAAC;YACf,CAAC;iBAAM,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,GAAG,EAAE,CAAC;gBAIxC,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC3C,MAAM,GAAG,GAAG,CAAC;gBACf,CAAC;qBAAM,IACL,WAAW,CAAC,GAAG,CAAC,KAAK,WAAW,CAAC,MAAM,CAAC;oBACxC,GAAG,KAAK,MAAM,EACd,CAAC;oBAOD,MAAM,GAAG,IAAI,CAAC;gBAChB,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,MAAM,EAAE,CAAC;YACX,SAAS,CAAC,EAAE,CAAC;gBACX,4DAA4D,CAAC;QACjE,CAAC;aAAM,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;YAYnC,SAAS,CAAC,EAAE,CAAC,GAAG,kBAAkB,GAAG,cAAc,MAAM,QAAQ,MAAM,2BAA2B,CAAC;QACrG,CAAC;aAAM,IAAI,MAAM,EAAE,CAAC;YAClB,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;QACxE,CAAC;aAAM,IAAI,MAAM,EAAE,CAAC;YAClB,SAAS,CAAC,EAAE,CAAC,GAAG,kCAAkC,MAAM,2BAA2B,CAAC;QACtF,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,EAAE,CAAC,GAAG,+BAA+B,CAAC;QAClD,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;AAChC,CAAC;AAED,yBAAgC,QAAa;IAK3C,OAAO,QAAQ,EAAE,EAAE,KAAK,IAAI,CAAC;AAC/B,CAAC;AAED,gCACE,MAA4B,EAC5B,SAAkB;IAElB,MAAM,aAAa,GACjB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC,CAAC;SACjE,MAAM,IAAI,CAAC,CAAC;IACjB,OAAO,CAGL,CAAC,aAAa,GAAG,CAAC;QAChB,aAAa,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAEzD,CAAC,SAAS,KAAK,SAAS;YACtB,SAAS,CAAC,OAAO,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC,CAAC,CACzD,CAAC;AACJ,CAAC;AAYD,yBACE,OAAY,EACZ,QAAgB;IAEhB,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;IAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK;YAAE,SAAS;QAErB,MAAM,EAAE,GAAW,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;QAClC,IAAI,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YACtE,OAAO,KAAK,CAAC,IAAI,IAAI,SAAS,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAMD,qBAA4B,GAAW;IACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACzD,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACxC,CAAC"}
|
package/lib/umid.d.ts
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
export interface PeerSource {
|
|
2
|
+
umid(umid: string): Promise<any[]>;
|
|
3
|
+
}
|
|
4
|
+
export interface SyncStore {
|
|
5
|
+
get(id: string): Promise<any>;
|
|
6
|
+
bulkDocs(docs: any[], options?: {
|
|
7
|
+
new_edits: boolean;
|
|
8
|
+
force_rev?: string;
|
|
9
|
+
}): Promise<any>;
|
|
10
|
+
}
|
|
11
|
+
export interface SyncContext {
|
|
12
|
+
store: SyncStore;
|
|
13
|
+
events: {
|
|
14
|
+
post(doc: any): Promise<any>;
|
|
15
|
+
};
|
|
16
|
+
peers: PeerSource;
|
|
17
|
+
walkLimit?: number;
|
|
18
|
+
hopDelayMs?: number;
|
|
19
|
+
}
|
|
20
|
+
export declare const UMID_WALK_LIMIT = 100;
|
|
21
|
+
export declare const UMID_WALK_HOP_DELAY_MS = 50;
|
|
22
|
+
export declare function backfillUmid(ctx: SyncContext, umid: string): Promise<boolean>;
|
|
23
|
+
export declare function replaySpiEvents(ctx: SyncContext, umidDoc: any): Promise<void>;
|
|
24
|
+
export declare function walkUmidHistory(ctx: SyncContext, streamId: string, fromUmid: string): Promise<{
|
|
25
|
+
recovered: string[];
|
|
26
|
+
stoppedAt: string;
|
|
27
|
+
complete: boolean;
|
|
28
|
+
frontier?: string;
|
|
29
|
+
}>;
|
|
30
|
+
//# sourceMappingURL=umid.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"umid.d.ts","sourceRoot":"","sources":["../src/umid.ts"],"names":[],"mappings":"AA+BA,MAAM,WAAW,UAAU;IAEzB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;CACpC;AAGD,MAAM,WAAW,SAAS;IACxB,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;CAC3F;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,SAAS,CAAC;IAEjB,MAAM,EAAE;QAAE,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;KAAE,CAAC;IACzC,KAAK,EAAE,UAAU,CAAC;IAElB,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,eAAO,MAAM,eAAe,MAAM,CAAC;AACnC,eAAO,MAAM,sBAAsB,KAAK,CAAC;AAiCzC,wBAAsB,YAAY,CAChC,GAAG,EAAE,WAAW,EAChB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,OAAO,CAAC,CA6ElB;AAiBD,wBAAsB,eAAe,CACnC,GAAG,EAAE,WAAW,EAChB,OAAO,EAAE,GAAG,GACX,OAAO,CAAC,IAAI,CAAC,CAqBf;AAkCD,wBAAsB,eAAe,CACnC,GAAG,EAAE,WAAW,EAChB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;IACT,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAQlB,QAAQ,EAAE,OAAO,CAAC;IAElB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC,CAwED"}
|
package/lib/umid.js
ADDED
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.UMID_WALK_HOP_DELAY_MS = exports.UMID_WALK_LIMIT = void 0;
|
|
4
|
+
exports.backfillUmid = backfillUmid;
|
|
5
|
+
exports.replaySpiEvents = replaySpiEvents;
|
|
6
|
+
exports.walkUmidHistory = walkUmidHistory;
|
|
7
|
+
const activelogger_1 = require("@activeledger/activelogger");
|
|
8
|
+
const activecrypto_1 = require("@activeledger/activecrypto");
|
|
9
|
+
const spi_1 = require("./spi");
|
|
10
|
+
exports.UMID_WALK_LIMIT = 100;
|
|
11
|
+
exports.UMID_WALK_HOP_DELAY_MS = 50;
|
|
12
|
+
async function backfillUmid(ctx, umid) {
|
|
13
|
+
if (!umid) {
|
|
14
|
+
return false;
|
|
15
|
+
}
|
|
16
|
+
try {
|
|
17
|
+
const local = await ctx.store.get(`${umid}:umid`);
|
|
18
|
+
if (local && local._id) {
|
|
19
|
+
await replaySpiEvents(ctx, local);
|
|
20
|
+
return true;
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
catch {
|
|
24
|
+
}
|
|
25
|
+
let responses;
|
|
26
|
+
try {
|
|
27
|
+
responses = await ctx.peers.umid(umid);
|
|
28
|
+
}
|
|
29
|
+
catch {
|
|
30
|
+
activelogger_1.ActiveLogger.warn(`SPI UMID ${umid} - could not reach the network`);
|
|
31
|
+
return false;
|
|
32
|
+
}
|
|
33
|
+
const grouped = {};
|
|
34
|
+
for (let i = responses.length; i--;) {
|
|
35
|
+
const response = responses[i];
|
|
36
|
+
if (!response?.umid?.$umid) {
|
|
37
|
+
continue;
|
|
38
|
+
}
|
|
39
|
+
const hash = activecrypto_1.ActiveCrypto.Hash.getHash(JSON.stringify(response));
|
|
40
|
+
grouped[hash]
|
|
41
|
+
? grouped[hash].count++
|
|
42
|
+
: (grouped[hash] = { count: 1, doc: response });
|
|
43
|
+
}
|
|
44
|
+
const hashes = Object.keys(grouped);
|
|
45
|
+
if (!hashes.length) {
|
|
46
|
+
activelogger_1.ActiveLogger.warn(`SPI UMID ${umid} - no node could supply it`);
|
|
47
|
+
return false;
|
|
48
|
+
}
|
|
49
|
+
const winner = grouped[hashes.sort((a, b) => grouped[b].count - grouped[a].count)[0]].doc;
|
|
50
|
+
try {
|
|
51
|
+
const written = await ctx.store.bulkDocs([winner], {
|
|
52
|
+
new_edits: false,
|
|
53
|
+
});
|
|
54
|
+
if ((0, spi_1.bulkWriteFailed)(written)) {
|
|
55
|
+
activelogger_1.ActiveLogger.error(`SPI UMID ${umid} - write failed, left for restore`);
|
|
56
|
+
return false;
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
catch (error) {
|
|
60
|
+
activelogger_1.ActiveLogger.error(error, `SPI UMID ${umid} - write threw, left for restore`);
|
|
61
|
+
return false;
|
|
62
|
+
}
|
|
63
|
+
activelogger_1.ActiveLogger.warn(`SPI UMID ADDED ${umid}`);
|
|
64
|
+
await replaySpiEvents(ctx, winner);
|
|
65
|
+
return true;
|
|
66
|
+
}
|
|
67
|
+
async function replaySpiEvents(ctx, umidDoc) {
|
|
68
|
+
const events = umidDoc?.events;
|
|
69
|
+
if (!Array.isArray(events) || !events.length) {
|
|
70
|
+
return;
|
|
71
|
+
}
|
|
72
|
+
await Promise.all(events.map(async (event) => {
|
|
73
|
+
try {
|
|
74
|
+
await ctx.events.post(event);
|
|
75
|
+
}
|
|
76
|
+
catch (error) {
|
|
77
|
+
activelogger_1.ActiveLogger.error(error, `SPI UMID ${umidDoc?.umid?.$umid} - failed to replay event ${event?._id}`);
|
|
78
|
+
}
|
|
79
|
+
}));
|
|
80
|
+
activelogger_1.ActiveLogger.warn(`SPI UMID ${umidDoc?.umid?.$umid} - replayed ${events.length} event(s)`);
|
|
81
|
+
}
|
|
82
|
+
async function walkUmidHistory(ctx, streamId, fromUmid) {
|
|
83
|
+
const walkLimit = ctx.walkLimit ?? exports.UMID_WALK_LIMIT;
|
|
84
|
+
const hopDelayMs = ctx.hopDelayMs ?? exports.UMID_WALK_HOP_DELAY_MS;
|
|
85
|
+
const recovered = [];
|
|
86
|
+
const seen = new Set();
|
|
87
|
+
let cursor = fromUmid;
|
|
88
|
+
while (cursor) {
|
|
89
|
+
if (seen.has(cursor)) {
|
|
90
|
+
return { recovered, stoppedAt: "loop detected", complete: false, frontier: cursor };
|
|
91
|
+
}
|
|
92
|
+
seen.add(cursor);
|
|
93
|
+
if (recovered.length >= walkLimit) {
|
|
94
|
+
activelogger_1.ActiveLogger.warn(`SPI WALK ${streamId} - stopped at ${walkLimit}, a full restore is the right tool from here`);
|
|
95
|
+
return { recovered, stoppedAt: "limit reached", complete: false, frontier: cursor };
|
|
96
|
+
}
|
|
97
|
+
let held = false;
|
|
98
|
+
try {
|
|
99
|
+
const local = await ctx.store.get(`${cursor}:umid`);
|
|
100
|
+
held = !!(local && local._id);
|
|
101
|
+
}
|
|
102
|
+
catch {
|
|
103
|
+
held = false;
|
|
104
|
+
}
|
|
105
|
+
const ok = await backfillUmid(ctx, cursor);
|
|
106
|
+
if (!ok) {
|
|
107
|
+
return { recovered, stoppedAt: `could not recover ${cursor}`, complete: false, frontier: cursor };
|
|
108
|
+
}
|
|
109
|
+
if (held) {
|
|
110
|
+
return { recovered, stoppedAt: "reached a umid already held", complete: true };
|
|
111
|
+
}
|
|
112
|
+
recovered.push(cursor);
|
|
113
|
+
let doc;
|
|
114
|
+
try {
|
|
115
|
+
doc = await ctx.store.get(`${cursor}:umid`);
|
|
116
|
+
}
|
|
117
|
+
catch {
|
|
118
|
+
return { recovered, stoppedAt: "adopted umid could not be read back", complete: false, frontier: cursor };
|
|
119
|
+
}
|
|
120
|
+
cursor = (0, spi_1.previousUmidFor)(doc, streamId);
|
|
121
|
+
if (cursor) {
|
|
122
|
+
await new Promise((resolve) => setTimeout(resolve, hopDelayMs));
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
return { recovered, stoppedAt: "start of stream", complete: true };
|
|
126
|
+
}
|
|
127
|
+
//# sourceMappingURL=umid.js.map
|
package/lib/umid.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"umid.js","sourceRoot":"","sources":["../src/umid.ts"],"names":[],"mappings":";;;;;;AAuBA,6DAA0D;AAC1D,6DAA0D;AAC1D,+BAAyD;AA4B5C,QAAA,eAAe,GAAG,GAAG,CAAC;AACtB,QAAA,sBAAsB,GAAG,EAAE,CAAC;AAiClC,KAAK,uBACV,GAAgB,EAChB,IAAY;IAEZ,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,KAAK,CAAC;IACf,CAAC;IAcD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,OAAO,CAAC,CAAC;QAClD,IAAI,KAAK,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;IAET,CAAC;IAED,IAAI,SAAgB,CAAC;IACrB,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,2BAAY,CAAC,IAAI,CAAC,YAAY,IAAI,gCAAgC,CAAC,CAAC;QACpE,OAAO,KAAK,CAAC;IACf,CAAC;IAKD,MAAM,OAAO,GAAoD,EAAE,CAAC;IACpE,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QACrC,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;YAC3B,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,2BAAY,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjE,OAAO,CAAC,IAAI,CAAC;YACX,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE;YACvB,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACnB,2BAAY,CAAC,IAAI,CAAC,YAAY,IAAI,4BAA4B,CAAC,CAAC;QAChE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IAE7E,IAAI,CAAC;QAGH,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE;YACjD,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;QACH,IAAI,IAAA,qBAAe,EAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,2BAAY,CAAC,KAAK,CAAC,YAAY,IAAI,mCAAmC,CAAC,CAAC;YACxE,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,2BAAY,CAAC,KAAK,CAAC,KAAK,EAAE,YAAY,IAAI,kCAAkC,CAAC,CAAC;QAC9E,OAAO,KAAK,CAAC;IACf,CAAC;IAED,2BAAY,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,IAAI,CAAC;AACd,CAAC;AAiBM,KAAK,0BACV,GAAgB,EAChB,OAAY;IAEZ,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;IAC/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CACf,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAU,EAAE,EAAE;QAC9B,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,2BAAY,CAAC,KAAK,CAChB,KAAK,EACL,YAAY,OAAO,EAAE,IAAI,EAAE,KAAK,6BAA6B,KAAK,EAAE,GAAG,EAAE,CAC1E,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CACH,CAAC;IACF,2BAAY,CAAC,IAAI,CACf,YAAY,OAAO,EAAE,IAAI,EAAE,KAAK,eAAe,MAAM,CAAC,MAAM,WAAW,CACxE,CAAC;AACJ,CAAC;AAkCM,KAAK,0BACV,GAAgB,EAChB,QAAgB,EAChB,QAAgB;IAehB,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,QAAA,eAAe,CAAC;IACnD,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,IAAI,QAAA,sBAAsB,CAAC;IAC5D,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,MAAM,GAAuB,QAAQ,CAAC;IAE1C,OAAO,MAAM,EAAE,CAAC;QACd,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAGrB,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,eAAe,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACtF,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEjB,IAAI,SAAS,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YAClC,2BAAY,CAAC,IAAI,CACf,YAAY,QAAQ,iBAAiB,SAAS,8CAA8C,CAC7F,CAAC;YACF,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,eAAe,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACtF,CAAC;QAMD,IAAI,IAAI,GAAG,KAAK,CAAC;QACjB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;YACpD,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,GAAG,KAAK,CAAC;QACf,CAAC;QAUD,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC3C,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,qBAAqB,MAAM,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACpG,CAAC;QACD,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,6BAA6B,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACjF,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAGvB,IAAI,GAAQ,CAAC;QACb,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,qCAAqC,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAC5G,CAAC;QAED,MAAM,GAAG,IAAA,qBAAe,EAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAKxC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAC5B,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAChC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,iBAAiB,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;AACrE,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,54 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@activeledger/activesync",
|
|
3
|
-
"version": "
|
|
4
|
-
"
|
|
5
|
-
|
|
6
|
-
}
|
|
3
|
+
"version": "5.1.0",
|
|
4
|
+
"engines": {
|
|
5
|
+
"node": ">=24.0.0"
|
|
6
|
+
},
|
|
7
|
+
"description": "Shared ledger sync logic: SPI tally, umid backfill and history walking, over any peer transport",
|
|
8
|
+
"keywords": [
|
|
9
|
+
"blockchain",
|
|
10
|
+
"dlt",
|
|
11
|
+
"distributed ledger technology",
|
|
12
|
+
"ledger",
|
|
13
|
+
"smart contracts",
|
|
14
|
+
"activeledger",
|
|
15
|
+
"network",
|
|
16
|
+
"node",
|
|
17
|
+
"sync"
|
|
18
|
+
],
|
|
19
|
+
"homepage": "https://github.com/activeledger/activeledger",
|
|
20
|
+
"main": "./lib/index.js",
|
|
21
|
+
"scripts": {
|
|
22
|
+
"start": "node lib/index.js",
|
|
23
|
+
"test": "cd ../../ && npm test",
|
|
24
|
+
"build:commonjs": "tsc --outDir lib --module commonjs",
|
|
25
|
+
"build:es": "tsc --outDir es --module es2022",
|
|
26
|
+
"build": "npm run build:commonjs && npm run build:es",
|
|
27
|
+
"prepublishOnly": "npm run build"
|
|
28
|
+
},
|
|
29
|
+
"repository": {
|
|
30
|
+
"type": "git",
|
|
31
|
+
"url": "git+https://github.com/activeledger/activeledger.git"
|
|
32
|
+
},
|
|
33
|
+
"bugs": {
|
|
34
|
+
"url": "https://github.com/activeledger/activeledger/issues"
|
|
35
|
+
},
|
|
36
|
+
"author": "Activeledger",
|
|
37
|
+
"license": "MIT",
|
|
38
|
+
"devDependencies": {
|
|
39
|
+
"@activeledger/activedefinitions": "5.1.0",
|
|
40
|
+
"@types/node": "24.10.1",
|
|
41
|
+
"typescript": "7.0.2"
|
|
42
|
+
},
|
|
43
|
+
"files": [
|
|
44
|
+
"es",
|
|
45
|
+
"lib"
|
|
46
|
+
],
|
|
47
|
+
"types": "./lib/index.d.ts",
|
|
48
|
+
"jsnext:main": "./es/index.js",
|
|
49
|
+
"module": "./es/index.js",
|
|
50
|
+
"dependencies": {
|
|
51
|
+
"@activeledger/activecrypto": "5.1.0",
|
|
52
|
+
"@activeledger/activelogger": "5.1.0"
|
|
53
|
+
}
|
|
54
|
+
}
|
package/README.md
DELETED