@activeledger/activesync 0.0.0-stage → 5.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/LICENSE ADDED
@@ -0,0 +1,20 @@
1
+ MIT License (MIT)
2
+ Copyright (c) 2018 Activeledger
3
+
4
+ Permission is hereby granted, free of charge, to any person obtaining a copy
5
+ of this software and associated documentation files (the "Software"), to deal
6
+ in the Software without restriction, including without limitation the rights
7
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
8
+ copies of the Software, and to permit persons to whom the Software is
9
+ furnished to do so, subject to the following conditions:
10
+
11
+ The above copyright notice and this permission notice shall be included in all
12
+ copies or substantial portions of the Software.
13
+
14
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
17
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
19
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
20
+ SOFTWARE.
package/es/index.d.ts ADDED
@@ -0,0 +1,3 @@
1
+ export * from "./spi";
2
+ export * from "./umid";
3
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAuBA,cAAc,OAAO,CAAC;AACtB,cAAc,QAAQ,CAAC"}
package/es/index.js ADDED
@@ -0,0 +1,3 @@
1
+ export * from "./spi";
2
+ export * from "./umid";
3
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAuBA,cAAc,OAAO,CAAC;AACtB,cAAc,QAAQ,CAAC"}
package/es/spi.d.ts ADDED
@@ -0,0 +1,17 @@
1
+ export declare function spiConsensus(networkStreams: any[], consensusReached: number): {
2
+ winners: {
3
+ [id: string]: {
4
+ rev: string;
5
+ votes: number;
6
+ doc: any;
7
+ };
8
+ };
9
+ abstained: {
10
+ [id: string]: string;
11
+ };
12
+ };
13
+ export declare function bulkWriteFailed(response: any): boolean;
14
+ export declare function shouldTriggerSpiLookup(errors: string[] | undefined, selfError?: string): boolean;
15
+ export declare function previousUmidFor(umidDoc: any, streamId: string): string | undefined;
16
+ export declare function revPosition(rev: string): number;
17
+ //# sourceMappingURL=spi.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"spi.d.ts","sourceRoot":"","sources":["../src/spi.ts"],"names":[],"mappings":"AA2IA,wBAAgB,YAAY,CAC1B,cAAc,EAAE,GAAG,EAAE,EACrB,gBAAgB,EAAE,MAAM,GACvB;IACD,OAAO,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,GAAG,CAAA;SAAE,CAAA;KAAE,CAAC;IACpE,SAAS,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;CACrC,CAuJA;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,GAAG,GAAG,OAAO,CAMtD;AAED,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,EAC5B,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAaT;AAYD,wBAAgB,eAAe,CAC7B,OAAO,EAAE,GAAG,EACZ,QAAQ,EAAE,MAAM,GACf,MAAM,GAAG,SAAS,CAcpB;AAMD,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAG/C"}
package/es/spi.js ADDED
@@ -0,0 +1,122 @@
1
+ export function spiConsensus(networkStreams, consensusReached) {
2
+ const tally = {};
3
+ const unreported = {};
4
+ for (let i = networkStreams.length; i--;) {
5
+ const nodeStreams = networkStreams[i];
6
+ if (!nodeStreams || !nodeStreams.length) {
7
+ continue;
8
+ }
9
+ const voted = {};
10
+ for (let ii = nodeStreams.length; ii--;) {
11
+ const streamDoc = nodeStreams[ii];
12
+ if (!streamDoc || !streamDoc._id) {
13
+ continue;
14
+ }
15
+ if (streamDoc.locked) {
16
+ if (!voted[streamDoc._id]) {
17
+ voted[streamDoc._id] = true;
18
+ unreported[streamDoc._id] = (unreported[streamDoc._id] || 0) + 1;
19
+ }
20
+ continue;
21
+ }
22
+ if (!streamDoc._rev || voted[streamDoc._id]) {
23
+ continue;
24
+ }
25
+ voted[streamDoc._id] = true;
26
+ if (!tally[streamDoc._id]) {
27
+ tally[streamDoc._id] = {};
28
+ }
29
+ tally[streamDoc._id][streamDoc._rev]
30
+ ? tally[streamDoc._id][streamDoc._rev].votes++
31
+ : (tally[streamDoc._id][streamDoc._rev] = {
32
+ votes: 1,
33
+ doc: streamDoc,
34
+ });
35
+ }
36
+ }
37
+ const winners = {};
38
+ const abstained = {};
39
+ const ids = Object.keys(tally);
40
+ const lockedIds = Object.keys(unreported);
41
+ for (let i = lockedIds.length; i--;) {
42
+ if (ids.indexOf(lockedIds[i]) === -1) {
43
+ ids.push(lockedIds[i]);
44
+ }
45
+ }
46
+ for (let g = ids.length; g--;) {
47
+ const id = ids[g];
48
+ const silent = unreported[id] || 0;
49
+ const revisions = tally[id] || {};
50
+ let winner = "";
51
+ let max = 0;
52
+ let forked = false;
53
+ const candidates = Object.keys(revisions);
54
+ for (let x = candidates.length; x--;) {
55
+ const rev = candidates[x];
56
+ if (revisions[rev].votes < consensusReached) {
57
+ continue;
58
+ }
59
+ if (revisions[rev].votes > max) {
60
+ max = revisions[rev].votes;
61
+ winner = rev;
62
+ }
63
+ else if (revisions[rev].votes === max) {
64
+ if (revPosition(rev) > revPosition(winner)) {
65
+ winner = rev;
66
+ }
67
+ else if (revPosition(rev) === revPosition(winner) &&
68
+ rev !== winner) {
69
+ forked = true;
70
+ }
71
+ }
72
+ }
73
+ if (forked) {
74
+ abstained[id] =
75
+ "forked - two revisions at the same position, needs a human";
76
+ }
77
+ else if (winner && max <= silent) {
78
+ abstained[id] = `inconclusive - ${max} agreed on ${winner} but ${silent} node(s) could not report`;
79
+ }
80
+ else if (winner) {
81
+ winners[id] = { rev: winner, votes: max, doc: revisions[winner].doc };
82
+ }
83
+ else if (silent) {
84
+ abstained[id] = `no revision reached consensus, ${silent} node(s) could not report`;
85
+ }
86
+ else {
87
+ abstained[id] = "no revision reached consensus";
88
+ }
89
+ }
90
+ return { winners, abstained };
91
+ }
92
+ export function bulkWriteFailed(response) {
93
+ return response?.ok !== true;
94
+ }
95
+ export function shouldTriggerSpiLookup(errors, selfError) {
96
+ const spiErrorCount = errors?.filter((e) => e.indexOf("Stream Position Incorrect") !== -1)
97
+ .length || 0;
98
+ return ((spiErrorCount > 0 &&
99
+ spiErrorCount >= Math.floor((errors?.length || 0) / 3)) ||
100
+ (selfError !== undefined &&
101
+ selfError.indexOf("Stream Position Incorrect") !== -1));
102
+ }
103
+ export function previousUmidFor(umidDoc, streamId) {
104
+ const updated = umidDoc?.streams?.updated;
105
+ if (!Array.isArray(updated)) {
106
+ return undefined;
107
+ }
108
+ for (const entry of updated) {
109
+ if (!entry)
110
+ continue;
111
+ const id = entry.id || "";
112
+ if (id === streamId || id.endsWith(streamId) || streamId.endsWith(id)) {
113
+ return entry.prev || undefined;
114
+ }
115
+ }
116
+ return undefined;
117
+ }
118
+ export function revPosition(rev) {
119
+ const position = parseInt((rev || "").split("-")[0], 10);
120
+ return isNaN(position) ? 0 : position;
121
+ }
122
+ //# sourceMappingURL=spi.js.map
package/es/spi.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"spi.js","sourceRoot":"","sources":["../src/spi.ts"],"names":[],"mappings":"AA2IA,MAAM,UAAU,YAAY,CAC1B,cAAqB,EACrB,gBAAwB;IAKxB,MAAM,KAAK,GAEP,EAAE,CAAC;IAEP,MAAM,UAAU,GAA6B,EAAE,CAAC;IAEhD,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QAC1C,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAEtC,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YACxC,SAAS;QACX,CAAC;QAOD,MAAM,KAAK,GAA8B,EAAE,CAAC;QAE5C,KAAK,IAAI,EAAE,GAAG,WAAW,CAAC,MAAM,EAAE,EAAE,EAAE,GAAI,CAAC;YACzC,MAAM,SAAS,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;gBACjC,SAAS;YACX,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;gBACrB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC1B,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;oBAC5B,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnE,CAAC;gBACD,SAAS;YACX,CAAC;YAED,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5C,SAAS;YACX,CAAC;YACD,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YAE5B,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;YAC5B,CAAC;YACD,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;gBAClC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE;gBAC9C,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG;oBACtC,KAAK,EAAE,CAAC;oBACR,GAAG,EAAE,SAAS;iBACf,CAAC,CAAC;QACT,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAET,EAAE,CAAC;IACP,MAAM,SAAS,GAA6B,EAAE,CAAC;IAG/C,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QACrC,IAAI,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACrC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QAC/B,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAoBlB,MAAM,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QAEnC,MAAM,SAAS,GAAG,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,MAAM,GAAG,KAAK,CAAC;QAEnB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;YACtC,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,gBAAgB,EAAE,CAAC;gBAC5C,SAAS;YACX,CAAC;YAED,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,GAAG,EAAE,CAAC;gBAC/B,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;gBAC3B,MAAM,GAAG,GAAG,CAAC;YACf,CAAC;iBAAM,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,GAAG,EAAE,CAAC;gBAIxC,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC3C,MAAM,GAAG,GAAG,CAAC;gBACf,CAAC;qBAAM,IACL,WAAW,CAAC,GAAG,CAAC,KAAK,WAAW,CAAC,MAAM,CAAC;oBACxC,GAAG,KAAK,MAAM,EACd,CAAC;oBAOD,MAAM,GAAG,IAAI,CAAC;gBAChB,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,MAAM,EAAE,CAAC;YACX,SAAS,CAAC,EAAE,CAAC;gBACX,4DAA4D,CAAC;QACjE,CAAC;aAAM,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;YAYnC,SAAS,CAAC,EAAE,CAAC,GAAG,kBAAkB,GAAG,cAAc,MAAM,QAAQ,MAAM,2BAA2B,CAAC;QACrG,CAAC;aAAM,IAAI,MAAM,EAAE,CAAC;YAClB,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;QACxE,CAAC;aAAM,IAAI,MAAM,EAAE,CAAC;YAClB,SAAS,CAAC,EAAE,CAAC,GAAG,kCAAkC,MAAM,2BAA2B,CAAC;QACtF,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,EAAE,CAAC,GAAG,+BAA+B,CAAC;QAClD,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAa;IAK3C,OAAO,QAAQ,EAAE,EAAE,KAAK,IAAI,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,MAA4B,EAC5B,SAAkB;IAElB,MAAM,aAAa,GACjB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC,CAAC;SACjE,MAAM,IAAI,CAAC,CAAC;IACjB,OAAO,CAGL,CAAC,aAAa,GAAG,CAAC;QAChB,aAAa,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAEzD,CAAC,SAAS,KAAK,SAAS;YACtB,SAAS,CAAC,OAAO,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC,CAAC,CACzD,CAAC;AACJ,CAAC;AAYD,MAAM,UAAU,eAAe,CAC7B,OAAY,EACZ,QAAgB;IAEhB,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;IAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK;YAAE,SAAS;QAErB,MAAM,EAAE,GAAW,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;QAClC,IAAI,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YACtE,OAAO,KAAK,CAAC,IAAI,IAAI,SAAS,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAMD,MAAM,UAAU,WAAW,CAAC,GAAW;IACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACzD,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACxC,CAAC"}
package/es/umid.d.ts ADDED
@@ -0,0 +1,32 @@
1
+ export interface PeerSource {
2
+ umid(umid: string): Promise<any[]>;
3
+ }
4
+ export interface SyncStore {
5
+ get(id: string): Promise<any>;
6
+ bulkDocs(docs: any[], options?: {
7
+ new_edits: boolean;
8
+ force_rev?: string;
9
+ }): Promise<any>;
10
+ }
11
+ export interface SyncContext {
12
+ store: SyncStore;
13
+ events: {
14
+ post(doc: any): Promise<any>;
15
+ };
16
+ peers: PeerSource;
17
+ walkLimit?: number;
18
+ hopDelayMs?: number;
19
+ continuePastHeld?: boolean;
20
+ minAgree?: number;
21
+ }
22
+ export declare const UMID_WALK_LIMIT = 100;
23
+ export declare const UMID_WALK_HOP_DELAY_MS = 50;
24
+ export declare function backfillUmid(ctx: SyncContext, umid: string): Promise<boolean>;
25
+ export declare function replaySpiEvents(ctx: SyncContext, umidDoc: any): Promise<void>;
26
+ export declare function walkUmidHistory(ctx: SyncContext, streamId: string, fromUmid: string): Promise<{
27
+ recovered: string[];
28
+ stoppedAt: string;
29
+ complete: boolean;
30
+ frontier?: string;
31
+ }>;
32
+ //# sourceMappingURL=umid.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"umid.d.ts","sourceRoot":"","sources":["../src/umid.ts"],"names":[],"mappings":"AA+BA,MAAM,WAAW,UAAU;IAEzB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;CACpC;AAGD,MAAM,WAAW,SAAS;IACxB,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;CAC3F;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,SAAS,CAAC;IAEjB,MAAM,EAAE;QAAE,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;KAAE,CAAC;IACzC,KAAK,EAAE,UAAU,CAAC;IAElB,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,UAAU,CAAC,EAAE,MAAM,CAAC;IAOpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAO3B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,eAAe,MAAM,CAAC;AACnC,eAAO,MAAM,sBAAsB,KAAK,CAAC;AAiCzC,wBAAsB,YAAY,CAChC,GAAG,EAAE,WAAW,EAChB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,OAAO,CAAC,CA6FlB;AAiBD,wBAAsB,eAAe,CACnC,GAAG,EAAE,WAAW,EAChB,OAAO,EAAE,GAAG,GACX,OAAO,CAAC,IAAI,CAAC,CAqBf;AAkCD,wBAAsB,eAAe,CACnC,GAAG,EAAE,WAAW,EAChB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;IACT,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAQlB,QAAQ,EAAE,OAAO,CAAC;IAElB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC,CAmFD"}
package/es/umid.js ADDED
@@ -0,0 +1,143 @@
1
+ import { ActiveLogger } from "@activeledger/activelogger";
2
+ import { ActiveCrypto } from "@activeledger/activecrypto";
3
+ import { bulkWriteFailed, previousUmidFor } from "./spi";
4
+ export const UMID_WALK_LIMIT = 100;
5
+ export const UMID_WALK_HOP_DELAY_MS = 50;
6
+ export async function backfillUmid(ctx, umid) {
7
+ if (!umid) {
8
+ return false;
9
+ }
10
+ try {
11
+ const local = await ctx.store.get(`${umid}:umid`);
12
+ if (local && local._id) {
13
+ await replaySpiEvents(ctx, local);
14
+ return true;
15
+ }
16
+ }
17
+ catch {
18
+ }
19
+ let responses;
20
+ try {
21
+ responses = await ctx.peers.umid(umid);
22
+ }
23
+ catch {
24
+ ActiveLogger.warn(`SPI UMID ${umid} - could not reach the network`);
25
+ return false;
26
+ }
27
+ const grouped = {};
28
+ for (let i = responses.length; i--;) {
29
+ const response = responses[i];
30
+ if (!response?.umid?.$umid ||
31
+ response.umid.$umid !== umid ||
32
+ response._id !== `${umid}:umid`) {
33
+ continue;
34
+ }
35
+ const hash = ActiveCrypto.Hash.getHash(JSON.stringify(response));
36
+ grouped[hash]
37
+ ? grouped[hash].count++
38
+ : (grouped[hash] = { count: 1, doc: response });
39
+ }
40
+ const hashes = Object.keys(grouped);
41
+ if (!hashes.length) {
42
+ ActiveLogger.warn(`SPI UMID ${umid} - no node could supply it`);
43
+ return false;
44
+ }
45
+ const best = grouped[hashes.sort((a, b) => grouped[b].count - grouped[a].count)[0]];
46
+ const winner = best.doc;
47
+ const needed = Math.max(1, ctx.minAgree ?? 1);
48
+ if (best.count < needed) {
49
+ ActiveLogger.warn(`SPI UMID ${umid} - only ${best.count} node(s) gave the same document, ${needed} needed`);
50
+ return false;
51
+ }
52
+ if (best.count === 1 && responses.length > 1) {
53
+ ActiveLogger.warn(`SPI UMID ${umid} - adopted on the word of a single node`);
54
+ }
55
+ try {
56
+ const written = await ctx.store.bulkDocs([winner], {
57
+ new_edits: false,
58
+ });
59
+ if (bulkWriteFailed(written)) {
60
+ ActiveLogger.error(`SPI UMID ${umid} - write failed, left for restore`);
61
+ return false;
62
+ }
63
+ }
64
+ catch (error) {
65
+ ActiveLogger.error(error, `SPI UMID ${umid} - write threw, left for restore`);
66
+ return false;
67
+ }
68
+ ActiveLogger.warn(`SPI UMID ADDED ${umid}`);
69
+ await replaySpiEvents(ctx, winner);
70
+ return true;
71
+ }
72
+ export async function replaySpiEvents(ctx, umidDoc) {
73
+ const events = umidDoc?.events;
74
+ if (!Array.isArray(events) || !events.length) {
75
+ return;
76
+ }
77
+ await Promise.all(events.map(async (event) => {
78
+ try {
79
+ await ctx.events.post(event);
80
+ }
81
+ catch (error) {
82
+ ActiveLogger.error(error, `SPI UMID ${umidDoc?.umid?.$umid} - failed to replay event ${event?._id}`);
83
+ }
84
+ }));
85
+ ActiveLogger.warn(`SPI UMID ${umidDoc?.umid?.$umid} - replayed ${events.length} event(s)`);
86
+ }
87
+ export async function walkUmidHistory(ctx, streamId, fromUmid) {
88
+ const walkLimit = ctx.walkLimit ?? UMID_WALK_LIMIT;
89
+ const hopDelayMs = ctx.hopDelayMs ?? UMID_WALK_HOP_DELAY_MS;
90
+ const recovered = [];
91
+ const seen = new Set();
92
+ let cursor = fromUmid;
93
+ while (cursor) {
94
+ if (seen.has(cursor)) {
95
+ return { recovered, stoppedAt: "loop detected", complete: false, frontier: cursor };
96
+ }
97
+ seen.add(cursor);
98
+ if (recovered.length >= walkLimit) {
99
+ ActiveLogger.warn(`SPI WALK ${streamId} - stopped at ${walkLimit}, a full restore is the right tool from here`);
100
+ return { recovered, stoppedAt: "limit reached", complete: false, frontier: cursor };
101
+ }
102
+ let held = false;
103
+ try {
104
+ const local = await ctx.store.get(`${cursor}:umid`);
105
+ held = !!(local && local._id);
106
+ }
107
+ catch {
108
+ held = false;
109
+ }
110
+ if (held && ctx.continuePastHeld) {
111
+ let local;
112
+ try {
113
+ local = await ctx.store.get(`${cursor}:umid`);
114
+ }
115
+ catch {
116
+ return { recovered, stoppedAt: "held umid could not be read", complete: false, frontier: cursor };
117
+ }
118
+ cursor = previousUmidFor(local, streamId);
119
+ continue;
120
+ }
121
+ const ok = await backfillUmid(ctx, cursor);
122
+ if (!ok) {
123
+ return { recovered, stoppedAt: `could not recover ${cursor}`, complete: false, frontier: cursor };
124
+ }
125
+ if (held) {
126
+ return { recovered, stoppedAt: "reached a umid already held", complete: true };
127
+ }
128
+ recovered.push(cursor);
129
+ let doc;
130
+ try {
131
+ doc = await ctx.store.get(`${cursor}:umid`);
132
+ }
133
+ catch {
134
+ return { recovered, stoppedAt: "adopted umid could not be read back", complete: false, frontier: cursor };
135
+ }
136
+ cursor = previousUmidFor(doc, streamId);
137
+ if (cursor) {
138
+ await new Promise((resolve) => setTimeout(resolve, hopDelayMs));
139
+ }
140
+ }
141
+ return { recovered, stoppedAt: "start of stream", complete: true };
142
+ }
143
+ //# sourceMappingURL=umid.js.map
package/es/umid.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"umid.js","sourceRoot":"","sources":["../src/umid.ts"],"names":[],"mappings":"AAuBA,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AA0CzD,MAAM,CAAC,MAAM,eAAe,GAAG,GAAG,CAAC;AACnC,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAiCzC,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,GAAgB,EAChB,IAAY;IAEZ,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,KAAK,CAAC;IACf,CAAC;IAcD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,OAAO,CAAC,CAAC;QAClD,IAAI,KAAK,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;IAET,CAAC;IAED,IAAI,SAAgB,CAAC;IACrB,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,YAAY,CAAC,IAAI,CAAC,YAAY,IAAI,gCAAgC,CAAC,CAAC;QACpE,OAAO,KAAK,CAAC;IACf,CAAC;IAKD,MAAM,OAAO,GAAoD,EAAE,CAAC;IACpE,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QACrC,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAG9B,IACE,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK;YACtB,QAAQ,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI;YAC5B,QAAQ,CAAC,GAAG,KAAK,GAAG,IAAI,OAAO,EAC/B,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjE,OAAO,CAAC,IAAI,CAAC;YACX,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE;YACvB,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACnB,YAAY,CAAC,IAAI,CAAC,YAAY,IAAI,4BAA4B,CAAC,CAAC;QAChE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;IACxB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;IAC9C,IAAI,IAAI,CAAC,KAAK,GAAG,MAAM,EAAE,CAAC;QACxB,YAAY,CAAC,IAAI,CACf,YAAY,IAAI,WAAW,IAAI,CAAC,KAAK,oCAAoC,MAAM,SAAS,CACzF,CAAC;QACF,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7C,YAAY,CAAC,IAAI,CAAC,YAAY,IAAI,yCAAyC,CAAC,CAAC;IAC/E,CAAC;IAED,IAAI,CAAC;QAGH,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE;YACjD,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;QACH,IAAI,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,YAAY,CAAC,KAAK,CAAC,YAAY,IAAI,mCAAmC,CAAC,CAAC;YACxE,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,YAAY,CAAC,KAAK,CAAC,KAAK,EAAE,YAAY,IAAI,kCAAkC,CAAC,CAAC;QAC9E,OAAO,KAAK,CAAC;IACf,CAAC;IAED,YAAY,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,IAAI,CAAC;AACd,CAAC;AAiBD,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,GAAgB,EAChB,OAAY;IAEZ,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;IAC/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CACf,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAU,EAAE,EAAE;QAC9B,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,KAAK,CAChB,KAAK,EACL,YAAY,OAAO,EAAE,IAAI,EAAE,KAAK,6BAA6B,KAAK,EAAE,GAAG,EAAE,CAC1E,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CACH,CAAC;IACF,YAAY,CAAC,IAAI,CACf,YAAY,OAAO,EAAE,IAAI,EAAE,KAAK,eAAe,MAAM,CAAC,MAAM,WAAW,CACxE,CAAC;AACJ,CAAC;AAkCD,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,GAAgB,EAChB,QAAgB,EAChB,QAAgB;IAehB,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,eAAe,CAAC;IACnD,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,IAAI,sBAAsB,CAAC;IAC5D,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,MAAM,GAAuB,QAAQ,CAAC;IAE1C,OAAO,MAAM,EAAE,CAAC;QACd,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAGrB,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,eAAe,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACtF,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEjB,IAAI,SAAS,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YAClC,YAAY,CAAC,IAAI,CACf,YAAY,QAAQ,iBAAiB,SAAS,8CAA8C,CAC7F,CAAC;YACF,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,eAAe,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACtF,CAAC;QAMD,IAAI,IAAI,GAAG,KAAK,CAAC;QACjB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;YACpD,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,GAAG,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,IAAI,GAAG,CAAC,gBAAgB,EAAE,CAAC;YACjC,IAAI,KAAU,CAAC;YACf,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;YAChD,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,6BAA6B,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;YACpG,CAAC;YACD,MAAM,GAAG,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC1C,SAAS;QACX,CAAC;QAUD,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC3C,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,qBAAqB,MAAM,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACpG,CAAC;QACD,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,6BAA6B,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACjF,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAGvB,IAAI,GAAQ,CAAC;QACb,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,qCAAqC,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAC5G,CAAC;QAED,MAAM,GAAG,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAKxC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAC5B,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAChC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,iBAAiB,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;AACrE,CAAC"}
package/lib/index.d.ts ADDED
@@ -0,0 +1,3 @@
1
+ export * from "./spi";
2
+ export * from "./umid";
3
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAuBA,cAAc,OAAO,CAAC;AACtB,cAAc,QAAQ,CAAC"}
package/lib/index.js ADDED
@@ -0,0 +1,19 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ __exportStar(require("./spi"), exports);
18
+ __exportStar(require("./umid"), exports);
19
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAuBA,wCAAsB;AACtB,yCAAuB"}
package/lib/spi.d.ts ADDED
@@ -0,0 +1,17 @@
1
+ export declare function spiConsensus(networkStreams: any[], consensusReached: number): {
2
+ winners: {
3
+ [id: string]: {
4
+ rev: string;
5
+ votes: number;
6
+ doc: any;
7
+ };
8
+ };
9
+ abstained: {
10
+ [id: string]: string;
11
+ };
12
+ };
13
+ export declare function bulkWriteFailed(response: any): boolean;
14
+ export declare function shouldTriggerSpiLookup(errors: string[] | undefined, selfError?: string): boolean;
15
+ export declare function previousUmidFor(umidDoc: any, streamId: string): string | undefined;
16
+ export declare function revPosition(rev: string): number;
17
+ //# sourceMappingURL=spi.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"spi.d.ts","sourceRoot":"","sources":["../src/spi.ts"],"names":[],"mappings":"AA2IA,wBAAgB,YAAY,CAC1B,cAAc,EAAE,GAAG,EAAE,EACrB,gBAAgB,EAAE,MAAM,GACvB;IACD,OAAO,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,GAAG,CAAA;SAAE,CAAA;KAAE,CAAC;IACpE,SAAS,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;CACrC,CAuJA;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,GAAG,GAAG,OAAO,CAMtD;AAED,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,EAC5B,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAaT;AAYD,wBAAgB,eAAe,CAC7B,OAAO,EAAE,GAAG,EACZ,QAAQ,EAAE,MAAM,GACf,MAAM,GAAG,SAAS,CAcpB;AAMD,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAG/C"}
package/lib/spi.js ADDED
@@ -0,0 +1,129 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.spiConsensus = spiConsensus;
4
+ exports.bulkWriteFailed = bulkWriteFailed;
5
+ exports.shouldTriggerSpiLookup = shouldTriggerSpiLookup;
6
+ exports.previousUmidFor = previousUmidFor;
7
+ exports.revPosition = revPosition;
8
+ function spiConsensus(networkStreams, consensusReached) {
9
+ const tally = {};
10
+ const unreported = {};
11
+ for (let i = networkStreams.length; i--;) {
12
+ const nodeStreams = networkStreams[i];
13
+ if (!nodeStreams || !nodeStreams.length) {
14
+ continue;
15
+ }
16
+ const voted = {};
17
+ for (let ii = nodeStreams.length; ii--;) {
18
+ const streamDoc = nodeStreams[ii];
19
+ if (!streamDoc || !streamDoc._id) {
20
+ continue;
21
+ }
22
+ if (streamDoc.locked) {
23
+ if (!voted[streamDoc._id]) {
24
+ voted[streamDoc._id] = true;
25
+ unreported[streamDoc._id] = (unreported[streamDoc._id] || 0) + 1;
26
+ }
27
+ continue;
28
+ }
29
+ if (!streamDoc._rev || voted[streamDoc._id]) {
30
+ continue;
31
+ }
32
+ voted[streamDoc._id] = true;
33
+ if (!tally[streamDoc._id]) {
34
+ tally[streamDoc._id] = {};
35
+ }
36
+ tally[streamDoc._id][streamDoc._rev]
37
+ ? tally[streamDoc._id][streamDoc._rev].votes++
38
+ : (tally[streamDoc._id][streamDoc._rev] = {
39
+ votes: 1,
40
+ doc: streamDoc,
41
+ });
42
+ }
43
+ }
44
+ const winners = {};
45
+ const abstained = {};
46
+ const ids = Object.keys(tally);
47
+ const lockedIds = Object.keys(unreported);
48
+ for (let i = lockedIds.length; i--;) {
49
+ if (ids.indexOf(lockedIds[i]) === -1) {
50
+ ids.push(lockedIds[i]);
51
+ }
52
+ }
53
+ for (let g = ids.length; g--;) {
54
+ const id = ids[g];
55
+ const silent = unreported[id] || 0;
56
+ const revisions = tally[id] || {};
57
+ let winner = "";
58
+ let max = 0;
59
+ let forked = false;
60
+ const candidates = Object.keys(revisions);
61
+ for (let x = candidates.length; x--;) {
62
+ const rev = candidates[x];
63
+ if (revisions[rev].votes < consensusReached) {
64
+ continue;
65
+ }
66
+ if (revisions[rev].votes > max) {
67
+ max = revisions[rev].votes;
68
+ winner = rev;
69
+ }
70
+ else if (revisions[rev].votes === max) {
71
+ if (revPosition(rev) > revPosition(winner)) {
72
+ winner = rev;
73
+ }
74
+ else if (revPosition(rev) === revPosition(winner) &&
75
+ rev !== winner) {
76
+ forked = true;
77
+ }
78
+ }
79
+ }
80
+ if (forked) {
81
+ abstained[id] =
82
+ "forked - two revisions at the same position, needs a human";
83
+ }
84
+ else if (winner && max <= silent) {
85
+ abstained[id] = `inconclusive - ${max} agreed on ${winner} but ${silent} node(s) could not report`;
86
+ }
87
+ else if (winner) {
88
+ winners[id] = { rev: winner, votes: max, doc: revisions[winner].doc };
89
+ }
90
+ else if (silent) {
91
+ abstained[id] = `no revision reached consensus, ${silent} node(s) could not report`;
92
+ }
93
+ else {
94
+ abstained[id] = "no revision reached consensus";
95
+ }
96
+ }
97
+ return { winners, abstained };
98
+ }
99
+ function bulkWriteFailed(response) {
100
+ return response?.ok !== true;
101
+ }
102
+ function shouldTriggerSpiLookup(errors, selfError) {
103
+ const spiErrorCount = errors?.filter((e) => e.indexOf("Stream Position Incorrect") !== -1)
104
+ .length || 0;
105
+ return ((spiErrorCount > 0 &&
106
+ spiErrorCount >= Math.floor((errors?.length || 0) / 3)) ||
107
+ (selfError !== undefined &&
108
+ selfError.indexOf("Stream Position Incorrect") !== -1));
109
+ }
110
+ function previousUmidFor(umidDoc, streamId) {
111
+ const updated = umidDoc?.streams?.updated;
112
+ if (!Array.isArray(updated)) {
113
+ return undefined;
114
+ }
115
+ for (const entry of updated) {
116
+ if (!entry)
117
+ continue;
118
+ const id = entry.id || "";
119
+ if (id === streamId || id.endsWith(streamId) || streamId.endsWith(id)) {
120
+ return entry.prev || undefined;
121
+ }
122
+ }
123
+ return undefined;
124
+ }
125
+ function revPosition(rev) {
126
+ const position = parseInt((rev || "").split("-")[0], 10);
127
+ return isNaN(position) ? 0 : position;
128
+ }
129
+ //# sourceMappingURL=spi.js.map
package/lib/spi.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"spi.js","sourceRoot":"","sources":["../src/spi.ts"],"names":[],"mappings":";;;;;;;AA2IA,sBACE,cAAqB,EACrB,gBAAwB;IAKxB,MAAM,KAAK,GAEP,EAAE,CAAC;IAEP,MAAM,UAAU,GAA6B,EAAE,CAAC;IAEhD,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QAC1C,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAEtC,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YACxC,SAAS;QACX,CAAC;QAOD,MAAM,KAAK,GAA8B,EAAE,CAAC;QAE5C,KAAK,IAAI,EAAE,GAAG,WAAW,CAAC,MAAM,EAAE,EAAE,EAAE,GAAI,CAAC;YACzC,MAAM,SAAS,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;gBACjC,SAAS;YACX,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;gBACrB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC1B,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;oBAC5B,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnE,CAAC;gBACD,SAAS;YACX,CAAC;YAED,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5C,SAAS;YACX,CAAC;YACD,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YAE5B,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;YAC5B,CAAC;YACD,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;gBAClC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE;gBAC9C,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG;oBACtC,KAAK,EAAE,CAAC;oBACR,GAAG,EAAE,SAAS;iBACf,CAAC,CAAC;QACT,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAET,EAAE,CAAC;IACP,MAAM,SAAS,GAA6B,EAAE,CAAC;IAG/C,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QACrC,IAAI,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACrC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QAC/B,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAoBlB,MAAM,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QAEnC,MAAM,SAAS,GAAG,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,MAAM,GAAG,KAAK,CAAC;QAEnB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;YACtC,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,gBAAgB,EAAE,CAAC;gBAC5C,SAAS;YACX,CAAC;YAED,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,GAAG,EAAE,CAAC;gBAC/B,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;gBAC3B,MAAM,GAAG,GAAG,CAAC;YACf,CAAC;iBAAM,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,GAAG,EAAE,CAAC;gBAIxC,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC3C,MAAM,GAAG,GAAG,CAAC;gBACf,CAAC;qBAAM,IACL,WAAW,CAAC,GAAG,CAAC,KAAK,WAAW,CAAC,MAAM,CAAC;oBACxC,GAAG,KAAK,MAAM,EACd,CAAC;oBAOD,MAAM,GAAG,IAAI,CAAC;gBAChB,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,MAAM,EAAE,CAAC;YACX,SAAS,CAAC,EAAE,CAAC;gBACX,4DAA4D,CAAC;QACjE,CAAC;aAAM,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;YAYnC,SAAS,CAAC,EAAE,CAAC,GAAG,kBAAkB,GAAG,cAAc,MAAM,QAAQ,MAAM,2BAA2B,CAAC;QACrG,CAAC;aAAM,IAAI,MAAM,EAAE,CAAC;YAClB,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;QACxE,CAAC;aAAM,IAAI,MAAM,EAAE,CAAC;YAClB,SAAS,CAAC,EAAE,CAAC,GAAG,kCAAkC,MAAM,2BAA2B,CAAC;QACtF,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,EAAE,CAAC,GAAG,+BAA+B,CAAC;QAClD,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;AAChC,CAAC;AAED,yBAAgC,QAAa;IAK3C,OAAO,QAAQ,EAAE,EAAE,KAAK,IAAI,CAAC;AAC/B,CAAC;AAED,gCACE,MAA4B,EAC5B,SAAkB;IAElB,MAAM,aAAa,GACjB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC,CAAC;SACjE,MAAM,IAAI,CAAC,CAAC;IACjB,OAAO,CAGL,CAAC,aAAa,GAAG,CAAC;QAChB,aAAa,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAEzD,CAAC,SAAS,KAAK,SAAS;YACtB,SAAS,CAAC,OAAO,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC,CAAC,CACzD,CAAC;AACJ,CAAC;AAYD,yBACE,OAAY,EACZ,QAAgB;IAEhB,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;IAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK;YAAE,SAAS;QAErB,MAAM,EAAE,GAAW,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;QAClC,IAAI,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YACtE,OAAO,KAAK,CAAC,IAAI,IAAI,SAAS,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAMD,qBAA4B,GAAW;IACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACzD,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACxC,CAAC"}
package/lib/umid.d.ts ADDED
@@ -0,0 +1,32 @@
1
+ export interface PeerSource {
2
+ umid(umid: string): Promise<any[]>;
3
+ }
4
+ export interface SyncStore {
5
+ get(id: string): Promise<any>;
6
+ bulkDocs(docs: any[], options?: {
7
+ new_edits: boolean;
8
+ force_rev?: string;
9
+ }): Promise<any>;
10
+ }
11
+ export interface SyncContext {
12
+ store: SyncStore;
13
+ events: {
14
+ post(doc: any): Promise<any>;
15
+ };
16
+ peers: PeerSource;
17
+ walkLimit?: number;
18
+ hopDelayMs?: number;
19
+ continuePastHeld?: boolean;
20
+ minAgree?: number;
21
+ }
22
+ export declare const UMID_WALK_LIMIT = 100;
23
+ export declare const UMID_WALK_HOP_DELAY_MS = 50;
24
+ export declare function backfillUmid(ctx: SyncContext, umid: string): Promise<boolean>;
25
+ export declare function replaySpiEvents(ctx: SyncContext, umidDoc: any): Promise<void>;
26
+ export declare function walkUmidHistory(ctx: SyncContext, streamId: string, fromUmid: string): Promise<{
27
+ recovered: string[];
28
+ stoppedAt: string;
29
+ complete: boolean;
30
+ frontier?: string;
31
+ }>;
32
+ //# sourceMappingURL=umid.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"umid.d.ts","sourceRoot":"","sources":["../src/umid.ts"],"names":[],"mappings":"AA+BA,MAAM,WAAW,UAAU;IAEzB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;CACpC;AAGD,MAAM,WAAW,SAAS;IACxB,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;CAC3F;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,SAAS,CAAC;IAEjB,MAAM,EAAE;QAAE,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;KAAE,CAAC;IACzC,KAAK,EAAE,UAAU,CAAC;IAElB,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,UAAU,CAAC,EAAE,MAAM,CAAC;IAOpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAO3B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,eAAe,MAAM,CAAC;AACnC,eAAO,MAAM,sBAAsB,KAAK,CAAC;AAiCzC,wBAAsB,YAAY,CAChC,GAAG,EAAE,WAAW,EAChB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,OAAO,CAAC,CA6FlB;AAiBD,wBAAsB,eAAe,CACnC,GAAG,EAAE,WAAW,EAChB,OAAO,EAAE,GAAG,GACX,OAAO,CAAC,IAAI,CAAC,CAqBf;AAkCD,wBAAsB,eAAe,CACnC,GAAG,EAAE,WAAW,EAChB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;IACT,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAQlB,QAAQ,EAAE,OAAO,CAAC;IAElB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC,CAmFD"}
package/lib/umid.js ADDED
@@ -0,0 +1,149 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.UMID_WALK_HOP_DELAY_MS = exports.UMID_WALK_LIMIT = void 0;
4
+ exports.backfillUmid = backfillUmid;
5
+ exports.replaySpiEvents = replaySpiEvents;
6
+ exports.walkUmidHistory = walkUmidHistory;
7
+ const activelogger_1 = require("@activeledger/activelogger");
8
+ const activecrypto_1 = require("@activeledger/activecrypto");
9
+ const spi_1 = require("./spi");
10
+ exports.UMID_WALK_LIMIT = 100;
11
+ exports.UMID_WALK_HOP_DELAY_MS = 50;
12
+ async function backfillUmid(ctx, umid) {
13
+ if (!umid) {
14
+ return false;
15
+ }
16
+ try {
17
+ const local = await ctx.store.get(`${umid}:umid`);
18
+ if (local && local._id) {
19
+ await replaySpiEvents(ctx, local);
20
+ return true;
21
+ }
22
+ }
23
+ catch {
24
+ }
25
+ let responses;
26
+ try {
27
+ responses = await ctx.peers.umid(umid);
28
+ }
29
+ catch {
30
+ activelogger_1.ActiveLogger.warn(`SPI UMID ${umid} - could not reach the network`);
31
+ return false;
32
+ }
33
+ const grouped = {};
34
+ for (let i = responses.length; i--;) {
35
+ const response = responses[i];
36
+ if (!response?.umid?.$umid ||
37
+ response.umid.$umid !== umid ||
38
+ response._id !== `${umid}:umid`) {
39
+ continue;
40
+ }
41
+ const hash = activecrypto_1.ActiveCrypto.Hash.getHash(JSON.stringify(response));
42
+ grouped[hash]
43
+ ? grouped[hash].count++
44
+ : (grouped[hash] = { count: 1, doc: response });
45
+ }
46
+ const hashes = Object.keys(grouped);
47
+ if (!hashes.length) {
48
+ activelogger_1.ActiveLogger.warn(`SPI UMID ${umid} - no node could supply it`);
49
+ return false;
50
+ }
51
+ const best = grouped[hashes.sort((a, b) => grouped[b].count - grouped[a].count)[0]];
52
+ const winner = best.doc;
53
+ const needed = Math.max(1, ctx.minAgree ?? 1);
54
+ if (best.count < needed) {
55
+ activelogger_1.ActiveLogger.warn(`SPI UMID ${umid} - only ${best.count} node(s) gave the same document, ${needed} needed`);
56
+ return false;
57
+ }
58
+ if (best.count === 1 && responses.length > 1) {
59
+ activelogger_1.ActiveLogger.warn(`SPI UMID ${umid} - adopted on the word of a single node`);
60
+ }
61
+ try {
62
+ const written = await ctx.store.bulkDocs([winner], {
63
+ new_edits: false,
64
+ });
65
+ if ((0, spi_1.bulkWriteFailed)(written)) {
66
+ activelogger_1.ActiveLogger.error(`SPI UMID ${umid} - write failed, left for restore`);
67
+ return false;
68
+ }
69
+ }
70
+ catch (error) {
71
+ activelogger_1.ActiveLogger.error(error, `SPI UMID ${umid} - write threw, left for restore`);
72
+ return false;
73
+ }
74
+ activelogger_1.ActiveLogger.warn(`SPI UMID ADDED ${umid}`);
75
+ await replaySpiEvents(ctx, winner);
76
+ return true;
77
+ }
78
+ async function replaySpiEvents(ctx, umidDoc) {
79
+ const events = umidDoc?.events;
80
+ if (!Array.isArray(events) || !events.length) {
81
+ return;
82
+ }
83
+ await Promise.all(events.map(async (event) => {
84
+ try {
85
+ await ctx.events.post(event);
86
+ }
87
+ catch (error) {
88
+ activelogger_1.ActiveLogger.error(error, `SPI UMID ${umidDoc?.umid?.$umid} - failed to replay event ${event?._id}`);
89
+ }
90
+ }));
91
+ activelogger_1.ActiveLogger.warn(`SPI UMID ${umidDoc?.umid?.$umid} - replayed ${events.length} event(s)`);
92
+ }
93
+ async function walkUmidHistory(ctx, streamId, fromUmid) {
94
+ const walkLimit = ctx.walkLimit ?? exports.UMID_WALK_LIMIT;
95
+ const hopDelayMs = ctx.hopDelayMs ?? exports.UMID_WALK_HOP_DELAY_MS;
96
+ const recovered = [];
97
+ const seen = new Set();
98
+ let cursor = fromUmid;
99
+ while (cursor) {
100
+ if (seen.has(cursor)) {
101
+ return { recovered, stoppedAt: "loop detected", complete: false, frontier: cursor };
102
+ }
103
+ seen.add(cursor);
104
+ if (recovered.length >= walkLimit) {
105
+ activelogger_1.ActiveLogger.warn(`SPI WALK ${streamId} - stopped at ${walkLimit}, a full restore is the right tool from here`);
106
+ return { recovered, stoppedAt: "limit reached", complete: false, frontier: cursor };
107
+ }
108
+ let held = false;
109
+ try {
110
+ const local = await ctx.store.get(`${cursor}:umid`);
111
+ held = !!(local && local._id);
112
+ }
113
+ catch {
114
+ held = false;
115
+ }
116
+ if (held && ctx.continuePastHeld) {
117
+ let local;
118
+ try {
119
+ local = await ctx.store.get(`${cursor}:umid`);
120
+ }
121
+ catch {
122
+ return { recovered, stoppedAt: "held umid could not be read", complete: false, frontier: cursor };
123
+ }
124
+ cursor = (0, spi_1.previousUmidFor)(local, streamId);
125
+ continue;
126
+ }
127
+ const ok = await backfillUmid(ctx, cursor);
128
+ if (!ok) {
129
+ return { recovered, stoppedAt: `could not recover ${cursor}`, complete: false, frontier: cursor };
130
+ }
131
+ if (held) {
132
+ return { recovered, stoppedAt: "reached a umid already held", complete: true };
133
+ }
134
+ recovered.push(cursor);
135
+ let doc;
136
+ try {
137
+ doc = await ctx.store.get(`${cursor}:umid`);
138
+ }
139
+ catch {
140
+ return { recovered, stoppedAt: "adopted umid could not be read back", complete: false, frontier: cursor };
141
+ }
142
+ cursor = (0, spi_1.previousUmidFor)(doc, streamId);
143
+ if (cursor) {
144
+ await new Promise((resolve) => setTimeout(resolve, hopDelayMs));
145
+ }
146
+ }
147
+ return { recovered, stoppedAt: "start of stream", complete: true };
148
+ }
149
+ //# sourceMappingURL=umid.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"umid.js","sourceRoot":"","sources":["../src/umid.ts"],"names":[],"mappings":";;;;;;AAuBA,6DAA0D;AAC1D,6DAA0D;AAC1D,+BAAyD;AA0C5C,QAAA,eAAe,GAAG,GAAG,CAAC;AACtB,QAAA,sBAAsB,GAAG,EAAE,CAAC;AAiClC,KAAK,uBACV,GAAgB,EAChB,IAAY;IAEZ,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,KAAK,CAAC;IACf,CAAC;IAcD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,OAAO,CAAC,CAAC;QAClD,IAAI,KAAK,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;IAET,CAAC;IAED,IAAI,SAAgB,CAAC;IACrB,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,2BAAY,CAAC,IAAI,CAAC,YAAY,IAAI,gCAAgC,CAAC,CAAC;QACpE,OAAO,KAAK,CAAC;IACf,CAAC;IAKD,MAAM,OAAO,GAAoD,EAAE,CAAC;IACpE,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,GAAI,CAAC;QACrC,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAG9B,IACE,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK;YACtB,QAAQ,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI;YAC5B,QAAQ,CAAC,GAAG,KAAK,GAAG,IAAI,OAAO,EAC/B,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,2BAAY,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjE,OAAO,CAAC,IAAI,CAAC;YACX,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE;YACvB,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACnB,2BAAY,CAAC,IAAI,CAAC,YAAY,IAAI,4BAA4B,CAAC,CAAC;QAChE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;IACxB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;IAC9C,IAAI,IAAI,CAAC,KAAK,GAAG,MAAM,EAAE,CAAC;QACxB,2BAAY,CAAC,IAAI,CACf,YAAY,IAAI,WAAW,IAAI,CAAC,KAAK,oCAAoC,MAAM,SAAS,CACzF,CAAC;QACF,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7C,2BAAY,CAAC,IAAI,CAAC,YAAY,IAAI,yCAAyC,CAAC,CAAC;IAC/E,CAAC;IAED,IAAI,CAAC;QAGH,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE;YACjD,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;QACH,IAAI,IAAA,qBAAe,EAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,2BAAY,CAAC,KAAK,CAAC,YAAY,IAAI,mCAAmC,CAAC,CAAC;YACxE,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,2BAAY,CAAC,KAAK,CAAC,KAAK,EAAE,YAAY,IAAI,kCAAkC,CAAC,CAAC;QAC9E,OAAO,KAAK,CAAC;IACf,CAAC;IAED,2BAAY,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,IAAI,CAAC;AACd,CAAC;AAiBM,KAAK,0BACV,GAAgB,EAChB,OAAY;IAEZ,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;IAC/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CACf,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAU,EAAE,EAAE;QAC9B,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,2BAAY,CAAC,KAAK,CAChB,KAAK,EACL,YAAY,OAAO,EAAE,IAAI,EAAE,KAAK,6BAA6B,KAAK,EAAE,GAAG,EAAE,CAC1E,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CACH,CAAC;IACF,2BAAY,CAAC,IAAI,CACf,YAAY,OAAO,EAAE,IAAI,EAAE,KAAK,eAAe,MAAM,CAAC,MAAM,WAAW,CACxE,CAAC;AACJ,CAAC;AAkCM,KAAK,0BACV,GAAgB,EAChB,QAAgB,EAChB,QAAgB;IAehB,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,QAAA,eAAe,CAAC;IACnD,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,IAAI,QAAA,sBAAsB,CAAC;IAC5D,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,MAAM,GAAuB,QAAQ,CAAC;IAE1C,OAAO,MAAM,EAAE,CAAC;QACd,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAGrB,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,eAAe,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACtF,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEjB,IAAI,SAAS,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YAClC,2BAAY,CAAC,IAAI,CACf,YAAY,QAAQ,iBAAiB,SAAS,8CAA8C,CAC7F,CAAC;YACF,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,eAAe,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACtF,CAAC;QAMD,IAAI,IAAI,GAAG,KAAK,CAAC;QACjB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;YACpD,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,GAAG,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,IAAI,GAAG,CAAC,gBAAgB,EAAE,CAAC;YACjC,IAAI,KAAU,CAAC;YACf,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;YAChD,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,6BAA6B,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;YACpG,CAAC;YACD,MAAM,GAAG,IAAA,qBAAe,EAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC1C,SAAS;QACX,CAAC;QAUD,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC3C,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,qBAAqB,MAAM,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACpG,CAAC;QACD,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,6BAA6B,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACjF,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAGvB,IAAI,GAAQ,CAAC;QACb,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,qCAAqC,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAC5G,CAAC;QAED,MAAM,GAAG,IAAA,qBAAe,EAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAKxC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAC5B,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAChC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,iBAAiB,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;AACrE,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,54 @@
1
1
  {
2
2
  "name": "@activeledger/activesync",
3
- "version": "0.0.0-stage",
4
- "stub": true,
5
- "description": "Temporary package placeholder for staged publishing"
6
- }
3
+ "version": "5.1.1",
4
+ "engines": {
5
+ "node": ">=24.0.0"
6
+ },
7
+ "description": "Shared ledger sync logic: SPI tally, umid backfill and history walking, over any peer transport",
8
+ "keywords": [
9
+ "blockchain",
10
+ "dlt",
11
+ "distributed ledger technology",
12
+ "ledger",
13
+ "smart contracts",
14
+ "activeledger",
15
+ "network",
16
+ "node",
17
+ "sync"
18
+ ],
19
+ "homepage": "https://github.com/activeledger/activeledger",
20
+ "main": "./lib/index.js",
21
+ "scripts": {
22
+ "start": "node lib/index.js",
23
+ "test": "cd ../../ && npm test",
24
+ "build:commonjs": "tsc --outDir lib --module commonjs",
25
+ "build:es": "tsc --outDir es --module es2022",
26
+ "build": "npm run build:commonjs && npm run build:es",
27
+ "prepublishOnly": "npm run build"
28
+ },
29
+ "repository": {
30
+ "type": "git",
31
+ "url": "git+https://github.com/activeledger/activeledger.git"
32
+ },
33
+ "bugs": {
34
+ "url": "https://github.com/activeledger/activeledger/issues"
35
+ },
36
+ "author": "Activeledger",
37
+ "license": "MIT",
38
+ "devDependencies": {
39
+ "@activeledger/activedefinitions": "5.1.1",
40
+ "@types/node": "24.10.1",
41
+ "typescript": "7.0.2"
42
+ },
43
+ "files": [
44
+ "es",
45
+ "lib"
46
+ ],
47
+ "types": "./lib/index.d.ts",
48
+ "jsnext:main": "./es/index.js",
49
+ "module": "./es/index.js",
50
+ "dependencies": {
51
+ "@activeledger/activecrypto": "5.1.1",
52
+ "@activeledger/activelogger": "5.1.1"
53
+ }
54
+ }
package/README.md DELETED
@@ -1,3 +0,0 @@
1
- # Temporary Holding Version
2
-
3
- This version is a temporary placeholder for this package. An operational version to replace this has been submitted for review and is awaiting a staged release.