@activeledger/activerestore 2.15.6 → 4.3.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/es/index.js +1 -1
- package/es/index.js.map +1 -1
- package/es/modules/helper/helper.d.ts +1 -0
- package/es/modules/helper/helper.d.ts.map +1 -1
- package/es/modules/helper/helper.js +18 -4
- package/es/modules/helper/helper.js.map +1 -1
- package/es/modules/interagent/interagent.d.ts +1 -24
- package/es/modules/interagent/interagent.d.ts.map +1 -1
- package/es/modules/interagent/interagent.js +88 -345
- package/es/modules/interagent/interagent.js.map +1 -1
- package/es/modules/provider/provider.d.ts +1 -0
- package/es/modules/provider/provider.d.ts.map +1 -1
- package/es/modules/provider/provider.js +13 -2
- package/es/modules/provider/provider.js.map +1 -1
- package/es/modules/quick-restore/quick-restore.d.ts.map +1 -1
- package/es/modules/quick-restore/quick-restore.js +8 -2
- package/es/modules/quick-restore/quick-restore.js.map +1 -1
- package/lib/index.js +1 -1
- package/lib/index.js.map +1 -1
- package/lib/modules/helper/helper.d.ts +1 -0
- package/lib/modules/helper/helper.d.ts.map +1 -1
- package/lib/modules/helper/helper.js +18 -4
- package/lib/modules/helper/helper.js.map +1 -1
- package/lib/modules/interagent/interagent.d.ts +1 -24
- package/lib/modules/interagent/interagent.d.ts.map +1 -1
- package/lib/modules/interagent/interagent.js +88 -345
- package/lib/modules/interagent/interagent.js.map +1 -1
- package/lib/modules/provider/provider.d.ts +1 -0
- package/lib/modules/provider/provider.d.ts.map +1 -1
- package/lib/modules/provider/provider.js +13 -2
- package/lib/modules/provider/provider.js.map +1 -1
- package/lib/modules/quick-restore/quick-restore.d.ts.map +1 -1
- package/lib/modules/quick-restore/quick-restore.js +8 -2
- package/lib/modules/quick-restore/quick-restore.js.map +1 -1
- package/package.json +6 -6
package/es/index.js
CHANGED
|
@@ -4,8 +4,8 @@ import { Provider } from "./modules/provider/provider";
|
|
|
4
4
|
import { Interagent } from "./modules/interagent/interagent";
|
|
5
5
|
import { QuickRestore } from "./modules/quick-restore/quick-restore";
|
|
6
6
|
class ActiveRestore {
|
|
7
|
+
verbose = false;
|
|
7
8
|
constructor() {
|
|
8
|
-
this.verbose = false;
|
|
9
9
|
Helper.verbose = this.verbose;
|
|
10
10
|
this.initialise();
|
|
11
11
|
}
|
package/es/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAyBA,OAAO,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAC;AAErE,MAAM,aAAa;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAyBA,OAAO,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAC;AAErE,MAAM,aAAa;IACT,OAAO,GAAG,KAAK,CAAC;IAExB;QACE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAE9B,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,MAAM,aAAa,GAAG,GAAG,EAAE;YACzB,IAAI,UAAU,EAAE,CAAC;QAKnB,CAAC,CAAC;QAEF,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,IAAI,YAAY,EAAE,CAAC;IACtE,CAAC;CACF;AAED,IAAI,aAAa,EAAE,CAAC"}
|
|
@@ -3,5 +3,6 @@ export declare class Helper {
|
|
|
3
3
|
static output(message: string, other?: any): void;
|
|
4
4
|
static getNeighbourCount: (dontIncludeSelf: boolean) => number;
|
|
5
5
|
static metConsensus: (votes: number, dontIncludeSelf?: boolean) => boolean;
|
|
6
|
+
static replayEvents(umidDoc: any): Promise<void>;
|
|
6
7
|
}
|
|
7
8
|
//# sourceMappingURL=helper.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"helper.d.ts","sourceRoot":"","sources":["../../../src/modules/helper/helper.ts"],"names":[],"mappings":"AAgCA,qBAAa,MAAM;IACjB,OAAc,OAAO,EAAE,OAAO,CAAS;WASzB,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,GAAG,IAAI;IAYxD,OAAc,iBAAiB,oBAAqB,OAAO,YACe;IAQ1E,OAAc,YAAY,UACjB,MAAM,oBACI,OAAO,aAGQ;
|
|
1
|
+
{"version":3,"file":"helper.d.ts","sourceRoot":"","sources":["../../../src/modules/helper/helper.ts"],"names":[],"mappings":"AAgCA,qBAAa,MAAM;IACjB,OAAc,OAAO,EAAE,OAAO,CAAS;WASzB,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,GAAG,IAAI;IAYxD,OAAc,iBAAiB,oBAAqB,OAAO,YACe;IAQ1E,OAAc,YAAY,UACjB,MAAM,oBACI,OAAO,aAGQ;WAoBd,YAAY,CAAC,OAAO,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;CAuB9D"}
|
|
@@ -1,14 +1,28 @@
|
|
|
1
1
|
import { ActiveLogger } from "@activeledger/activelogger";
|
|
2
2
|
import { Provider } from "../provider/provider";
|
|
3
3
|
export class Helper {
|
|
4
|
+
static verbose = false;
|
|
4
5
|
static output(message, other) {
|
|
5
6
|
if (Helper.verbose) {
|
|
6
7
|
other ? ActiveLogger.info(other, message) : ActiveLogger.info(message);
|
|
7
8
|
}
|
|
8
9
|
}
|
|
10
|
+
static getNeighbourCount = (dontIncludeSelf) => dontIncludeSelf ? Provider.neighbourCount - 1 : Provider.neighbourCount;
|
|
11
|
+
static metConsensus = (votes, dontIncludeSelf = false) => (votes / Helper.getNeighbourCount(dontIncludeSelf)) * 100 >=
|
|
12
|
+
Provider.consensusReachedAmount;
|
|
13
|
+
static async replayEvents(umidDoc) {
|
|
14
|
+
const events = umidDoc?.events;
|
|
15
|
+
if (!Array.isArray(events) || !events.length) {
|
|
16
|
+
return;
|
|
17
|
+
}
|
|
18
|
+
await Promise.all(events.map(async (event) => {
|
|
19
|
+
try {
|
|
20
|
+
await Provider.eventDatabase.post(event);
|
|
21
|
+
}
|
|
22
|
+
catch (error) {
|
|
23
|
+
ActiveLogger.error(error, `Failed to replay event ${event?._id} for restored UMID ${umidDoc?.umid?.$umid || umidDoc?._id}`);
|
|
24
|
+
}
|
|
25
|
+
}));
|
|
26
|
+
}
|
|
9
27
|
}
|
|
10
|
-
Helper.verbose = false;
|
|
11
|
-
Helper.getNeighbourCount = (dontIncludeSelf) => dontIncludeSelf ? Provider.neighbourCount - 1 : Provider.neighbourCount;
|
|
12
|
-
Helper.metConsensus = (votes, dontIncludeSelf = false) => (votes / Helper.getNeighbourCount(dontIncludeSelf)) * 100 >=
|
|
13
|
-
Provider.consensusReachedAmount;
|
|
14
28
|
//# sourceMappingURL=helper.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"helper.js","sourceRoot":"","sources":["../../../src/modules/helper/helper.ts"],"names":[],"mappings":"AAuBA,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAQhD,MAAM,OAAO,MAAM;
|
|
1
|
+
{"version":3,"file":"helper.js","sourceRoot":"","sources":["../../../src/modules/helper/helper.ts"],"names":[],"mappings":"AAuBA,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAQhD,MAAM,OAAO,MAAM;IACV,MAAM,CAAC,OAAO,GAAY,KAAK,CAAC;IAShC,MAAM,CAAC,MAAM,CAAC,OAAe,EAAE,KAAW;QAC/C,IAAI,MAAM,CAAC,OAAO,EAAE;YAClB,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SACxE;IACH,CAAC;IAQM,MAAM,CAAC,iBAAiB,GAAG,CAAC,eAAwB,EAAE,EAAE,CAC7D,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC;IAQnE,MAAM,CAAC,YAAY,GAAG,CAC3B,KAAa,EACb,kBAA2B,KAAK,EAChC,EAAE,CACF,CAAC,KAAK,GAAG,MAAM,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC,GAAG,GAAG;QACzD,QAAQ,CAAC,sBAAsB,CAAC;IAoB3B,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,OAAY;QAC3C,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;QAC/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAC5C,OAAO;SACR;QAMD,MAAM,OAAO,CAAC,GAAG,CACf,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACzB,IAAI;gBACF,MAAM,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aAC1C;YAAC,OAAO,KAAK,EAAE;gBACd,YAAY,CAAC,KAAK,CAChB,KAAK,EACL,0BAA0B,KAAK,EAAE,GAAG,sBAAsB,OAAO,EAAE,IAAI,EAAE,KAAK,IAAI,OAAO,EAAE,GAAG,EAAE,CACjG,CAAC;aACH;QACH,CAAC,CAAC,CACH,CAAC;IACJ,CAAC"}
|
|
@@ -1,35 +1,12 @@
|
|
|
1
1
|
export declare class Interagent {
|
|
2
2
|
private errorCodes;
|
|
3
|
-
private attemptUmidDoc;
|
|
4
|
-
private umidDoc;
|
|
5
3
|
private skippedErrorInterval;
|
|
6
4
|
constructor();
|
|
7
|
-
private listener;
|
|
8
5
|
private skippedChecker;
|
|
9
|
-
private hasVote;
|
|
10
|
-
private handleConsensusNotMet;
|
|
11
6
|
private hasErrorCode;
|
|
12
|
-
private isCompatibleTransaction;
|
|
13
|
-
private revisionAlreadyStored;
|
|
14
|
-
private responseHasError;
|
|
15
|
-
private createStreamCache;
|
|
16
|
-
private handleStreamFixPromise;
|
|
17
|
-
private isDocMissing;
|
|
18
|
-
private isStreamDefinedAndNotEmptyArray;
|
|
19
7
|
private processDocument;
|
|
20
|
-
private
|
|
21
|
-
private dataIntegrityCheck;
|
|
22
|
-
private errorMismatchFinder;
|
|
23
|
-
private getRevisions;
|
|
24
|
-
private consensusCheck;
|
|
8
|
+
private verifyUmidNotFound;
|
|
25
9
|
private insertUmid;
|
|
26
|
-
private fixStream;
|
|
27
|
-
private fixDocument;
|
|
28
|
-
private rebuildData;
|
|
29
|
-
private rebuildRemote;
|
|
30
|
-
private rebuildSelf;
|
|
31
|
-
private getNetworkStreamData;
|
|
32
|
-
private reduceStreamData;
|
|
33
10
|
private setProcessed;
|
|
34
11
|
private archive;
|
|
35
12
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"interagent.d.ts","sourceRoot":"","sources":["../../../src/modules/interagent/interagent.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"interagent.d.ts","sourceRoot":"","sources":["../../../src/modules/interagent/interagent.ts"],"names":[],"mappings":"AAyCA,qBAAa,UAAU;IACrB,OAAO,CAAC,UAAU,CAWhB;IAEF,OAAO,CAAC,oBAAoB,CAAW;;YAgEzB,cAAc;IA4B5B,OAAO,CAAC,YAAY,CAC6B;YAOnC,eAAe;YA0Ef,kBAAkB;IAwBhC,OAAO,CAAC,UAAU;IA6ClB,OAAO,CAAC,YAAY;YA6BN,OAAO;CAmBtB"}
|
|
@@ -1,71 +1,41 @@
|
|
|
1
|
-
import { Helper } from "../helper/helper";
|
|
2
1
|
import { Provider } from "../provider/provider";
|
|
2
|
+
import { Helper } from "../helper/helper";
|
|
3
3
|
import { ActiveLogger } from "@activeledger/activelogger";
|
|
4
4
|
import { ErrorCodes } from "./error-codes.enum";
|
|
5
5
|
import { ActiveCrypto } from "@activeledger/activecrypto";
|
|
6
|
+
const REMOVE_CACHE_TIMER = 5 * 60 * 1000;
|
|
6
7
|
export class Interagent {
|
|
8
|
+
errorCodes = [
|
|
9
|
+
ErrorCodes.StreamNotFound,
|
|
10
|
+
];
|
|
11
|
+
skippedErrorInterval;
|
|
7
12
|
constructor() {
|
|
8
|
-
this.errorCodes = [
|
|
9
|
-
ErrorCodes.StreamNotFound,
|
|
10
|
-
ErrorCodes.StateNotFound,
|
|
11
|
-
ErrorCodes.VoteFailedNetworkOk,
|
|
12
|
-
ErrorCodes.InternalBusyLocked,
|
|
13
|
-
ErrorCodes.StreamPositionIncorrect,
|
|
14
|
-
ErrorCodes.ReadOnlyStreamNotFound,
|
|
15
|
-
ErrorCodes.NodeFinalReject,
|
|
16
|
-
ErrorCodes.FailedToSave,
|
|
17
|
-
ErrorCodes.Unknown,
|
|
18
|
-
ErrorCodes.FailedToGetResponse,
|
|
19
|
-
];
|
|
20
|
-
this.attemptUmidDoc = false;
|
|
21
|
-
this.hasVote = (data) => (!!data.vote);
|
|
22
|
-
this.hasErrorCode = (changeDoc) => this.errorCodes.indexOf(changeDoc.code) !== -1;
|
|
23
|
-
this.isCompatibleTransaction = (changeDoc) => changeDoc.code !== ErrorCodes.FailedToSave &&
|
|
24
|
-
changeDoc.code !== ErrorCodes.NodeFinalReject &&
|
|
25
|
-
changeDoc.code !== ErrorCodes.VoteFailed &&
|
|
26
|
-
!changeDoc.transaction.$broadcast;
|
|
27
|
-
this.revisionAlreadyStored = (revisions, revision) => !!revisions[revision];
|
|
28
|
-
this.responseHasError = (data) => (!!data.error);
|
|
29
|
-
this.createStreamCache = (data) => {
|
|
30
|
-
if (data.umid) {
|
|
31
|
-
this.umidDoc = data;
|
|
32
|
-
}
|
|
33
|
-
let concatArray;
|
|
34
|
-
data.streams
|
|
35
|
-
? (concatArray = [...data.streams.new, ...data.streams.updated])
|
|
36
|
-
: (concatArray = []);
|
|
37
|
-
return concatArray;
|
|
38
|
-
};
|
|
39
|
-
this.handleStreamFixPromise = (streamIndex, revisionIndex) => {
|
|
40
|
-
ActiveLogger.info(`WW🐔D - ${streamIndex}@${revisionIndex}`);
|
|
41
|
-
return this.fixStream(streamIndex, revisionIndex);
|
|
42
|
-
};
|
|
43
|
-
this.isDocMissing = (document) => !!(document.error &&
|
|
44
|
-
document.status &&
|
|
45
|
-
document.message &&
|
|
46
|
-
document.docId &&
|
|
47
|
-
document.status === 404 &&
|
|
48
|
-
document.message === "missing");
|
|
49
|
-
this.isStreamDefinedAndNotEmptyArray = (stream) => !!(stream && !Array.isArray(stream));
|
|
50
|
-
this.listener();
|
|
51
13
|
this.skippedErrorInterval = async () => {
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
14
|
+
try {
|
|
15
|
+
await this.skippedChecker();
|
|
16
|
+
}
|
|
17
|
+
catch (error) {
|
|
18
|
+
ActiveLogger.error(error, "Skipped Error Checker");
|
|
19
|
+
}
|
|
20
|
+
finally {
|
|
21
|
+
setTimeout(() => {
|
|
22
|
+
this.skippedErrorInterval();
|
|
23
|
+
}, 5000);
|
|
24
|
+
}
|
|
56
25
|
};
|
|
26
|
+
ActiveLogger.info("Interagent Started");
|
|
57
27
|
setTimeout(() => {
|
|
28
|
+
ActiveLogger.info("Interagent Starting Error Checker");
|
|
58
29
|
this.skippedErrorInterval();
|
|
59
30
|
}, 5000);
|
|
60
31
|
}
|
|
61
|
-
listener() {
|
|
62
|
-
}
|
|
63
32
|
async skippedChecker() {
|
|
64
33
|
const docs = await Provider.errorDatabase.allDocs({
|
|
65
34
|
include_docs: true,
|
|
66
35
|
limit: 200,
|
|
67
36
|
});
|
|
68
|
-
if (docs
|
|
37
|
+
if (docs?.rows.length) {
|
|
38
|
+
ActiveLogger.info(`Interagent Checking ${docs.rows.length} Documents`);
|
|
69
39
|
for (let i = docs.rows.length; i--;) {
|
|
70
40
|
const doc = docs.rows[i];
|
|
71
41
|
if (doc.processed) {
|
|
@@ -77,171 +47,82 @@ export class Interagent {
|
|
|
77
47
|
}
|
|
78
48
|
}
|
|
79
49
|
}
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
if (changeDoc.code === ErrorCodes.StreamPositionIncorrect ||
|
|
83
|
-
changeDoc.code === ErrorCodes.StreamNotFound ||
|
|
84
|
-
changeDoc.code === ErrorCodes.InternalBusyLocked) {
|
|
85
|
-
return this.dataIntegrityCheck(changeDoc);
|
|
86
|
-
}
|
|
87
|
-
else {
|
|
88
|
-
return this.setProcessed(changeDoc);
|
|
89
|
-
}
|
|
90
|
-
}
|
|
91
|
-
processDocument(changeDoc) {
|
|
92
|
-
Helper.output("Document not yet processed.");
|
|
50
|
+
hasErrorCode = (changeDoc) => this.errorCodes.indexOf(changeDoc.code) !== -1;
|
|
51
|
+
async processDocument(changeDoc) {
|
|
93
52
|
if (this.hasErrorCode(changeDoc)) {
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
this.dataIntegrityCheck(changeDoc);
|
|
100
|
-
}
|
|
101
|
-
else {
|
|
102
|
-
Helper.output("Document has no error code.");
|
|
103
|
-
return this.setProcessed(changeDoc);
|
|
104
|
-
}
|
|
105
|
-
}
|
|
106
|
-
beginMain(changeDoc, transaction) {
|
|
107
|
-
Helper.output("Checking votes");
|
|
108
|
-
const votes = Object.values(transaction.$nodes).filter(this.hasVote).length;
|
|
109
|
-
Helper.output(`Vote total: ${votes}`);
|
|
110
|
-
Helper.output("Checking if consensus has been met.");
|
|
111
|
-
return Helper.metConsensus(votes)
|
|
112
|
-
? this.dataIntegrityCheck(changeDoc)
|
|
113
|
-
: this.handleConsensusNotMet(changeDoc);
|
|
114
|
-
}
|
|
115
|
-
async dataIntegrityCheck(document) {
|
|
116
|
-
return new Promise((resolve, reject) => {
|
|
117
|
-
ActiveLogger.info("Data Check - Blocking Network");
|
|
118
|
-
setTimeout(async () => {
|
|
119
|
-
ActiveLogger.info("Data Check - Resuming");
|
|
120
|
-
try {
|
|
121
|
-
Helper.output("Error Mismatch finder");
|
|
122
|
-
if (!this.errorMismatchFinder(document)) {
|
|
123
|
-
await this.setProcessed(document);
|
|
124
|
-
return resolve();
|
|
125
|
-
}
|
|
126
|
-
Helper.output("Getting revisions");
|
|
127
|
-
const revs = await this.getRevisions(document);
|
|
128
|
-
ActiveLogger.info(revs, "$stream revisions");
|
|
129
|
-
Helper.output("Getting network stream data");
|
|
130
|
-
const reducedStreamData = await this.getNetworkStreamData(revs);
|
|
131
|
-
Helper.output("Checking for consensus");
|
|
132
|
-
await this.consensusCheck(reducedStreamData, document);
|
|
133
|
-
resolve();
|
|
134
|
-
}
|
|
135
|
-
catch (error) {
|
|
136
|
-
reject(error);
|
|
137
|
-
}
|
|
138
|
-
}, 500);
|
|
139
|
-
});
|
|
140
|
-
}
|
|
141
|
-
errorMismatchFinder(document) {
|
|
142
|
-
var _a;
|
|
143
|
-
if (document.code === ErrorCodes.NodeFinalReject) {
|
|
144
|
-
const nodeErrors = Object.keys(document.transaction.$nodes);
|
|
145
|
-
const myError = ((_a = document.transaction.$nodes[document.transaction.$origin]) === null || _a === void 0 ? void 0 : _a.error) || "unknown";
|
|
146
|
-
for (let i = nodeErrors.length; i--;) {
|
|
147
|
-
if (document.transaction.$nodes[nodeErrors[i]].error !== myError) {
|
|
148
|
-
return true;
|
|
149
|
-
}
|
|
150
|
-
}
|
|
151
|
-
return false;
|
|
152
|
-
}
|
|
153
|
-
return true;
|
|
154
|
-
}
|
|
155
|
-
getRevisions(document) {
|
|
156
|
-
return new Promise(async (resolve, reject) => {
|
|
157
|
-
var _a, _b;
|
|
158
|
-
Helper.output("Getting revisions");
|
|
159
|
-
const transaction = document.transaction;
|
|
160
|
-
let revisions = [
|
|
161
|
-
...Object.keys(((_a = transaction.$revs) === null || _a === void 0 ? void 0 : _a.$i) || {}),
|
|
162
|
-
...Object.keys(((_b = transaction.$revs) === null || _b === void 0 ? void 0 : _b.$o) || {}),
|
|
163
|
-
...Object.values(transaction.$tx.$r || {}),
|
|
164
|
-
];
|
|
165
|
-
Helper.output(`Getting data from network. Using UMID:`, document.umid);
|
|
166
|
-
try {
|
|
167
|
-
const responses = await Provider.network.neighbourhood.knockAll(`umid/${document.umid}`, null, true);
|
|
168
|
-
let streamCache = [];
|
|
169
|
-
Helper.output("Network data", responses);
|
|
53
|
+
ActiveLogger.info(`Processing Error Document ${changeDoc._id} with umid ${changeDoc.umid}`);
|
|
54
|
+
if (await this.verifyUmidNotFound(changeDoc.umid)) {
|
|
55
|
+
ActiveLogger.info(`UMID ${changeDoc.umid} not found lets fetch it`);
|
|
56
|
+
const responses = await Provider.network.neighbourhood.knockAll(`umid/${changeDoc.umid}`, null, true);
|
|
57
|
+
const umids = {};
|
|
170
58
|
for (let i = responses.length; i--;) {
|
|
171
59
|
const response = responses[i];
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
60
|
+
if (response.umid?.$umid) {
|
|
61
|
+
const hash = ActiveCrypto.Hash.getHash(JSON.stringify(response));
|
|
62
|
+
if (!umids[hash]) {
|
|
63
|
+
umids[hash] = {
|
|
64
|
+
count: 0,
|
|
65
|
+
doc: response,
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
else {
|
|
69
|
+
umids[hash].count++;
|
|
70
|
+
}
|
|
71
|
+
}
|
|
178
72
|
}
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
73
|
+
const versions = Object.keys(umids);
|
|
74
|
+
if (versions.length) {
|
|
75
|
+
const umidKeys = versions.sort((a, b) => umids[b].count - umids[a].count);
|
|
76
|
+
const umidDoc = umids[umidKeys[0]].doc;
|
|
77
|
+
if (umidDoc.umid?.$umid) {
|
|
78
|
+
await this.insertUmid(umidDoc);
|
|
79
|
+
return await this.setProcessed(changeDoc, true);
|
|
80
|
+
}
|
|
81
|
+
else {
|
|
82
|
+
ActiveLogger.error(`UMID ${changeDoc.umid} not found`);
|
|
83
|
+
return await this.setProcessed(changeDoc, false);
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
else {
|
|
87
|
+
ActiveLogger.error(`UMID ${changeDoc.umid} not found #2`);
|
|
88
|
+
return await this.setProcessed(changeDoc, false);
|
|
194
89
|
}
|
|
195
|
-
resolve(revisions);
|
|
196
90
|
}
|
|
197
|
-
|
|
198
|
-
|
|
91
|
+
else {
|
|
92
|
+
ActiveLogger.info(`UMID ${changeDoc.umid} already exists`);
|
|
199
93
|
}
|
|
200
|
-
}
|
|
94
|
+
}
|
|
95
|
+
return await this.setProcessed(changeDoc, false);
|
|
201
96
|
}
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
const streams = Object.keys(reducedStreamData);
|
|
205
|
-
const promiseHolder = [];
|
|
206
|
-
for (let i = streams.length; i--;) {
|
|
207
|
-
const streamIndex = streams[i];
|
|
208
|
-
const stream = reducedStreamData[streamIndex];
|
|
209
|
-
const revs = Object.keys(stream);
|
|
210
|
-
for (let i = revs.length; i--;) {
|
|
211
|
-
const revisionIndex = revs[i];
|
|
212
|
-
const revisionCount = stream[revisionIndex];
|
|
213
|
-
Helper.metConsensus(revisionCount, true)
|
|
214
|
-
? promiseHolder.push(this.handleStreamFixPromise(streamIndex, revisionIndex))
|
|
215
|
-
: promiseHolder.push(true);
|
|
216
|
-
}
|
|
217
|
-
}
|
|
97
|
+
async verifyUmidNotFound(umid) {
|
|
98
|
+
if (await Provider.database.exists(umid + ":umid")) {
|
|
218
99
|
try {
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
if (!results.some((e) => e)) {
|
|
222
|
-
ActiveLogger.warn("Data Check - False Positive");
|
|
223
|
-
if (this.attemptUmidDoc) {
|
|
224
|
-
await this.insertUmid(this.umidDoc);
|
|
225
|
-
}
|
|
226
|
-
}
|
|
227
|
-
resolve();
|
|
100
|
+
await Provider.database.get(umid + ":umid");
|
|
101
|
+
return false;
|
|
228
102
|
}
|
|
229
|
-
catch
|
|
230
|
-
|
|
231
|
-
resolve();
|
|
103
|
+
catch {
|
|
104
|
+
return true;
|
|
232
105
|
}
|
|
233
|
-
}
|
|
106
|
+
}
|
|
107
|
+
else {
|
|
108
|
+
return true;
|
|
109
|
+
}
|
|
234
110
|
}
|
|
235
111
|
insertUmid(umidDoc) {
|
|
236
112
|
return new Promise(async (resolve, reject) => {
|
|
237
113
|
if (umidDoc) {
|
|
114
|
+
const _id = `umid:${new Date().getTime()},${umidDoc.umid.$umid}`;
|
|
238
115
|
try {
|
|
239
116
|
await Provider.database.bulkDocs([umidDoc], { new_edits: false });
|
|
240
|
-
|
|
117
|
+
await Provider.eventDatabase.post({
|
|
118
|
+
_id,
|
|
119
|
+
}),
|
|
120
|
+
ActiveLogger.info(`UMID Added ${_id}`);
|
|
121
|
+
await Helper.replayEvents(umidDoc);
|
|
241
122
|
resolve();
|
|
242
123
|
}
|
|
243
124
|
catch (error) {
|
|
244
|
-
ActiveLogger.info(error || umidDoc,
|
|
125
|
+
ActiveLogger.info(error || umidDoc, `Adding UMID failed ${_id} / ${umidDoc._id}`);
|
|
245
126
|
reject(error);
|
|
246
127
|
}
|
|
247
128
|
}
|
|
@@ -250,167 +131,29 @@ export class Interagent {
|
|
|
250
131
|
}
|
|
251
132
|
});
|
|
252
133
|
}
|
|
253
|
-
|
|
254
|
-
Helper.output(`Stream ${streamId} revision ${revision} needs fixing...`);
|
|
255
|
-
return new Promise(async (resolve) => {
|
|
256
|
-
try {
|
|
257
|
-
const document = await Provider.database.get(streamId);
|
|
258
|
-
document._id = streamId;
|
|
259
|
-
if (document._rev === revision) {
|
|
260
|
-
resolve(false);
|
|
261
|
-
}
|
|
262
|
-
else {
|
|
263
|
-
Helper.output("Revision not found fixing", document);
|
|
264
|
-
try {
|
|
265
|
-
await this.fixDocument(document, streamId, revision, false);
|
|
266
|
-
Helper.output("Document fixed");
|
|
267
|
-
resolve(true);
|
|
268
|
-
}
|
|
269
|
-
catch (error) {
|
|
270
|
-
resolve(false);
|
|
271
|
-
}
|
|
272
|
-
}
|
|
273
|
-
}
|
|
274
|
-
catch (error) {
|
|
275
|
-
Helper.output("Error getting document found fixing");
|
|
276
|
-
try {
|
|
277
|
-
this.fixDocument({ _id: streamId }, streamId, revision, false);
|
|
278
|
-
Helper.output("Document fixed");
|
|
279
|
-
resolve(true);
|
|
280
|
-
}
|
|
281
|
-
catch (error) {
|
|
282
|
-
resolve(false);
|
|
283
|
-
}
|
|
284
|
-
}
|
|
285
|
-
});
|
|
286
|
-
}
|
|
287
|
-
fixDocument(document, streamId, revision, volatile) {
|
|
134
|
+
setProcessed(document, storeArchive = false) {
|
|
288
135
|
return new Promise(async (resolve, reject) => {
|
|
289
|
-
|
|
290
|
-
await this.rebuildData(document, streamId, revision, volatile);
|
|
291
|
-
resolve();
|
|
292
|
-
});
|
|
293
|
-
}
|
|
294
|
-
rebuildData(document, $stream, $rev, volatile) {
|
|
295
|
-
return new Promise(async (resolve) => {
|
|
296
|
-
Helper.output("Fetching neighbourhood stream data, beginning door duty...");
|
|
297
|
-
try {
|
|
298
|
-
const streams = await Provider.network.neighbourhood.knockAll("stream", { $stream, $rev }, true);
|
|
299
|
-
Helper.output("Received the following data: ", streams);
|
|
300
|
-
const promises = [];
|
|
301
|
-
const docProcessed = [];
|
|
302
|
-
for (let i = streams.length; i--;) {
|
|
303
|
-
const stream = streams[i];
|
|
304
|
-
if (stream && !stream.error) {
|
|
305
|
-
if (this.isDocMissing(document)) {
|
|
306
|
-
document._id = document.docId;
|
|
307
|
-
}
|
|
308
|
-
Helper.output("Checking stream correct: " +
|
|
309
|
-
this.isStreamDefinedAndNotEmptyArray(stream), stream ? stream : "No stream data");
|
|
310
|
-
if (this.isStreamDefinedAndNotEmptyArray(stream)) {
|
|
311
|
-
const docContent = ActiveCrypto.Hash.getHash(JSON.stringify(stream));
|
|
312
|
-
if (docProcessed.indexOf(docContent) === -1) {
|
|
313
|
-
docProcessed.push(docContent);
|
|
314
|
-
if (Provider.isSelfhost) {
|
|
315
|
-
Helper.output("Self host enabled, rebuilding self.");
|
|
316
|
-
promises.push(this.rebuildSelf(document, stream));
|
|
317
|
-
}
|
|
318
|
-
else {
|
|
319
|
-
Helper.output("Rebuilding remote.");
|
|
320
|
-
promises.push(this.rebuildRemote(document, stream, volatile));
|
|
321
|
-
}
|
|
322
|
-
}
|
|
323
|
-
}
|
|
324
|
-
}
|
|
325
|
-
else {
|
|
326
|
-
Helper.output("Stream contains an error...", stream);
|
|
327
|
-
}
|
|
328
|
-
}
|
|
329
|
-
await Promise.all(promises);
|
|
330
|
-
Helper.output("Rebuild complete");
|
|
331
|
-
resolve(true);
|
|
332
|
-
}
|
|
333
|
-
catch (error) {
|
|
334
|
-
ActiveLogger.error(error, "Error Message");
|
|
335
|
-
ActiveLogger.warn(document, "Document");
|
|
336
|
-
resolve(false);
|
|
337
|
-
}
|
|
338
|
-
});
|
|
339
|
-
}
|
|
340
|
-
rebuildRemote(document, stream, volatile) {
|
|
341
|
-
return this.rebuildSelf(document, stream);
|
|
342
|
-
}
|
|
343
|
-
rebuildSelf(document, stream) {
|
|
344
|
-
return new Promise(async (resolve, reject) => {
|
|
345
|
-
Helper.output("Beginning data rebuild process on self");
|
|
346
|
-
try {
|
|
347
|
-
await Provider.database.purge(document);
|
|
348
|
-
await Provider.database.bulkDocs([stream], { new_edits: false });
|
|
349
|
-
Helper.output("Finished self data rebuild");
|
|
350
|
-
resolve(true);
|
|
351
|
-
}
|
|
352
|
-
catch (error) {
|
|
353
|
-
reject(error);
|
|
354
|
-
}
|
|
355
|
-
});
|
|
356
|
-
}
|
|
357
|
-
getNetworkStreamData($streams) {
|
|
358
|
-
return new Promise(async (resolve, reject) => {
|
|
359
|
-
try {
|
|
360
|
-
const streamData = await Provider.network.neighbourhood.knockAll("stream", { $streams }, true);
|
|
361
|
-
let reduction = {};
|
|
362
|
-
for (let i = streamData.length; i--;) {
|
|
363
|
-
const streams = streamData[i];
|
|
364
|
-
if (!streams.error) {
|
|
365
|
-
reduction = this.reduceStreamData(streams, reduction);
|
|
366
|
-
}
|
|
367
|
-
}
|
|
368
|
-
Helper.output("Reduction complete", reduction);
|
|
369
|
-
resolve(reduction);
|
|
370
|
-
}
|
|
371
|
-
catch (error) {
|
|
372
|
-
reject(error);
|
|
373
|
-
}
|
|
374
|
-
});
|
|
375
|
-
}
|
|
376
|
-
reduceStreamData(streams, reduction) {
|
|
377
|
-
Helper.output("Current reduction:", reduction);
|
|
378
|
-
Helper.output("Reducing: ", streams);
|
|
379
|
-
for (let i = streams.length; i--;) {
|
|
380
|
-
const stream = streams[i];
|
|
381
|
-
if (!reduction) {
|
|
382
|
-
reduction = {};
|
|
383
|
-
}
|
|
384
|
-
if (!reduction[stream._id]) {
|
|
385
|
-
reduction[stream._id] = {};
|
|
386
|
-
}
|
|
387
|
-
if (!reduction[stream._id][stream._rev]) {
|
|
388
|
-
reduction[stream._id][stream._rev] = 0;
|
|
389
|
-
}
|
|
390
|
-
reduction[stream._id][stream._rev]++;
|
|
391
|
-
}
|
|
392
|
-
return reduction;
|
|
393
|
-
}
|
|
394
|
-
setProcessed(document) {
|
|
395
|
-
return new Promise(async (resolve, reject) => {
|
|
396
|
-
Helper.output("Setting document processed flag to true");
|
|
136
|
+
ActiveLogger.info(`Setting Document Processed ${document._id}`);
|
|
397
137
|
document.processed = true;
|
|
398
138
|
document.processedAt = new Date();
|
|
399
139
|
try {
|
|
400
|
-
await this.archive(document);
|
|
401
|
-
Helper.output("Document updated");
|
|
140
|
+
await this.archive(document, storeArchive);
|
|
402
141
|
resolve();
|
|
403
142
|
}
|
|
404
143
|
catch (error) {
|
|
405
|
-
|
|
144
|
+
ActiveLogger.error(error, `Error Archiving Document ${document._id}`);
|
|
406
145
|
reject(error);
|
|
407
146
|
}
|
|
408
147
|
});
|
|
409
148
|
}
|
|
410
|
-
async archive(document) {
|
|
149
|
+
async archive(document, storeArchive) {
|
|
411
150
|
await Provider.errorDatabase.purge(document);
|
|
412
|
-
|
|
413
|
-
|
|
151
|
+
ActiveLogger.info(`Document Removed ${document._id}`);
|
|
152
|
+
if (storeArchive) {
|
|
153
|
+
await Provider.errorArchive.purge(document);
|
|
154
|
+
await Provider.errorArchive.put(document);
|
|
155
|
+
ActiveLogger.info(`Document Archived ${document._id}`);
|
|
156
|
+
}
|
|
414
157
|
}
|
|
415
158
|
}
|
|
416
159
|
//# sourceMappingURL=interagent.js.map
|