@devtion/actions 0.0.0-0fd4368 → 0.0.0-142ec0a
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/index.mjs +312 -292
- package/dist/index.node.js +312 -292
- package/dist/types/src/helpers/constants.d.ts +6 -0
- package/dist/types/src/helpers/constants.d.ts.map +1 -1
- package/dist/types/src/helpers/contracts.d.ts.map +1 -1
- package/dist/types/src/helpers/security.d.ts +2 -2
- package/dist/types/src/helpers/security.d.ts.map +1 -1
- package/dist/types/src/helpers/storage.d.ts +5 -2
- package/dist/types/src/helpers/storage.d.ts.map +1 -1
- package/dist/types/src/helpers/utils.d.ts +33 -20
- package/dist/types/src/helpers/utils.d.ts.map +1 -1
- package/dist/types/src/helpers/vm.d.ts.map +1 -1
- package/dist/types/src/types/index.d.ts +9 -3
- package/dist/types/src/types/index.d.ts.map +1 -1
- package/package.json +2 -7
- package/src/helpers/constants.ts +7 -1
- package/src/helpers/contracts.ts +3 -3
- package/src/helpers/functions.ts +1 -1
- package/src/helpers/security.ts +33 -52
- package/src/helpers/services.ts +3 -3
- package/src/helpers/storage.ts +15 -3
- package/src/helpers/utils.ts +316 -277
- package/src/helpers/vm.ts +14 -7
- package/src/index.ts +2 -2
- package/src/types/index.ts +32 -8
package/dist/index.mjs
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* @module @p0tion/actions
|
|
3
|
-
* @version 1.
|
|
3
|
+
* @version 1.1.1
|
|
4
4
|
* @file A set of actions and helpers for CLI commands
|
|
5
5
|
* @copyright Ethereum Foundation 2022
|
|
6
6
|
* @license MIT
|
|
@@ -15,10 +15,8 @@ import { onSnapshot, query, collection, getDocs, doc, getDoc, where, Timestamp,
|
|
|
15
15
|
import { zKey, groth16 } from 'snarkjs';
|
|
16
16
|
import crypto from 'crypto';
|
|
17
17
|
import blake from 'blakejs';
|
|
18
|
-
import { utils } from 'ffjavascript';
|
|
19
18
|
import winston from 'winston';
|
|
20
|
-
import {
|
|
21
|
-
import { pipeline, Readable } from 'stream';
|
|
19
|
+
import { pipeline } from 'stream';
|
|
22
20
|
import { promisify } from 'util';
|
|
23
21
|
import { initializeApp } from 'firebase/app';
|
|
24
22
|
import { signInWithCredential, initializeAuth, getAuth } from 'firebase/auth';
|
|
@@ -244,6 +242,12 @@ const commonTerms = {
|
|
|
244
242
|
verificationStartedAt: "verificationStartedAt"
|
|
245
243
|
}
|
|
246
244
|
},
|
|
245
|
+
avatars: {
|
|
246
|
+
name: "avatars",
|
|
247
|
+
fields: {
|
|
248
|
+
avatarUrl: "avatarUrl"
|
|
249
|
+
}
|
|
250
|
+
},
|
|
247
251
|
ceremonies: {
|
|
248
252
|
name: "ceremonies",
|
|
249
253
|
fields: {
|
|
@@ -334,7 +338,7 @@ const commonTerms = {
|
|
|
334
338
|
finalizeCircuit: "finalizeCircuit",
|
|
335
339
|
finalizeCeremony: "finalizeCeremony",
|
|
336
340
|
downloadCircuitArtifacts: "downloadCircuitArtifacts",
|
|
337
|
-
transferObject: "transferObject"
|
|
341
|
+
transferObject: "transferObject"
|
|
338
342
|
}
|
|
339
343
|
};
|
|
340
344
|
|
|
@@ -685,11 +689,15 @@ const getChunksAndPreSignedUrls = async (cloudFunctions, bucketName, objectKey,
|
|
|
685
689
|
* @param cloudFunctions <Functions> - the Firebase Cloud Functions service instance.
|
|
686
690
|
* @param ceremonyId <string> - the unique identifier of the ceremony.
|
|
687
691
|
* @param alreadyUploadedChunks Array<ETagWithPartNumber> - the temporary information about the already uploaded chunks.
|
|
692
|
+
* @param logger <GenericBar> - an optional logger to show progress.
|
|
688
693
|
* @returns <Promise<Array<ETagWithPartNumber>>> - the completed (uploaded) chunks information.
|
|
689
694
|
*/
|
|
690
|
-
const uploadParts = async (chunksWithUrls, contentType, cloudFunctions, ceremonyId, alreadyUploadedChunks) => {
|
|
695
|
+
const uploadParts = async (chunksWithUrls, contentType, cloudFunctions, ceremonyId, alreadyUploadedChunks, logger) => {
|
|
691
696
|
// Keep track of uploaded chunks.
|
|
692
697
|
const uploadedChunks = alreadyUploadedChunks || [];
|
|
698
|
+
// if we were passed a logger, start it
|
|
699
|
+
if (logger)
|
|
700
|
+
logger.start(chunksWithUrls.length, 0);
|
|
693
701
|
// Loop through remaining chunks.
|
|
694
702
|
for (let i = alreadyUploadedChunks ? alreadyUploadedChunks.length : 0; i < chunksWithUrls.length; i += 1) {
|
|
695
703
|
// Consume the pre-signed url to upload the chunk.
|
|
@@ -721,6 +729,9 @@ const uploadParts = async (chunksWithUrls, contentType, cloudFunctions, ceremony
|
|
|
721
729
|
// nb. this must be done only when contributing (not finalizing).
|
|
722
730
|
if (!!ceremonyId && !!cloudFunctions)
|
|
723
731
|
await temporaryStoreCurrentContributionUploadedChunkData(cloudFunctions, ceremonyId, chunk);
|
|
732
|
+
// increment the count on the logger
|
|
733
|
+
if (logger)
|
|
734
|
+
logger.increment();
|
|
724
735
|
}
|
|
725
736
|
return uploadedChunks;
|
|
726
737
|
};
|
|
@@ -741,8 +752,9 @@ const uploadParts = async (chunksWithUrls, contentType, cloudFunctions, ceremony
|
|
|
741
752
|
* @param configStreamChunkSize <number> - size of each chunk into which the artifact is going to be splitted (nb. will be converted in MB).
|
|
742
753
|
* @param [ceremonyId] <string> - the unique identifier of the ceremony (used as a double-edge sword - as identifier and as a check if current contributor is the coordinator finalizing the ceremony).
|
|
743
754
|
* @param [temporaryDataToResumeMultiPartUpload] <TemporaryParticipantContributionData> - the temporary information necessary to resume an already started multi-part upload.
|
|
755
|
+
* @param logger <GenericBar> - an optional logger to show progress.
|
|
744
756
|
*/
|
|
745
|
-
const multiPartUpload = async (cloudFunctions, bucketName, objectKey, localFilePath, configStreamChunkSize, ceremonyId, temporaryDataToResumeMultiPartUpload) => {
|
|
757
|
+
const multiPartUpload = async (cloudFunctions, bucketName, objectKey, localFilePath, configStreamChunkSize, ceremonyId, temporaryDataToResumeMultiPartUpload, logger) => {
|
|
746
758
|
// The unique identifier of the multi-part upload.
|
|
747
759
|
let multiPartUploadId = "";
|
|
748
760
|
// The list of already uploaded chunks.
|
|
@@ -766,7 +778,7 @@ const multiPartUpload = async (cloudFunctions, bucketName, objectKey, localFileP
|
|
|
766
778
|
const chunksWithUrlsZkey = await getChunksAndPreSignedUrls(cloudFunctions, bucketName, objectKey, localFilePath, multiPartUploadId, configStreamChunkSize, ceremonyId);
|
|
767
779
|
// Step (2).
|
|
768
780
|
const partNumbersAndETagsZkey = await uploadParts(chunksWithUrlsZkey, mime.lookup(localFilePath), // content-type.
|
|
769
|
-
cloudFunctions, ceremonyId, alreadyUploadedChunks);
|
|
781
|
+
cloudFunctions, ceremonyId, alreadyUploadedChunks, logger);
|
|
770
782
|
// Step (3).
|
|
771
783
|
await completeMultiPartUpload(cloudFunctions, bucketName, objectKey, multiPartUploadId, partNumbersAndETagsZkey, ceremonyId);
|
|
772
784
|
};
|
|
@@ -1038,207 +1050,22 @@ const compareHashes = async (path1, path2) => {
|
|
|
1038
1050
|
};
|
|
1039
1051
|
|
|
1040
1052
|
/**
|
|
1041
|
-
*
|
|
1042
|
-
* @
|
|
1043
|
-
* @
|
|
1044
|
-
* @param cleanup <boolean> - whether to delete the r1cs file after parsing
|
|
1045
|
-
* @returns any - the data to pass to the cloud function for setup and the circuit artifacts
|
|
1053
|
+
* Return a string with double digits if the provided input is one digit only.
|
|
1054
|
+
* @param in <number> - the input number to be converted.
|
|
1055
|
+
* @returns <string> - the two digits stringified number derived from the conversion.
|
|
1046
1056
|
*/
|
|
1047
|
-
const
|
|
1048
|
-
|
|
1049
|
-
|
|
1050
|
-
|
|
1051
|
-
|
|
1052
|
-
|
|
1053
|
-
|
|
1054
|
-
|
|
1055
|
-
|
|
1056
|
-
|
|
1057
|
-
|
|
1058
|
-
|
|
1059
|
-
throw new Error("You need to provide the data for at least 1 circuit.");
|
|
1060
|
-
// validate that the end date is in the future
|
|
1061
|
-
let endDate;
|
|
1062
|
-
let startDate;
|
|
1063
|
-
try {
|
|
1064
|
-
endDate = new Date(data.endDate);
|
|
1065
|
-
startDate = new Date(data.startDate);
|
|
1066
|
-
}
|
|
1067
|
-
catch (error) {
|
|
1068
|
-
throw new Error("The dates should follow this format: 2023-07-04T00:00:00.");
|
|
1069
|
-
}
|
|
1070
|
-
if (endDate <= startDate)
|
|
1071
|
-
throw new Error("The end date should be greater than the start date.");
|
|
1072
|
-
const currentDate = new Date();
|
|
1073
|
-
if (endDate <= currentDate || startDate <= currentDate)
|
|
1074
|
-
throw new Error("The start and end dates should be in the future.");
|
|
1075
|
-
// validate penalty
|
|
1076
|
-
if (data.penalty <= 0)
|
|
1077
|
-
throw new Error("The penalty should be greater than zero.");
|
|
1078
|
-
const circuits = [];
|
|
1079
|
-
const urlPattern = /(https?:\/\/[^\s]+)/g;
|
|
1080
|
-
const commitHashPattern = /^[a-f0-9]{40}$/i;
|
|
1081
|
-
const circuitArtifacts = [];
|
|
1082
|
-
for (let i = 0; i < data.circuits.length; i++) {
|
|
1083
|
-
const circuitData = data.circuits[i];
|
|
1084
|
-
const artifacts = circuitData.artifacts;
|
|
1085
|
-
circuitArtifacts.push({
|
|
1086
|
-
artifacts: artifacts
|
|
1087
|
-
});
|
|
1088
|
-
const r1csPath = artifacts.r1csStoragePath;
|
|
1089
|
-
const wasmPath = artifacts.wasmStoragePath;
|
|
1090
|
-
// where we storing the r1cs downloaded
|
|
1091
|
-
const localR1csPath = `./${circuitData.name}.r1cs`;
|
|
1092
|
-
// check that the artifacts exist in S3
|
|
1093
|
-
// we don't need any privileges to download this
|
|
1094
|
-
// just the correct region
|
|
1095
|
-
const s3 = new S3Client({ region: artifacts.region });
|
|
1096
|
-
try {
|
|
1097
|
-
await s3.send(new HeadObjectCommand({
|
|
1098
|
-
Bucket: artifacts.bucket,
|
|
1099
|
-
Key: r1csPath
|
|
1100
|
-
}));
|
|
1101
|
-
}
|
|
1102
|
-
catch (error) {
|
|
1103
|
-
throw new Error(`The r1cs file (${r1csPath}) seems to not exist. Please ensure this is correct and that the object is publicly available.`);
|
|
1104
|
-
}
|
|
1105
|
-
try {
|
|
1106
|
-
await s3.send(new HeadObjectCommand({
|
|
1107
|
-
Bucket: artifacts.bucket,
|
|
1108
|
-
Key: wasmPath
|
|
1109
|
-
}));
|
|
1110
|
-
}
|
|
1111
|
-
catch (error) {
|
|
1112
|
-
throw new Error(`The wasm file (${wasmPath}) seems to not exist. Please ensure this is correct and that the object is publicly available.`);
|
|
1113
|
-
}
|
|
1114
|
-
// download the r1cs to extract the metadata
|
|
1115
|
-
const command = new GetObjectCommand({ Bucket: artifacts.bucket, Key: artifacts.r1csStoragePath });
|
|
1116
|
-
const response = await s3.send(command);
|
|
1117
|
-
const streamPipeline = promisify(pipeline);
|
|
1118
|
-
if (response.$metadata.httpStatusCode !== 200)
|
|
1119
|
-
throw new Error("There was an error while trying to download the r1cs file. Please check that the file has the correct permissions (public) set.");
|
|
1120
|
-
if (response.Body instanceof Readable)
|
|
1121
|
-
await streamPipeline(response.Body, fs.createWriteStream(localR1csPath));
|
|
1122
|
-
// extract the metadata from the r1cs
|
|
1123
|
-
const metadata = getR1CSInfo(localR1csPath);
|
|
1124
|
-
// validate that the circuit hash and template links are valid
|
|
1125
|
-
const template = circuitData.template;
|
|
1126
|
-
const URLMatch = template.source.match(urlPattern);
|
|
1127
|
-
if (!URLMatch || URLMatch.length === 0 || URLMatch.length > 1)
|
|
1128
|
-
throw new Error("You should provide the URL to the circuits templates on GitHub.");
|
|
1129
|
-
const hashMatch = template.commitHash.match(commitHashPattern);
|
|
1130
|
-
if (!hashMatch || hashMatch.length === 0 || hashMatch.length > 1)
|
|
1131
|
-
throw new Error("You should provide a valid commit hash of the circuit templates.");
|
|
1132
|
-
// calculate the hash of the r1cs file
|
|
1133
|
-
const r1csBlake2bHash = await blake512FromPath(localR1csPath);
|
|
1134
|
-
const circuitPrefix = extractPrefix(circuitData.name);
|
|
1135
|
-
// filenames
|
|
1136
|
-
const doubleDigitsPowers = convertToDoubleDigits(metadata.pot);
|
|
1137
|
-
const r1csCompleteFilename = `${circuitData.name}.r1cs`;
|
|
1138
|
-
const wasmCompleteFilename = `${circuitData.name}.wasm`;
|
|
1139
|
-
const smallestPowersOfTauCompleteFilenameForCircuit = `${potFilenameTemplate}${doubleDigitsPowers}.ptau`;
|
|
1140
|
-
const firstZkeyCompleteFilename = `${circuitPrefix}_${genesisZkeyIndex}.zkey`;
|
|
1141
|
-
// storage paths
|
|
1142
|
-
const r1csStorageFilePath = getR1csStorageFilePath(circuitPrefix, r1csCompleteFilename);
|
|
1143
|
-
const wasmStorageFilePath = getWasmStorageFilePath(circuitPrefix, wasmCompleteFilename);
|
|
1144
|
-
const potStorageFilePath = getPotStorageFilePath(smallestPowersOfTauCompleteFilenameForCircuit);
|
|
1145
|
-
const zkeyStorageFilePath = getZkeyStorageFilePath(circuitPrefix, firstZkeyCompleteFilename);
|
|
1146
|
-
const files = {
|
|
1147
|
-
potFilename: smallestPowersOfTauCompleteFilenameForCircuit,
|
|
1148
|
-
r1csFilename: r1csCompleteFilename,
|
|
1149
|
-
wasmFilename: wasmCompleteFilename,
|
|
1150
|
-
initialZkeyFilename: firstZkeyCompleteFilename,
|
|
1151
|
-
potStoragePath: potStorageFilePath,
|
|
1152
|
-
r1csStoragePath: r1csStorageFilePath,
|
|
1153
|
-
wasmStoragePath: wasmStorageFilePath,
|
|
1154
|
-
initialZkeyStoragePath: zkeyStorageFilePath,
|
|
1155
|
-
r1csBlake2bHash: r1csBlake2bHash
|
|
1156
|
-
};
|
|
1157
|
-
// validate that the compiler hash is a valid hash
|
|
1158
|
-
const compiler = circuitData.compiler;
|
|
1159
|
-
const compilerHashMatch = compiler.commitHash.match(commitHashPattern);
|
|
1160
|
-
if (!compilerHashMatch || compilerHashMatch.length === 0 || compilerHashMatch.length > 1)
|
|
1161
|
-
throw new Error("You should provide a valid commit hash of the circuit compiler.");
|
|
1162
|
-
// validate that the verification options are valid
|
|
1163
|
-
const verification = circuitData.verification;
|
|
1164
|
-
if (verification.cfOrVm !== "CF" && verification.cfOrVm !== "VM")
|
|
1165
|
-
throw new Error("Please enter a valid verification mechanism: either CF or VM");
|
|
1166
|
-
// @todo VM parameters verification
|
|
1167
|
-
// if (verification['cfOrVM'] === "VM") {}
|
|
1168
|
-
// check that the timeout is provided for the correct configuration
|
|
1169
|
-
let dynamicThreshold;
|
|
1170
|
-
let fixedTimeWindow;
|
|
1171
|
-
let circuit = {};
|
|
1172
|
-
if (data.timeoutMechanismType === "DYNAMIC" /* CeremonyTimeoutType.DYNAMIC */) {
|
|
1173
|
-
if (circuitData.dynamicThreshold <= 0)
|
|
1174
|
-
throw new Error("The dynamic threshold should be > 0.");
|
|
1175
|
-
dynamicThreshold = circuitData.dynamicThreshold;
|
|
1176
|
-
// the Circuit data for the ceremony setup
|
|
1177
|
-
circuit = {
|
|
1178
|
-
name: circuitData.name,
|
|
1179
|
-
description: circuitData.description,
|
|
1180
|
-
prefix: circuitPrefix,
|
|
1181
|
-
sequencePosition: i + 1,
|
|
1182
|
-
metadata: metadata,
|
|
1183
|
-
files: files,
|
|
1184
|
-
template: template,
|
|
1185
|
-
compiler: compiler,
|
|
1186
|
-
verification: verification,
|
|
1187
|
-
dynamicThreshold: dynamicThreshold,
|
|
1188
|
-
avgTimings: {
|
|
1189
|
-
contributionComputation: 0,
|
|
1190
|
-
fullContribution: 0,
|
|
1191
|
-
verifyCloudFunction: 0
|
|
1192
|
-
},
|
|
1193
|
-
};
|
|
1194
|
-
}
|
|
1195
|
-
if (data.timeoutMechanismType === "FIXED" /* CeremonyTimeoutType.FIXED */) {
|
|
1196
|
-
if (circuitData.fixedTimeWindow <= 0)
|
|
1197
|
-
throw new Error("The fixed time window threshold should be > 0.");
|
|
1198
|
-
fixedTimeWindow = circuitData.fixedTimeWindow;
|
|
1199
|
-
// the Circuit data for the ceremony setup
|
|
1200
|
-
circuit = {
|
|
1201
|
-
name: circuitData.name,
|
|
1202
|
-
description: circuitData.description,
|
|
1203
|
-
prefix: circuitPrefix,
|
|
1204
|
-
sequencePosition: i + 1,
|
|
1205
|
-
metadata: metadata,
|
|
1206
|
-
files: files,
|
|
1207
|
-
template: template,
|
|
1208
|
-
compiler: compiler,
|
|
1209
|
-
verification: verification,
|
|
1210
|
-
fixedTimeWindow: fixedTimeWindow,
|
|
1211
|
-
avgTimings: {
|
|
1212
|
-
contributionComputation: 0,
|
|
1213
|
-
fullContribution: 0,
|
|
1214
|
-
verifyCloudFunction: 0
|
|
1215
|
-
},
|
|
1216
|
-
};
|
|
1217
|
-
}
|
|
1218
|
-
circuits.push(circuit);
|
|
1219
|
-
// remove the local r1cs download (if used for verifying the config only vs setup)
|
|
1220
|
-
if (cleanup)
|
|
1221
|
-
fs.unlinkSync(localR1csPath);
|
|
1222
|
-
}
|
|
1223
|
-
const setupData = {
|
|
1224
|
-
ceremonyInputData: {
|
|
1225
|
-
title: data.title,
|
|
1226
|
-
description: data.description,
|
|
1227
|
-
startDate: startDate.valueOf(),
|
|
1228
|
-
endDate: endDate.valueOf(),
|
|
1229
|
-
timeoutMechanismType: data.timeoutMechanismType,
|
|
1230
|
-
penalty: data.penalty
|
|
1231
|
-
},
|
|
1232
|
-
ceremonyPrefix: extractPrefix(data.title),
|
|
1233
|
-
circuits: circuits,
|
|
1234
|
-
circuitArtifacts: circuitArtifacts
|
|
1235
|
-
};
|
|
1236
|
-
return setupData;
|
|
1237
|
-
}
|
|
1238
|
-
catch (error) {
|
|
1239
|
-
throw new Error(`Error while parsing up the ceremony setup file. ${error.message}`);
|
|
1240
|
-
}
|
|
1241
|
-
};
|
|
1057
|
+
const convertToDoubleDigits = (amount) => (amount < 10 ? `0${amount}` : amount.toString());
|
|
1058
|
+
/**
|
|
1059
|
+
* Extract a prefix consisting of alphanumeric and underscore characters from a string with arbitrary characters.
|
|
1060
|
+
* @dev replaces all special symbols and whitespaces with an underscore char ('_'). Convert all uppercase chars to lowercase.
|
|
1061
|
+
* @notice example: str = 'Multiplier-2!2.4.zkey'; output prefix = 'multiplier_2_2_4.zkey'.
|
|
1062
|
+
* NB. Prefix extraction is a key process that conditions the name of the ceremony artifacts, download/upload from/to storage, collections paths.
|
|
1063
|
+
* @param str <string> - the arbitrary string from which to extract the prefix.
|
|
1064
|
+
* @returns <string> - the resulting prefix.
|
|
1065
|
+
*/
|
|
1066
|
+
const extractPrefix = (str) =>
|
|
1067
|
+
// eslint-disable-next-line no-useless-escape
|
|
1068
|
+
str.replace(/[`\s~!@#$%^&*()|+\-=?;:'",.<>\{\}\[\]\\\/]/gi, "-").toLowerCase();
|
|
1242
1069
|
/**
|
|
1243
1070
|
* Extract data from a R1CS metadata file generated with a custom file-based logger.
|
|
1244
1071
|
* @notice useful for extracting metadata circuits contained in the generated file using a logger
|
|
@@ -1295,17 +1122,6 @@ const formatZkeyIndex = (progress) => {
|
|
|
1295
1122
|
* @returns <number> - the amount of powers.
|
|
1296
1123
|
*/
|
|
1297
1124
|
const extractPoTFromFilename = (potCompleteFilename) => Number(potCompleteFilename.split("_").pop()?.split(".").at(0));
|
|
1298
|
-
/**
|
|
1299
|
-
* Extract a prefix consisting of alphanumeric and underscore characters from a string with arbitrary characters.
|
|
1300
|
-
* @dev replaces all special symbols and whitespaces with an underscore char ('_'). Convert all uppercase chars to lowercase.
|
|
1301
|
-
* @notice example: str = 'Multiplier-2!2.4.zkey'; output prefix = 'multiplier_2_2_4.zkey'.
|
|
1302
|
-
* NB. Prefix extraction is a key process that conditions the name of the ceremony artifacts, download/upload from/to storage, collections paths.
|
|
1303
|
-
* @param str <string> - the arbitrary string from which to extract the prefix.
|
|
1304
|
-
* @returns <string> - the resulting prefix.
|
|
1305
|
-
*/
|
|
1306
|
-
const extractPrefix = (str) =>
|
|
1307
|
-
// eslint-disable-next-line no-useless-escape
|
|
1308
|
-
str.replace(/[`\s~!@#$%^&*()|+\-=?;:'",.<>\{\}\[\]\\\/]/gi, "-").toLowerCase();
|
|
1309
1125
|
/**
|
|
1310
1126
|
* Automate the generation of an entropy for a contribution.
|
|
1311
1127
|
* @dev Took inspiration from here https://github.com/glamperd/setup-mpc-ui/blob/master/client/src/state/Compute.tsx#L112.
|
|
@@ -1372,7 +1188,9 @@ const getContributionsValidityForContributor = async (firestoreDatabase, circuit
|
|
|
1372
1188
|
* @param isFinalizing <boolean> - true when the coordinator is finalizing the ceremony, otherwise false.
|
|
1373
1189
|
* @returns <string> - the public attestation preamble.
|
|
1374
1190
|
*/
|
|
1375
|
-
const getPublicAttestationPreambleForContributor = (contributorIdentifier, ceremonyName, isFinalizing) => `Hey, I'm ${contributorIdentifier} and I have ${isFinalizing ? "finalized" : "contributed to"} the ${ceremonyName}
|
|
1191
|
+
const getPublicAttestationPreambleForContributor = (contributorIdentifier, ceremonyName, isFinalizing) => `Hey, I'm ${contributorIdentifier} and I have ${isFinalizing ? "finalized" : "contributed to"} the ${ceremonyName}${ceremonyName.toLowerCase().includes("trusted setup") || ceremonyName.toLowerCase().includes("ceremony")
|
|
1192
|
+
? "."
|
|
1193
|
+
: " MPC Phase2 Trusted Setup ceremony."}\nThe following are my contribution signatures:`;
|
|
1376
1194
|
/**
|
|
1377
1195
|
* Check and prepare public attestation for the contributor made only of its valid contributions.
|
|
1378
1196
|
* @param firestoreDatabase <Firestore> - the Firestore service instance associated to the current Firebase application.
|
|
@@ -1443,6 +1261,41 @@ const readBytesFromFile = (localFilePath, offset, length, position) => {
|
|
|
1443
1261
|
// Return the read bytes.
|
|
1444
1262
|
return buffer;
|
|
1445
1263
|
};
|
|
1264
|
+
/**
|
|
1265
|
+
* Given a buffer in little endian format, convert it to bigint
|
|
1266
|
+
* @param buffer
|
|
1267
|
+
* @returns
|
|
1268
|
+
*/
|
|
1269
|
+
function leBufferToBigint(buffer) {
|
|
1270
|
+
return BigInt(`0x${buffer.reverse().toString("hex")}`);
|
|
1271
|
+
}
|
|
1272
|
+
/**
|
|
1273
|
+
* Given an input containing string values, convert them
|
|
1274
|
+
* to bigint
|
|
1275
|
+
* @param input - The input to convert
|
|
1276
|
+
* @returns the input with string values converted to bigint
|
|
1277
|
+
*/
|
|
1278
|
+
const unstringifyBigInts = (input) => {
|
|
1279
|
+
if (typeof input === "string" && /^[0-9]+$/.test(input)) {
|
|
1280
|
+
return BigInt(input);
|
|
1281
|
+
}
|
|
1282
|
+
if (typeof input === "string" && /^0x[0-9a-fA-F]+$/.test(input)) {
|
|
1283
|
+
return BigInt(input);
|
|
1284
|
+
}
|
|
1285
|
+
if (Array.isArray(input)) {
|
|
1286
|
+
return input.map(unstringifyBigInts);
|
|
1287
|
+
}
|
|
1288
|
+
if (input === null) {
|
|
1289
|
+
return null;
|
|
1290
|
+
}
|
|
1291
|
+
if (typeof input === "object") {
|
|
1292
|
+
return Object.entries(input).reduce((acc, [key, value]) => {
|
|
1293
|
+
acc[key] = unstringifyBigInts(value);
|
|
1294
|
+
return acc;
|
|
1295
|
+
}, {});
|
|
1296
|
+
}
|
|
1297
|
+
return input;
|
|
1298
|
+
};
|
|
1446
1299
|
/**
|
|
1447
1300
|
* Return the info about the R1CS file.ù
|
|
1448
1301
|
* @dev this method was built taking inspiration from
|
|
@@ -1503,17 +1356,17 @@ const getR1CSInfo = (localR1CSFilePath) => {
|
|
|
1503
1356
|
let constraints = 0;
|
|
1504
1357
|
try {
|
|
1505
1358
|
// Get 'number of section' (jump magic r1cs and version1 data).
|
|
1506
|
-
const numberOfSections =
|
|
1359
|
+
const numberOfSections = leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 4, 8));
|
|
1507
1360
|
// Jump to first section.
|
|
1508
1361
|
pointer = 12;
|
|
1509
1362
|
// For each section
|
|
1510
1363
|
for (let i = 0; i < numberOfSections; i++) {
|
|
1511
1364
|
// Read section type.
|
|
1512
|
-
const sectionType =
|
|
1365
|
+
const sectionType = leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 4, pointer));
|
|
1513
1366
|
// Jump to section size.
|
|
1514
1367
|
pointer += 4;
|
|
1515
1368
|
// Read section size
|
|
1516
|
-
const sectionSize = Number(
|
|
1369
|
+
const sectionSize = Number(leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 8, pointer)));
|
|
1517
1370
|
// If at header section (0x00000001 : Header Section).
|
|
1518
1371
|
if (sectionType === BigInt(1)) {
|
|
1519
1372
|
// Read info from header section.
|
|
@@ -1545,17 +1398,17 @@ const getR1CSInfo = (localR1CSFilePath) => {
|
|
|
1545
1398
|
*/
|
|
1546
1399
|
pointer += sectionSize - 20;
|
|
1547
1400
|
// Read R1CS info.
|
|
1548
|
-
wires = Number(
|
|
1401
|
+
wires = Number(leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 4, pointer)));
|
|
1549
1402
|
pointer += 4;
|
|
1550
|
-
publicOutputs = Number(
|
|
1403
|
+
publicOutputs = Number(leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 4, pointer)));
|
|
1551
1404
|
pointer += 4;
|
|
1552
|
-
publicInputs = Number(
|
|
1405
|
+
publicInputs = Number(leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 4, pointer)));
|
|
1553
1406
|
pointer += 4;
|
|
1554
|
-
privateInputs = Number(
|
|
1407
|
+
privateInputs = Number(leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 4, pointer)));
|
|
1555
1408
|
pointer += 4;
|
|
1556
|
-
labels = Number(
|
|
1409
|
+
labels = Number(leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 8, pointer)));
|
|
1557
1410
|
pointer += 8;
|
|
1558
|
-
constraints = Number(
|
|
1411
|
+
constraints = Number(leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 4, pointer)));
|
|
1559
1412
|
}
|
|
1560
1413
|
pointer += 8 + Number(sectionSize);
|
|
1561
1414
|
}
|
|
@@ -1575,11 +1428,194 @@ const getR1CSInfo = (localR1CSFilePath) => {
|
|
|
1575
1428
|
}
|
|
1576
1429
|
};
|
|
1577
1430
|
/**
|
|
1578
|
-
*
|
|
1579
|
-
* @
|
|
1580
|
-
* @
|
|
1431
|
+
* Parse and validate that the ceremony configuration is correct
|
|
1432
|
+
* @notice this does not upload any files to storage
|
|
1433
|
+
* @param path <string> - the path to the configuration file
|
|
1434
|
+
* @param cleanup <boolean> - whether to delete the r1cs file after parsing
|
|
1435
|
+
* @returns any - the data to pass to the cloud function for setup and the circuit artifacts
|
|
1581
1436
|
*/
|
|
1582
|
-
const
|
|
1437
|
+
const parseCeremonyFile = async (path, cleanup = false) => {
|
|
1438
|
+
// check that the path exists
|
|
1439
|
+
if (!fs.existsSync(path))
|
|
1440
|
+
throw new Error("The provided path to the configuration file does not exist. Please provide an absolute path and try again.");
|
|
1441
|
+
try {
|
|
1442
|
+
// read the data
|
|
1443
|
+
const data = JSON.parse(fs.readFileSync(path).toString());
|
|
1444
|
+
// verify that the data is correct
|
|
1445
|
+
if (data.timeoutMechanismType !== "DYNAMIC" /* CeremonyTimeoutType.DYNAMIC */ &&
|
|
1446
|
+
data.timeoutMechanismType !== "FIXED" /* CeremonyTimeoutType.FIXED */)
|
|
1447
|
+
throw new Error("Invalid timeout type. Please choose between DYNAMIC and FIXED.");
|
|
1448
|
+
// validate that we have at least 1 circuit input data
|
|
1449
|
+
if (!data.circuits || data.circuits.length === 0)
|
|
1450
|
+
throw new Error("You need to provide the data for at least 1 circuit.");
|
|
1451
|
+
// validate that the end date is in the future
|
|
1452
|
+
let endDate;
|
|
1453
|
+
let startDate;
|
|
1454
|
+
try {
|
|
1455
|
+
endDate = new Date(data.endDate);
|
|
1456
|
+
startDate = new Date(data.startDate);
|
|
1457
|
+
}
|
|
1458
|
+
catch (error) {
|
|
1459
|
+
throw new Error("The dates should follow this format: 2023-07-04T00:00:00.");
|
|
1460
|
+
}
|
|
1461
|
+
if (endDate <= startDate)
|
|
1462
|
+
throw new Error("The end date should be greater than the start date.");
|
|
1463
|
+
const currentDate = new Date();
|
|
1464
|
+
if (endDate <= currentDate || startDate <= currentDate)
|
|
1465
|
+
throw new Error("The start and end dates should be in the future.");
|
|
1466
|
+
// validate penalty
|
|
1467
|
+
if (data.penalty <= 0)
|
|
1468
|
+
throw new Error("The penalty should be greater than zero.");
|
|
1469
|
+
const circuits = [];
|
|
1470
|
+
const urlPattern = /(https?:\/\/[^\s]+)/g;
|
|
1471
|
+
const commitHashPattern = /^[a-f0-9]{40}$/i;
|
|
1472
|
+
const circuitArtifacts = [];
|
|
1473
|
+
for (let i = 0; i < data.circuits.length; i++) {
|
|
1474
|
+
const circuitData = data.circuits[i];
|
|
1475
|
+
const { artifacts } = circuitData;
|
|
1476
|
+
circuitArtifacts.push({
|
|
1477
|
+
artifacts
|
|
1478
|
+
});
|
|
1479
|
+
// where we storing the r1cs downloaded
|
|
1480
|
+
const localR1csPath = `./${circuitData.name}.r1cs`;
|
|
1481
|
+
// where we storing the wasm downloaded
|
|
1482
|
+
const localWasmPath = `./${circuitData.name}.wasm`;
|
|
1483
|
+
// download the r1cs to extract the metadata
|
|
1484
|
+
const streamPipeline = promisify(pipeline);
|
|
1485
|
+
// Make the call.
|
|
1486
|
+
const responseR1CS = await fetch(artifacts.r1csStoragePath);
|
|
1487
|
+
// Handle errors.
|
|
1488
|
+
if (!responseR1CS.ok && responseR1CS.status !== 200)
|
|
1489
|
+
throw new Error(`There was an error while trying to download the r1cs file for circuit ${circuitData.name}. Please check that the file has the correct permissions (public) set.`);
|
|
1490
|
+
await streamPipeline(responseR1CS.body, createWriteStream(localR1csPath));
|
|
1491
|
+
// Write the file locally
|
|
1492
|
+
// extract the metadata from the r1cs
|
|
1493
|
+
const metadata = getR1CSInfo(localR1csPath);
|
|
1494
|
+
// download wasm too to ensure it's available
|
|
1495
|
+
const responseWASM = await fetch(artifacts.wasmStoragePath);
|
|
1496
|
+
if (!responseWASM.ok && responseWASM.status !== 200)
|
|
1497
|
+
throw new Error(`There was an error while trying to download the WASM file for circuit ${circuitData.name}. Please check that the file has the correct permissions (public) set.`);
|
|
1498
|
+
await streamPipeline(responseWASM.body, createWriteStream(localWasmPath));
|
|
1499
|
+
// validate that the circuit hash and template links are valid
|
|
1500
|
+
const { template } = circuitData;
|
|
1501
|
+
const URLMatch = template.source.match(urlPattern);
|
|
1502
|
+
if (!URLMatch || URLMatch.length === 0 || URLMatch.length > 1)
|
|
1503
|
+
throw new Error("You should provide the URL to the circuits templates on GitHub.");
|
|
1504
|
+
const hashMatch = template.commitHash.match(commitHashPattern);
|
|
1505
|
+
if (!hashMatch || hashMatch.length === 0 || hashMatch.length > 1)
|
|
1506
|
+
throw new Error("You should provide a valid commit hash of the circuit templates.");
|
|
1507
|
+
// calculate the hash of the r1cs file
|
|
1508
|
+
const r1csBlake2bHash = await blake512FromPath(localR1csPath);
|
|
1509
|
+
const circuitPrefix = extractPrefix(circuitData.name);
|
|
1510
|
+
// filenames
|
|
1511
|
+
const doubleDigitsPowers = convertToDoubleDigits(metadata.pot);
|
|
1512
|
+
const r1csCompleteFilename = `${circuitData.name}.r1cs`;
|
|
1513
|
+
const wasmCompleteFilename = `${circuitData.name}.wasm`;
|
|
1514
|
+
const smallestPowersOfTauCompleteFilenameForCircuit = `${potFilenameTemplate}${doubleDigitsPowers}.ptau`;
|
|
1515
|
+
const firstZkeyCompleteFilename = `${circuitPrefix}_${genesisZkeyIndex}.zkey`;
|
|
1516
|
+
// storage paths
|
|
1517
|
+
const r1csStorageFilePath = getR1csStorageFilePath(circuitPrefix, r1csCompleteFilename);
|
|
1518
|
+
const wasmStorageFilePath = getWasmStorageFilePath(circuitPrefix, wasmCompleteFilename);
|
|
1519
|
+
const potStorageFilePath = getPotStorageFilePath(smallestPowersOfTauCompleteFilenameForCircuit);
|
|
1520
|
+
const zkeyStorageFilePath = getZkeyStorageFilePath(circuitPrefix, firstZkeyCompleteFilename);
|
|
1521
|
+
const files = {
|
|
1522
|
+
potFilename: smallestPowersOfTauCompleteFilenameForCircuit,
|
|
1523
|
+
r1csFilename: r1csCompleteFilename,
|
|
1524
|
+
wasmFilename: wasmCompleteFilename,
|
|
1525
|
+
initialZkeyFilename: firstZkeyCompleteFilename,
|
|
1526
|
+
potStoragePath: potStorageFilePath,
|
|
1527
|
+
r1csStoragePath: r1csStorageFilePath,
|
|
1528
|
+
wasmStoragePath: wasmStorageFilePath,
|
|
1529
|
+
initialZkeyStoragePath: zkeyStorageFilePath,
|
|
1530
|
+
r1csBlake2bHash
|
|
1531
|
+
};
|
|
1532
|
+
// validate that the compiler hash is a valid hash
|
|
1533
|
+
const { compiler } = circuitData;
|
|
1534
|
+
const compilerHashMatch = compiler.commitHash.match(commitHashPattern);
|
|
1535
|
+
if (!compilerHashMatch || compilerHashMatch.length === 0 || compilerHashMatch.length > 1)
|
|
1536
|
+
throw new Error("You should provide a valid commit hash of the circuit compiler.");
|
|
1537
|
+
// validate that the verification options are valid
|
|
1538
|
+
const { verification } = circuitData;
|
|
1539
|
+
if (verification.cfOrVm !== "CF" && verification.cfOrVm !== "VM")
|
|
1540
|
+
throw new Error("Please enter a valid verification mechanism: either CF or VM");
|
|
1541
|
+
// @todo VM parameters verification
|
|
1542
|
+
// if (verification['cfOrVM'] === "VM") {}
|
|
1543
|
+
// check that the timeout is provided for the correct configuration
|
|
1544
|
+
let dynamicThreshold;
|
|
1545
|
+
let fixedTimeWindow;
|
|
1546
|
+
let circuit = {};
|
|
1547
|
+
if (data.timeoutMechanismType === "DYNAMIC" /* CeremonyTimeoutType.DYNAMIC */) {
|
|
1548
|
+
if (circuitData.dynamicThreshold <= 0)
|
|
1549
|
+
throw new Error("The dynamic threshold should be > 0.");
|
|
1550
|
+
dynamicThreshold = circuitData.dynamicThreshold;
|
|
1551
|
+
// the Circuit data for the ceremony setup
|
|
1552
|
+
circuit = {
|
|
1553
|
+
name: circuitData.name,
|
|
1554
|
+
description: circuitData.description,
|
|
1555
|
+
prefix: circuitPrefix,
|
|
1556
|
+
sequencePosition: i + 1,
|
|
1557
|
+
metadata,
|
|
1558
|
+
files,
|
|
1559
|
+
template,
|
|
1560
|
+
compiler,
|
|
1561
|
+
verification,
|
|
1562
|
+
dynamicThreshold,
|
|
1563
|
+
avgTimings: {
|
|
1564
|
+
contributionComputation: 0,
|
|
1565
|
+
fullContribution: 0,
|
|
1566
|
+
verifyCloudFunction: 0
|
|
1567
|
+
}
|
|
1568
|
+
};
|
|
1569
|
+
}
|
|
1570
|
+
if (data.timeoutMechanismType === "FIXED" /* CeremonyTimeoutType.FIXED */) {
|
|
1571
|
+
if (circuitData.fixedTimeWindow <= 0)
|
|
1572
|
+
throw new Error("The fixed time window threshold should be > 0.");
|
|
1573
|
+
fixedTimeWindow = circuitData.fixedTimeWindow;
|
|
1574
|
+
// the Circuit data for the ceremony setup
|
|
1575
|
+
circuit = {
|
|
1576
|
+
name: circuitData.name,
|
|
1577
|
+
description: circuitData.description,
|
|
1578
|
+
prefix: circuitPrefix,
|
|
1579
|
+
sequencePosition: i + 1,
|
|
1580
|
+
metadata,
|
|
1581
|
+
files,
|
|
1582
|
+
template,
|
|
1583
|
+
compiler,
|
|
1584
|
+
verification,
|
|
1585
|
+
fixedTimeWindow,
|
|
1586
|
+
avgTimings: {
|
|
1587
|
+
contributionComputation: 0,
|
|
1588
|
+
fullContribution: 0,
|
|
1589
|
+
verifyCloudFunction: 0
|
|
1590
|
+
}
|
|
1591
|
+
};
|
|
1592
|
+
}
|
|
1593
|
+
circuits.push(circuit);
|
|
1594
|
+
// remove the local r1cs and wasm downloads (if used for verifying the config only vs setup)
|
|
1595
|
+
if (cleanup) {
|
|
1596
|
+
fs.unlinkSync(localR1csPath);
|
|
1597
|
+
fs.unlinkSync(localWasmPath);
|
|
1598
|
+
}
|
|
1599
|
+
}
|
|
1600
|
+
const setupData = {
|
|
1601
|
+
ceremonyInputData: {
|
|
1602
|
+
title: data.title,
|
|
1603
|
+
description: data.description,
|
|
1604
|
+
startDate: startDate.valueOf(),
|
|
1605
|
+
endDate: endDate.valueOf(),
|
|
1606
|
+
timeoutMechanismType: data.timeoutMechanismType,
|
|
1607
|
+
penalty: data.penalty
|
|
1608
|
+
},
|
|
1609
|
+
ceremonyPrefix: extractPrefix(data.title),
|
|
1610
|
+
circuits,
|
|
1611
|
+
circuitArtifacts
|
|
1612
|
+
};
|
|
1613
|
+
return setupData;
|
|
1614
|
+
}
|
|
1615
|
+
catch (error) {
|
|
1616
|
+
throw new Error(`Error while parsing up the ceremony setup file. ${error.message}`);
|
|
1617
|
+
}
|
|
1618
|
+
};
|
|
1583
1619
|
|
|
1584
1620
|
/**
|
|
1585
1621
|
* Verify that a zKey is valid
|
|
@@ -1828,7 +1864,7 @@ const getFirestoreDatabase = (app) => getFirestore(app);
|
|
|
1828
1864
|
* @param app <FirebaseApp> - the Firebase application.
|
|
1829
1865
|
* @returns <Functions> - the Cloud Functions associated to the application.
|
|
1830
1866
|
*/
|
|
1831
|
-
const getFirebaseFunctions = (app) => getFunctions(app,
|
|
1867
|
+
const getFirebaseFunctions = (app) => getFunctions(app, "europe-west1");
|
|
1832
1868
|
/**
|
|
1833
1869
|
* Retrieve the configuration variables for the AWS services (S3, EC2).
|
|
1834
1870
|
* @returns <AWSVariables> - the values of the AWS services configuration variables.
|
|
@@ -1837,14 +1873,14 @@ const getAWSVariables = () => {
|
|
|
1837
1873
|
if (!process.env.AWS_ACCESS_KEY_ID ||
|
|
1838
1874
|
!process.env.AWS_SECRET_ACCESS_KEY ||
|
|
1839
1875
|
!process.env.AWS_REGION ||
|
|
1840
|
-
!process.env.
|
|
1876
|
+
!process.env.AWS_INSTANCE_PROFILE_ARN ||
|
|
1841
1877
|
!process.env.AWS_AMI_ID)
|
|
1842
1878
|
throw new Error("Could not retrieve the AWS environment variables. Please, verify your environment configuration and retry");
|
|
1843
1879
|
return {
|
|
1844
1880
|
accessKeyId: process.env.AWS_ACCESS_KEY_ID,
|
|
1845
1881
|
secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY,
|
|
1846
1882
|
region: process.env.AWS_REGION || "us-east-1",
|
|
1847
|
-
|
|
1883
|
+
instanceProfileArn: process.env.AWS_INSTANCE_PROFILE_ARN,
|
|
1848
1884
|
amiId: process.env.AWS_AMI_ID
|
|
1849
1885
|
};
|
|
1850
1886
|
};
|
|
@@ -1925,11 +1961,11 @@ const p256 = (proofPart) => {
|
|
|
1925
1961
|
*/
|
|
1926
1962
|
const formatSolidityCalldata = (circuitInput, _proof) => {
|
|
1927
1963
|
try {
|
|
1928
|
-
const proof =
|
|
1964
|
+
const proof = unstringifyBigInts(_proof);
|
|
1929
1965
|
// format the public inputs to the circuit
|
|
1930
1966
|
const formattedCircuitInput = [];
|
|
1931
1967
|
for (const cInput of circuitInput) {
|
|
1932
|
-
formattedCircuitInput.push(p256(
|
|
1968
|
+
formattedCircuitInput.push(p256(unstringifyBigInts(cInput)));
|
|
1933
1969
|
}
|
|
1934
1970
|
// construct calldata
|
|
1935
1971
|
const calldata = {
|
|
@@ -2079,55 +2115,28 @@ const verifyCeremony = async (functions, firestore, ceremonyPrefix, outputDirect
|
|
|
2079
2115
|
};
|
|
2080
2116
|
|
|
2081
2117
|
/**
|
|
2082
|
-
* This function
|
|
2083
|
-
* @param user
|
|
2084
|
-
* @returns
|
|
2118
|
+
* This function queries the GitHub API to fetch users statistics
|
|
2119
|
+
* @param user {string} the user uid
|
|
2120
|
+
* @returns {any} the stats from the GitHub API
|
|
2085
2121
|
*/
|
|
2086
|
-
const
|
|
2087
|
-
const response = await fetch(`https://api.github.com/user/${user}
|
|
2122
|
+
const getGitHubStats = async (user) => {
|
|
2123
|
+
const response = await fetch(`https://api.github.com/user/${user}`, {
|
|
2088
2124
|
method: "GET",
|
|
2089
2125
|
headers: {
|
|
2090
2126
|
Authorization: `token ${process.env.GITHUB_ACCESS_TOKEN}`
|
|
2091
2127
|
}
|
|
2092
2128
|
});
|
|
2093
2129
|
if (response.status !== 200)
|
|
2094
|
-
throw new Error("It was not possible to retrieve the
|
|
2130
|
+
throw new Error("It was not possible to retrieve the user's statistic. Please try again.");
|
|
2095
2131
|
const jsonData = await response.json();
|
|
2096
|
-
|
|
2097
|
-
|
|
2098
|
-
|
|
2099
|
-
|
|
2100
|
-
|
|
2101
|
-
|
|
2102
|
-
|
|
2103
|
-
|
|
2104
|
-
const response = await fetch(`https://api.github.com/user/${user}/followers`, {
|
|
2105
|
-
method: "GET",
|
|
2106
|
-
headers: {
|
|
2107
|
-
Authorization: `token ${process.env.GITHUB_ACCESS_TOKEN}`
|
|
2108
|
-
}
|
|
2109
|
-
});
|
|
2110
|
-
if (response.status !== 200)
|
|
2111
|
-
throw new Error("It was not possible to retrieve the number of followers. Please try again.");
|
|
2112
|
-
const jsonData = await response.json();
|
|
2113
|
-
return jsonData.length;
|
|
2114
|
-
};
|
|
2115
|
-
/**
|
|
2116
|
-
* This function will return the number of following of a user
|
|
2117
|
-
* @param user <string> The username of the user
|
|
2118
|
-
* @returns <number> The number of following users
|
|
2119
|
-
*/
|
|
2120
|
-
const getNumberOfFollowingGitHub = async (user) => {
|
|
2121
|
-
const response = await fetch(`https://api.github.com/user/${user}/following`, {
|
|
2122
|
-
method: "GET",
|
|
2123
|
-
headers: {
|
|
2124
|
-
Authorization: `token ${process.env.GITHUB_ACCESS_TOKEN}`
|
|
2125
|
-
}
|
|
2126
|
-
});
|
|
2127
|
-
if (response.status !== 200)
|
|
2128
|
-
throw new Error("It was not possible to retrieve the number of following. Please try again.");
|
|
2129
|
-
const jsonData = await response.json();
|
|
2130
|
-
return jsonData.length;
|
|
2132
|
+
const data = {
|
|
2133
|
+
following: jsonData.following,
|
|
2134
|
+
followers: jsonData.followers,
|
|
2135
|
+
publicRepos: jsonData.public_repos,
|
|
2136
|
+
avatarUrl: jsonData.avatar_url,
|
|
2137
|
+
age: jsonData.created_at
|
|
2138
|
+
};
|
|
2139
|
+
return data;
|
|
2131
2140
|
};
|
|
2132
2141
|
/**
|
|
2133
2142
|
* This function will check if the user is reputable enough to be able to use the app
|
|
@@ -2135,19 +2144,24 @@ const getNumberOfFollowingGitHub = async (user) => {
|
|
|
2135
2144
|
* @param minimumAmountOfFollowing <number> The minimum amount of following the user should have
|
|
2136
2145
|
* @param minimumAmountOfFollowers <number> The minimum amount of followers the user should have
|
|
2137
2146
|
* @param minimumAmountOfPublicRepos <number> The minimum amount of public repos the user should have
|
|
2138
|
-
* @returns <
|
|
2147
|
+
* @returns <any> Return the avatar URL of the user if the user is reputable, false otherwise
|
|
2139
2148
|
*/
|
|
2140
|
-
const githubReputation = async (userLogin, minimumAmountOfFollowing, minimumAmountOfFollowers, minimumAmountOfPublicRepos) => {
|
|
2149
|
+
const githubReputation = async (userLogin, minimumAmountOfFollowing, minimumAmountOfFollowers, minimumAmountOfPublicRepos, minimumAge) => {
|
|
2141
2150
|
if (!process.env.GITHUB_ACCESS_TOKEN)
|
|
2142
2151
|
throw new Error("The GitHub access token is missing. Please insert a valid token to be used for anti-sybil checks on user registation, and then try again.");
|
|
2143
|
-
const following = await
|
|
2144
|
-
const repos = await getNumberOfPublicReposGitHub(userLogin);
|
|
2145
|
-
const followers = await getNumberOfFollowersGitHub(userLogin);
|
|
2152
|
+
const { following, followers, publicRepos, avatarUrl, age } = await getGitHubStats(userLogin);
|
|
2146
2153
|
if (following < minimumAmountOfFollowing ||
|
|
2147
|
-
|
|
2148
|
-
followers < minimumAmountOfFollowers
|
|
2149
|
-
|
|
2150
|
-
|
|
2154
|
+
publicRepos < minimumAmountOfPublicRepos ||
|
|
2155
|
+
followers < minimumAmountOfFollowers ||
|
|
2156
|
+
new Date(age) > new Date(Date.now() - minimumAge))
|
|
2157
|
+
return {
|
|
2158
|
+
reputable: false,
|
|
2159
|
+
avatarUrl: ""
|
|
2160
|
+
};
|
|
2161
|
+
return {
|
|
2162
|
+
reputable: true,
|
|
2163
|
+
avatarUrl
|
|
2164
|
+
};
|
|
2151
2165
|
};
|
|
2152
2166
|
|
|
2153
2167
|
/**
|
|
@@ -2355,8 +2369,13 @@ const vmDependenciesAndCacheArtifactsCommand = (zKeyPath, potPath, snsTopic, reg
|
|
|
2355
2369
|
// eslint-disable-next-line no-template-curly-in-string
|
|
2356
2370
|
"touch ${MARKER_FILE}",
|
|
2357
2371
|
"sudo yum update -y",
|
|
2358
|
-
"curl -
|
|
2359
|
-
"
|
|
2372
|
+
"curl -O https://nodejs.org/dist/v16.13.0/node-v16.13.0-linux-x64.tar.xz",
|
|
2373
|
+
"tar -xf node-v16.13.0-linux-x64.tar.xz",
|
|
2374
|
+
"mv node-v16.13.0-linux-x64 nodejs",
|
|
2375
|
+
"sudo mv nodejs /opt/",
|
|
2376
|
+
"echo 'export NODEJS_HOME=/opt/nodejs' >> /etc/profile",
|
|
2377
|
+
"echo 'export PATH=$NODEJS_HOME/bin:$PATH' >> /etc/profile",
|
|
2378
|
+
"source /etc/profile",
|
|
2360
2379
|
"npm install -g snarkjs",
|
|
2361
2380
|
`aws s3 cp s3://${zKeyPath} /var/tmp/genesisZkey.zkey`,
|
|
2362
2381
|
`aws s3 cp s3://${potPath} /var/tmp/pot.ptau`,
|
|
@@ -2375,6 +2394,7 @@ const vmDependenciesAndCacheArtifactsCommand = (zKeyPath, potPath, snsTopic, reg
|
|
|
2375
2394
|
* @returns Array<string> - the list of commands for contribution verification.
|
|
2376
2395
|
*/
|
|
2377
2396
|
const vmContributionVerificationCommand = (bucketName, lastZkeyStoragePath, verificationTranscriptStoragePathAndFilename) => [
|
|
2397
|
+
`source /etc/profile`,
|
|
2378
2398
|
`aws s3 cp s3://${bucketName}/${lastZkeyStoragePath} /var/tmp/lastZKey.zkey > /var/tmp/log.txt`,
|
|
2379
2399
|
`snarkjs zkvi /var/tmp/genesisZkey.zkey /var/tmp/pot.ptau /var/tmp/lastZKey.zkey > /var/tmp/verification_transcript.log`,
|
|
2380
2400
|
`aws s3 cp /var/tmp/verification_transcript.log s3://${bucketName}/${verificationTranscriptStoragePathAndFilename} &>/dev/null`,
|
|
@@ -2401,7 +2421,7 @@ const computeDiskSizeForVM = (zKeySizeInBytes, pot) => Math.ceil(2 * convertByte
|
|
|
2401
2421
|
*/
|
|
2402
2422
|
const createEC2Instance = async (ec2, commands, instanceType, volumeSize, diskType) => {
|
|
2403
2423
|
// Get the AWS variables.
|
|
2404
|
-
const { amiId,
|
|
2424
|
+
const { amiId, instanceProfileArn } = getAWSVariables();
|
|
2405
2425
|
// Parametrize the VM EC2 instance.
|
|
2406
2426
|
const params = {
|
|
2407
2427
|
ImageId: amiId,
|
|
@@ -2410,7 +2430,7 @@ const createEC2Instance = async (ec2, commands, instanceType, volumeSize, diskTy
|
|
|
2410
2430
|
MinCount: 1,
|
|
2411
2431
|
// nb. to find this: iam -> roles -> role_name.
|
|
2412
2432
|
IamInstanceProfile: {
|
|
2413
|
-
Arn:
|
|
2433
|
+
Arn: instanceProfileArn
|
|
2414
2434
|
},
|
|
2415
2435
|
// nb. for running commands at the startup.
|
|
2416
2436
|
UserData: Buffer.from(commands.join("\n")).toString("base64"),
|