@devtion/actions 0.0.0-eb3bb7d → 0.0.0-f11504f
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/index.mjs +239 -235
- package/dist/index.node.js +239 -235
- package/dist/types/src/helpers/security.d.ts +1 -1
- package/dist/types/src/helpers/security.d.ts.map +1 -1
- package/dist/types/src/helpers/storage.d.ts +5 -2
- package/dist/types/src/helpers/storage.d.ts.map +1 -1
- package/dist/types/src/helpers/utils.d.ts +19 -19
- package/dist/types/src/helpers/utils.d.ts.map +1 -1
- package/dist/types/src/helpers/vm.d.ts.map +1 -1
- package/dist/types/src/types/index.d.ts +3 -3
- package/dist/types/src/types/index.d.ts.map +1 -1
- package/package.json +2 -6
- package/src/helpers/constants.ts +1 -1
- package/src/helpers/functions.ts +1 -1
- package/src/helpers/security.ts +11 -10
- package/src/helpers/services.ts +3 -3
- package/src/helpers/storage.ts +15 -3
- package/src/helpers/utils.ts +264 -268
- package/src/helpers/vm.ts +11 -5
- package/src/index.ts +2 -2
- package/src/types/index.ts +12 -8
package/dist/index.node.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* @module @
|
|
3
|
-
* @version 1.0
|
|
2
|
+
* @module @devtion/actions
|
|
3
|
+
* @version 1.1.0
|
|
4
4
|
* @file A set of actions and helpers for CLI commands
|
|
5
5
|
* @copyright Ethereum Foundation 2022
|
|
6
6
|
* @license MIT
|
|
@@ -19,7 +19,6 @@ var crypto = require('crypto');
|
|
|
19
19
|
var blake = require('blakejs');
|
|
20
20
|
var ffjavascript = require('ffjavascript');
|
|
21
21
|
var winston = require('winston');
|
|
22
|
-
var clientS3 = require('@aws-sdk/client-s3');
|
|
23
22
|
var stream = require('stream');
|
|
24
23
|
var util = require('util');
|
|
25
24
|
var app = require('firebase/app');
|
|
@@ -342,7 +341,7 @@ const commonTerms = {
|
|
|
342
341
|
finalizeCircuit: "finalizeCircuit",
|
|
343
342
|
finalizeCeremony: "finalizeCeremony",
|
|
344
343
|
downloadCircuitArtifacts: "downloadCircuitArtifacts",
|
|
345
|
-
transferObject: "transferObject"
|
|
344
|
+
transferObject: "transferObject"
|
|
346
345
|
}
|
|
347
346
|
};
|
|
348
347
|
|
|
@@ -693,11 +692,15 @@ const getChunksAndPreSignedUrls = async (cloudFunctions, bucketName, objectKey,
|
|
|
693
692
|
* @param cloudFunctions <Functions> - the Firebase Cloud Functions service instance.
|
|
694
693
|
* @param ceremonyId <string> - the unique identifier of the ceremony.
|
|
695
694
|
* @param alreadyUploadedChunks Array<ETagWithPartNumber> - the temporary information about the already uploaded chunks.
|
|
695
|
+
* @param logger <GenericBar> - an optional logger to show progress.
|
|
696
696
|
* @returns <Promise<Array<ETagWithPartNumber>>> - the completed (uploaded) chunks information.
|
|
697
697
|
*/
|
|
698
|
-
const uploadParts = async (chunksWithUrls, contentType, cloudFunctions, ceremonyId, alreadyUploadedChunks) => {
|
|
698
|
+
const uploadParts = async (chunksWithUrls, contentType, cloudFunctions, ceremonyId, alreadyUploadedChunks, logger) => {
|
|
699
699
|
// Keep track of uploaded chunks.
|
|
700
700
|
const uploadedChunks = alreadyUploadedChunks || [];
|
|
701
|
+
// if we were passed a logger, start it
|
|
702
|
+
if (logger)
|
|
703
|
+
logger.start(chunksWithUrls.length, 0);
|
|
701
704
|
// Loop through remaining chunks.
|
|
702
705
|
for (let i = alreadyUploadedChunks ? alreadyUploadedChunks.length : 0; i < chunksWithUrls.length; i += 1) {
|
|
703
706
|
// Consume the pre-signed url to upload the chunk.
|
|
@@ -729,6 +732,9 @@ const uploadParts = async (chunksWithUrls, contentType, cloudFunctions, ceremony
|
|
|
729
732
|
// nb. this must be done only when contributing (not finalizing).
|
|
730
733
|
if (!!ceremonyId && !!cloudFunctions)
|
|
731
734
|
await temporaryStoreCurrentContributionUploadedChunkData(cloudFunctions, ceremonyId, chunk);
|
|
735
|
+
// increment the count on the logger
|
|
736
|
+
if (logger)
|
|
737
|
+
logger.increment();
|
|
732
738
|
}
|
|
733
739
|
return uploadedChunks;
|
|
734
740
|
};
|
|
@@ -749,8 +755,9 @@ const uploadParts = async (chunksWithUrls, contentType, cloudFunctions, ceremony
|
|
|
749
755
|
* @param configStreamChunkSize <number> - size of each chunk into which the artifact is going to be splitted (nb. will be converted in MB).
|
|
750
756
|
* @param [ceremonyId] <string> - the unique identifier of the ceremony (used as a double-edge sword - as identifier and as a check if current contributor is the coordinator finalizing the ceremony).
|
|
751
757
|
* @param [temporaryDataToResumeMultiPartUpload] <TemporaryParticipantContributionData> - the temporary information necessary to resume an already started multi-part upload.
|
|
758
|
+
* @param logger <GenericBar> - an optional logger to show progress.
|
|
752
759
|
*/
|
|
753
|
-
const multiPartUpload = async (cloudFunctions, bucketName, objectKey, localFilePath, configStreamChunkSize, ceremonyId, temporaryDataToResumeMultiPartUpload) => {
|
|
760
|
+
const multiPartUpload = async (cloudFunctions, bucketName, objectKey, localFilePath, configStreamChunkSize, ceremonyId, temporaryDataToResumeMultiPartUpload, logger) => {
|
|
754
761
|
// The unique identifier of the multi-part upload.
|
|
755
762
|
let multiPartUploadId = "";
|
|
756
763
|
// The list of already uploaded chunks.
|
|
@@ -774,7 +781,7 @@ const multiPartUpload = async (cloudFunctions, bucketName, objectKey, localFileP
|
|
|
774
781
|
const chunksWithUrlsZkey = await getChunksAndPreSignedUrls(cloudFunctions, bucketName, objectKey, localFilePath, multiPartUploadId, configStreamChunkSize, ceremonyId);
|
|
775
782
|
// Step (2).
|
|
776
783
|
const partNumbersAndETagsZkey = await uploadParts(chunksWithUrlsZkey, mime.lookup(localFilePath), // content-type.
|
|
777
|
-
cloudFunctions, ceremonyId, alreadyUploadedChunks);
|
|
784
|
+
cloudFunctions, ceremonyId, alreadyUploadedChunks, logger);
|
|
778
785
|
// Step (3).
|
|
779
786
|
await completeMultiPartUpload(cloudFunctions, bucketName, objectKey, multiPartUploadId, partNumbersAndETagsZkey, ceremonyId);
|
|
780
787
|
};
|
|
@@ -1046,207 +1053,22 @@ const compareHashes = async (path1, path2) => {
|
|
|
1046
1053
|
};
|
|
1047
1054
|
|
|
1048
1055
|
/**
|
|
1049
|
-
*
|
|
1050
|
-
* @
|
|
1051
|
-
* @
|
|
1052
|
-
* @param cleanup <boolean> - whether to delete the r1cs file after parsing
|
|
1053
|
-
* @returns any - the data to pass to the cloud function for setup and the circuit artifacts
|
|
1056
|
+
* Return a string with double digits if the provided input is one digit only.
|
|
1057
|
+
* @param in <number> - the input number to be converted.
|
|
1058
|
+
* @returns <string> - the two digits stringified number derived from the conversion.
|
|
1054
1059
|
*/
|
|
1055
|
-
const
|
|
1056
|
-
|
|
1057
|
-
|
|
1058
|
-
|
|
1059
|
-
|
|
1060
|
-
|
|
1061
|
-
|
|
1062
|
-
|
|
1063
|
-
|
|
1064
|
-
|
|
1065
|
-
|
|
1066
|
-
|
|
1067
|
-
throw new Error("You need to provide the data for at least 1 circuit.");
|
|
1068
|
-
// validate that the end date is in the future
|
|
1069
|
-
let endDate;
|
|
1070
|
-
let startDate;
|
|
1071
|
-
try {
|
|
1072
|
-
endDate = new Date(data.endDate);
|
|
1073
|
-
startDate = new Date(data.startDate);
|
|
1074
|
-
}
|
|
1075
|
-
catch (error) {
|
|
1076
|
-
throw new Error("The dates should follow this format: 2023-07-04T00:00:00.");
|
|
1077
|
-
}
|
|
1078
|
-
if (endDate <= startDate)
|
|
1079
|
-
throw new Error("The end date should be greater than the start date.");
|
|
1080
|
-
const currentDate = new Date();
|
|
1081
|
-
if (endDate <= currentDate || startDate <= currentDate)
|
|
1082
|
-
throw new Error("The start and end dates should be in the future.");
|
|
1083
|
-
// validate penalty
|
|
1084
|
-
if (data.penalty <= 0)
|
|
1085
|
-
throw new Error("The penalty should be greater than zero.");
|
|
1086
|
-
const circuits = [];
|
|
1087
|
-
const urlPattern = /(https?:\/\/[^\s]+)/g;
|
|
1088
|
-
const commitHashPattern = /^[a-f0-9]{40}$/i;
|
|
1089
|
-
const circuitArtifacts = [];
|
|
1090
|
-
for (let i = 0; i < data.circuits.length; i++) {
|
|
1091
|
-
const circuitData = data.circuits[i];
|
|
1092
|
-
const artifacts = circuitData.artifacts;
|
|
1093
|
-
circuitArtifacts.push({
|
|
1094
|
-
artifacts: artifacts
|
|
1095
|
-
});
|
|
1096
|
-
const r1csPath = artifacts.r1csStoragePath;
|
|
1097
|
-
const wasmPath = artifacts.wasmStoragePath;
|
|
1098
|
-
// where we storing the r1cs downloaded
|
|
1099
|
-
const localR1csPath = `./${circuitData.name}.r1cs`;
|
|
1100
|
-
// check that the artifacts exist in S3
|
|
1101
|
-
// we don't need any privileges to download this
|
|
1102
|
-
// just the correct region
|
|
1103
|
-
const s3 = new clientS3.S3Client({ region: artifacts.region });
|
|
1104
|
-
try {
|
|
1105
|
-
await s3.send(new clientS3.HeadObjectCommand({
|
|
1106
|
-
Bucket: artifacts.bucket,
|
|
1107
|
-
Key: r1csPath
|
|
1108
|
-
}));
|
|
1109
|
-
}
|
|
1110
|
-
catch (error) {
|
|
1111
|
-
throw new Error(`The r1cs file (${r1csPath}) seems to not exist. Please ensure this is correct and that the object is publicly available.`);
|
|
1112
|
-
}
|
|
1113
|
-
try {
|
|
1114
|
-
await s3.send(new clientS3.HeadObjectCommand({
|
|
1115
|
-
Bucket: artifacts.bucket,
|
|
1116
|
-
Key: wasmPath
|
|
1117
|
-
}));
|
|
1118
|
-
}
|
|
1119
|
-
catch (error) {
|
|
1120
|
-
throw new Error(`The wasm file (${wasmPath}) seems to not exist. Please ensure this is correct and that the object is publicly available.`);
|
|
1121
|
-
}
|
|
1122
|
-
// download the r1cs to extract the metadata
|
|
1123
|
-
const command = new clientS3.GetObjectCommand({ Bucket: artifacts.bucket, Key: artifacts.r1csStoragePath });
|
|
1124
|
-
const response = await s3.send(command);
|
|
1125
|
-
const streamPipeline = util.promisify(stream.pipeline);
|
|
1126
|
-
if (response.$metadata.httpStatusCode !== 200)
|
|
1127
|
-
throw new Error("There was an error while trying to download the r1cs file. Please check that the file has the correct permissions (public) set.");
|
|
1128
|
-
if (response.Body instanceof stream.Readable)
|
|
1129
|
-
await streamPipeline(response.Body, fs.createWriteStream(localR1csPath));
|
|
1130
|
-
// extract the metadata from the r1cs
|
|
1131
|
-
const metadata = getR1CSInfo(localR1csPath);
|
|
1132
|
-
// validate that the circuit hash and template links are valid
|
|
1133
|
-
const template = circuitData.template;
|
|
1134
|
-
const URLMatch = template.source.match(urlPattern);
|
|
1135
|
-
if (!URLMatch || URLMatch.length === 0 || URLMatch.length > 1)
|
|
1136
|
-
throw new Error("You should provide the URL to the circuits templates on GitHub.");
|
|
1137
|
-
const hashMatch = template.commitHash.match(commitHashPattern);
|
|
1138
|
-
if (!hashMatch || hashMatch.length === 0 || hashMatch.length > 1)
|
|
1139
|
-
throw new Error("You should provide a valid commit hash of the circuit templates.");
|
|
1140
|
-
// calculate the hash of the r1cs file
|
|
1141
|
-
const r1csBlake2bHash = await blake512FromPath(localR1csPath);
|
|
1142
|
-
const circuitPrefix = extractPrefix(circuitData.name);
|
|
1143
|
-
// filenames
|
|
1144
|
-
const doubleDigitsPowers = convertToDoubleDigits(metadata.pot);
|
|
1145
|
-
const r1csCompleteFilename = `${circuitData.name}.r1cs`;
|
|
1146
|
-
const wasmCompleteFilename = `${circuitData.name}.wasm`;
|
|
1147
|
-
const smallestPowersOfTauCompleteFilenameForCircuit = `${potFilenameTemplate}${doubleDigitsPowers}.ptau`;
|
|
1148
|
-
const firstZkeyCompleteFilename = `${circuitPrefix}_${genesisZkeyIndex}.zkey`;
|
|
1149
|
-
// storage paths
|
|
1150
|
-
const r1csStorageFilePath = getR1csStorageFilePath(circuitPrefix, r1csCompleteFilename);
|
|
1151
|
-
const wasmStorageFilePath = getWasmStorageFilePath(circuitPrefix, wasmCompleteFilename);
|
|
1152
|
-
const potStorageFilePath = getPotStorageFilePath(smallestPowersOfTauCompleteFilenameForCircuit);
|
|
1153
|
-
const zkeyStorageFilePath = getZkeyStorageFilePath(circuitPrefix, firstZkeyCompleteFilename);
|
|
1154
|
-
const files = {
|
|
1155
|
-
potFilename: smallestPowersOfTauCompleteFilenameForCircuit,
|
|
1156
|
-
r1csFilename: r1csCompleteFilename,
|
|
1157
|
-
wasmFilename: wasmCompleteFilename,
|
|
1158
|
-
initialZkeyFilename: firstZkeyCompleteFilename,
|
|
1159
|
-
potStoragePath: potStorageFilePath,
|
|
1160
|
-
r1csStoragePath: r1csStorageFilePath,
|
|
1161
|
-
wasmStoragePath: wasmStorageFilePath,
|
|
1162
|
-
initialZkeyStoragePath: zkeyStorageFilePath,
|
|
1163
|
-
r1csBlake2bHash: r1csBlake2bHash
|
|
1164
|
-
};
|
|
1165
|
-
// validate that the compiler hash is a valid hash
|
|
1166
|
-
const compiler = circuitData.compiler;
|
|
1167
|
-
const compilerHashMatch = compiler.commitHash.match(commitHashPattern);
|
|
1168
|
-
if (!compilerHashMatch || compilerHashMatch.length === 0 || compilerHashMatch.length > 1)
|
|
1169
|
-
throw new Error("You should provide a valid commit hash of the circuit compiler.");
|
|
1170
|
-
// validate that the verification options are valid
|
|
1171
|
-
const verification = circuitData.verification;
|
|
1172
|
-
if (verification.cfOrVm !== "CF" && verification.cfOrVm !== "VM")
|
|
1173
|
-
throw new Error("Please enter a valid verification mechanism: either CF or VM");
|
|
1174
|
-
// @todo VM parameters verification
|
|
1175
|
-
// if (verification['cfOrVM'] === "VM") {}
|
|
1176
|
-
// check that the timeout is provided for the correct configuration
|
|
1177
|
-
let dynamicThreshold;
|
|
1178
|
-
let fixedTimeWindow;
|
|
1179
|
-
let circuit = {};
|
|
1180
|
-
if (data.timeoutMechanismType === "DYNAMIC" /* CeremonyTimeoutType.DYNAMIC */) {
|
|
1181
|
-
if (circuitData.dynamicThreshold <= 0)
|
|
1182
|
-
throw new Error("The dynamic threshold should be > 0.");
|
|
1183
|
-
dynamicThreshold = circuitData.dynamicThreshold;
|
|
1184
|
-
// the Circuit data for the ceremony setup
|
|
1185
|
-
circuit = {
|
|
1186
|
-
name: circuitData.name,
|
|
1187
|
-
description: circuitData.description,
|
|
1188
|
-
prefix: circuitPrefix,
|
|
1189
|
-
sequencePosition: i + 1,
|
|
1190
|
-
metadata: metadata,
|
|
1191
|
-
files: files,
|
|
1192
|
-
template: template,
|
|
1193
|
-
compiler: compiler,
|
|
1194
|
-
verification: verification,
|
|
1195
|
-
dynamicThreshold: dynamicThreshold,
|
|
1196
|
-
avgTimings: {
|
|
1197
|
-
contributionComputation: 0,
|
|
1198
|
-
fullContribution: 0,
|
|
1199
|
-
verifyCloudFunction: 0
|
|
1200
|
-
},
|
|
1201
|
-
};
|
|
1202
|
-
}
|
|
1203
|
-
if (data.timeoutMechanismType === "FIXED" /* CeremonyTimeoutType.FIXED */) {
|
|
1204
|
-
if (circuitData.fixedTimeWindow <= 0)
|
|
1205
|
-
throw new Error("The fixed time window threshold should be > 0.");
|
|
1206
|
-
fixedTimeWindow = circuitData.fixedTimeWindow;
|
|
1207
|
-
// the Circuit data for the ceremony setup
|
|
1208
|
-
circuit = {
|
|
1209
|
-
name: circuitData.name,
|
|
1210
|
-
description: circuitData.description,
|
|
1211
|
-
prefix: circuitPrefix,
|
|
1212
|
-
sequencePosition: i + 1,
|
|
1213
|
-
metadata: metadata,
|
|
1214
|
-
files: files,
|
|
1215
|
-
template: template,
|
|
1216
|
-
compiler: compiler,
|
|
1217
|
-
verification: verification,
|
|
1218
|
-
fixedTimeWindow: fixedTimeWindow,
|
|
1219
|
-
avgTimings: {
|
|
1220
|
-
contributionComputation: 0,
|
|
1221
|
-
fullContribution: 0,
|
|
1222
|
-
verifyCloudFunction: 0
|
|
1223
|
-
},
|
|
1224
|
-
};
|
|
1225
|
-
}
|
|
1226
|
-
circuits.push(circuit);
|
|
1227
|
-
// remove the local r1cs download (if used for verifying the config only vs setup)
|
|
1228
|
-
if (cleanup)
|
|
1229
|
-
fs.unlinkSync(localR1csPath);
|
|
1230
|
-
}
|
|
1231
|
-
const setupData = {
|
|
1232
|
-
ceremonyInputData: {
|
|
1233
|
-
title: data.title,
|
|
1234
|
-
description: data.description,
|
|
1235
|
-
startDate: startDate.valueOf(),
|
|
1236
|
-
endDate: endDate.valueOf(),
|
|
1237
|
-
timeoutMechanismType: data.timeoutMechanismType,
|
|
1238
|
-
penalty: data.penalty
|
|
1239
|
-
},
|
|
1240
|
-
ceremonyPrefix: extractPrefix(data.title),
|
|
1241
|
-
circuits: circuits,
|
|
1242
|
-
circuitArtifacts: circuitArtifacts
|
|
1243
|
-
};
|
|
1244
|
-
return setupData;
|
|
1245
|
-
}
|
|
1246
|
-
catch (error) {
|
|
1247
|
-
throw new Error(`Error while parsing up the ceremony setup file. ${error.message}`);
|
|
1248
|
-
}
|
|
1249
|
-
};
|
|
1060
|
+
const convertToDoubleDigits = (amount) => (amount < 10 ? `0${amount}` : amount.toString());
|
|
1061
|
+
/**
|
|
1062
|
+
* Extract a prefix consisting of alphanumeric and underscore characters from a string with arbitrary characters.
|
|
1063
|
+
* @dev replaces all special symbols and whitespaces with an underscore char ('_'). Convert all uppercase chars to lowercase.
|
|
1064
|
+
* @notice example: str = 'Multiplier-2!2.4.zkey'; output prefix = 'multiplier_2_2_4.zkey'.
|
|
1065
|
+
* NB. Prefix extraction is a key process that conditions the name of the ceremony artifacts, download/upload from/to storage, collections paths.
|
|
1066
|
+
* @param str <string> - the arbitrary string from which to extract the prefix.
|
|
1067
|
+
* @returns <string> - the resulting prefix.
|
|
1068
|
+
*/
|
|
1069
|
+
const extractPrefix = (str) =>
|
|
1070
|
+
// eslint-disable-next-line no-useless-escape
|
|
1071
|
+
str.replace(/[`\s~!@#$%^&*()|+\-=?;:'",.<>\{\}\[\]\\\/]/gi, "-").toLowerCase();
|
|
1250
1072
|
/**
|
|
1251
1073
|
* Extract data from a R1CS metadata file generated with a custom file-based logger.
|
|
1252
1074
|
* @notice useful for extracting metadata circuits contained in the generated file using a logger
|
|
@@ -1303,17 +1125,6 @@ const formatZkeyIndex = (progress) => {
|
|
|
1303
1125
|
* @returns <number> - the amount of powers.
|
|
1304
1126
|
*/
|
|
1305
1127
|
const extractPoTFromFilename = (potCompleteFilename) => Number(potCompleteFilename.split("_").pop()?.split(".").at(0));
|
|
1306
|
-
/**
|
|
1307
|
-
* Extract a prefix consisting of alphanumeric and underscore characters from a string with arbitrary characters.
|
|
1308
|
-
* @dev replaces all special symbols and whitespaces with an underscore char ('_'). Convert all uppercase chars to lowercase.
|
|
1309
|
-
* @notice example: str = 'Multiplier-2!2.4.zkey'; output prefix = 'multiplier_2_2_4.zkey'.
|
|
1310
|
-
* NB. Prefix extraction is a key process that conditions the name of the ceremony artifacts, download/upload from/to storage, collections paths.
|
|
1311
|
-
* @param str <string> - the arbitrary string from which to extract the prefix.
|
|
1312
|
-
* @returns <string> - the resulting prefix.
|
|
1313
|
-
*/
|
|
1314
|
-
const extractPrefix = (str) =>
|
|
1315
|
-
// eslint-disable-next-line no-useless-escape
|
|
1316
|
-
str.replace(/[`\s~!@#$%^&*()|+\-=?;:'",.<>\{\}\[\]\\\/]/gi, "-").toLowerCase();
|
|
1317
1128
|
/**
|
|
1318
1129
|
* Automate the generation of an entropy for a contribution.
|
|
1319
1130
|
* @dev Took inspiration from here https://github.com/glamperd/setup-mpc-ui/blob/master/client/src/state/Compute.tsx#L112.
|
|
@@ -1380,7 +1191,9 @@ const getContributionsValidityForContributor = async (firestoreDatabase, circuit
|
|
|
1380
1191
|
* @param isFinalizing <boolean> - true when the coordinator is finalizing the ceremony, otherwise false.
|
|
1381
1192
|
* @returns <string> - the public attestation preamble.
|
|
1382
1193
|
*/
|
|
1383
|
-
const getPublicAttestationPreambleForContributor = (contributorIdentifier, ceremonyName, isFinalizing) => `Hey, I'm ${contributorIdentifier} and I have ${isFinalizing ? "finalized" : "contributed to"} the ${ceremonyName}
|
|
1194
|
+
const getPublicAttestationPreambleForContributor = (contributorIdentifier, ceremonyName, isFinalizing) => `Hey, I'm ${contributorIdentifier} and I have ${isFinalizing ? "finalized" : "contributed to"} the ${ceremonyName}${ceremonyName.toLowerCase().includes("trusted setup") || ceremonyName.toLowerCase().includes("ceremony")
|
|
1195
|
+
? "."
|
|
1196
|
+
: " MPC Phase2 Trusted Setup ceremony."}\nThe following are my contribution signatures:`;
|
|
1384
1197
|
/**
|
|
1385
1198
|
* Check and prepare public attestation for the contributor made only of its valid contributions.
|
|
1386
1199
|
* @param firestoreDatabase <Firestore> - the Firestore service instance associated to the current Firebase application.
|
|
@@ -1583,11 +1396,194 @@ const getR1CSInfo = (localR1CSFilePath) => {
|
|
|
1583
1396
|
}
|
|
1584
1397
|
};
|
|
1585
1398
|
/**
|
|
1586
|
-
*
|
|
1587
|
-
* @
|
|
1588
|
-
* @
|
|
1399
|
+
* Parse and validate that the ceremony configuration is correct
|
|
1400
|
+
* @notice this does not upload any files to storage
|
|
1401
|
+
* @param path <string> - the path to the configuration file
|
|
1402
|
+
* @param cleanup <boolean> - whether to delete the r1cs file after parsing
|
|
1403
|
+
* @returns any - the data to pass to the cloud function for setup and the circuit artifacts
|
|
1589
1404
|
*/
|
|
1590
|
-
const
|
|
1405
|
+
const parseCeremonyFile = async (path, cleanup = false) => {
|
|
1406
|
+
// check that the path exists
|
|
1407
|
+
if (!fs.existsSync(path))
|
|
1408
|
+
throw new Error("The provided path to the configuration file does not exist. Please provide an absolute path and try again.");
|
|
1409
|
+
try {
|
|
1410
|
+
// read the data
|
|
1411
|
+
const data = JSON.parse(fs.readFileSync(path).toString());
|
|
1412
|
+
// verify that the data is correct
|
|
1413
|
+
if (data.timeoutMechanismType !== "DYNAMIC" /* CeremonyTimeoutType.DYNAMIC */ &&
|
|
1414
|
+
data.timeoutMechanismType !== "FIXED" /* CeremonyTimeoutType.FIXED */)
|
|
1415
|
+
throw new Error("Invalid timeout type. Please choose between DYNAMIC and FIXED.");
|
|
1416
|
+
// validate that we have at least 1 circuit input data
|
|
1417
|
+
if (!data.circuits || data.circuits.length === 0)
|
|
1418
|
+
throw new Error("You need to provide the data for at least 1 circuit.");
|
|
1419
|
+
// validate that the end date is in the future
|
|
1420
|
+
let endDate;
|
|
1421
|
+
let startDate;
|
|
1422
|
+
try {
|
|
1423
|
+
endDate = new Date(data.endDate);
|
|
1424
|
+
startDate = new Date(data.startDate);
|
|
1425
|
+
}
|
|
1426
|
+
catch (error) {
|
|
1427
|
+
throw new Error("The dates should follow this format: 2023-07-04T00:00:00.");
|
|
1428
|
+
}
|
|
1429
|
+
if (endDate <= startDate)
|
|
1430
|
+
throw new Error("The end date should be greater than the start date.");
|
|
1431
|
+
const currentDate = new Date();
|
|
1432
|
+
if (endDate <= currentDate || startDate <= currentDate)
|
|
1433
|
+
throw new Error("The start and end dates should be in the future.");
|
|
1434
|
+
// validate penalty
|
|
1435
|
+
if (data.penalty <= 0)
|
|
1436
|
+
throw new Error("The penalty should be greater than zero.");
|
|
1437
|
+
const circuits = [];
|
|
1438
|
+
const urlPattern = /(https?:\/\/[^\s]+)/g;
|
|
1439
|
+
const commitHashPattern = /^[a-f0-9]{40}$/i;
|
|
1440
|
+
const circuitArtifacts = [];
|
|
1441
|
+
for (let i = 0; i < data.circuits.length; i++) {
|
|
1442
|
+
const circuitData = data.circuits[i];
|
|
1443
|
+
const { artifacts } = circuitData;
|
|
1444
|
+
circuitArtifacts.push({
|
|
1445
|
+
artifacts
|
|
1446
|
+
});
|
|
1447
|
+
// where we storing the r1cs downloaded
|
|
1448
|
+
const localR1csPath = `./${circuitData.name}.r1cs`;
|
|
1449
|
+
// where we storing the wasm downloaded
|
|
1450
|
+
const localWasmPath = `./${circuitData.name}.wasm`;
|
|
1451
|
+
// download the r1cs to extract the metadata
|
|
1452
|
+
const streamPipeline = util.promisify(stream.pipeline);
|
|
1453
|
+
// Make the call.
|
|
1454
|
+
const responseR1CS = await fetch(artifacts.r1csStoragePath);
|
|
1455
|
+
// Handle errors.
|
|
1456
|
+
if (!responseR1CS.ok && responseR1CS.status !== 200)
|
|
1457
|
+
throw new Error(`There was an error while trying to download the r1cs file for circuit ${circuitData.name}. Please check that the file has the correct permissions (public) set.`);
|
|
1458
|
+
await streamPipeline(responseR1CS.body, fs.createWriteStream(localR1csPath));
|
|
1459
|
+
// Write the file locally
|
|
1460
|
+
// extract the metadata from the r1cs
|
|
1461
|
+
const metadata = getR1CSInfo(localR1csPath);
|
|
1462
|
+
// download wasm too to ensure it's available
|
|
1463
|
+
const responseWASM = await fetch(artifacts.wasmStoragePath);
|
|
1464
|
+
if (!responseWASM.ok && responseWASM.status !== 200)
|
|
1465
|
+
throw new Error(`There was an error while trying to download the WASM file for circuit ${circuitData.name}. Please check that the file has the correct permissions (public) set.`);
|
|
1466
|
+
await streamPipeline(responseWASM.body, fs.createWriteStream(localWasmPath));
|
|
1467
|
+
// validate that the circuit hash and template links are valid
|
|
1468
|
+
const { template } = circuitData;
|
|
1469
|
+
const URLMatch = template.source.match(urlPattern);
|
|
1470
|
+
if (!URLMatch || URLMatch.length === 0 || URLMatch.length > 1)
|
|
1471
|
+
throw new Error("You should provide the URL to the circuits templates on GitHub.");
|
|
1472
|
+
const hashMatch = template.commitHash.match(commitHashPattern);
|
|
1473
|
+
if (!hashMatch || hashMatch.length === 0 || hashMatch.length > 1)
|
|
1474
|
+
throw new Error("You should provide a valid commit hash of the circuit templates.");
|
|
1475
|
+
// calculate the hash of the r1cs file
|
|
1476
|
+
const r1csBlake2bHash = await blake512FromPath(localR1csPath);
|
|
1477
|
+
const circuitPrefix = extractPrefix(circuitData.name);
|
|
1478
|
+
// filenames
|
|
1479
|
+
const doubleDigitsPowers = convertToDoubleDigits(metadata.pot);
|
|
1480
|
+
const r1csCompleteFilename = `${circuitData.name}.r1cs`;
|
|
1481
|
+
const wasmCompleteFilename = `${circuitData.name}.wasm`;
|
|
1482
|
+
const smallestPowersOfTauCompleteFilenameForCircuit = `${potFilenameTemplate}${doubleDigitsPowers}.ptau`;
|
|
1483
|
+
const firstZkeyCompleteFilename = `${circuitPrefix}_${genesisZkeyIndex}.zkey`;
|
|
1484
|
+
// storage paths
|
|
1485
|
+
const r1csStorageFilePath = getR1csStorageFilePath(circuitPrefix, r1csCompleteFilename);
|
|
1486
|
+
const wasmStorageFilePath = getWasmStorageFilePath(circuitPrefix, wasmCompleteFilename);
|
|
1487
|
+
const potStorageFilePath = getPotStorageFilePath(smallestPowersOfTauCompleteFilenameForCircuit);
|
|
1488
|
+
const zkeyStorageFilePath = getZkeyStorageFilePath(circuitPrefix, firstZkeyCompleteFilename);
|
|
1489
|
+
const files = {
|
|
1490
|
+
potFilename: smallestPowersOfTauCompleteFilenameForCircuit,
|
|
1491
|
+
r1csFilename: r1csCompleteFilename,
|
|
1492
|
+
wasmFilename: wasmCompleteFilename,
|
|
1493
|
+
initialZkeyFilename: firstZkeyCompleteFilename,
|
|
1494
|
+
potStoragePath: potStorageFilePath,
|
|
1495
|
+
r1csStoragePath: r1csStorageFilePath,
|
|
1496
|
+
wasmStoragePath: wasmStorageFilePath,
|
|
1497
|
+
initialZkeyStoragePath: zkeyStorageFilePath,
|
|
1498
|
+
r1csBlake2bHash
|
|
1499
|
+
};
|
|
1500
|
+
// validate that the compiler hash is a valid hash
|
|
1501
|
+
const { compiler } = circuitData;
|
|
1502
|
+
const compilerHashMatch = compiler.commitHash.match(commitHashPattern);
|
|
1503
|
+
if (!compilerHashMatch || compilerHashMatch.length === 0 || compilerHashMatch.length > 1)
|
|
1504
|
+
throw new Error("You should provide a valid commit hash of the circuit compiler.");
|
|
1505
|
+
// validate that the verification options are valid
|
|
1506
|
+
const { verification } = circuitData;
|
|
1507
|
+
if (verification.cfOrVm !== "CF" && verification.cfOrVm !== "VM")
|
|
1508
|
+
throw new Error("Please enter a valid verification mechanism: either CF or VM");
|
|
1509
|
+
// @todo VM parameters verification
|
|
1510
|
+
// if (verification['cfOrVM'] === "VM") {}
|
|
1511
|
+
// check that the timeout is provided for the correct configuration
|
|
1512
|
+
let dynamicThreshold;
|
|
1513
|
+
let fixedTimeWindow;
|
|
1514
|
+
let circuit = {};
|
|
1515
|
+
if (data.timeoutMechanismType === "DYNAMIC" /* CeremonyTimeoutType.DYNAMIC */) {
|
|
1516
|
+
if (circuitData.dynamicThreshold <= 0)
|
|
1517
|
+
throw new Error("The dynamic threshold should be > 0.");
|
|
1518
|
+
dynamicThreshold = circuitData.dynamicThreshold;
|
|
1519
|
+
// the Circuit data for the ceremony setup
|
|
1520
|
+
circuit = {
|
|
1521
|
+
name: circuitData.name,
|
|
1522
|
+
description: circuitData.description,
|
|
1523
|
+
prefix: circuitPrefix,
|
|
1524
|
+
sequencePosition: i + 1,
|
|
1525
|
+
metadata,
|
|
1526
|
+
files,
|
|
1527
|
+
template,
|
|
1528
|
+
compiler,
|
|
1529
|
+
verification,
|
|
1530
|
+
dynamicThreshold,
|
|
1531
|
+
avgTimings: {
|
|
1532
|
+
contributionComputation: 0,
|
|
1533
|
+
fullContribution: 0,
|
|
1534
|
+
verifyCloudFunction: 0
|
|
1535
|
+
}
|
|
1536
|
+
};
|
|
1537
|
+
}
|
|
1538
|
+
if (data.timeoutMechanismType === "FIXED" /* CeremonyTimeoutType.FIXED */) {
|
|
1539
|
+
if (circuitData.fixedTimeWindow <= 0)
|
|
1540
|
+
throw new Error("The fixed time window threshold should be > 0.");
|
|
1541
|
+
fixedTimeWindow = circuitData.fixedTimeWindow;
|
|
1542
|
+
// the Circuit data for the ceremony setup
|
|
1543
|
+
circuit = {
|
|
1544
|
+
name: circuitData.name,
|
|
1545
|
+
description: circuitData.description,
|
|
1546
|
+
prefix: circuitPrefix,
|
|
1547
|
+
sequencePosition: i + 1,
|
|
1548
|
+
metadata,
|
|
1549
|
+
files,
|
|
1550
|
+
template,
|
|
1551
|
+
compiler,
|
|
1552
|
+
verification,
|
|
1553
|
+
fixedTimeWindow,
|
|
1554
|
+
avgTimings: {
|
|
1555
|
+
contributionComputation: 0,
|
|
1556
|
+
fullContribution: 0,
|
|
1557
|
+
verifyCloudFunction: 0
|
|
1558
|
+
}
|
|
1559
|
+
};
|
|
1560
|
+
}
|
|
1561
|
+
circuits.push(circuit);
|
|
1562
|
+
// remove the local r1cs and wasm downloads (if used for verifying the config only vs setup)
|
|
1563
|
+
if (cleanup) {
|
|
1564
|
+
fs.unlinkSync(localR1csPath);
|
|
1565
|
+
fs.unlinkSync(localWasmPath);
|
|
1566
|
+
}
|
|
1567
|
+
}
|
|
1568
|
+
const setupData = {
|
|
1569
|
+
ceremonyInputData: {
|
|
1570
|
+
title: data.title,
|
|
1571
|
+
description: data.description,
|
|
1572
|
+
startDate: startDate.valueOf(),
|
|
1573
|
+
endDate: endDate.valueOf(),
|
|
1574
|
+
timeoutMechanismType: data.timeoutMechanismType,
|
|
1575
|
+
penalty: data.penalty
|
|
1576
|
+
},
|
|
1577
|
+
ceremonyPrefix: extractPrefix(data.title),
|
|
1578
|
+
circuits,
|
|
1579
|
+
circuitArtifacts
|
|
1580
|
+
};
|
|
1581
|
+
return setupData;
|
|
1582
|
+
}
|
|
1583
|
+
catch (error) {
|
|
1584
|
+
throw new Error(`Error while parsing up the ceremony setup file. ${error.message}`);
|
|
1585
|
+
}
|
|
1586
|
+
};
|
|
1591
1587
|
|
|
1592
1588
|
/**
|
|
1593
1589
|
* Verify that a zKey is valid
|
|
@@ -1836,7 +1832,7 @@ const getFirestoreDatabase = (app) => firestore.getFirestore(app);
|
|
|
1836
1832
|
* @param app <FirebaseApp> - the Firebase application.
|
|
1837
1833
|
* @returns <Functions> - the Cloud Functions associated to the application.
|
|
1838
1834
|
*/
|
|
1839
|
-
const getFirebaseFunctions = (app) => functions.getFunctions(app,
|
|
1835
|
+
const getFirebaseFunctions = (app) => functions.getFunctions(app, "europe-west1");
|
|
1840
1836
|
/**
|
|
1841
1837
|
* Retrieve the configuration variables for the AWS services (S3, EC2).
|
|
1842
1838
|
* @returns <AWSVariables> - the values of the AWS services configuration variables.
|
|
@@ -1845,14 +1841,14 @@ const getAWSVariables = () => {
|
|
|
1845
1841
|
if (!process.env.AWS_ACCESS_KEY_ID ||
|
|
1846
1842
|
!process.env.AWS_SECRET_ACCESS_KEY ||
|
|
1847
1843
|
!process.env.AWS_REGION ||
|
|
1848
|
-
!process.env.
|
|
1844
|
+
!process.env.AWS_INSTANCE_PROFILE_ARN ||
|
|
1849
1845
|
!process.env.AWS_AMI_ID)
|
|
1850
1846
|
throw new Error("Could not retrieve the AWS environment variables. Please, verify your environment configuration and retry");
|
|
1851
1847
|
return {
|
|
1852
1848
|
accessKeyId: process.env.AWS_ACCESS_KEY_ID,
|
|
1853
1849
|
secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY,
|
|
1854
1850
|
region: process.env.AWS_REGION || "us-east-1",
|
|
1855
|
-
|
|
1851
|
+
instanceProfileArn: process.env.AWS_INSTANCE_PROFILE_ARN,
|
|
1856
1852
|
amiId: process.env.AWS_AMI_ID
|
|
1857
1853
|
};
|
|
1858
1854
|
};
|
|
@@ -2105,7 +2101,8 @@ const getGitHubStats = async (user) => {
|
|
|
2105
2101
|
following: jsonData.following,
|
|
2106
2102
|
followers: jsonData.followers,
|
|
2107
2103
|
publicRepos: jsonData.public_repos,
|
|
2108
|
-
avatarUrl: jsonData.avatar_url
|
|
2104
|
+
avatarUrl: jsonData.avatar_url,
|
|
2105
|
+
age: jsonData.created_at
|
|
2109
2106
|
};
|
|
2110
2107
|
return data;
|
|
2111
2108
|
};
|
|
@@ -2117,20 +2114,21 @@ const getGitHubStats = async (user) => {
|
|
|
2117
2114
|
* @param minimumAmountOfPublicRepos <number> The minimum amount of public repos the user should have
|
|
2118
2115
|
* @returns <any> Return the avatar URL of the user if the user is reputable, false otherwise
|
|
2119
2116
|
*/
|
|
2120
|
-
const githubReputation = async (userLogin, minimumAmountOfFollowing, minimumAmountOfFollowers, minimumAmountOfPublicRepos) => {
|
|
2117
|
+
const githubReputation = async (userLogin, minimumAmountOfFollowing, minimumAmountOfFollowers, minimumAmountOfPublicRepos, minimumAge) => {
|
|
2121
2118
|
if (!process.env.GITHUB_ACCESS_TOKEN)
|
|
2122
2119
|
throw new Error("The GitHub access token is missing. Please insert a valid token to be used for anti-sybil checks on user registation, and then try again.");
|
|
2123
|
-
const { following, followers, publicRepos, avatarUrl } = await getGitHubStats(userLogin);
|
|
2120
|
+
const { following, followers, publicRepos, avatarUrl, age } = await getGitHubStats(userLogin);
|
|
2124
2121
|
if (following < minimumAmountOfFollowing ||
|
|
2125
2122
|
publicRepos < minimumAmountOfPublicRepos ||
|
|
2126
|
-
followers < minimumAmountOfFollowers
|
|
2123
|
+
followers < minimumAmountOfFollowers ||
|
|
2124
|
+
new Date(age) > new Date(Date.now() - minimumAge))
|
|
2127
2125
|
return {
|
|
2128
2126
|
reputable: false,
|
|
2129
2127
|
avatarUrl: ""
|
|
2130
2128
|
};
|
|
2131
2129
|
return {
|
|
2132
2130
|
reputable: true,
|
|
2133
|
-
avatarUrl
|
|
2131
|
+
avatarUrl
|
|
2134
2132
|
};
|
|
2135
2133
|
};
|
|
2136
2134
|
|
|
@@ -2339,8 +2337,13 @@ const vmDependenciesAndCacheArtifactsCommand = (zKeyPath, potPath, snsTopic, reg
|
|
|
2339
2337
|
// eslint-disable-next-line no-template-curly-in-string
|
|
2340
2338
|
"touch ${MARKER_FILE}",
|
|
2341
2339
|
"sudo yum update -y",
|
|
2342
|
-
"curl -
|
|
2343
|
-
"
|
|
2340
|
+
"curl -O https://nodejs.org/dist/v16.13.0/node-v16.13.0-linux-x64.tar.xz",
|
|
2341
|
+
"tar -xf node-v16.13.0-linux-x64.tar.xz",
|
|
2342
|
+
"mv node-v16.13.0-linux-x64 nodejs",
|
|
2343
|
+
"sudo mv nodejs /opt/",
|
|
2344
|
+
"echo 'export NODEJS_HOME=/opt/nodejs' >> /etc/profile",
|
|
2345
|
+
"echo 'export PATH=$NODEJS_HOME/bin:$PATH' >> /etc/profile",
|
|
2346
|
+
"source /etc/profile",
|
|
2344
2347
|
"npm install -g snarkjs",
|
|
2345
2348
|
`aws s3 cp s3://${zKeyPath} /var/tmp/genesisZkey.zkey`,
|
|
2346
2349
|
`aws s3 cp s3://${potPath} /var/tmp/pot.ptau`,
|
|
@@ -2359,6 +2362,7 @@ const vmDependenciesAndCacheArtifactsCommand = (zKeyPath, potPath, snsTopic, reg
|
|
|
2359
2362
|
* @returns Array<string> - the list of commands for contribution verification.
|
|
2360
2363
|
*/
|
|
2361
2364
|
const vmContributionVerificationCommand = (bucketName, lastZkeyStoragePath, verificationTranscriptStoragePathAndFilename) => [
|
|
2365
|
+
`source /etc/profile`,
|
|
2362
2366
|
`aws s3 cp s3://${bucketName}/${lastZkeyStoragePath} /var/tmp/lastZKey.zkey > /var/tmp/log.txt`,
|
|
2363
2367
|
`snarkjs zkvi /var/tmp/genesisZkey.zkey /var/tmp/pot.ptau /var/tmp/lastZKey.zkey > /var/tmp/verification_transcript.log`,
|
|
2364
2368
|
`aws s3 cp /var/tmp/verification_transcript.log s3://${bucketName}/${verificationTranscriptStoragePathAndFilename} &>/dev/null`,
|
|
@@ -2385,7 +2389,7 @@ const computeDiskSizeForVM = (zKeySizeInBytes, pot) => Math.ceil(2 * convertByte
|
|
|
2385
2389
|
*/
|
|
2386
2390
|
const createEC2Instance = async (ec2, commands, instanceType, volumeSize, diskType) => {
|
|
2387
2391
|
// Get the AWS variables.
|
|
2388
|
-
const { amiId,
|
|
2392
|
+
const { amiId, instanceProfileArn } = getAWSVariables();
|
|
2389
2393
|
// Parametrize the VM EC2 instance.
|
|
2390
2394
|
const params = {
|
|
2391
2395
|
ImageId: amiId,
|
|
@@ -2394,7 +2398,7 @@ const createEC2Instance = async (ec2, commands, instanceType, volumeSize, diskTy
|
|
|
2394
2398
|
MinCount: 1,
|
|
2395
2399
|
// nb. to find this: iam -> roles -> role_name.
|
|
2396
2400
|
IamInstanceProfile: {
|
|
2397
|
-
Arn:
|
|
2401
|
+
Arn: instanceProfileArn
|
|
2398
2402
|
},
|
|
2399
2403
|
// nb. for running commands at the startup.
|
|
2400
2404
|
UserData: Buffer.from(commands.join("\n")).toString("base64"),
|
|
@@ -6,5 +6,5 @@
|
|
|
6
6
|
* @param minimumAmountOfPublicRepos <number> The minimum amount of public repos the user should have
|
|
7
7
|
* @returns <any> Return the avatar URL of the user if the user is reputable, false otherwise
|
|
8
8
|
*/
|
|
9
|
-
export declare const githubReputation: (userLogin: string, minimumAmountOfFollowing: number, minimumAmountOfFollowers: number, minimumAmountOfPublicRepos: number) => Promise<any>;
|
|
9
|
+
export declare const githubReputation: (userLogin: string, minimumAmountOfFollowing: number, minimumAmountOfFollowers: number, minimumAmountOfPublicRepos: number, minimumAge: number) => Promise<any>;
|
|
10
10
|
//# sourceMappingURL=security.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"security.d.ts","sourceRoot":"","sources":["../../../../src/helpers/security.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"security.d.ts","sourceRoot":"","sources":["../../../../src/helpers/security.ts"],"names":[],"mappings":"AA6BA;;;;;;;GAOG;AACH,eAAO,MAAM,gBAAgB,cACd,MAAM,4BACS,MAAM,4BACN,MAAM,8BACJ,MAAM,cACtB,MAAM,KACnB,QAAQ,GAAG,CAuBb,CAAA"}
|