@devtion/actions 0.0.0-3df1645 → 0.0.0-477457c
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/index.mjs +353 -262
- package/dist/index.node.js +354 -261
- package/dist/types/src/helpers/authentication.d.ts.map +1 -1
- package/dist/types/src/helpers/constants.d.ts +5 -2
- package/dist/types/src/helpers/constants.d.ts.map +1 -1
- package/dist/types/src/helpers/contracts.d.ts.map +1 -1
- package/dist/types/src/helpers/crypto.d.ts.map +1 -1
- package/dist/types/src/helpers/database.d.ts +8 -0
- package/dist/types/src/helpers/database.d.ts.map +1 -1
- package/dist/types/src/helpers/functions.d.ts +2 -1
- package/dist/types/src/helpers/functions.d.ts.map +1 -1
- package/dist/types/src/helpers/security.d.ts +1 -1
- package/dist/types/src/helpers/security.d.ts.map +1 -1
- package/dist/types/src/helpers/services.d.ts.map +1 -1
- package/dist/types/src/helpers/storage.d.ts +1 -1
- package/dist/types/src/helpers/storage.d.ts.map +1 -1
- package/dist/types/src/helpers/utils.d.ts +33 -21
- package/dist/types/src/helpers/utils.d.ts.map +1 -1
- package/dist/types/src/helpers/verification.d.ts +3 -2
- package/dist/types/src/helpers/verification.d.ts.map +1 -1
- package/dist/types/src/helpers/vm.d.ts.map +1 -1
- package/dist/types/src/index.d.ts +2 -2
- package/dist/types/src/index.d.ts.map +1 -1
- package/dist/types/src/types/index.d.ts +9 -4
- package/dist/types/src/types/index.d.ts.map +1 -1
- package/dist/types/test/data/generators.d.ts +32 -0
- package/dist/types/test/data/generators.d.ts.map +1 -0
- package/dist/types/test/data/samples.d.ts +40 -0
- package/dist/types/test/data/samples.d.ts.map +1 -0
- package/dist/types/test/utils/authentication.d.ts +72 -0
- package/dist/types/test/utils/authentication.d.ts.map +1 -0
- package/dist/types/test/utils/configs.d.ts +52 -0
- package/dist/types/test/utils/configs.d.ts.map +1 -0
- package/dist/types/test/utils/index.d.ts +4 -0
- package/dist/types/test/utils/index.d.ts.map +1 -0
- package/dist/types/test/utils/storage.d.ts +126 -0
- package/dist/types/test/utils/storage.d.ts.map +1 -0
- package/package.json +7 -8
- package/src/helpers/constants.ts +40 -32
- package/src/helpers/contracts.ts +3 -3
- package/src/helpers/crypto.ts +5 -1
- package/src/helpers/database.ts +13 -0
- package/src/helpers/security.ts +8 -5
- package/src/helpers/services.ts +2 -2
- package/src/helpers/storage.ts +3 -3
- package/src/helpers/utils.ts +320 -255
- package/src/helpers/verification.ts +6 -6
- package/src/helpers/vm.ts +19 -4
- package/src/index.ts +3 -1
- package/src/types/index.ts +23 -3
package/dist/index.node.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* @module @devtion/actions
|
|
3
|
-
* @version 1.
|
|
3
|
+
* @version 1.2.8
|
|
4
4
|
* @file A set of actions and helpers for CLI commands
|
|
5
5
|
* @copyright Ethereum Foundation 2022
|
|
6
6
|
* @license MIT
|
|
@@ -17,7 +17,6 @@ var firestore = require('firebase/firestore');
|
|
|
17
17
|
var snarkjs = require('snarkjs');
|
|
18
18
|
var crypto = require('crypto');
|
|
19
19
|
var blake = require('blakejs');
|
|
20
|
-
var ffjavascript = require('ffjavascript');
|
|
21
20
|
var winston = require('winston');
|
|
22
21
|
var stream = require('stream');
|
|
23
22
|
var util = require('util');
|
|
@@ -29,10 +28,10 @@ var clientEc2 = require('@aws-sdk/client-ec2');
|
|
|
29
28
|
var clientSsm = require('@aws-sdk/client-ssm');
|
|
30
29
|
var dotenv = require('dotenv');
|
|
31
30
|
|
|
32
|
-
// Main part for the
|
|
33
|
-
const potFileDownloadMainUrl = `https://
|
|
34
|
-
// Main part for the
|
|
35
|
-
const potFilenameTemplate = `
|
|
31
|
+
// Main part for the PPoT Phase 1 Trusted Setup URLs to download PoT files.
|
|
32
|
+
const potFileDownloadMainUrl = `https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/`;
|
|
33
|
+
// Main part for the PPoT Phase 1 Trusted Setup PoT files to be downloaded.
|
|
34
|
+
const potFilenameTemplate = `ppot_0080_`;
|
|
36
35
|
// The genesis zKey index.
|
|
37
36
|
const genesisZkeyIndex = `00000`;
|
|
38
37
|
// The number of exponential iterations to be executed by SnarkJS when finalizing the ceremony.
|
|
@@ -49,6 +48,8 @@ const verifierSmartContractAcronym = "verifier";
|
|
|
49
48
|
const ec2InstanceTag = "p0tionec2instance";
|
|
50
49
|
// The name of the VM startup script file.
|
|
51
50
|
const vmBootstrapScriptFilename = "bootstrap.sh";
|
|
51
|
+
// Match hash output by snarkjs in transcript log
|
|
52
|
+
const contribHashRegex = /Contribution.+Hash.+\s+.+\s+.+\s+.+\s+.+\s*/;
|
|
52
53
|
/**
|
|
53
54
|
* Define the supported VM configuration types.
|
|
54
55
|
* @dev the VM configurations can be retrieved at https://aws.amazon.com/ec2/instance-types/
|
|
@@ -106,112 +107,116 @@ const vmConfigurationTypes = {
|
|
|
106
107
|
*/
|
|
107
108
|
const powersOfTauFiles = [
|
|
108
109
|
{
|
|
109
|
-
ref: "https://
|
|
110
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_01.ptau",
|
|
110
111
|
size: 0.000084
|
|
111
112
|
},
|
|
112
113
|
{
|
|
113
|
-
ref: "https://
|
|
114
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_02.ptau",
|
|
114
115
|
size: 0.000086
|
|
115
116
|
},
|
|
116
117
|
{
|
|
117
|
-
ref: "https://
|
|
118
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_03.ptau",
|
|
118
119
|
size: 0.000091
|
|
119
120
|
},
|
|
120
121
|
{
|
|
121
|
-
ref: "https://
|
|
122
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_04.ptau",
|
|
122
123
|
size: 0.0001
|
|
123
124
|
},
|
|
124
125
|
{
|
|
125
|
-
ref: "https://
|
|
126
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_05.ptau",
|
|
126
127
|
size: 0.000117
|
|
127
128
|
},
|
|
128
129
|
{
|
|
129
|
-
ref: "https://
|
|
130
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_06.ptau",
|
|
130
131
|
size: 0.000153
|
|
131
132
|
},
|
|
132
133
|
{
|
|
133
|
-
ref: "https://
|
|
134
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_07.ptau",
|
|
134
135
|
size: 0.000225
|
|
135
136
|
},
|
|
136
137
|
{
|
|
137
|
-
ref: "https://
|
|
138
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_08.ptau",
|
|
138
139
|
size: 0.0004
|
|
139
140
|
},
|
|
140
141
|
{
|
|
141
|
-
ref: "https://
|
|
142
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_09.ptau",
|
|
142
143
|
size: 0.000658
|
|
143
144
|
},
|
|
144
145
|
{
|
|
145
|
-
ref: "https://
|
|
146
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_10.ptau",
|
|
146
147
|
size: 0.0013
|
|
147
148
|
},
|
|
148
149
|
{
|
|
149
|
-
ref: "https://
|
|
150
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_11.ptau",
|
|
150
151
|
size: 0.0023
|
|
151
152
|
},
|
|
152
153
|
{
|
|
153
|
-
ref: "https://
|
|
154
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_12.ptau",
|
|
154
155
|
size: 0.0046
|
|
155
156
|
},
|
|
156
157
|
{
|
|
157
|
-
ref: "https://
|
|
158
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_13.ptau",
|
|
158
159
|
size: 0.0091
|
|
159
160
|
},
|
|
160
161
|
{
|
|
161
|
-
ref: "https://
|
|
162
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_14.ptau",
|
|
162
163
|
size: 0.0181
|
|
163
164
|
},
|
|
164
165
|
{
|
|
165
|
-
ref: "https://
|
|
166
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_15.ptau",
|
|
166
167
|
size: 0.0361
|
|
167
168
|
},
|
|
168
169
|
{
|
|
169
|
-
ref: "https://
|
|
170
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_16.ptau",
|
|
170
171
|
size: 0.0721
|
|
171
172
|
},
|
|
172
173
|
{
|
|
173
|
-
ref: "https://
|
|
174
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_17.ptau",
|
|
174
175
|
size: 0.144
|
|
175
176
|
},
|
|
176
177
|
{
|
|
177
|
-
ref: "https://
|
|
178
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_18.ptau",
|
|
178
179
|
size: 0.288
|
|
179
180
|
},
|
|
180
181
|
{
|
|
181
|
-
ref: "https://
|
|
182
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_19.ptau",
|
|
182
183
|
size: 0.576
|
|
183
184
|
},
|
|
184
185
|
{
|
|
185
|
-
ref: "https://
|
|
186
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_20.ptau",
|
|
186
187
|
size: 1.1
|
|
187
188
|
},
|
|
188
189
|
{
|
|
189
|
-
ref: "https://
|
|
190
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_21.ptau",
|
|
190
191
|
size: 2.3
|
|
191
192
|
},
|
|
192
193
|
{
|
|
193
|
-
ref: "https://
|
|
194
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_22.ptau",
|
|
194
195
|
size: 4.5
|
|
195
196
|
},
|
|
196
197
|
{
|
|
197
|
-
ref: "https://
|
|
198
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_23.ptau",
|
|
198
199
|
size: 9.0
|
|
199
200
|
},
|
|
200
201
|
{
|
|
201
|
-
ref: "https://
|
|
202
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_24.ptau",
|
|
202
203
|
size: 18.0
|
|
203
204
|
},
|
|
204
205
|
{
|
|
205
|
-
ref: "https://
|
|
206
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_25.ptau",
|
|
206
207
|
size: 36.0
|
|
207
208
|
},
|
|
208
209
|
{
|
|
209
|
-
ref: "https://
|
|
210
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_26.ptau",
|
|
210
211
|
size: 72.0
|
|
211
212
|
},
|
|
212
213
|
{
|
|
213
|
-
ref: "https://
|
|
214
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_27.ptau",
|
|
214
215
|
size: 144.0
|
|
216
|
+
},
|
|
217
|
+
{
|
|
218
|
+
ref: "https://pse-trusted-setup-ppot.s3.eu-central-1.amazonaws.com/pot28_0080/ppot_0080_final.ptau",
|
|
219
|
+
size: 288.0
|
|
215
220
|
}
|
|
216
221
|
];
|
|
217
222
|
/**
|
|
@@ -341,7 +346,9 @@ const commonTerms = {
|
|
|
341
346
|
finalizeCircuit: "finalizeCircuit",
|
|
342
347
|
finalizeCeremony: "finalizeCeremony",
|
|
343
348
|
downloadCircuitArtifacts: "downloadCircuitArtifacts",
|
|
344
|
-
transferObject: "transferObject"
|
|
349
|
+
transferObject: "transferObject",
|
|
350
|
+
bandadaValidateProof: "bandadaValidateProof",
|
|
351
|
+
checkNonceOfSIWEAddress: "checkNonceOfSIWEAddress"
|
|
345
352
|
}
|
|
346
353
|
};
|
|
347
354
|
|
|
@@ -707,8 +714,8 @@ const uploadParts = async (chunksWithUrls, contentType, cloudFunctions, ceremony
|
|
|
707
714
|
// @ts-ignore
|
|
708
715
|
const response = await fetch(chunksWithUrls[i].preSignedUrl, {
|
|
709
716
|
retryOptions: {
|
|
710
|
-
retryInitialDelay: 500,
|
|
711
|
-
socketTimeout: 60000,
|
|
717
|
+
retryInitialDelay: 500, // 500 ms.
|
|
718
|
+
socketTimeout: 60000, // 60 seconds.
|
|
712
719
|
retryMaxDuration: 300000 // 5 minutes.
|
|
713
720
|
},
|
|
714
721
|
method: "PUT",
|
|
@@ -1005,6 +1012,17 @@ const getClosedCeremonies = async (firestoreDatabase) => {
|
|
|
1005
1012
|
]);
|
|
1006
1013
|
return fromQueryToFirebaseDocumentInfo(closedCeremoniesQuerySnap.docs);
|
|
1007
1014
|
};
|
|
1015
|
+
/**
|
|
1016
|
+
* Query all ceremonies
|
|
1017
|
+
* @notice get all ceremonies from the database.
|
|
1018
|
+
* @dev this is a helper for the CLI ceremony methods.
|
|
1019
|
+
* @param firestoreDatabase <Firestore> - the Firestore service instance associated to the current Firebase application.
|
|
1020
|
+
* @returns <Promise<Array<FirebaseDocumentInfo>>> - the list of all ceremonies.
|
|
1021
|
+
*/
|
|
1022
|
+
const getAllCeremonies = async (firestoreDatabase) => {
|
|
1023
|
+
const ceremoniesQuerySnap = await queryCollection(firestoreDatabase, commonTerms.collections.ceremonies.name, []);
|
|
1024
|
+
return fromQueryToFirebaseDocumentInfo(ceremoniesQuerySnap.docs);
|
|
1025
|
+
};
|
|
1008
1026
|
|
|
1009
1027
|
/**
|
|
1010
1028
|
* @hidden
|
|
@@ -1026,6 +1044,9 @@ const blake512FromPath = async (path) => {
|
|
|
1026
1044
|
const hash = await new Promise((resolve) => {
|
|
1027
1045
|
fs.createReadStream(path)
|
|
1028
1046
|
.on("data", (chunk) => {
|
|
1047
|
+
if (typeof chunk === "string") {
|
|
1048
|
+
chunk = Buffer.from(chunk);
|
|
1049
|
+
}
|
|
1029
1050
|
blake.blake2bUpdate(context, chunk);
|
|
1030
1051
|
})
|
|
1031
1052
|
.on("end", () => {
|
|
@@ -1053,193 +1074,22 @@ const compareHashes = async (path1, path2) => {
|
|
|
1053
1074
|
};
|
|
1054
1075
|
|
|
1055
1076
|
/**
|
|
1056
|
-
*
|
|
1057
|
-
* @
|
|
1058
|
-
* @
|
|
1059
|
-
* @param cleanup <boolean> - whether to delete the r1cs file after parsing
|
|
1060
|
-
* @returns any - the data to pass to the cloud function for setup and the circuit artifacts
|
|
1077
|
+
* Return a string with double digits if the provided input is one digit only.
|
|
1078
|
+
* @param in <number> - the input number to be converted.
|
|
1079
|
+
* @returns <string> - the two digits stringified number derived from the conversion.
|
|
1061
1080
|
*/
|
|
1062
|
-
const
|
|
1063
|
-
|
|
1064
|
-
|
|
1065
|
-
|
|
1066
|
-
|
|
1067
|
-
|
|
1068
|
-
|
|
1069
|
-
|
|
1070
|
-
|
|
1071
|
-
|
|
1072
|
-
|
|
1073
|
-
|
|
1074
|
-
if (!data.circuits || data.circuits.length === 0)
|
|
1075
|
-
throw new Error("You need to provide the data for at least 1 circuit.");
|
|
1076
|
-
// validate that the end date is in the future
|
|
1077
|
-
let endDate;
|
|
1078
|
-
let startDate;
|
|
1079
|
-
try {
|
|
1080
|
-
endDate = new Date(data.endDate);
|
|
1081
|
-
startDate = new Date(data.startDate);
|
|
1082
|
-
}
|
|
1083
|
-
catch (error) {
|
|
1084
|
-
throw new Error("The dates should follow this format: 2023-07-04T00:00:00.");
|
|
1085
|
-
}
|
|
1086
|
-
if (endDate <= startDate)
|
|
1087
|
-
throw new Error("The end date should be greater than the start date.");
|
|
1088
|
-
const currentDate = new Date();
|
|
1089
|
-
if (endDate <= currentDate || startDate <= currentDate)
|
|
1090
|
-
throw new Error("The start and end dates should be in the future.");
|
|
1091
|
-
// validate penalty
|
|
1092
|
-
if (data.penalty <= 0)
|
|
1093
|
-
throw new Error("The penalty should be greater than zero.");
|
|
1094
|
-
const circuits = [];
|
|
1095
|
-
const urlPattern = /(https?:\/\/[^\s]+)/g;
|
|
1096
|
-
const commitHashPattern = /^[a-f0-9]{40}$/i;
|
|
1097
|
-
const circuitArtifacts = [];
|
|
1098
|
-
for (let i = 0; i < data.circuits.length; i++) {
|
|
1099
|
-
const circuitData = data.circuits[i];
|
|
1100
|
-
const artifacts = circuitData.artifacts;
|
|
1101
|
-
circuitArtifacts.push({
|
|
1102
|
-
artifacts: artifacts
|
|
1103
|
-
});
|
|
1104
|
-
// where we storing the r1cs downloaded
|
|
1105
|
-
const localR1csPath = `./${circuitData.name}.r1cs`;
|
|
1106
|
-
// where we storing the wasm downloaded
|
|
1107
|
-
const localWasmPath = `./${circuitData.name}.wasm`;
|
|
1108
|
-
// download the r1cs to extract the metadata
|
|
1109
|
-
const streamPipeline = util.promisify(stream.pipeline);
|
|
1110
|
-
// Make the call.
|
|
1111
|
-
const responseR1CS = await fetch(artifacts.r1csStoragePath);
|
|
1112
|
-
// Handle errors.
|
|
1113
|
-
if (!responseR1CS.ok && responseR1CS.status !== 200)
|
|
1114
|
-
throw new Error(`There was an error while trying to download the r1cs file for circuit ${circuitData.name}. Please check that the file has the correct permissions (public) set.`);
|
|
1115
|
-
await streamPipeline(responseR1CS.body, fs.createWriteStream(localR1csPath));
|
|
1116
|
-
// Write the file locally
|
|
1117
|
-
// extract the metadata from the r1cs
|
|
1118
|
-
const metadata = getR1CSInfo(localR1csPath);
|
|
1119
|
-
// download wasm too to ensure it's available
|
|
1120
|
-
const responseWASM = await fetch(artifacts.wasmStoragePath);
|
|
1121
|
-
if (!responseWASM.ok && responseWASM.status !== 200)
|
|
1122
|
-
throw new Error(`There was an error while trying to download the WASM file for circuit ${circuitData.name}. Please check that the file has the correct permissions (public) set.`);
|
|
1123
|
-
await streamPipeline(responseWASM.body, fs.createWriteStream(localWasmPath));
|
|
1124
|
-
// validate that the circuit hash and template links are valid
|
|
1125
|
-
const template = circuitData.template;
|
|
1126
|
-
const URLMatch = template.source.match(urlPattern);
|
|
1127
|
-
if (!URLMatch || URLMatch.length === 0 || URLMatch.length > 1)
|
|
1128
|
-
throw new Error("You should provide the URL to the circuits templates on GitHub.");
|
|
1129
|
-
const hashMatch = template.commitHash.match(commitHashPattern);
|
|
1130
|
-
if (!hashMatch || hashMatch.length === 0 || hashMatch.length > 1)
|
|
1131
|
-
throw new Error("You should provide a valid commit hash of the circuit templates.");
|
|
1132
|
-
// calculate the hash of the r1cs file
|
|
1133
|
-
const r1csBlake2bHash = await blake512FromPath(localR1csPath);
|
|
1134
|
-
const circuitPrefix = extractPrefix(circuitData.name);
|
|
1135
|
-
// filenames
|
|
1136
|
-
const doubleDigitsPowers = convertToDoubleDigits(metadata.pot);
|
|
1137
|
-
const r1csCompleteFilename = `${circuitData.name}.r1cs`;
|
|
1138
|
-
const wasmCompleteFilename = `${circuitData.name}.wasm`;
|
|
1139
|
-
const smallestPowersOfTauCompleteFilenameForCircuit = `${potFilenameTemplate}${doubleDigitsPowers}.ptau`;
|
|
1140
|
-
const firstZkeyCompleteFilename = `${circuitPrefix}_${genesisZkeyIndex}.zkey`;
|
|
1141
|
-
// storage paths
|
|
1142
|
-
const r1csStorageFilePath = getR1csStorageFilePath(circuitPrefix, r1csCompleteFilename);
|
|
1143
|
-
const wasmStorageFilePath = getWasmStorageFilePath(circuitPrefix, wasmCompleteFilename);
|
|
1144
|
-
const potStorageFilePath = getPotStorageFilePath(smallestPowersOfTauCompleteFilenameForCircuit);
|
|
1145
|
-
const zkeyStorageFilePath = getZkeyStorageFilePath(circuitPrefix, firstZkeyCompleteFilename);
|
|
1146
|
-
const files = {
|
|
1147
|
-
potFilename: smallestPowersOfTauCompleteFilenameForCircuit,
|
|
1148
|
-
r1csFilename: r1csCompleteFilename,
|
|
1149
|
-
wasmFilename: wasmCompleteFilename,
|
|
1150
|
-
initialZkeyFilename: firstZkeyCompleteFilename,
|
|
1151
|
-
potStoragePath: potStorageFilePath,
|
|
1152
|
-
r1csStoragePath: r1csStorageFilePath,
|
|
1153
|
-
wasmStoragePath: wasmStorageFilePath,
|
|
1154
|
-
initialZkeyStoragePath: zkeyStorageFilePath,
|
|
1155
|
-
r1csBlake2bHash: r1csBlake2bHash
|
|
1156
|
-
};
|
|
1157
|
-
// validate that the compiler hash is a valid hash
|
|
1158
|
-
const compiler = circuitData.compiler;
|
|
1159
|
-
const compilerHashMatch = compiler.commitHash.match(commitHashPattern);
|
|
1160
|
-
if (!compilerHashMatch || compilerHashMatch.length === 0 || compilerHashMatch.length > 1)
|
|
1161
|
-
throw new Error("You should provide a valid commit hash of the circuit compiler.");
|
|
1162
|
-
// validate that the verification options are valid
|
|
1163
|
-
const verification = circuitData.verification;
|
|
1164
|
-
if (verification.cfOrVm !== "CF" && verification.cfOrVm !== "VM")
|
|
1165
|
-
throw new Error("Please enter a valid verification mechanism: either CF or VM");
|
|
1166
|
-
// @todo VM parameters verification
|
|
1167
|
-
// if (verification['cfOrVM'] === "VM") {}
|
|
1168
|
-
// check that the timeout is provided for the correct configuration
|
|
1169
|
-
let dynamicThreshold;
|
|
1170
|
-
let fixedTimeWindow;
|
|
1171
|
-
let circuit = {};
|
|
1172
|
-
if (data.timeoutMechanismType === "DYNAMIC" /* CeremonyTimeoutType.DYNAMIC */) {
|
|
1173
|
-
if (circuitData.dynamicThreshold <= 0)
|
|
1174
|
-
throw new Error("The dynamic threshold should be > 0.");
|
|
1175
|
-
dynamicThreshold = circuitData.dynamicThreshold;
|
|
1176
|
-
// the Circuit data for the ceremony setup
|
|
1177
|
-
circuit = {
|
|
1178
|
-
name: circuitData.name,
|
|
1179
|
-
description: circuitData.description,
|
|
1180
|
-
prefix: circuitPrefix,
|
|
1181
|
-
sequencePosition: i + 1,
|
|
1182
|
-
metadata: metadata,
|
|
1183
|
-
files: files,
|
|
1184
|
-
template: template,
|
|
1185
|
-
compiler: compiler,
|
|
1186
|
-
verification: verification,
|
|
1187
|
-
dynamicThreshold: dynamicThreshold,
|
|
1188
|
-
avgTimings: {
|
|
1189
|
-
contributionComputation: 0,
|
|
1190
|
-
fullContribution: 0,
|
|
1191
|
-
verifyCloudFunction: 0
|
|
1192
|
-
}
|
|
1193
|
-
};
|
|
1194
|
-
}
|
|
1195
|
-
if (data.timeoutMechanismType === "FIXED" /* CeremonyTimeoutType.FIXED */) {
|
|
1196
|
-
if (circuitData.fixedTimeWindow <= 0)
|
|
1197
|
-
throw new Error("The fixed time window threshold should be > 0.");
|
|
1198
|
-
fixedTimeWindow = circuitData.fixedTimeWindow;
|
|
1199
|
-
// the Circuit data for the ceremony setup
|
|
1200
|
-
circuit = {
|
|
1201
|
-
name: circuitData.name,
|
|
1202
|
-
description: circuitData.description,
|
|
1203
|
-
prefix: circuitPrefix,
|
|
1204
|
-
sequencePosition: i + 1,
|
|
1205
|
-
metadata: metadata,
|
|
1206
|
-
files: files,
|
|
1207
|
-
template: template,
|
|
1208
|
-
compiler: compiler,
|
|
1209
|
-
verification: verification,
|
|
1210
|
-
fixedTimeWindow: fixedTimeWindow,
|
|
1211
|
-
avgTimings: {
|
|
1212
|
-
contributionComputation: 0,
|
|
1213
|
-
fullContribution: 0,
|
|
1214
|
-
verifyCloudFunction: 0
|
|
1215
|
-
}
|
|
1216
|
-
};
|
|
1217
|
-
}
|
|
1218
|
-
circuits.push(circuit);
|
|
1219
|
-
// remove the local r1cs and wasm downloads (if used for verifying the config only vs setup)
|
|
1220
|
-
if (cleanup)
|
|
1221
|
-
fs.unlinkSync(localR1csPath);
|
|
1222
|
-
fs.unlinkSync(localWasmPath);
|
|
1223
|
-
}
|
|
1224
|
-
const setupData = {
|
|
1225
|
-
ceremonyInputData: {
|
|
1226
|
-
title: data.title,
|
|
1227
|
-
description: data.description,
|
|
1228
|
-
startDate: startDate.valueOf(),
|
|
1229
|
-
endDate: endDate.valueOf(),
|
|
1230
|
-
timeoutMechanismType: data.timeoutMechanismType,
|
|
1231
|
-
penalty: data.penalty
|
|
1232
|
-
},
|
|
1233
|
-
ceremonyPrefix: extractPrefix(data.title),
|
|
1234
|
-
circuits: circuits,
|
|
1235
|
-
circuitArtifacts: circuitArtifacts
|
|
1236
|
-
};
|
|
1237
|
-
return setupData;
|
|
1238
|
-
}
|
|
1239
|
-
catch (error) {
|
|
1240
|
-
throw new Error(`Error while parsing up the ceremony setup file. ${error.message}`);
|
|
1241
|
-
}
|
|
1242
|
-
};
|
|
1081
|
+
const convertToDoubleDigits = (amount) => (amount < 10 ? `0${amount}` : amount.toString());
|
|
1082
|
+
/**
|
|
1083
|
+
* Extract a prefix consisting of alphanumeric and underscore characters from a string with arbitrary characters.
|
|
1084
|
+
* @dev replaces all special symbols and whitespaces with an underscore char ('_'). Convert all uppercase chars to lowercase.
|
|
1085
|
+
* @notice example: str = 'Multiplier-2!2.4.zkey'; output prefix = 'multiplier_2_2_4.zkey'.
|
|
1086
|
+
* NB. Prefix extraction is a key process that conditions the name of the ceremony artifacts, download/upload from/to storage, collections paths.
|
|
1087
|
+
* @param str <string> - the arbitrary string from which to extract the prefix.
|
|
1088
|
+
* @returns <string> - the resulting prefix.
|
|
1089
|
+
*/
|
|
1090
|
+
const extractPrefix = (str) =>
|
|
1091
|
+
// eslint-disable-next-line no-useless-escape
|
|
1092
|
+
str.replace(/[`\s~!@#$%^&*()|+\-=?;:'",.<>\{\}\[\]\\\/]/gi, "-").toLowerCase();
|
|
1243
1093
|
/**
|
|
1244
1094
|
* Extract data from a R1CS metadata file generated with a custom file-based logger.
|
|
1245
1095
|
* @notice useful for extracting metadata circuits contained in the generated file using a logger
|
|
@@ -1296,17 +1146,6 @@ const formatZkeyIndex = (progress) => {
|
|
|
1296
1146
|
* @returns <number> - the amount of powers.
|
|
1297
1147
|
*/
|
|
1298
1148
|
const extractPoTFromFilename = (potCompleteFilename) => Number(potCompleteFilename.split("_").pop()?.split(".").at(0));
|
|
1299
|
-
/**
|
|
1300
|
-
* Extract a prefix consisting of alphanumeric and underscore characters from a string with arbitrary characters.
|
|
1301
|
-
* @dev replaces all special symbols and whitespaces with an underscore char ('_'). Convert all uppercase chars to lowercase.
|
|
1302
|
-
* @notice example: str = 'Multiplier-2!2.4.zkey'; output prefix = 'multiplier_2_2_4.zkey'.
|
|
1303
|
-
* NB. Prefix extraction is a key process that conditions the name of the ceremony artifacts, download/upload from/to storage, collections paths.
|
|
1304
|
-
* @param str <string> - the arbitrary string from which to extract the prefix.
|
|
1305
|
-
* @returns <string> - the resulting prefix.
|
|
1306
|
-
*/
|
|
1307
|
-
const extractPrefix = (str) =>
|
|
1308
|
-
// eslint-disable-next-line no-useless-escape
|
|
1309
|
-
str.replace(/[`\s~!@#$%^&*()|+\-=?;:'",.<>\{\}\[\]\\\/]/gi, "-").toLowerCase();
|
|
1310
1149
|
/**
|
|
1311
1150
|
* Automate the generation of an entropy for a contribution.
|
|
1312
1151
|
* @dev Took inspiration from here https://github.com/glamperd/setup-mpc-ui/blob/master/client/src/state/Compute.tsx#L112.
|
|
@@ -1446,6 +1285,41 @@ const readBytesFromFile = (localFilePath, offset, length, position) => {
|
|
|
1446
1285
|
// Return the read bytes.
|
|
1447
1286
|
return buffer;
|
|
1448
1287
|
};
|
|
1288
|
+
/**
|
|
1289
|
+
* Given a buffer in little endian format, convert it to bigint
|
|
1290
|
+
* @param buffer
|
|
1291
|
+
* @returns
|
|
1292
|
+
*/
|
|
1293
|
+
function leBufferToBigint(buffer) {
|
|
1294
|
+
return BigInt(`0x${buffer.reverse().toString("hex")}`);
|
|
1295
|
+
}
|
|
1296
|
+
/**
|
|
1297
|
+
* Given an input containing string values, convert them
|
|
1298
|
+
* to bigint
|
|
1299
|
+
* @param input - The input to convert
|
|
1300
|
+
* @returns the input with string values converted to bigint
|
|
1301
|
+
*/
|
|
1302
|
+
const unstringifyBigInts = (input) => {
|
|
1303
|
+
if (typeof input === "string" && /^[0-9]+$/.test(input)) {
|
|
1304
|
+
return BigInt(input);
|
|
1305
|
+
}
|
|
1306
|
+
if (typeof input === "string" && /^0x[0-9a-fA-F]+$/.test(input)) {
|
|
1307
|
+
return BigInt(input);
|
|
1308
|
+
}
|
|
1309
|
+
if (Array.isArray(input)) {
|
|
1310
|
+
return input.map(unstringifyBigInts);
|
|
1311
|
+
}
|
|
1312
|
+
if (input === null) {
|
|
1313
|
+
return null;
|
|
1314
|
+
}
|
|
1315
|
+
if (typeof input === "object") {
|
|
1316
|
+
return Object.entries(input).reduce((acc, [key, value]) => {
|
|
1317
|
+
acc[key] = unstringifyBigInts(value);
|
|
1318
|
+
return acc;
|
|
1319
|
+
}, {});
|
|
1320
|
+
}
|
|
1321
|
+
return input;
|
|
1322
|
+
};
|
|
1449
1323
|
/**
|
|
1450
1324
|
* Return the info about the R1CS file.ù
|
|
1451
1325
|
* @dev this method was built taking inspiration from
|
|
@@ -1506,17 +1380,17 @@ const getR1CSInfo = (localR1CSFilePath) => {
|
|
|
1506
1380
|
let constraints = 0;
|
|
1507
1381
|
try {
|
|
1508
1382
|
// Get 'number of section' (jump magic r1cs and version1 data).
|
|
1509
|
-
const numberOfSections =
|
|
1383
|
+
const numberOfSections = leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 4, 8));
|
|
1510
1384
|
// Jump to first section.
|
|
1511
1385
|
pointer = 12;
|
|
1512
1386
|
// For each section
|
|
1513
1387
|
for (let i = 0; i < numberOfSections; i++) {
|
|
1514
1388
|
// Read section type.
|
|
1515
|
-
const sectionType =
|
|
1389
|
+
const sectionType = leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 4, pointer));
|
|
1516
1390
|
// Jump to section size.
|
|
1517
1391
|
pointer += 4;
|
|
1518
1392
|
// Read section size
|
|
1519
|
-
const sectionSize = Number(
|
|
1393
|
+
const sectionSize = Number(leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 8, pointer)));
|
|
1520
1394
|
// If at header section (0x00000001 : Header Section).
|
|
1521
1395
|
if (sectionType === BigInt(1)) {
|
|
1522
1396
|
// Read info from header section.
|
|
@@ -1548,22 +1422,22 @@ const getR1CSInfo = (localR1CSFilePath) => {
|
|
|
1548
1422
|
*/
|
|
1549
1423
|
pointer += sectionSize - 20;
|
|
1550
1424
|
// Read R1CS info.
|
|
1551
|
-
wires = Number(
|
|
1425
|
+
wires = Number(leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 4, pointer)));
|
|
1552
1426
|
pointer += 4;
|
|
1553
|
-
publicOutputs = Number(
|
|
1427
|
+
publicOutputs = Number(leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 4, pointer)));
|
|
1554
1428
|
pointer += 4;
|
|
1555
|
-
publicInputs = Number(
|
|
1429
|
+
publicInputs = Number(leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 4, pointer)));
|
|
1556
1430
|
pointer += 4;
|
|
1557
|
-
privateInputs = Number(
|
|
1431
|
+
privateInputs = Number(leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 4, pointer)));
|
|
1558
1432
|
pointer += 4;
|
|
1559
|
-
labels = Number(
|
|
1433
|
+
labels = Number(leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 8, pointer)));
|
|
1560
1434
|
pointer += 8;
|
|
1561
|
-
constraints = Number(
|
|
1435
|
+
constraints = Number(leBufferToBigint(readBytesFromFile(localR1CSFilePath, 0, 4, pointer)));
|
|
1562
1436
|
}
|
|
1563
1437
|
pointer += 8 + Number(sectionSize);
|
|
1564
1438
|
}
|
|
1565
1439
|
return {
|
|
1566
|
-
curve: "bn-128",
|
|
1440
|
+
curve: "bn-128", /// @note currently default to bn-128 as we support only Groth16 proving system.
|
|
1567
1441
|
wires,
|
|
1568
1442
|
constraints,
|
|
1569
1443
|
privateInputs,
|
|
@@ -1578,11 +1452,212 @@ const getR1CSInfo = (localR1CSFilePath) => {
|
|
|
1578
1452
|
}
|
|
1579
1453
|
};
|
|
1580
1454
|
/**
|
|
1581
|
-
*
|
|
1582
|
-
* @
|
|
1583
|
-
* @
|
|
1455
|
+
* Parse and validate that the ceremony configuration is correct
|
|
1456
|
+
* @notice this does not upload any files to storage
|
|
1457
|
+
* @param path <string> - the path to the configuration file
|
|
1458
|
+
* @param cleanup <boolean> - whether to delete the r1cs file after parsing
|
|
1459
|
+
* @returns any - the data to pass to the cloud function for setup and the circuit artifacts
|
|
1584
1460
|
*/
|
|
1585
|
-
const
|
|
1461
|
+
const parseCeremonyFile = async (path, cleanup = false) => {
|
|
1462
|
+
// check that the path exists
|
|
1463
|
+
if (!fs.existsSync(path))
|
|
1464
|
+
throw new Error("The provided path to the configuration file does not exist. Please provide an absolute path and try again.");
|
|
1465
|
+
try {
|
|
1466
|
+
// read the data
|
|
1467
|
+
const data = JSON.parse(fs.readFileSync(path).toString());
|
|
1468
|
+
// verify that the data is correct
|
|
1469
|
+
if (data.timeoutMechanismType !== "DYNAMIC" /* CeremonyTimeoutType.DYNAMIC */ &&
|
|
1470
|
+
data.timeoutMechanismType !== "FIXED" /* CeremonyTimeoutType.FIXED */)
|
|
1471
|
+
throw new Error("Invalid timeout type. Please choose between DYNAMIC and FIXED.");
|
|
1472
|
+
// validate that we have at least 1 circuit input data
|
|
1473
|
+
if (!data.circuits || data.circuits.length === 0)
|
|
1474
|
+
throw new Error("You need to provide the data for at least 1 circuit.");
|
|
1475
|
+
// validate that the end date is in the future
|
|
1476
|
+
let endDate;
|
|
1477
|
+
let startDate;
|
|
1478
|
+
try {
|
|
1479
|
+
endDate = new Date(data.endDate);
|
|
1480
|
+
startDate = new Date(data.startDate);
|
|
1481
|
+
}
|
|
1482
|
+
catch (error) {
|
|
1483
|
+
throw new Error("The dates should follow this format: 2023-07-04T00:00:00.");
|
|
1484
|
+
}
|
|
1485
|
+
if (endDate <= startDate)
|
|
1486
|
+
throw new Error("The end date should be greater than the start date.");
|
|
1487
|
+
const currentDate = new Date();
|
|
1488
|
+
if (endDate <= currentDate || startDate <= currentDate)
|
|
1489
|
+
throw new Error("The start and end dates should be in the future.");
|
|
1490
|
+
// validate penalty
|
|
1491
|
+
if (data.penalty <= 0)
|
|
1492
|
+
throw new Error("The penalty should be greater than zero.");
|
|
1493
|
+
const circuits = [];
|
|
1494
|
+
const urlPattern = /(https?:\/\/[^\s]+)/g;
|
|
1495
|
+
const commitHashPattern = /^[a-f0-9]{40}$/i;
|
|
1496
|
+
const circuitArtifacts = [];
|
|
1497
|
+
for (let i = 0; i < data.circuits.length; i++) {
|
|
1498
|
+
const circuitData = data.circuits[i];
|
|
1499
|
+
const { artifacts } = circuitData;
|
|
1500
|
+
circuitArtifacts.push({
|
|
1501
|
+
artifacts
|
|
1502
|
+
});
|
|
1503
|
+
// where we storing the r1cs downloaded
|
|
1504
|
+
const localR1csPath = `./${circuitData.name}.r1cs`;
|
|
1505
|
+
// where we storing the wasm downloaded
|
|
1506
|
+
const localWasmPath = `./${circuitData.name}.wasm`;
|
|
1507
|
+
// download the r1cs to extract the metadata
|
|
1508
|
+
const streamPipeline = util.promisify(stream.pipeline);
|
|
1509
|
+
// Check if r1cs file already exists
|
|
1510
|
+
let r1csExists = false;
|
|
1511
|
+
if (fs.existsSync(localR1csPath)) {
|
|
1512
|
+
console.log(`Found existing r1cs file for circuit ${circuitData.name}. Skipping download.`);
|
|
1513
|
+
r1csExists = true;
|
|
1514
|
+
}
|
|
1515
|
+
if (!r1csExists) {
|
|
1516
|
+
// Make the call to download r1cs.
|
|
1517
|
+
const responseR1CS = await fetch(artifacts.r1csStoragePath);
|
|
1518
|
+
// Handle errors.
|
|
1519
|
+
if (!responseR1CS.ok && responseR1CS.status !== 200)
|
|
1520
|
+
throw new Error(`There was an error while trying to download the r1cs file for circuit ${circuitData.name}. Please check that the file has the correct permissions (public) set.`);
|
|
1521
|
+
// Write the file locally
|
|
1522
|
+
await streamPipeline(responseR1CS.body, fs.createWriteStream(localR1csPath));
|
|
1523
|
+
console.log(`Downloaded r1cs file for circuit ${circuitData.name}.`);
|
|
1524
|
+
}
|
|
1525
|
+
// extract the metadata from the r1cs
|
|
1526
|
+
const metadata = getR1CSInfo(localR1csPath);
|
|
1527
|
+
// Check if wasm file already exists
|
|
1528
|
+
let wasmExists = false;
|
|
1529
|
+
if (fs.existsSync(localWasmPath)) {
|
|
1530
|
+
console.log(`Found existing wasm file for circuit ${circuitData.name}. Skipping download.`);
|
|
1531
|
+
wasmExists = true;
|
|
1532
|
+
}
|
|
1533
|
+
if (!wasmExists) {
|
|
1534
|
+
// download wasm if it's not available
|
|
1535
|
+
const responseWASM = await fetch(artifacts.wasmStoragePath);
|
|
1536
|
+
if (!responseWASM.ok && responseWASM.status !== 200)
|
|
1537
|
+
throw new Error(`There was an error while trying to download the WASM file for circuit ${circuitData.name}. Please check that the file has the correct permissions (public) set.`);
|
|
1538
|
+
await streamPipeline(responseWASM.body, fs.createWriteStream(localWasmPath));
|
|
1539
|
+
console.log(`Downloaded wasm file for circuit ${circuitData.name}.`);
|
|
1540
|
+
}
|
|
1541
|
+
// validate that the circuit hash and template links are valid
|
|
1542
|
+
const { template } = circuitData;
|
|
1543
|
+
const URLMatch = template.source.match(urlPattern);
|
|
1544
|
+
if (!URLMatch || URLMatch.length === 0 || URLMatch.length > 1)
|
|
1545
|
+
throw new Error("You should provide the URL to the circuits templates on GitHub.");
|
|
1546
|
+
const hashMatch = template.commitHash.match(commitHashPattern);
|
|
1547
|
+
if (!hashMatch || hashMatch.length === 0 || hashMatch.length > 1)
|
|
1548
|
+
throw new Error("You should provide a valid commit hash of the circuit templates.");
|
|
1549
|
+
// calculate the hash of the r1cs file
|
|
1550
|
+
const r1csBlake2bHash = await blake512FromPath(localR1csPath);
|
|
1551
|
+
const circuitPrefix = extractPrefix(circuitData.name);
|
|
1552
|
+
// filenames
|
|
1553
|
+
const doubleDigitsPowers = convertToDoubleDigits(metadata.pot);
|
|
1554
|
+
const r1csCompleteFilename = `${circuitData.name}.r1cs`;
|
|
1555
|
+
const wasmCompleteFilename = `${circuitData.name}.wasm`;
|
|
1556
|
+
const smallestPowersOfTauCompleteFilenameForCircuit = `${potFilenameTemplate}${doubleDigitsPowers}.ptau`;
|
|
1557
|
+
const firstZkeyCompleteFilename = `${circuitPrefix}_${genesisZkeyIndex}.zkey`;
|
|
1558
|
+
// storage paths
|
|
1559
|
+
const r1csStorageFilePath = getR1csStorageFilePath(circuitPrefix, r1csCompleteFilename);
|
|
1560
|
+
const wasmStorageFilePath = getWasmStorageFilePath(circuitPrefix, wasmCompleteFilename);
|
|
1561
|
+
const potStorageFilePath = getPotStorageFilePath(smallestPowersOfTauCompleteFilenameForCircuit);
|
|
1562
|
+
const zkeyStorageFilePath = getZkeyStorageFilePath(circuitPrefix, firstZkeyCompleteFilename);
|
|
1563
|
+
const files = {
|
|
1564
|
+
potFilename: smallestPowersOfTauCompleteFilenameForCircuit,
|
|
1565
|
+
r1csFilename: r1csCompleteFilename,
|
|
1566
|
+
wasmFilename: wasmCompleteFilename,
|
|
1567
|
+
initialZkeyFilename: firstZkeyCompleteFilename,
|
|
1568
|
+
potStoragePath: potStorageFilePath,
|
|
1569
|
+
r1csStoragePath: r1csStorageFilePath,
|
|
1570
|
+
wasmStoragePath: wasmStorageFilePath,
|
|
1571
|
+
initialZkeyStoragePath: zkeyStorageFilePath,
|
|
1572
|
+
r1csBlake2bHash
|
|
1573
|
+
};
|
|
1574
|
+
// validate that the compiler hash is a valid hash
|
|
1575
|
+
const { compiler } = circuitData;
|
|
1576
|
+
const compilerHashMatch = compiler.commitHash.match(commitHashPattern);
|
|
1577
|
+
if (!compilerHashMatch || compilerHashMatch.length === 0 || compilerHashMatch.length > 1)
|
|
1578
|
+
throw new Error("You should provide a valid commit hash of the circuit compiler.");
|
|
1579
|
+
// validate that the verification options are valid
|
|
1580
|
+
const { verification } = circuitData;
|
|
1581
|
+
if (verification.cfOrVm !== "CF" && verification.cfOrVm !== "VM")
|
|
1582
|
+
throw new Error("Please enter a valid verification mechanism: either CF or VM");
|
|
1583
|
+
// @todo VM parameters verification
|
|
1584
|
+
// if (verification['cfOrVM'] === "VM") {}
|
|
1585
|
+
// check that the timeout is provided for the correct configuration
|
|
1586
|
+
let dynamicThreshold;
|
|
1587
|
+
let fixedTimeWindow;
|
|
1588
|
+
let circuit = {};
|
|
1589
|
+
if (data.timeoutMechanismType === "DYNAMIC" /* CeremonyTimeoutType.DYNAMIC */) {
|
|
1590
|
+
if (circuitData.dynamicThreshold <= 0)
|
|
1591
|
+
throw new Error("The dynamic threshold should be > 0.");
|
|
1592
|
+
dynamicThreshold = circuitData.dynamicThreshold;
|
|
1593
|
+
// the Circuit data for the ceremony setup
|
|
1594
|
+
circuit = {
|
|
1595
|
+
name: circuitData.name,
|
|
1596
|
+
description: circuitData.description,
|
|
1597
|
+
prefix: circuitPrefix,
|
|
1598
|
+
sequencePosition: i + 1,
|
|
1599
|
+
metadata,
|
|
1600
|
+
files,
|
|
1601
|
+
template,
|
|
1602
|
+
compiler,
|
|
1603
|
+
verification,
|
|
1604
|
+
dynamicThreshold,
|
|
1605
|
+
avgTimings: {
|
|
1606
|
+
contributionComputation: 0,
|
|
1607
|
+
fullContribution: 0,
|
|
1608
|
+
verifyCloudFunction: 0
|
|
1609
|
+
}
|
|
1610
|
+
};
|
|
1611
|
+
}
|
|
1612
|
+
if (data.timeoutMechanismType === "FIXED" /* CeremonyTimeoutType.FIXED */) {
|
|
1613
|
+
if (circuitData.fixedTimeWindow <= 0)
|
|
1614
|
+
throw new Error("The fixed time window threshold should be > 0.");
|
|
1615
|
+
fixedTimeWindow = circuitData.fixedTimeWindow;
|
|
1616
|
+
// the Circuit data for the ceremony setup
|
|
1617
|
+
circuit = {
|
|
1618
|
+
name: circuitData.name,
|
|
1619
|
+
description: circuitData.description,
|
|
1620
|
+
prefix: circuitPrefix,
|
|
1621
|
+
sequencePosition: i + 1,
|
|
1622
|
+
metadata,
|
|
1623
|
+
files,
|
|
1624
|
+
template,
|
|
1625
|
+
compiler,
|
|
1626
|
+
verification,
|
|
1627
|
+
fixedTimeWindow,
|
|
1628
|
+
avgTimings: {
|
|
1629
|
+
contributionComputation: 0,
|
|
1630
|
+
fullContribution: 0,
|
|
1631
|
+
verifyCloudFunction: 0
|
|
1632
|
+
}
|
|
1633
|
+
};
|
|
1634
|
+
}
|
|
1635
|
+
circuits.push(circuit);
|
|
1636
|
+
// remove the local r1cs and wasm downloads (if used for verifying the config only vs setup)
|
|
1637
|
+
if (cleanup) {
|
|
1638
|
+
fs.unlinkSync(localR1csPath);
|
|
1639
|
+
fs.unlinkSync(localWasmPath);
|
|
1640
|
+
}
|
|
1641
|
+
}
|
|
1642
|
+
const setupData = {
|
|
1643
|
+
ceremonyInputData: {
|
|
1644
|
+
title: data.title,
|
|
1645
|
+
description: data.description,
|
|
1646
|
+
startDate: startDate.valueOf(),
|
|
1647
|
+
endDate: endDate.valueOf(),
|
|
1648
|
+
timeoutMechanismType: data.timeoutMechanismType,
|
|
1649
|
+
penalty: data.penalty
|
|
1650
|
+
},
|
|
1651
|
+
ceremonyPrefix: extractPrefix(data.title),
|
|
1652
|
+
circuits,
|
|
1653
|
+
circuitArtifacts
|
|
1654
|
+
};
|
|
1655
|
+
return setupData;
|
|
1656
|
+
}
|
|
1657
|
+
catch (error) {
|
|
1658
|
+
throw new Error(`Error while parsing up the ceremony setup file. ${error.message}`);
|
|
1659
|
+
}
|
|
1660
|
+
};
|
|
1586
1661
|
|
|
1587
1662
|
/**
|
|
1588
1663
|
* Verify that a zKey is valid
|
|
@@ -1840,14 +1915,14 @@ const getAWSVariables = () => {
|
|
|
1840
1915
|
if (!process.env.AWS_ACCESS_KEY_ID ||
|
|
1841
1916
|
!process.env.AWS_SECRET_ACCESS_KEY ||
|
|
1842
1917
|
!process.env.AWS_REGION ||
|
|
1843
|
-
!process.env.
|
|
1918
|
+
!process.env.AWS_INSTANCE_PROFILE_ARN ||
|
|
1844
1919
|
!process.env.AWS_AMI_ID)
|
|
1845
1920
|
throw new Error("Could not retrieve the AWS environment variables. Please, verify your environment configuration and retry");
|
|
1846
1921
|
return {
|
|
1847
1922
|
accessKeyId: process.env.AWS_ACCESS_KEY_ID,
|
|
1848
1923
|
secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY,
|
|
1849
1924
|
region: process.env.AWS_REGION || "us-east-1",
|
|
1850
|
-
|
|
1925
|
+
instanceProfileArn: process.env.AWS_INSTANCE_PROFILE_ARN,
|
|
1851
1926
|
amiId: process.env.AWS_AMI_ID
|
|
1852
1927
|
};
|
|
1853
1928
|
};
|
|
@@ -1928,11 +2003,11 @@ const p256 = (proofPart) => {
|
|
|
1928
2003
|
*/
|
|
1929
2004
|
const formatSolidityCalldata = (circuitInput, _proof) => {
|
|
1930
2005
|
try {
|
|
1931
|
-
const proof =
|
|
2006
|
+
const proof = unstringifyBigInts(_proof);
|
|
1932
2007
|
// format the public inputs to the circuit
|
|
1933
2008
|
const formattedCircuitInput = [];
|
|
1934
2009
|
for (const cInput of circuitInput) {
|
|
1935
|
-
formattedCircuitInput.push(p256(
|
|
2010
|
+
formattedCircuitInput.push(p256(unstringifyBigInts(cInput)));
|
|
1936
2011
|
}
|
|
1937
2012
|
// construct calldata
|
|
1938
2013
|
const calldata = {
|
|
@@ -2100,7 +2175,8 @@ const getGitHubStats = async (user) => {
|
|
|
2100
2175
|
following: jsonData.following,
|
|
2101
2176
|
followers: jsonData.followers,
|
|
2102
2177
|
publicRepos: jsonData.public_repos,
|
|
2103
|
-
avatarUrl: jsonData.avatar_url
|
|
2178
|
+
avatarUrl: jsonData.avatar_url,
|
|
2179
|
+
age: jsonData.created_at
|
|
2104
2180
|
};
|
|
2105
2181
|
return data;
|
|
2106
2182
|
};
|
|
@@ -2112,20 +2188,21 @@ const getGitHubStats = async (user) => {
|
|
|
2112
2188
|
* @param minimumAmountOfPublicRepos <number> The minimum amount of public repos the user should have
|
|
2113
2189
|
* @returns <any> Return the avatar URL of the user if the user is reputable, false otherwise
|
|
2114
2190
|
*/
|
|
2115
|
-
const githubReputation = async (userLogin, minimumAmountOfFollowing, minimumAmountOfFollowers, minimumAmountOfPublicRepos) => {
|
|
2191
|
+
const githubReputation = async (userLogin, minimumAmountOfFollowing, minimumAmountOfFollowers, minimumAmountOfPublicRepos, minimumAge) => {
|
|
2116
2192
|
if (!process.env.GITHUB_ACCESS_TOKEN)
|
|
2117
2193
|
throw new Error("The GitHub access token is missing. Please insert a valid token to be used for anti-sybil checks on user registation, and then try again.");
|
|
2118
|
-
const { following, followers, publicRepos, avatarUrl } = await getGitHubStats(userLogin);
|
|
2194
|
+
const { following, followers, publicRepos, avatarUrl, age } = await getGitHubStats(userLogin);
|
|
2119
2195
|
if (following < minimumAmountOfFollowing ||
|
|
2120
2196
|
publicRepos < minimumAmountOfPublicRepos ||
|
|
2121
|
-
followers < minimumAmountOfFollowers
|
|
2197
|
+
followers < minimumAmountOfFollowers ||
|
|
2198
|
+
new Date(age) > new Date(Date.now() - minimumAge))
|
|
2122
2199
|
return {
|
|
2123
2200
|
reputable: false,
|
|
2124
2201
|
avatarUrl: ""
|
|
2125
2202
|
};
|
|
2126
2203
|
return {
|
|
2127
2204
|
reputable: true,
|
|
2128
|
-
avatarUrl
|
|
2205
|
+
avatarUrl
|
|
2129
2206
|
};
|
|
2130
2207
|
};
|
|
2131
2208
|
|
|
@@ -2312,8 +2389,8 @@ const createSSMClient = async () => {
|
|
|
2312
2389
|
* @returns <Array<string>> - the list of startup commands to be executed.
|
|
2313
2390
|
*/
|
|
2314
2391
|
const vmBootstrapCommand = (bucketName) => [
|
|
2315
|
-
"#!/bin/bash",
|
|
2316
|
-
`aws s3 cp s3://${bucketName}/${vmBootstrapScriptFilename} ${vmBootstrapScriptFilename}`,
|
|
2392
|
+
"#!/bin/bash", // shabang.
|
|
2393
|
+
`aws s3 cp s3://${bucketName}/${vmBootstrapScriptFilename} ${vmBootstrapScriptFilename}`, // copy file from S3 bucket to VM.
|
|
2317
2394
|
`chmod +x ${vmBootstrapScriptFilename} && bash ${vmBootstrapScriptFilename}` // grant permission and execute.
|
|
2318
2395
|
];
|
|
2319
2396
|
/**
|
|
@@ -2386,8 +2463,9 @@ const computeDiskSizeForVM = (zKeySizeInBytes, pot) => Math.ceil(2 * convertByte
|
|
|
2386
2463
|
*/
|
|
2387
2464
|
const createEC2Instance = async (ec2, commands, instanceType, volumeSize, diskType) => {
|
|
2388
2465
|
// Get the AWS variables.
|
|
2389
|
-
const { amiId,
|
|
2466
|
+
const { amiId, instanceProfileArn } = getAWSVariables();
|
|
2390
2467
|
// Parametrize the VM EC2 instance.
|
|
2468
|
+
console.log("\nLAUNCHING AWS EC2 INSTANCE\n");
|
|
2391
2469
|
const params = {
|
|
2392
2470
|
ImageId: amiId,
|
|
2393
2471
|
InstanceType: instanceType,
|
|
@@ -2395,7 +2473,7 @@ const createEC2Instance = async (ec2, commands, instanceType, volumeSize, diskTy
|
|
|
2395
2473
|
MinCount: 1,
|
|
2396
2474
|
// nb. to find this: iam -> roles -> role_name.
|
|
2397
2475
|
IamInstanceProfile: {
|
|
2398
|
-
Arn:
|
|
2476
|
+
Arn: instanceProfileArn
|
|
2399
2477
|
},
|
|
2400
2478
|
// nb. for running commands at the startup.
|
|
2401
2479
|
UserData: Buffer.from(commands.join("\n")).toString("base64"),
|
|
@@ -2404,7 +2482,7 @@ const createEC2Instance = async (ec2, commands, instanceType, volumeSize, diskTy
|
|
|
2404
2482
|
DeviceName: "/dev/xvda",
|
|
2405
2483
|
Ebs: {
|
|
2406
2484
|
DeleteOnTermination: true,
|
|
2407
|
-
VolumeSize: volumeSize,
|
|
2485
|
+
VolumeSize: volumeSize, // disk size in GB.
|
|
2408
2486
|
VolumeType: diskType
|
|
2409
2487
|
}
|
|
2410
2488
|
}
|
|
@@ -2421,6 +2499,19 @@ const createEC2Instance = async (ec2, commands, instanceType, volumeSize, diskTy
|
|
|
2421
2499
|
{
|
|
2422
2500
|
Key: "Initialized",
|
|
2423
2501
|
Value: "false"
|
|
2502
|
+
},
|
|
2503
|
+
{
|
|
2504
|
+
Key: "Project",
|
|
2505
|
+
Value: "trusted-setup"
|
|
2506
|
+
}
|
|
2507
|
+
]
|
|
2508
|
+
},
|
|
2509
|
+
{
|
|
2510
|
+
ResourceType: "volume",
|
|
2511
|
+
Tags: [
|
|
2512
|
+
{
|
|
2513
|
+
Key: "Project",
|
|
2514
|
+
Value: "trusted-setup"
|
|
2424
2515
|
}
|
|
2425
2516
|
]
|
|
2426
2517
|
}
|
|
@@ -2604,6 +2695,7 @@ exports.completeMultiPartUpload = completeMultiPartUpload;
|
|
|
2604
2695
|
exports.computeDiskSizeForVM = computeDiskSizeForVM;
|
|
2605
2696
|
exports.computeSHA256ToHex = computeSHA256ToHex;
|
|
2606
2697
|
exports.computeSmallestPowersOfTauForCircuit = computeSmallestPowersOfTauForCircuit;
|
|
2698
|
+
exports.contribHashRegex = contribHashRegex;
|
|
2607
2699
|
exports.convertBytesOrKbToGb = convertBytesOrKbToGb;
|
|
2608
2700
|
exports.convertToDoubleDigits = convertToDoubleDigits;
|
|
2609
2701
|
exports.createCustomLoggerForFile = createCustomLoggerForFile;
|
|
@@ -2632,6 +2724,7 @@ exports.generatePreSignedUrlsParts = generatePreSignedUrlsParts;
|
|
|
2632
2724
|
exports.generateValidContributionsAttestation = generateValidContributionsAttestation;
|
|
2633
2725
|
exports.generateZkeyFromScratch = generateZkeyFromScratch;
|
|
2634
2726
|
exports.genesisZkeyIndex = genesisZkeyIndex;
|
|
2727
|
+
exports.getAllCeremonies = getAllCeremonies;
|
|
2635
2728
|
exports.getAllCollectionDocs = getAllCollectionDocs;
|
|
2636
2729
|
exports.getBucketName = getBucketName;
|
|
2637
2730
|
exports.getCeremonyCircuits = getCeremonyCircuits;
|