@reclaimprotocol/attestor-core 5.0.1-beta.11 → 5.0.1-beta.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (268) hide show
  1. package/lib/avs/client/create-claim-on-avs.js +5 -5
  2. package/lib/avs/config.js +1 -1
  3. package/lib/avs/utils/contracts.js +5 -5
  4. package/lib/avs/utils/register.js +3 -3
  5. package/lib/avs/utils/tasks.js +1 -1
  6. package/lib/client/create-claim.js +10 -10
  7. package/lib/client/tunnels/make-rpc-tcp-tunnel.js +1 -1
  8. package/lib/client/tunnels/make-rpc-tls-tunnel.d.ts +1 -1
  9. package/lib/client/tunnels/make-rpc-tls-tunnel.js +4 -4
  10. package/lib/client/utils/attestor-pool.js +1 -1
  11. package/lib/client/utils/client-socket.js +5 -5
  12. package/lib/client/utils/message-handler.js +2 -2
  13. package/lib/config/index.js +1 -1
  14. package/lib/external-rpc/benchmark.js +4 -4
  15. package/lib/external-rpc/handle-incoming-msg.js +9 -9
  16. package/lib/external-rpc/jsc-polyfills/1.js +1 -1
  17. package/lib/external-rpc/jsc-polyfills/2.js +2 -2
  18. package/lib/external-rpc/jsc-polyfills/index.js +2 -2
  19. package/lib/external-rpc/jsc-polyfills/ws.js +1 -1
  20. package/lib/external-rpc/setup-browser.js +5 -5
  21. package/lib/external-rpc/setup-jsc.js +4 -4
  22. package/lib/external-rpc/utils.js +4 -4
  23. package/lib/external-rpc/zk.js +2 -2
  24. package/lib/mechain/client/create-claim-on-mechain.js +2 -2
  25. package/lib/providers/http/index.js +6 -6
  26. package/lib/providers/http/utils.js +3 -3
  27. package/lib/providers/index.js +1 -1
  28. package/lib/scripts/build-browser.js +38 -0
  29. package/lib/scripts/build-jsc.js +47 -0
  30. package/lib/scripts/build-lib.js +47 -0
  31. package/lib/scripts/check-avs-registration.js +1 -1
  32. package/lib/scripts/generate-provider-types.js +1 -1
  33. package/lib/scripts/generate-receipt.js +6 -6
  34. package/lib/scripts/generate-toprf-keys.js +1 -1
  35. package/lib/scripts/jsc-cli-rpc.js +3 -3
  36. package/lib/scripts/register-avs-operator.js +1 -1
  37. package/lib/scripts/start-server.js +3 -3
  38. package/lib/scripts/update-avs-metadata.js +2 -2
  39. package/lib/scripts/whitelist-operator.js +2 -2
  40. package/lib/server/create-server.js +9 -9
  41. package/lib/server/handlers/claimTeeBundle.js +11 -11
  42. package/lib/server/handlers/claimTunnel.js +6 -6
  43. package/lib/server/handlers/completeClaimOnChain.js +3 -3
  44. package/lib/server/handlers/createClaimOnChain.js +4 -4
  45. package/lib/server/handlers/createTaskOnMechain.js +4 -4
  46. package/lib/server/handlers/createTunnel.js +4 -4
  47. package/lib/server/handlers/fetchCertificateBytes.js +2 -2
  48. package/lib/server/handlers/index.js +10 -10
  49. package/lib/server/handlers/init.js +5 -5
  50. package/lib/server/handlers/toprf.js +2 -2
  51. package/lib/server/socket.js +7 -7
  52. package/lib/server/tunnels/make-tcp-tunnel.js +6 -6
  53. package/lib/server/utils/apm.js +2 -2
  54. package/lib/server/utils/assert-valid-claim-request.js +8 -8
  55. package/lib/server/utils/config-env.js +1 -1
  56. package/lib/server/utils/dns.js +1 -1
  57. package/lib/server/utils/generics.js +4 -4
  58. package/lib/server/utils/keep-alive.js +1 -1
  59. package/lib/server/utils/oprf-raw.js +3 -3
  60. package/lib/server/utils/process-handshake.js +2 -2
  61. package/lib/server/utils/proxy-session.d.ts +1 -1
  62. package/lib/server/utils/proxy-session.js +3 -1
  63. package/lib/server/utils/tee-oprf-mpc-verification.js +1 -1
  64. package/lib/server/utils/tee-oprf-verification.js +2 -2
  65. package/lib/server/utils/tee-transcript-reconstruction.js +3 -3
  66. package/lib/server/utils/tee-verification.js +6 -6
  67. package/lib/server/utils/validation.js +2 -2
  68. package/lib/types/general.d.ts +0 -1
  69. package/lib/utils/auth.js +6 -6
  70. package/lib/utils/bgp-listener.js +2 -2
  71. package/lib/utils/claims.js +3 -3
  72. package/lib/utils/error.js +1 -1
  73. package/lib/utils/generics.d.ts +1 -6
  74. package/lib/utils/generics.js +2 -6
  75. package/lib/utils/http-parser.js +3 -3
  76. package/lib/utils/index.d.ts +0 -1
  77. package/lib/utils/index.js +0 -1
  78. package/lib/utils/logger.js +1 -1
  79. package/lib/utils/prepare-packets.js +3 -3
  80. package/lib/utils/redactions.js +1 -1
  81. package/lib/utils/signatures/index.js +2 -2
  82. package/lib/utils/socket-base.js +3 -3
  83. package/lib/utils/tls.js +2 -2
  84. package/lib/utils/zk.js +8 -8
  85. package/package.json +3 -9
  86. package/lib/browser/avs/abis/avsDirectoryABI.d.ts +0 -60
  87. package/lib/browser/avs/abis/avsDirectoryABI.js +0 -343
  88. package/lib/browser/avs/abis/delegationABI.d.ts +0 -126
  89. package/lib/browser/avs/abis/delegationABI.js +0 -4
  90. package/lib/browser/avs/abis/registryABI.d.ts +0 -136
  91. package/lib/browser/avs/abis/registryABI.js +0 -728
  92. package/lib/browser/avs/client/create-claim-on-avs.d.ts +0 -12
  93. package/lib/browser/avs/client/create-claim-on-avs.js +0 -168
  94. package/lib/browser/avs/config.d.ts +0 -7
  95. package/lib/browser/avs/config.js +0 -26
  96. package/lib/browser/avs/contracts/ReclaimServiceManager.d.ts +0 -601
  97. package/lib/browser/avs/contracts/ReclaimServiceManager.js +0 -0
  98. package/lib/browser/avs/contracts/common.d.ts +0 -50
  99. package/lib/browser/avs/contracts/common.js +0 -0
  100. package/lib/browser/avs/contracts/factories/ReclaimServiceManager__factory.d.ts +0 -890
  101. package/lib/browser/avs/contracts/factories/ReclaimServiceManager__factory.js +0 -1183
  102. package/lib/browser/avs/contracts/factories/index.d.ts +0 -1
  103. package/lib/browser/avs/contracts/factories/index.js +0 -4
  104. package/lib/browser/avs/contracts/index.d.ts +0 -3
  105. package/lib/browser/avs/contracts/index.js +0 -6
  106. package/lib/browser/avs/types/index.d.ts +0 -55
  107. package/lib/browser/avs/types/index.js +0 -0
  108. package/lib/browser/avs/utils/contracts.d.ts +0 -21
  109. package/lib/browser/avs/utils/contracts.js +0 -53
  110. package/lib/browser/avs/utils/register.d.ts +0 -27
  111. package/lib/browser/avs/utils/register.js +0 -74
  112. package/lib/browser/avs/utils/tasks.d.ts +0 -22
  113. package/lib/browser/avs/utils/tasks.js +0 -48
  114. package/lib/browser/client/create-claim.d.ts +0 -5
  115. package/lib/browser/client/create-claim.js +0 -461
  116. package/lib/browser/client/index.d.ts +0 -3
  117. package/lib/browser/client/index.js +0 -3
  118. package/lib/browser/client/tunnels/make-rpc-tcp-tunnel.d.ts +0 -16
  119. package/lib/browser/client/tunnels/make-rpc-tcp-tunnel.js +0 -53
  120. package/lib/browser/client/tunnels/make-rpc-tls-tunnel.d.ts +0 -26
  121. package/lib/browser/client/tunnels/make-rpc-tls-tunnel.js +0 -127
  122. package/lib/browser/client/utils/attestor-pool.d.ts +0 -8
  123. package/lib/browser/client/utils/attestor-pool.js +0 -24
  124. package/lib/browser/client/utils/client-socket.d.ts +0 -11
  125. package/lib/browser/client/utils/client-socket.js +0 -120
  126. package/lib/browser/client/utils/message-handler.d.ts +0 -4
  127. package/lib/browser/client/utils/message-handler.js +0 -97
  128. package/lib/browser/config/index.d.ts +0 -31
  129. package/lib/browser/config/index.js +0 -62
  130. package/lib/browser/external-rpc/benchmark.d.ts +0 -1
  131. package/lib/browser/external-rpc/benchmark.js +0 -82
  132. package/lib/browser/external-rpc/event-bus.d.ts +0 -7
  133. package/lib/browser/external-rpc/event-bus.js +0 -17
  134. package/lib/browser/external-rpc/global.d.js +0 -0
  135. package/lib/browser/external-rpc/handle-incoming-msg.d.ts +0 -2
  136. package/lib/browser/external-rpc/handle-incoming-msg.js +0 -241
  137. package/lib/browser/external-rpc/index.d.ts +0 -3
  138. package/lib/browser/external-rpc/index.js +0 -3
  139. package/lib/browser/external-rpc/jsc-polyfills/1.d.ts +0 -14
  140. package/lib/browser/external-rpc/jsc-polyfills/1.js +0 -80
  141. package/lib/browser/external-rpc/jsc-polyfills/2.d.ts +0 -1
  142. package/lib/browser/external-rpc/jsc-polyfills/2.js +0 -15
  143. package/lib/browser/external-rpc/jsc-polyfills/event.d.ts +0 -10
  144. package/lib/browser/external-rpc/jsc-polyfills/event.js +0 -19
  145. package/lib/browser/external-rpc/jsc-polyfills/index.d.ts +0 -2
  146. package/lib/browser/external-rpc/jsc-polyfills/index.js +0 -2
  147. package/lib/browser/external-rpc/jsc-polyfills/ws.d.ts +0 -21
  148. package/lib/browser/external-rpc/jsc-polyfills/ws.js +0 -83
  149. package/lib/browser/external-rpc/setup-browser.d.ts +0 -6
  150. package/lib/browser/external-rpc/setup-browser.js +0 -33
  151. package/lib/browser/external-rpc/setup-jsc.d.ts +0 -24
  152. package/lib/browser/external-rpc/setup-jsc.js +0 -22
  153. package/lib/browser/external-rpc/types.d.ts +0 -213
  154. package/lib/browser/external-rpc/types.js +0 -0
  155. package/lib/browser/external-rpc/utils.d.ts +0 -20
  156. package/lib/browser/external-rpc/utils.js +0 -100
  157. package/lib/browser/external-rpc/zk.d.ts +0 -14
  158. package/lib/browser/external-rpc/zk.js +0 -58
  159. package/lib/browser/index.browser.js +0 -13
  160. package/lib/browser/index.d.ts +0 -9
  161. package/lib/browser/index.js +0 -13
  162. package/lib/browser/mechain/abis/governanceABI.d.ts +0 -50
  163. package/lib/browser/mechain/abis/governanceABI.js +0 -461
  164. package/lib/browser/mechain/abis/taskABI.d.ts +0 -157
  165. package/lib/browser/mechain/abis/taskABI.js +0 -512
  166. package/lib/browser/mechain/client/create-claim-on-mechain.d.ts +0 -10
  167. package/lib/browser/mechain/client/create-claim-on-mechain.js +0 -33
  168. package/lib/browser/mechain/client/index.d.ts +0 -1
  169. package/lib/browser/mechain/client/index.js +0 -1
  170. package/lib/browser/mechain/constants/index.d.ts +0 -3
  171. package/lib/browser/mechain/constants/index.js +0 -8
  172. package/lib/browser/mechain/index.d.ts +0 -2
  173. package/lib/browser/mechain/index.js +0 -2
  174. package/lib/browser/mechain/types/index.d.ts +0 -23
  175. package/lib/browser/mechain/types/index.js +0 -0
  176. package/lib/browser/proto/api.d.ts +0 -651
  177. package/lib/browser/proto/api.js +0 -4250
  178. package/lib/browser/proto/tee-bundle.d.ts +0 -156
  179. package/lib/browser/proto/tee-bundle.js +0 -1296
  180. package/lib/browser/providers/http/index.d.ts +0 -18
  181. package/lib/browser/providers/http/index.js +0 -640
  182. package/lib/browser/providers/http/patch-parse5-tree.d.ts +0 -6
  183. package/lib/browser/providers/http/patch-parse5-tree.js +0 -34
  184. package/lib/browser/providers/http/utils.d.ts +0 -77
  185. package/lib/browser/providers/http/utils.js +0 -283
  186. package/lib/browser/providers/index.d.ts +0 -4
  187. package/lib/browser/providers/index.js +0 -7
  188. package/lib/browser/scripts/fallbacks/crypto.js +0 -4
  189. package/lib/browser/scripts/fallbacks/empty.js +0 -4
  190. package/lib/browser/scripts/fallbacks/gnark.js +0 -15
  191. package/lib/browser/scripts/fallbacks/re2.js +0 -7
  192. package/lib/browser/scripts/fallbacks/snarkjs.js +0 -10
  193. package/lib/browser/scripts/fallbacks/zk-file-fetch.js +0 -50
  194. package/lib/browser/types/bgp.d.ts +0 -11
  195. package/lib/browser/types/bgp.js +0 -0
  196. package/lib/browser/types/claims.d.ts +0 -70
  197. package/lib/browser/types/claims.js +0 -0
  198. package/lib/browser/types/client.d.ts +0 -163
  199. package/lib/browser/types/client.js +0 -0
  200. package/lib/browser/types/general.d.ts +0 -77
  201. package/lib/browser/types/general.js +0 -0
  202. package/lib/browser/types/handlers.d.ts +0 -10
  203. package/lib/browser/types/handlers.js +0 -0
  204. package/lib/browser/types/index.d.ts +0 -10
  205. package/lib/browser/types/index.js +0 -10
  206. package/lib/browser/types/providers.d.ts +0 -161
  207. package/lib/browser/types/providers.gen.d.ts +0 -443
  208. package/lib/browser/types/providers.gen.js +0 -16
  209. package/lib/browser/types/providers.js +0 -0
  210. package/lib/browser/types/rpc.d.ts +0 -35
  211. package/lib/browser/types/rpc.js +0 -0
  212. package/lib/browser/types/signatures.d.ts +0 -28
  213. package/lib/browser/types/signatures.js +0 -0
  214. package/lib/browser/types/tunnel.d.ts +0 -18
  215. package/lib/browser/types/tunnel.js +0 -0
  216. package/lib/browser/types/zk.d.ts +0 -38
  217. package/lib/browser/types/zk.js +0 -0
  218. package/lib/browser/utils/auth.d.ts +0 -8
  219. package/lib/browser/utils/auth.js +0 -71
  220. package/lib/browser/utils/b64-json.d.ts +0 -2
  221. package/lib/browser/utils/b64-json.js +0 -17
  222. package/lib/browser/utils/claims.d.ts +0 -33
  223. package/lib/browser/utils/claims.js +0 -89
  224. package/lib/browser/utils/env.d.ts +0 -3
  225. package/lib/browser/utils/env.js +0 -19
  226. package/lib/browser/utils/error.d.ts +0 -26
  227. package/lib/browser/utils/error.js +0 -54
  228. package/lib/browser/utils/generics.d.ts +0 -119
  229. package/lib/browser/utils/generics.js +0 -272
  230. package/lib/browser/utils/http-parser.d.ts +0 -59
  231. package/lib/browser/utils/http-parser.js +0 -201
  232. package/lib/browser/utils/index.browser.js +0 -13
  233. package/lib/browser/utils/index.d.ts +0 -13
  234. package/lib/browser/utils/index.js +0 -13
  235. package/lib/browser/utils/logger.browser.js +0 -88
  236. package/lib/browser/utils/logger.d.ts +0 -14
  237. package/lib/browser/utils/logger.js +0 -88
  238. package/lib/browser/utils/prepare-packets.d.ts +0 -16
  239. package/lib/browser/utils/prepare-packets.js +0 -69
  240. package/lib/browser/utils/redactions.d.ts +0 -73
  241. package/lib/browser/utils/redactions.js +0 -135
  242. package/lib/browser/utils/retries.d.ts +0 -12
  243. package/lib/browser/utils/retries.js +0 -26
  244. package/lib/browser/utils/signatures/eth.d.ts +0 -2
  245. package/lib/browser/utils/signatures/eth.js +0 -31
  246. package/lib/browser/utils/signatures/index.d.ts +0 -5
  247. package/lib/browser/utils/signatures/index.js +0 -12
  248. package/lib/browser/utils/socket-base.d.ts +0 -23
  249. package/lib/browser/utils/socket-base.js +0 -96
  250. package/lib/browser/utils/tls-imports.d.ts +0 -21
  251. package/lib/browser/utils/tls-imports.js +0 -71
  252. package/lib/browser/utils/tls.d.ts +0 -2
  253. package/lib/browser/utils/tls.js +0 -58
  254. package/lib/browser/utils/ws.d.ts +0 -7
  255. package/lib/browser/utils/ws.js +0 -22
  256. package/lib/browser/utils/zk.d.ts +0 -71
  257. package/lib/browser/utils/zk.js +0 -623
  258. package/lib/external-rpc/global.d.js +0 -0
  259. package/lib/index.browser.d.ts +0 -9
  260. package/lib/scripts/fallbacks/gnark.d.ts +0 -7
  261. package/lib/scripts/fallbacks/gnark.js +0 -15
  262. package/lib/scripts/fallbacks/zk-file-fetch.d.ts +0 -24
  263. package/lib/scripts/fallbacks/zk-file-fetch.js +0 -50
  264. package/lib/utils/index.browser.d.ts +0 -13
  265. package/lib/utils/logger.browser.d.ts +0 -14
  266. package/lib/utils/tls-imports.d.ts +0 -21
  267. package/lib/utils/tls-imports.js +0 -71
  268. /package/lib/{browser/scripts → scripts}/fallbacks/stwo.js +0 -0
@@ -1,623 +0,0 @@
1
- import { concatenateUint8Arrays, crypto, generateIV } from "../utils/tls-imports.js";
2
- import { makeLocalFileFetch, makeRemoteFileFetch } from "../scripts/fallbacks/zk-file-fetch.js";
3
- import {
4
- ceilToBlockSizeMultiple,
5
- CONFIG as ZK_CONFIG,
6
- generateProof,
7
- getBlockSizeBytes, verifyProof
8
- } from "@reclaimprotocol/zk-symmetric-crypto";
9
- import { makeGnarkOPRFOperator, makeGnarkZkOperator } from "../scripts/fallbacks/gnark.js";
10
- import { makeSnarkJsZKOperator } from "@reclaimprotocol/zk-symmetric-crypto/snarkjs";
11
- import { makeStwoZkOperator } from "../scripts/fallbacks/stwo.js";
12
- import PQueue from "p-queue";
13
- import {
14
- DEFAULT_REMOTE_FILE_FETCH_BASE_URL,
15
- DEFAULT_ZK_CONCURRENCY,
16
- TOPRF_DOMAIN_SEPARATOR
17
- } from "../config/index.js";
18
- import { ZKProofEngine } from "../proto/api.js";
19
- import { detectEnvironment, getEnvVariable } from "../utils/env.js";
20
- import { AttestorError } from "../utils/error.js";
21
- import {
22
- getPureCiphertext,
23
- getRecordIV,
24
- getZkAlgorithmForCipherSuite,
25
- isTls13Suite,
26
- strToUint8Array
27
- } from "../utils/generics.js";
28
- import { logger as LOGGER } from "../utils/logger.js";
29
- import { binaryHashToStr, isFullyRedacted, isRedactionCongruent, REDACTION_CHAR_CODE } from "../utils/redactions.js";
30
- const ZK_CONCURRENCY = +(getEnvVariable("ZK_CONCURRENCY") || DEFAULT_ZK_CONCURRENCY);
31
- async function makeZkProofGenerator({
32
- zkOperators,
33
- oprfOperators,
34
- logger = LOGGER,
35
- zkProofConcurrency = ZK_CONCURRENCY,
36
- cipherSuite,
37
- zkEngine = "snarkjs"
38
- }) {
39
- const zkQueue = new PQueue({ concurrency: zkProofConcurrency, autoStart: true });
40
- const packetsToProve = [];
41
- logger = logger.child({ module: "zk", zkEngine });
42
- let zkProofsToGen = 0;
43
- return {
44
- /**
45
- * Adds the given packet to the list of packets to
46
- * generate ZK proofs for.
47
- *
48
- * Call `generateProofs()` to finally generate the proofs
49
- */
50
- async addPacketToProve(packet, {
51
- redactedPlaintext,
52
- toprfs = [],
53
- overshotToprfFromPrevBlock
54
- }, onGeneratedProofs, getNextPacket) {
55
- if (packet.type === "plaintext") {
56
- throw new Error("Cannot generate proof for plaintext");
57
- }
58
- const alg = getZkAlgorithmForCipherSuite(cipherSuite);
59
- const chunkSizeBytes = getChunkSizeBytes(alg);
60
- const key = await crypto.exportKey(packet.encKey);
61
- const iv = packet.iv;
62
- const ciphertext = getPureCiphertext(packet.ciphertext, cipherSuite);
63
- if (overshotToprfFromPrevBlock) {
64
- redactedPlaintext.set(
65
- new Uint8Array(overshotToprfFromPrevBlock.length).fill(REDACTION_CHAR_CODE)
66
- );
67
- }
68
- const trueCiphertextLength = isTls13Suite(cipherSuite) ? ciphertext.length - 1 : ciphertext.length;
69
- const packetToProve = {
70
- onGeneratedProofs,
71
- algorithm: alg,
72
- proofsToGenerate: [],
73
- toprfsToGenerate: [],
74
- iv: packet.fixedIv
75
- };
76
- for (const toprf of toprfs) {
77
- const toprfDistFromEnd = trueCiphertextLength - (toprf.dataLocation.fromIndex + toprf.dataLocation.length);
78
- if (toprfDistFromEnd < 0) {
79
- const nextPacket = getNextPacket();
80
- if (nextPacket?.type !== "ciphertext") {
81
- throw new AttestorError(
82
- "ERROR_INTERNAL",
83
- "TOPRF data overshoots ciphertext length, but no next ciphertext packet found"
84
- );
85
- }
86
- if (nextPacket.encKey !== packet.encKey) {
87
- throw new AttestorError(
88
- "ERROR_INTERNAL",
89
- "TOPRF data overshoots ciphertext length, but next packet has different encryption key"
90
- );
91
- }
92
- const nextCiphertext = nextPacket.ciphertext.slice(0, Math.abs(toprfDistFromEnd));
93
- const iv2 = nextPacket.iv;
94
- toprf.overshoot = {
95
- ciphertext: nextCiphertext,
96
- iv: iv2,
97
- recordNumber: nextPacket.recordNumber
98
- };
99
- }
100
- const fromIndex = getIdealOffsetForToprfBlock(alg, toprf);
101
- const toIndex = Math.min(fromIndex + chunkSizeBytes, ciphertext.length);
102
- const slice = { fromIndex, toIndex };
103
- packetToProve.toprfsToGenerate.push(getTOPRFProofGenerationParamsForSlice({
104
- key,
105
- iv,
106
- ciphertext,
107
- slice,
108
- toprf: {
109
- ...toprf,
110
- dataLocation: {
111
- ...toprf.dataLocation,
112
- fromIndex: toprf.dataLocation.fromIndex - fromIndex
113
- }
114
- }
115
- }));
116
- zkProofsToGen += 1;
117
- const pktToIndex = Math.min(
118
- trueCiphertextLength,
119
- toprf.dataLocation.fromIndex + toprf.dataLocation.length
120
- );
121
- const pktFromIndex = toprf.dataLocation.fromIndex;
122
- for (let i = pktFromIndex; i < pktToIndex; i++) {
123
- redactedPlaintext[i] = REDACTION_CHAR_CODE;
124
- }
125
- }
126
- for (let i = 0; i < ciphertext.length; i += chunkSizeBytes) {
127
- const slice = {
128
- fromIndex: i,
129
- toIndex: Math.min(i + chunkSizeBytes, ciphertext.length)
130
- };
131
- const proofParams = getProofGenerationParamsForSlice(
132
- { key, iv, ciphertext, redactedPlaintext, slice }
133
- );
134
- if (!proofParams) {
135
- continue;
136
- }
137
- packetToProve.proofsToGenerate.push(proofParams);
138
- zkProofsToGen += 1;
139
- }
140
- packetsToProve.push(packetToProve);
141
- },
142
- getTotalChunksToProve() {
143
- return zkProofsToGen;
144
- },
145
- async generateProofs(onChunkDone) {
146
- if (!packetsToProve.length) {
147
- return;
148
- }
149
- const start = Date.now();
150
- const tasks = [];
151
- for (const {
152
- onGeneratedProofs,
153
- algorithm,
154
- proofsToGenerate,
155
- toprfsToGenerate
156
- } of packetsToProve) {
157
- const proofs = [];
158
- const toprfs = [];
159
- let proofsLeft = proofsToGenerate.length + toprfsToGenerate.length;
160
- for (const proofToGen of proofsToGenerate) {
161
- tasks.push(zkQueue.add(async () => {
162
- const proof = await generateZkProofForChunk(algorithm, proofToGen);
163
- onChunkDone?.();
164
- proofs.push(proof);
165
- proofsLeft -= 1;
166
- if (proofsLeft === 0) {
167
- onGeneratedProofs(proofs, toprfs);
168
- }
169
- }, { throwOnTimeout: true }));
170
- }
171
- for (const toprfToGen of toprfsToGenerate) {
172
- tasks.push(zkQueue.add(async () => {
173
- const toprf = await generateOprfProofForChunk(algorithm, toprfToGen);
174
- onChunkDone?.();
175
- toprfs.push(toprf);
176
- proofsLeft -= 1;
177
- if (proofsLeft === 0) {
178
- onGeneratedProofs(proofs, toprfs);
179
- }
180
- }, { throwOnTimeout: true }));
181
- }
182
- }
183
- await Promise.all(tasks);
184
- logger?.info(
185
- { durationMs: Date.now() - start, zkProofsToGen },
186
- "generated ZK proofs"
187
- );
188
- packetsToProve.splice(0, packetsToProve.length);
189
- zkProofsToGen = 0;
190
- const alg = getZkAlgorithmForCipherSuite(cipherSuite);
191
- const zkOperator = await getZkOperatorForAlgorithm(alg);
192
- zkOperator.release?.();
193
- }
194
- };
195
- async function generateZkProofForChunk(algorithm, {
196
- startIdx,
197
- redactedPlaintext,
198
- privateInput,
199
- publicInput
200
- }) {
201
- const operator = getZkOperatorForAlgorithm(algorithm);
202
- const proof = await generateProof(
203
- { algorithm, privateInput, publicInput, operator, logger }
204
- );
205
- logger?.debug({ startIdx }, "generated proof for chunk");
206
- return {
207
- proofData: typeof proof.proofData === "string" ? strToUint8Array(proof.proofData) : proof.proofData,
208
- decryptedRedactedCiphertext: proof.plaintext || new Uint8Array(),
209
- redactedPlaintext,
210
- startIdx
211
- };
212
- }
213
- async function generateOprfProofForChunk(algorithm, { startIdx, privateInput, publicInput, toprf }) {
214
- const operator = getOprfOperatorForAlgorithm(algorithm);
215
- const toprfLocations = [];
216
- if (toprf?.overshoot) {
217
- const { dataLocation, overshoot: { ciphertext } } = toprf;
218
- toprfLocations.push(
219
- {
220
- pos: dataLocation.fromIndex,
221
- len: dataLocation.length - ciphertext.length
222
- },
223
- {
224
- pos: ceilToBlockSizeMultiple(
225
- dataLocation.fromIndex + dataLocation.length,
226
- algorithm
227
- ),
228
- len: ciphertext.length
229
- }
230
- );
231
- } else if (toprf) {
232
- toprfLocations.push({
233
- pos: toprf.dataLocation.fromIndex,
234
- len: toprf.dataLocation.length
235
- });
236
- }
237
- const proof = await generateProof(
238
- {
239
- algorithm,
240
- privateInput,
241
- publicInput,
242
- operator,
243
- logger,
244
- ...toprf ? {
245
- toprf: {
246
- locations: toprfLocations,
247
- output: toprf.nullifier,
248
- responses: toprf.responses,
249
- domainSeparator: TOPRF_DOMAIN_SEPARATOR
250
- },
251
- mask: toprf.mask
252
- } : {}
253
- }
254
- );
255
- logger?.debug({ toprfLocations }, "generated TOPRF proof for chunk");
256
- return {
257
- startIdx,
258
- proofData: typeof proof.proofData === "string" ? strToUint8Array(proof.proofData) : proof.proofData,
259
- payload: toprf
260
- };
261
- }
262
- function getZkOperatorForAlgorithm(algorithm) {
263
- return zkOperators?.[algorithm] || makeDefaultZkOperator(algorithm, zkEngine, logger);
264
- }
265
- function getOprfOperatorForAlgorithm(algorithm) {
266
- return oprfOperators?.[algorithm] || makeDefaultOPRFOperator(algorithm, zkEngine, logger);
267
- }
268
- }
269
- async function verifyZkPacket({
270
- cipherSuite,
271
- ciphertext,
272
- zkReveal,
273
- zkOperators,
274
- oprfOperators,
275
- logger = LOGGER,
276
- zkEngine = "snarkjs",
277
- iv,
278
- recordNumber,
279
- toprfOvershotNullifier,
280
- getNextPacket
281
- }) {
282
- const { proofs, toprfs, oprfRawMarkers } = zkReveal;
283
- const algorithm = getZkAlgorithmForCipherSuite(cipherSuite);
284
- const recordIV = getRecordIV(ciphertext, cipherSuite);
285
- ciphertext = new Uint8Array(getPureCiphertext(ciphertext, cipherSuite));
286
- const realRedactedPlaintext = new Uint8Array(ciphertext.length).fill(REDACTION_CHAR_CODE);
287
- const replacements = await Promise.all(toprfs.map(async (toprf, i) => {
288
- try {
289
- return await verifyToprfProofPacket(toprf);
290
- } catch (e) {
291
- e.message += ` (TOPRF proof ${i}, from ${toprf.payload?.dataLocation?.fromIndex}, record ${recordNumber})`;
292
- throw e;
293
- }
294
- }));
295
- await Promise.all(proofs.map(async (proof, i) => {
296
- try {
297
- await verifyZkProofPacket(proof);
298
- } catch (e) {
299
- e.message += ` (ZK proof ${i}, startIdx ${proof.startIdx}, record ${recordNumber})`;
300
- throw e;
301
- }
302
- }));
303
- for (const { set, startIdx } of replacements) {
304
- realRedactedPlaintext.set(set, startIdx);
305
- }
306
- if (toprfOvershotNullifier) {
307
- realRedactedPlaintext.set(toprfOvershotNullifier);
308
- }
309
- return { redactedPlaintext: realRedactedPlaintext, oprfRawMarkers };
310
- async function verifyZkProofPacket({
311
- proofData,
312
- decryptedRedactedCiphertext,
313
- redactedPlaintext,
314
- startIdx
315
- }) {
316
- const ciphertextChunkEnd = startIdx + redactedPlaintext.length;
317
- const ciphertextChunk = ciphertext.slice(startIdx, ciphertextChunkEnd);
318
- for (let i = 0; i < ciphertextChunk.length; i++) {
319
- if (redactedPlaintext[i] === REDACTION_CHAR_CODE) {
320
- ciphertextChunk[i] = REDACTION_CHAR_CODE;
321
- }
322
- }
323
- let nonce = concatenateUint8Arrays([iv, recordIV]);
324
- if (!recordIV.length) {
325
- nonce = generateIV(nonce, recordNumber);
326
- }
327
- const ciphertextInput = {
328
- ciphertext: ciphertextChunk,
329
- iv: nonce,
330
- offsetBytes: startIdx
331
- };
332
- if (!isRedactionCongruent(redactedPlaintext, decryptedRedactedCiphertext)) {
333
- throw new Error("redacted ciphertext not congruent");
334
- }
335
- await verifyProof(
336
- {
337
- proof: {
338
- algorithm,
339
- proofData,
340
- plaintext: decryptedRedactedCiphertext
341
- },
342
- publicInput: ciphertextInput,
343
- logger,
344
- operator: getZkOperator()
345
- }
346
- );
347
- logger?.debug(
348
- { startIdx, endIdx: startIdx + redactedPlaintext.length },
349
- "verified proof"
350
- );
351
- realRedactedPlaintext.set(redactedPlaintext, startIdx);
352
- }
353
- async function verifyToprfProofPacket({ startIdx, proofData, payload: toprf }) {
354
- if (!toprf?.dataLocation || !toprf.responses || !toprf.nullifier) {
355
- throw new Error("invalid TOPRF proof payload");
356
- }
357
- const { dataLocation, nullifier } = toprf;
358
- const ciphertextChunkEnd = Math.min(ciphertext.length, getChunkSizeBytes(algorithm) + startIdx);
359
- const isLastChunk = ciphertextChunkEnd >= ciphertext.length;
360
- const ciphertextChunk = ciphertext.slice(startIdx, ciphertextChunkEnd);
361
- let nonce = concatenateUint8Arrays([iv, recordIV]);
362
- if (!recordIV.length) {
363
- nonce = generateIV(nonce, recordNumber);
364
- }
365
- const ciphertextInput = {
366
- ciphertext: ciphertextChunk,
367
- iv: nonce,
368
- offsetBytes: startIdx
369
- };
370
- let pubInput = ciphertextInput;
371
- const nulliferStr = binaryHashToStr(nullifier, dataLocation.length);
372
- const locations = [];
373
- const toprfEndIdx = dataLocation.fromIndex + dataLocation.length;
374
- const trueCiphLen = isLastChunk && isTls13Suite(cipherSuite) ? ciphertextChunk.length - 1 : ciphertextChunk.length;
375
- const overshoot = toprfEndIdx - trueCiphLen;
376
- if (overshoot > 0) {
377
- const nextPkt = getNextPacket(
378
- strToUint8Array(nulliferStr.slice(dataLocation.length - overshoot))
379
- );
380
- if (!nextPkt) {
381
- throw new Error("OPRF data overshot, but no next packet found");
382
- }
383
- const nextRecordIV = getRecordIV(ciphertext, cipherSuite);
384
- let nextNonce = concatenateUint8Arrays([iv, nextRecordIV]);
385
- if (!nextRecordIV.length) {
386
- nextNonce = generateIV(nextNonce, recordNumber + 1);
387
- }
388
- pubInput = [
389
- ciphertextInput,
390
- {
391
- ciphertext: nextPkt.slice(0, overshoot),
392
- iv: nextNonce,
393
- offsetBytes: 0
394
- }
395
- ];
396
- locations.push(
397
- {
398
- pos: dataLocation.fromIndex,
399
- len: dataLocation.length - overshoot
400
- },
401
- {
402
- pos: ceilToBlockSizeMultiple(
403
- dataLocation.fromIndex + dataLocation.length,
404
- algorithm
405
- ),
406
- len: overshoot
407
- }
408
- );
409
- } else {
410
- locations.push({
411
- pos: dataLocation.fromIndex,
412
- len: dataLocation.length
413
- });
414
- }
415
- await verifyProof(
416
- {
417
- proof: { algorithm, proofData, plaintext: void 0 },
418
- publicInput: pubInput,
419
- logger,
420
- operator: getOprfOperator(),
421
- toprf: {
422
- locations,
423
- domainSeparator: TOPRF_DOMAIN_SEPARATOR,
424
- output: nullifier,
425
- responses: toprf.responses
426
- }
427
- }
428
- );
429
- logger?.debug({ locations }, "verified TOPRF proof");
430
- return {
431
- set: strToUint8Array(
432
- nulliferStr.slice(0, locations[0].len)
433
- ),
434
- startIdx: locations[0].pos + startIdx
435
- };
436
- }
437
- function getZkOperator() {
438
- return zkOperators?.[algorithm] || makeDefaultZkOperator(algorithm, zkEngine, logger);
439
- }
440
- function getOprfOperator() {
441
- return oprfOperators?.[algorithm] || makeDefaultOPRFOperator(algorithm, zkEngine, logger);
442
- }
443
- }
444
- function getChunkSizeBytes(alg) {
445
- const { chunkSize, bitsPerWord } = ZK_CONFIG[alg];
446
- return chunkSize * bitsPerWord / 8;
447
- }
448
- const zkEngines = {};
449
- const oprfEngines = {};
450
- const operatorMakers = {
451
- "snarkjs": makeSnarkJsZKOperator,
452
- "gnark": makeGnarkZkOperator,
453
- "stwo": makeStwoZkOperator
454
- };
455
- const OPRF_OPERATOR_MAKERS = {
456
- "gnark": makeGnarkOPRFOperator
457
- };
458
- function makeDefaultZkOperator(algorithm, zkEngine, logger) {
459
- let zkOperators = zkEngines[zkEngine];
460
- if (!zkOperators) {
461
- zkEngines[zkEngine] = {};
462
- zkOperators = zkEngines[zkEngine];
463
- }
464
- if (!zkOperators[algorithm]) {
465
- const opType = getOperatorType();
466
- const zkBaseUrl = opType === "remote" ? getZkResourcesBaseUrl() : void 0;
467
- logger?.info({ type: opType, algorithm, zkBaseUrl }, "fetching zk operator");
468
- const fetcher = opType === "local" ?() :({ baseUrl: zkBaseUrl, logger });
469
- const maker = operatorMakers[zkEngine];
470
- if (!maker) {
471
- throw new Error(`No ZK operator maker for ${zkEngine}`);
472
- }
473
- zkOperators[algorithm] = maker({ algorithm, fetcher });
474
- }
475
- return zkOperators[algorithm];
476
- }
477
- function getOperatorType() {
478
- const envop = getEnvVariable("ZK_OPERATOR_TYPE");
479
- if (envop === "local" || envop === "remote") {
480
- return envop;
481
- }
482
- return detectEnvironment() === "node" ? "local" : "remote";
483
- }
484
- function makeDefaultOPRFOperator(algorithm, zkEngine, logger) {
485
- let operators = oprfEngines[zkEngine];
486
- if (!operators) {
487
- oprfEngines[zkEngine] = {};
488
- operators = oprfEngines[zkEngine];
489
- }
490
- if (!operators[algorithm]) {
491
- const type = getOperatorType();
492
- const zkBaseUrl = type === "remote" ? getZkResourcesBaseUrl() : void 0;
493
- logger?.info({ type, algorithm, zkBaseUrl }, "fetching oprf operator");
494
- const fetcher = type === "local" ?() :({ baseUrl: zkBaseUrl, logger });
495
- const maker = OPRF_OPERATOR_MAKERS[zkEngine];
496
- if (!maker) {
497
- throw new Error(`No OPRF operator maker for ${zkEngine}`);
498
- }
499
- operators[algorithm] = maker({ algorithm, fetcher });
500
- }
501
- return operators[algorithm];
502
- }
503
- function getEngineString(engine) {
504
- if (engine === ZKProofEngine.ZK_ENGINE_GNARK) {
505
- return "gnark";
506
- }
507
- if (engine === ZKProofEngine.ZK_ENGINE_SNARKJS) {
508
- return "snarkjs";
509
- }
510
- if (engine === ZKProofEngine.ZK_ENGINE_STWO) {
511
- return "stwo";
512
- }
513
- throw new Error(`Unknown ZK engine: ${engine}`);
514
- }
515
- function getEngineProto(engine) {
516
- if (engine === "gnark") {
517
- return ZKProofEngine.ZK_ENGINE_GNARK;
518
- }
519
- if (engine === "snarkjs") {
520
- return ZKProofEngine.ZK_ENGINE_SNARKJS;
521
- }
522
- if (engine === "stwo") {
523
- return ZKProofEngine.ZK_ENGINE_STWO;
524
- }
525
- throw new Error(`Unknown ZK engine: ${engine}`);
526
- }
527
- function getProofGenerationParamsForSlice({
528
- key,
529
- iv,
530
- ciphertext,
531
- redactedPlaintext,
532
- slice: { fromIndex, toIndex }
533
- }) {
534
- const ciphertextChunk = ciphertext.slice(fromIndex, toIndex);
535
- const plaintextChunk = redactedPlaintext.slice(fromIndex, toIndex);
536
- if (isFullyRedacted(plaintextChunk)) {
537
- return;
538
- }
539
- for (let i = 0; i < ciphertextChunk.length; i++) {
540
- if (plaintextChunk[i] === REDACTION_CHAR_CODE) {
541
- ciphertextChunk[i] = REDACTION_CHAR_CODE;
542
- }
543
- }
544
- return {
545
- startIdx: fromIndex,
546
- redactedPlaintext: plaintextChunk,
547
- privateInput: { key },
548
- publicInput: { ciphertext: ciphertextChunk, iv, offsetBytes: fromIndex }
549
- };
550
- }
551
- function getTOPRFProofGenerationParamsForSlice({
552
- key,
553
- iv,
554
- ciphertext,
555
- slice: { fromIndex, toIndex },
556
- toprf
557
- }) {
558
- const ciphertextChunk = ciphertext.slice(fromIndex, toIndex);
559
- if (toprf?.overshoot) {
560
- const {
561
- overshoot: { ciphertext: overshootCiphertext, iv: overshootIv }
562
- } = toprf;
563
- return {
564
- privateInput: { key },
565
- publicInput: [
566
- {
567
- ciphertext: ciphertextChunk,
568
- iv,
569
- offsetBytes: fromIndex
570
- },
571
- { ciphertext: overshootCiphertext, iv: overshootIv }
572
- ],
573
- toprf,
574
- startIdx: fromIndex
575
- };
576
- }
577
- return {
578
- privateInput: { key },
579
- publicInput: { ciphertext: ciphertextChunk, iv, offsetBytes: fromIndex },
580
- toprf,
581
- startIdx: fromIndex
582
- };
583
- }
584
- function getIdealOffsetForToprfBlock(alg, { dataLocation, overshoot }) {
585
- const chunkSizeBytes = getChunkSizeBytes(alg);
586
- const blockSizeBytes = getBlockSizeBytes(alg);
587
- const offsetChunks = Math.floor(dataLocation.fromIndex / chunkSizeBytes);
588
- const endOffsetChunks = Math.floor((dataLocation.fromIndex + dataLocation.length) / chunkSizeBytes);
589
- if (endOffsetChunks === offsetChunks) {
590
- const start = offsetChunks * chunkSizeBytes;
591
- if (overshoot) {
592
- const overshootBlocks = Math.ceil(overshoot.ciphertext.length / blockSizeBytes);
593
- return start + overshootBlocks * blockSizeBytes;
594
- }
595
- return start;
596
- }
597
- const offsetBytes = Math.floor(dataLocation.fromIndex / blockSizeBytes) * blockSizeBytes;
598
- const endOffsetBytes = Math.ceil((dataLocation.fromIndex + dataLocation.length) / blockSizeBytes);
599
- if (endOffsetBytes - offsetBytes > chunkSizeBytes) {
600
- throw new AttestorError(
601
- "ERROR_BAD_REQUEST",
602
- "OPRF data cannot fit into a single chunk"
603
- );
604
- }
605
- return offsetBytes;
606
- }
607
- function getZkResourcesBaseUrl() {
608
- if (typeof ATTESTOR_BASE_URL !== "string") {
609
- return DEFAULT_REMOTE_FILE_FETCH_BASE_URL;
610
- }
611
- return new URL(
612
- DEFAULT_REMOTE_FILE_FETCH_BASE_URL,
613
- ATTESTOR_BASE_URL
614
- ).toString();
615
- }
616
- export {
617
- getEngineProto,
618
- getEngineString,
619
- makeDefaultOPRFOperator,
620
- makeDefaultZkOperator,
621
- makeZkProofGenerator,
622
- verifyZkPacket
623
- };
File without changes
@@ -1,9 +0,0 @@
1
- export * as tls from '@reclaimprotocol/tls';
2
- export * from './client/utils/client-socket.ts';
3
- export * from './config/index.ts';
4
- export * from './types/index.ts';
5
- export * from './utils/index.browser.ts';
6
- export * from './providers/index.ts';
7
- export * as proto from './proto/api.ts';
8
- export * from './client/index.ts';
9
- export * from './mechain/index.ts';
@@ -1,7 +0,0 @@
1
- /**
2
- * Browser fallback for gnark - gnark requires native code (koffi) and cannot run in browser
3
- */
4
- import type { EncryptionAlgorithm, MakeZKOperatorOpts, ZKOperator, OPRFOperator } from '@reclaimprotocol/zk-symmetric-crypto';
5
- export declare function makeGnarkZkOperator(opts: MakeZKOperatorOpts<object>): ZKOperator;
6
- export declare function makeGnarkOPRFOperator(algorithm: EncryptionAlgorithm, fetcher: unknown): OPRFOperator;
7
- export declare function initGnark(): Promise<void>;
@@ -1,15 +0,0 @@
1
- const GNARK_ERROR = "gnark requires native code and cannot run in browser. Use snarkjs or stwo instead.";
2
- function makeGnarkZkOperator(opts) {
3
- throw new Error(GNARK_ERROR);
4
- }
5
- function makeGnarkOPRFOperator(algorithm, fetcher) {
6
- throw new Error(GNARK_ERROR);
7
- }
8
- async function initGnark() {
9
- throw new Error(GNARK_ERROR);
10
- }
11
- export {
12
- initGnark,
13
- makeGnarkOPRFOperator,
14
- makeGnarkZkOperator
15
- };
@@ -1,24 +0,0 @@
1
- /**
2
- * Browser fallback for zk-symmetric-crypto file-fetch
3
- * - makeRemoteFileFetch works in browser (uses fetch API)
4
- * - makeLocalFileFetch throws since fs/promises is not available
5
- */
6
- import type { FileFetch, Logger } from '@reclaimprotocol/zk-symmetric-crypto';
7
- export type MakeRemoteFileFetchOpts = {
8
- baseUrl?: string;
9
- maxRetries?: number;
10
- logger?: Logger;
11
- };
12
- export type MakeLocalFileFetchOpts = {
13
- basePath?: string;
14
- };
15
- /**
16
- * Fetches ZK resources from a remote server.
17
- * Works in browser using the fetch API.
18
- */
19
- export declare function makeRemoteFileFetch({ baseUrl, maxRetries, logger }?: MakeRemoteFileFetchOpts): FileFetch;
20
- /**
21
- * Browser fallback - throws since filesystem is not available in browser.
22
- * Use makeRemoteFileFetch instead.
23
- */
24
- export declare function makeLocalFileFetch(_opts?: MakeLocalFileFetchOpts): FileFetch;