@reclaimprotocol/attestor-core 5.0.1-beta.12 → 5.0.1-beta.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (268) hide show
  1. package/lib/avs/client/create-claim-on-avs.js +5 -5
  2. package/lib/avs/config.js +1 -1
  3. package/lib/avs/utils/contracts.js +5 -5
  4. package/lib/avs/utils/register.js +3 -3
  5. package/lib/avs/utils/tasks.js +1 -1
  6. package/lib/client/create-claim.js +10 -10
  7. package/lib/client/tunnels/make-rpc-tcp-tunnel.js +1 -1
  8. package/lib/client/tunnels/make-rpc-tls-tunnel.d.ts +1 -1
  9. package/lib/client/tunnels/make-rpc-tls-tunnel.js +4 -4
  10. package/lib/client/utils/attestor-pool.js +1 -1
  11. package/lib/client/utils/client-socket.js +5 -5
  12. package/lib/client/utils/message-handler.js +2 -2
  13. package/lib/config/index.js +1 -1
  14. package/lib/external-rpc/benchmark.js +4 -4
  15. package/lib/external-rpc/handle-incoming-msg.js +9 -9
  16. package/lib/external-rpc/jsc-polyfills/1.js +1 -1
  17. package/lib/external-rpc/jsc-polyfills/2.js +2 -2
  18. package/lib/external-rpc/jsc-polyfills/index.js +2 -2
  19. package/lib/external-rpc/jsc-polyfills/ws.js +1 -1
  20. package/lib/external-rpc/setup-browser.js +5 -5
  21. package/lib/external-rpc/setup-jsc.js +4 -4
  22. package/lib/external-rpc/utils.js +4 -4
  23. package/lib/external-rpc/zk.js +2 -2
  24. package/lib/mechain/client/create-claim-on-mechain.js +2 -2
  25. package/lib/providers/http/index.js +6 -6
  26. package/lib/providers/http/utils.js +3 -3
  27. package/lib/providers/index.js +1 -1
  28. package/lib/scripts/build-browser.js +38 -0
  29. package/lib/scripts/build-jsc.js +47 -0
  30. package/lib/scripts/build-lib.js +47 -0
  31. package/lib/scripts/check-avs-registration.js +1 -1
  32. package/lib/scripts/generate-provider-types.js +1 -1
  33. package/lib/scripts/generate-receipt.js +6 -6
  34. package/lib/scripts/generate-toprf-keys.js +1 -1
  35. package/lib/scripts/jsc-cli-rpc.js +3 -3
  36. package/lib/scripts/register-avs-operator.js +1 -1
  37. package/lib/scripts/start-server.js +3 -3
  38. package/lib/scripts/update-avs-metadata.js +2 -2
  39. package/lib/scripts/whitelist-operator.js +2 -2
  40. package/lib/server/create-server.js +9 -9
  41. package/lib/server/handlers/claimTeeBundle.js +11 -11
  42. package/lib/server/handlers/claimTunnel.js +6 -6
  43. package/lib/server/handlers/completeClaimOnChain.js +3 -3
  44. package/lib/server/handlers/createClaimOnChain.js +4 -4
  45. package/lib/server/handlers/createTaskOnMechain.js +4 -4
  46. package/lib/server/handlers/createTunnel.js +4 -4
  47. package/lib/server/handlers/fetchCertificateBytes.js +2 -2
  48. package/lib/server/handlers/index.js +10 -10
  49. package/lib/server/handlers/init.js +5 -5
  50. package/lib/server/handlers/toprf.js +2 -2
  51. package/lib/server/socket.js +7 -7
  52. package/lib/server/tunnels/make-tcp-tunnel.js +6 -6
  53. package/lib/server/utils/apm.js +2 -2
  54. package/lib/server/utils/assert-valid-claim-request.js +8 -8
  55. package/lib/server/utils/config-env.js +1 -1
  56. package/lib/server/utils/dns.js +1 -1
  57. package/lib/server/utils/generics.js +4 -4
  58. package/lib/server/utils/keep-alive.js +1 -1
  59. package/lib/server/utils/oprf-raw.js +3 -3
  60. package/lib/server/utils/process-handshake.js +2 -2
  61. package/lib/server/utils/proxy-session.d.ts +1 -1
  62. package/lib/server/utils/proxy-session.js +3 -1
  63. package/lib/server/utils/tee-oprf-mpc-verification.js +1 -1
  64. package/lib/server/utils/tee-oprf-verification.js +2 -2
  65. package/lib/server/utils/tee-transcript-reconstruction.js +3 -3
  66. package/lib/server/utils/tee-verification.js +6 -6
  67. package/lib/server/utils/validation.js +2 -2
  68. package/lib/types/general.d.ts +0 -1
  69. package/lib/utils/auth.js +6 -6
  70. package/lib/utils/bgp-listener.js +2 -2
  71. package/lib/utils/claims.js +3 -3
  72. package/lib/utils/error.js +1 -1
  73. package/lib/utils/generics.d.ts +1 -6
  74. package/lib/utils/generics.js +2 -6
  75. package/lib/utils/http-parser.js +3 -3
  76. package/lib/utils/index.d.ts +0 -1
  77. package/lib/utils/index.js +0 -1
  78. package/lib/utils/logger.js +1 -1
  79. package/lib/utils/prepare-packets.js +3 -3
  80. package/lib/utils/redactions.js +1 -1
  81. package/lib/utils/signatures/index.js +2 -2
  82. package/lib/utils/socket-base.js +3 -3
  83. package/lib/utils/tls.js +2 -2
  84. package/lib/utils/zk.js +8 -8
  85. package/package.json +3 -9
  86. package/lib/browser/avs/abis/avsDirectoryABI.d.ts +0 -60
  87. package/lib/browser/avs/abis/avsDirectoryABI.js +0 -343
  88. package/lib/browser/avs/abis/delegationABI.d.ts +0 -126
  89. package/lib/browser/avs/abis/delegationABI.js +0 -4
  90. package/lib/browser/avs/abis/registryABI.d.ts +0 -136
  91. package/lib/browser/avs/abis/registryABI.js +0 -728
  92. package/lib/browser/avs/client/create-claim-on-avs.d.ts +0 -12
  93. package/lib/browser/avs/client/create-claim-on-avs.js +0 -168
  94. package/lib/browser/avs/config.d.ts +0 -7
  95. package/lib/browser/avs/config.js +0 -26
  96. package/lib/browser/avs/contracts/ReclaimServiceManager.d.ts +0 -601
  97. package/lib/browser/avs/contracts/ReclaimServiceManager.js +0 -0
  98. package/lib/browser/avs/contracts/common.d.ts +0 -50
  99. package/lib/browser/avs/contracts/common.js +0 -0
  100. package/lib/browser/avs/contracts/factories/ReclaimServiceManager__factory.d.ts +0 -890
  101. package/lib/browser/avs/contracts/factories/ReclaimServiceManager__factory.js +0 -1183
  102. package/lib/browser/avs/contracts/factories/index.d.ts +0 -1
  103. package/lib/browser/avs/contracts/factories/index.js +0 -4
  104. package/lib/browser/avs/contracts/index.d.ts +0 -3
  105. package/lib/browser/avs/contracts/index.js +0 -6
  106. package/lib/browser/avs/types/index.d.ts +0 -55
  107. package/lib/browser/avs/types/index.js +0 -0
  108. package/lib/browser/avs/utils/contracts.d.ts +0 -21
  109. package/lib/browser/avs/utils/contracts.js +0 -53
  110. package/lib/browser/avs/utils/register.d.ts +0 -27
  111. package/lib/browser/avs/utils/register.js +0 -74
  112. package/lib/browser/avs/utils/tasks.d.ts +0 -22
  113. package/lib/browser/avs/utils/tasks.js +0 -48
  114. package/lib/browser/client/create-claim.d.ts +0 -5
  115. package/lib/browser/client/create-claim.js +0 -461
  116. package/lib/browser/client/index.d.ts +0 -3
  117. package/lib/browser/client/index.js +0 -3
  118. package/lib/browser/client/tunnels/make-rpc-tcp-tunnel.d.ts +0 -16
  119. package/lib/browser/client/tunnels/make-rpc-tcp-tunnel.js +0 -53
  120. package/lib/browser/client/tunnels/make-rpc-tls-tunnel.d.ts +0 -26
  121. package/lib/browser/client/tunnels/make-rpc-tls-tunnel.js +0 -127
  122. package/lib/browser/client/utils/attestor-pool.d.ts +0 -8
  123. package/lib/browser/client/utils/attestor-pool.js +0 -24
  124. package/lib/browser/client/utils/client-socket.d.ts +0 -11
  125. package/lib/browser/client/utils/client-socket.js +0 -120
  126. package/lib/browser/client/utils/message-handler.d.ts +0 -4
  127. package/lib/browser/client/utils/message-handler.js +0 -97
  128. package/lib/browser/config/index.d.ts +0 -31
  129. package/lib/browser/config/index.js +0 -62
  130. package/lib/browser/external-rpc/benchmark.d.ts +0 -1
  131. package/lib/browser/external-rpc/benchmark.js +0 -82
  132. package/lib/browser/external-rpc/event-bus.d.ts +0 -7
  133. package/lib/browser/external-rpc/event-bus.js +0 -17
  134. package/lib/browser/external-rpc/global.d.js +0 -0
  135. package/lib/browser/external-rpc/handle-incoming-msg.d.ts +0 -2
  136. package/lib/browser/external-rpc/handle-incoming-msg.js +0 -241
  137. package/lib/browser/external-rpc/index.d.ts +0 -3
  138. package/lib/browser/external-rpc/index.js +0 -3
  139. package/lib/browser/external-rpc/jsc-polyfills/1.d.ts +0 -14
  140. package/lib/browser/external-rpc/jsc-polyfills/1.js +0 -80
  141. package/lib/browser/external-rpc/jsc-polyfills/2.d.ts +0 -1
  142. package/lib/browser/external-rpc/jsc-polyfills/2.js +0 -15
  143. package/lib/browser/external-rpc/jsc-polyfills/event.d.ts +0 -10
  144. package/lib/browser/external-rpc/jsc-polyfills/event.js +0 -19
  145. package/lib/browser/external-rpc/jsc-polyfills/index.d.ts +0 -2
  146. package/lib/browser/external-rpc/jsc-polyfills/index.js +0 -2
  147. package/lib/browser/external-rpc/jsc-polyfills/ws.d.ts +0 -21
  148. package/lib/browser/external-rpc/jsc-polyfills/ws.js +0 -83
  149. package/lib/browser/external-rpc/setup-browser.d.ts +0 -6
  150. package/lib/browser/external-rpc/setup-browser.js +0 -33
  151. package/lib/browser/external-rpc/setup-jsc.d.ts +0 -24
  152. package/lib/browser/external-rpc/setup-jsc.js +0 -22
  153. package/lib/browser/external-rpc/types.d.ts +0 -213
  154. package/lib/browser/external-rpc/types.js +0 -0
  155. package/lib/browser/external-rpc/utils.d.ts +0 -20
  156. package/lib/browser/external-rpc/utils.js +0 -100
  157. package/lib/browser/external-rpc/zk.d.ts +0 -14
  158. package/lib/browser/external-rpc/zk.js +0 -58
  159. package/lib/browser/index.browser.js +0 -13
  160. package/lib/browser/index.d.ts +0 -9
  161. package/lib/browser/index.js +0 -13
  162. package/lib/browser/mechain/abis/governanceABI.d.ts +0 -50
  163. package/lib/browser/mechain/abis/governanceABI.js +0 -461
  164. package/lib/browser/mechain/abis/taskABI.d.ts +0 -157
  165. package/lib/browser/mechain/abis/taskABI.js +0 -512
  166. package/lib/browser/mechain/client/create-claim-on-mechain.d.ts +0 -10
  167. package/lib/browser/mechain/client/create-claim-on-mechain.js +0 -33
  168. package/lib/browser/mechain/client/index.d.ts +0 -1
  169. package/lib/browser/mechain/client/index.js +0 -1
  170. package/lib/browser/mechain/constants/index.d.ts +0 -3
  171. package/lib/browser/mechain/constants/index.js +0 -8
  172. package/lib/browser/mechain/index.d.ts +0 -2
  173. package/lib/browser/mechain/index.js +0 -2
  174. package/lib/browser/mechain/types/index.d.ts +0 -23
  175. package/lib/browser/mechain/types/index.js +0 -0
  176. package/lib/browser/proto/api.d.ts +0 -651
  177. package/lib/browser/proto/api.js +0 -4250
  178. package/lib/browser/proto/tee-bundle.d.ts +0 -156
  179. package/lib/browser/proto/tee-bundle.js +0 -1296
  180. package/lib/browser/providers/http/index.d.ts +0 -18
  181. package/lib/browser/providers/http/index.js +0 -640
  182. package/lib/browser/providers/http/patch-parse5-tree.d.ts +0 -6
  183. package/lib/browser/providers/http/patch-parse5-tree.js +0 -34
  184. package/lib/browser/providers/http/utils.d.ts +0 -77
  185. package/lib/browser/providers/http/utils.js +0 -283
  186. package/lib/browser/providers/index.d.ts +0 -4
  187. package/lib/browser/providers/index.js +0 -7
  188. package/lib/browser/scripts/fallbacks/crypto.js +0 -4
  189. package/lib/browser/scripts/fallbacks/empty.js +0 -4
  190. package/lib/browser/scripts/fallbacks/gnark.js +0 -15
  191. package/lib/browser/scripts/fallbacks/re2.js +0 -7
  192. package/lib/browser/scripts/fallbacks/snarkjs.js +0 -10
  193. package/lib/browser/scripts/fallbacks/zk-file-fetch.js +0 -50
  194. package/lib/browser/types/bgp.d.ts +0 -11
  195. package/lib/browser/types/bgp.js +0 -0
  196. package/lib/browser/types/claims.d.ts +0 -70
  197. package/lib/browser/types/claims.js +0 -0
  198. package/lib/browser/types/client.d.ts +0 -163
  199. package/lib/browser/types/client.js +0 -0
  200. package/lib/browser/types/general.d.ts +0 -77
  201. package/lib/browser/types/general.js +0 -0
  202. package/lib/browser/types/handlers.d.ts +0 -10
  203. package/lib/browser/types/handlers.js +0 -0
  204. package/lib/browser/types/index.d.ts +0 -10
  205. package/lib/browser/types/index.js +0 -10
  206. package/lib/browser/types/providers.d.ts +0 -161
  207. package/lib/browser/types/providers.gen.d.ts +0 -443
  208. package/lib/browser/types/providers.gen.js +0 -16
  209. package/lib/browser/types/providers.js +0 -0
  210. package/lib/browser/types/rpc.d.ts +0 -35
  211. package/lib/browser/types/rpc.js +0 -0
  212. package/lib/browser/types/signatures.d.ts +0 -28
  213. package/lib/browser/types/signatures.js +0 -0
  214. package/lib/browser/types/tunnel.d.ts +0 -18
  215. package/lib/browser/types/tunnel.js +0 -0
  216. package/lib/browser/types/zk.d.ts +0 -38
  217. package/lib/browser/types/zk.js +0 -0
  218. package/lib/browser/utils/auth.d.ts +0 -8
  219. package/lib/browser/utils/auth.js +0 -71
  220. package/lib/browser/utils/b64-json.d.ts +0 -2
  221. package/lib/browser/utils/b64-json.js +0 -17
  222. package/lib/browser/utils/claims.d.ts +0 -33
  223. package/lib/browser/utils/claims.js +0 -89
  224. package/lib/browser/utils/env.d.ts +0 -3
  225. package/lib/browser/utils/env.js +0 -19
  226. package/lib/browser/utils/error.d.ts +0 -26
  227. package/lib/browser/utils/error.js +0 -54
  228. package/lib/browser/utils/generics.d.ts +0 -119
  229. package/lib/browser/utils/generics.js +0 -272
  230. package/lib/browser/utils/http-parser.d.ts +0 -59
  231. package/lib/browser/utils/http-parser.js +0 -201
  232. package/lib/browser/utils/index.browser.js +0 -13
  233. package/lib/browser/utils/index.d.ts +0 -13
  234. package/lib/browser/utils/index.js +0 -13
  235. package/lib/browser/utils/logger.browser.js +0 -88
  236. package/lib/browser/utils/logger.d.ts +0 -14
  237. package/lib/browser/utils/logger.js +0 -88
  238. package/lib/browser/utils/prepare-packets.d.ts +0 -16
  239. package/lib/browser/utils/prepare-packets.js +0 -69
  240. package/lib/browser/utils/redactions.d.ts +0 -73
  241. package/lib/browser/utils/redactions.js +0 -135
  242. package/lib/browser/utils/retries.d.ts +0 -12
  243. package/lib/browser/utils/retries.js +0 -26
  244. package/lib/browser/utils/signatures/eth.d.ts +0 -2
  245. package/lib/browser/utils/signatures/eth.js +0 -31
  246. package/lib/browser/utils/signatures/index.d.ts +0 -5
  247. package/lib/browser/utils/signatures/index.js +0 -12
  248. package/lib/browser/utils/socket-base.d.ts +0 -23
  249. package/lib/browser/utils/socket-base.js +0 -96
  250. package/lib/browser/utils/tls-imports.d.ts +0 -21
  251. package/lib/browser/utils/tls-imports.js +0 -71
  252. package/lib/browser/utils/tls.d.ts +0 -2
  253. package/lib/browser/utils/tls.js +0 -58
  254. package/lib/browser/utils/ws.d.ts +0 -7
  255. package/lib/browser/utils/ws.js +0 -22
  256. package/lib/browser/utils/zk.d.ts +0 -71
  257. package/lib/browser/utils/zk.js +0 -626
  258. package/lib/external-rpc/global.d.js +0 -0
  259. package/lib/index.browser.d.ts +0 -9
  260. package/lib/scripts/fallbacks/gnark.d.ts +0 -7
  261. package/lib/scripts/fallbacks/gnark.js +0 -15
  262. package/lib/scripts/fallbacks/zk-file-fetch.d.ts +0 -24
  263. package/lib/scripts/fallbacks/zk-file-fetch.js +0 -50
  264. package/lib/utils/index.browser.d.ts +0 -13
  265. package/lib/utils/logger.browser.d.ts +0 -14
  266. package/lib/utils/tls-imports.d.ts +0 -21
  267. package/lib/utils/tls-imports.js +0 -71
  268. /package/lib/{browser/scripts → scripts}/fallbacks/stwo.js +0 -0
@@ -1,626 +0,0 @@
1
- import { concatenateUint8Arrays, crypto, generateIV } from "../utils/tls-imports.js";
2
- import { makeLocalFileFetch, makeRemoteFileFetch } from "../scripts/fallbacks/zk-file-fetch.js";
3
- import {
4
- ceilToBlockSizeMultiple,
5
- CONFIG as ZK_CONFIG,
6
- generateProof,
7
- getBlockSizeBytes,
8
-
9
-
10
- verifyProof
11
- } from "@reclaimprotocol/zk-symmetric-crypto";
12
- import { makeGnarkOPRFOperator, makeGnarkZkOperator } from "../scripts/fallbacks/gnark.js";
13
- import { makeSnarkJsZKOperator } from "@reclaimprotocol/zk-symmetric-crypto/snarkjs";
14
- import { makeStwoZkOperator } from "../scripts/fallbacks/stwo.js";
15
- import PQueue from "p-queue";
16
- import {
17
- DEFAULT_REMOTE_FILE_FETCH_BASE_URL,
18
- DEFAULT_ZK_CONCURRENCY,
19
- TOPRF_DOMAIN_SEPARATOR
20
- } from "../config/index.js";
21
- import { ZKProofEngine } from "../proto/api.js";
22
- import { detectEnvironment, getEnvVariable } from "../utils/env.js";
23
- import { AttestorError } from "../utils/error.js";
24
- import {
25
- getPureCiphertext,
26
- getRecordIV,
27
- getZkAlgorithmForCipherSuite,
28
- isTls13Suite,
29
- strToUint8Array
30
- } from "../utils/generics.js";
31
- import { logger as LOGGER } from "../utils/logger.js";
32
- import { binaryHashToStr, isFullyRedacted, isRedactionCongruent, REDACTION_CHAR_CODE } from "../utils/redactions.js";
33
- const ZK_CONCURRENCY = +(getEnvVariable("ZK_CONCURRENCY") || DEFAULT_ZK_CONCURRENCY);
34
- async function makeZkProofGenerator({
35
- zkOperators,
36
- oprfOperators,
37
- logger = LOGGER,
38
- zkProofConcurrency = ZK_CONCURRENCY,
39
- cipherSuite,
40
- zkEngine = "snarkjs"
41
- }) {
42
- const zkQueue = new PQueue({ concurrency: zkProofConcurrency, autoStart: true });
43
- const packetsToProve = [];
44
- logger = logger.child({ module: "zk", zkEngine });
45
- let zkProofsToGen = 0;
46
- return {
47
- /**
48
- * Adds the given packet to the list of packets to
49
- * generate ZK proofs for.
50
- *
51
- * Call `generateProofs()` to finally generate the proofs
52
- */
53
- async addPacketToProve(packet, {
54
- redactedPlaintext,
55
- toprfs = [],
56
- overshotToprfFromPrevBlock
57
- }, onGeneratedProofs, getNextPacket) {
58
- if (packet.type === "plaintext") {
59
- throw new Error("Cannot generate proof for plaintext");
60
- }
61
- const alg = getZkAlgorithmForCipherSuite(cipherSuite);
62
- const chunkSizeBytes = getChunkSizeBytes(alg);
63
- const key = await crypto.exportKey(packet.encKey);
64
- const iv = packet.iv;
65
- const ciphertext = getPureCiphertext(packet.ciphertext, cipherSuite);
66
- if (overshotToprfFromPrevBlock) {
67
- redactedPlaintext.set(
68
- new Uint8Array(overshotToprfFromPrevBlock.length).fill(REDACTION_CHAR_CODE)
69
- );
70
- }
71
- const trueCiphertextLength = isTls13Suite(cipherSuite) ? ciphertext.length - 1 : ciphertext.length;
72
- const packetToProve = {
73
- onGeneratedProofs,
74
- algorithm: alg,
75
- proofsToGenerate: [],
76
- toprfsToGenerate: [],
77
- iv: packet.fixedIv
78
- };
79
- for (const toprf of toprfs) {
80
- const toprfDistFromEnd = trueCiphertextLength - (toprf.dataLocation.fromIndex + toprf.dataLocation.length);
81
- if (toprfDistFromEnd < 0) {
82
- const nextPacket = getNextPacket();
83
- if (nextPacket?.type !== "ciphertext") {
84
- throw new AttestorError(
85
- "ERROR_INTERNAL",
86
- "TOPRF data overshoots ciphertext length, but no next ciphertext packet found"
87
- );
88
- }
89
- if (nextPacket.encKey !== packet.encKey) {
90
- throw new AttestorError(
91
- "ERROR_INTERNAL",
92
- "TOPRF data overshoots ciphertext length, but next packet has different encryption key"
93
- );
94
- }
95
- const nextCiphertext = nextPacket.ciphertext.slice(0, Math.abs(toprfDistFromEnd));
96
- const iv2 = nextPacket.iv;
97
- toprf.overshoot = {
98
- ciphertext: nextCiphertext,
99
- iv: iv2,
100
- recordNumber: nextPacket.recordNumber
101
- };
102
- }
103
- const fromIndex = getIdealOffsetForToprfBlock(alg, toprf);
104
- const toIndex = Math.min(fromIndex + chunkSizeBytes, ciphertext.length);
105
- const slice = { fromIndex, toIndex };
106
- packetToProve.toprfsToGenerate.push(getTOPRFProofGenerationParamsForSlice({
107
- key,
108
- iv,
109
- ciphertext,
110
- slice,
111
- toprf: {
112
- ...toprf,
113
- dataLocation: {
114
- ...toprf.dataLocation,
115
- fromIndex: toprf.dataLocation.fromIndex - fromIndex
116
- }
117
- }
118
- }));
119
- zkProofsToGen += 1;
120
- const pktToIndex = Math.min(
121
- trueCiphertextLength,
122
- toprf.dataLocation.fromIndex + toprf.dataLocation.length
123
- );
124
- const pktFromIndex = toprf.dataLocation.fromIndex;
125
- for (let i = pktFromIndex; i < pktToIndex; i++) {
126
- redactedPlaintext[i] = REDACTION_CHAR_CODE;
127
- }
128
- }
129
- for (let i = 0; i < ciphertext.length; i += chunkSizeBytes) {
130
- const slice = {
131
- fromIndex: i,
132
- toIndex: Math.min(i + chunkSizeBytes, ciphertext.length)
133
- };
134
- const proofParams = getProofGenerationParamsForSlice(
135
- { key, iv, ciphertext, redactedPlaintext, slice }
136
- );
137
- if (!proofParams) {
138
- continue;
139
- }
140
- packetToProve.proofsToGenerate.push(proofParams);
141
- zkProofsToGen += 1;
142
- }
143
- packetsToProve.push(packetToProve);
144
- },
145
- getTotalChunksToProve() {
146
- return zkProofsToGen;
147
- },
148
- async generateProofs(onChunkDone) {
149
- if (!packetsToProve.length) {
150
- return;
151
- }
152
- const start = Date.now();
153
- const tasks = [];
154
- for (const {
155
- onGeneratedProofs,
156
- algorithm,
157
- proofsToGenerate,
158
- toprfsToGenerate
159
- } of packetsToProve) {
160
- const proofs = [];
161
- const toprfs = [];
162
- let proofsLeft = proofsToGenerate.length + toprfsToGenerate.length;
163
- for (const proofToGen of proofsToGenerate) {
164
- tasks.push(zkQueue.add(async () => {
165
- const proof = await generateZkProofForChunk(algorithm, proofToGen);
166
- onChunkDone?.();
167
- proofs.push(proof);
168
- proofsLeft -= 1;
169
- if (proofsLeft === 0) {
170
- onGeneratedProofs(proofs, toprfs);
171
- }
172
- }, { throwOnTimeout: true }));
173
- }
174
- for (const toprfToGen of toprfsToGenerate) {
175
- tasks.push(zkQueue.add(async () => {
176
- const toprf = await generateOprfProofForChunk(algorithm, toprfToGen);
177
- onChunkDone?.();
178
- toprfs.push(toprf);
179
- proofsLeft -= 1;
180
- if (proofsLeft === 0) {
181
- onGeneratedProofs(proofs, toprfs);
182
- }
183
- }, { throwOnTimeout: true }));
184
- }
185
- }
186
- await Promise.all(tasks);
187
- logger?.info(
188
- { durationMs: Date.now() - start, zkProofsToGen },
189
- "generated ZK proofs"
190
- );
191
- packetsToProve.splice(0, packetsToProve.length);
192
- zkProofsToGen = 0;
193
- const alg = getZkAlgorithmForCipherSuite(cipherSuite);
194
- const zkOperator = await getZkOperatorForAlgorithm(alg);
195
- zkOperator.release?.();
196
- }
197
- };
198
- async function generateZkProofForChunk(algorithm, {
199
- startIdx,
200
- redactedPlaintext,
201
- privateInput,
202
- publicInput
203
- }) {
204
- const operator = getZkOperatorForAlgorithm(algorithm);
205
- const proof = await generateProof(
206
- { algorithm, privateInput, publicInput, operator, logger }
207
- );
208
- logger?.debug({ startIdx }, "generated proof for chunk");
209
- return {
210
- proofData: typeof proof.proofData === "string" ? strToUint8Array(proof.proofData) : proof.proofData,
211
- decryptedRedactedCiphertext: proof.plaintext || new Uint8Array(),
212
- redactedPlaintext,
213
- startIdx
214
- };
215
- }
216
- async function generateOprfProofForChunk(algorithm, { startIdx, privateInput, publicInput, toprf }) {
217
- const operator = getOprfOperatorForAlgorithm(algorithm);
218
- const toprfLocations = [];
219
- if (toprf?.overshoot) {
220
- const { dataLocation, overshoot: { ciphertext } } = toprf;
221
- toprfLocations.push(
222
- {
223
- pos: dataLocation.fromIndex,
224
- len: dataLocation.length - ciphertext.length
225
- },
226
- {
227
- pos: ceilToBlockSizeMultiple(
228
- dataLocation.fromIndex + dataLocation.length,
229
- algorithm
230
- ),
231
- len: ciphertext.length
232
- }
233
- );
234
- } else if (toprf) {
235
- toprfLocations.push({
236
- pos: toprf.dataLocation.fromIndex,
237
- len: toprf.dataLocation.length
238
- });
239
- }
240
- const proof = await generateProof(
241
- {
242
- algorithm,
243
- privateInput,
244
- publicInput,
245
- operator,
246
- logger,
247
- ...toprf ? {
248
- toprf: {
249
- locations: toprfLocations,
250
- output: toprf.nullifier,
251
- responses: toprf.responses,
252
- domainSeparator: TOPRF_DOMAIN_SEPARATOR
253
- },
254
- mask: toprf.mask
255
- } : {}
256
- }
257
- );
258
- logger?.debug({ toprfLocations }, "generated TOPRF proof for chunk");
259
- return {
260
- startIdx,
261
- proofData: typeof proof.proofData === "string" ? strToUint8Array(proof.proofData) : proof.proofData,
262
- payload: toprf
263
- };
264
- }
265
- function getZkOperatorForAlgorithm(algorithm) {
266
- return zkOperators?.[algorithm] || makeDefaultZkOperator(algorithm, zkEngine, logger);
267
- }
268
- function getOprfOperatorForAlgorithm(algorithm) {
269
- return oprfOperators?.[algorithm] || makeDefaultOPRFOperator(algorithm, zkEngine, logger);
270
- }
271
- }
272
- async function verifyZkPacket({
273
- cipherSuite,
274
- ciphertext,
275
- zkReveal,
276
- zkOperators,
277
- oprfOperators,
278
- logger = LOGGER,
279
- zkEngine = "snarkjs",
280
- iv,
281
- recordNumber,
282
- toprfOvershotNullifier,
283
- getNextPacket
284
- }) {
285
- const { proofs, toprfs, oprfRawMarkers } = zkReveal;
286
- const algorithm = getZkAlgorithmForCipherSuite(cipherSuite);
287
- const recordIV = getRecordIV(ciphertext, cipherSuite);
288
- ciphertext = new Uint8Array(getPureCiphertext(ciphertext, cipherSuite));
289
- const realRedactedPlaintext = new Uint8Array(ciphertext.length).fill(REDACTION_CHAR_CODE);
290
- const replacements = await Promise.all(toprfs.map(async (toprf, i) => {
291
- try {
292
- return await verifyToprfProofPacket(toprf);
293
- } catch (e) {
294
- e.message += ` (TOPRF proof ${i}, from ${toprf.payload?.dataLocation?.fromIndex}, record ${recordNumber})`;
295
- throw e;
296
- }
297
- }));
298
- await Promise.all(proofs.map(async (proof, i) => {
299
- try {
300
- await verifyZkProofPacket(proof);
301
- } catch (e) {
302
- e.message += ` (ZK proof ${i}, startIdx ${proof.startIdx}, record ${recordNumber})`;
303
- throw e;
304
- }
305
- }));
306
- for (const { set, startIdx } of replacements) {
307
- realRedactedPlaintext.set(set, startIdx);
308
- }
309
- if (toprfOvershotNullifier) {
310
- realRedactedPlaintext.set(toprfOvershotNullifier);
311
- }
312
- return { redactedPlaintext: realRedactedPlaintext, oprfRawMarkers };
313
- async function verifyZkProofPacket({
314
- proofData,
315
- decryptedRedactedCiphertext,
316
- redactedPlaintext,
317
- startIdx
318
- }) {
319
- const ciphertextChunkEnd = startIdx + redactedPlaintext.length;
320
- const ciphertextChunk = ciphertext.slice(startIdx, ciphertextChunkEnd);
321
- for (let i = 0; i < ciphertextChunk.length; i++) {
322
- if (redactedPlaintext[i] === REDACTION_CHAR_CODE) {
323
- ciphertextChunk[i] = REDACTION_CHAR_CODE;
324
- }
325
- }
326
- let nonce = concatenateUint8Arrays([iv, recordIV]);
327
- if (!recordIV.length) {
328
- nonce = generateIV(nonce, recordNumber);
329
- }
330
- const ciphertextInput = {
331
- ciphertext: ciphertextChunk,
332
- iv: nonce,
333
- offsetBytes: startIdx
334
- };
335
- if (!isRedactionCongruent(redactedPlaintext, decryptedRedactedCiphertext)) {
336
- throw new Error("redacted ciphertext not congruent");
337
- }
338
- await verifyProof(
339
- {
340
- proof: {
341
- algorithm,
342
- proofData,
343
- plaintext: decryptedRedactedCiphertext
344
- },
345
- publicInput: ciphertextInput,
346
- logger,
347
- operator: getZkOperator()
348
- }
349
- );
350
- logger?.debug(
351
- { startIdx, endIdx: startIdx + redactedPlaintext.length },
352
- "verified proof"
353
- );
354
- realRedactedPlaintext.set(redactedPlaintext, startIdx);
355
- }
356
- async function verifyToprfProofPacket({ startIdx, proofData, payload: toprf }) {
357
- if (!toprf?.dataLocation || !toprf.responses || !toprf.nullifier) {
358
- throw new Error("invalid TOPRF proof payload");
359
- }
360
- const { dataLocation, nullifier } = toprf;
361
- const ciphertextChunkEnd = Math.min(ciphertext.length, getChunkSizeBytes(algorithm) + startIdx);
362
- const isLastChunk = ciphertextChunkEnd >= ciphertext.length;
363
- const ciphertextChunk = ciphertext.slice(startIdx, ciphertextChunkEnd);
364
- let nonce = concatenateUint8Arrays([iv, recordIV]);
365
- if (!recordIV.length) {
366
- nonce = generateIV(nonce, recordNumber);
367
- }
368
- const ciphertextInput = {
369
- ciphertext: ciphertextChunk,
370
- iv: nonce,
371
- offsetBytes: startIdx
372
- };
373
- let pubInput = ciphertextInput;
374
- const nulliferStr = binaryHashToStr(nullifier, dataLocation.length);
375
- const locations = [];
376
- const toprfEndIdx = dataLocation.fromIndex + dataLocation.length;
377
- const trueCiphLen = isLastChunk && isTls13Suite(cipherSuite) ? ciphertextChunk.length - 1 : ciphertextChunk.length;
378
- const overshoot = toprfEndIdx - trueCiphLen;
379
- if (overshoot > 0) {
380
- const nextPkt = getNextPacket(
381
- strToUint8Array(nulliferStr.slice(dataLocation.length - overshoot))
382
- );
383
- if (!nextPkt) {
384
- throw new Error("OPRF data overshot, but no next packet found");
385
- }
386
- const nextRecordIV = getRecordIV(ciphertext, cipherSuite);
387
- let nextNonce = concatenateUint8Arrays([iv, nextRecordIV]);
388
- if (!nextRecordIV.length) {
389
- nextNonce = generateIV(nextNonce, recordNumber + 1);
390
- }
391
- pubInput = [
392
- ciphertextInput,
393
- {
394
- ciphertext: nextPkt.slice(0, overshoot),
395
- iv: nextNonce,
396
- offsetBytes: 0
397
- }
398
- ];
399
- locations.push(
400
- {
401
- pos: dataLocation.fromIndex,
402
- len: dataLocation.length - overshoot
403
- },
404
- {
405
- pos: ceilToBlockSizeMultiple(
406
- dataLocation.fromIndex + dataLocation.length,
407
- algorithm
408
- ),
409
- len: overshoot
410
- }
411
- );
412
- } else {
413
- locations.push({
414
- pos: dataLocation.fromIndex,
415
- len: dataLocation.length
416
- });
417
- }
418
- await verifyProof(
419
- {
420
- proof: { algorithm, proofData, plaintext: void 0 },
421
- publicInput: pubInput,
422
- logger,
423
- operator: getOprfOperator(),
424
- toprf: {
425
- locations,
426
- domainSeparator: TOPRF_DOMAIN_SEPARATOR,
427
- output: nullifier,
428
- responses: toprf.responses
429
- }
430
- }
431
- );
432
- logger?.debug({ locations }, "verified TOPRF proof");
433
- return {
434
- set: strToUint8Array(
435
- nulliferStr.slice(0, locations[0].len)
436
- ),
437
- startIdx: locations[0].pos + startIdx
438
- };
439
- }
440
- function getZkOperator() {
441
- return zkOperators?.[algorithm] || makeDefaultZkOperator(algorithm, zkEngine, logger);
442
- }
443
- function getOprfOperator() {
444
- return oprfOperators?.[algorithm] || makeDefaultOPRFOperator(algorithm, zkEngine, logger);
445
- }
446
- }
447
- function getChunkSizeBytes(alg) {
448
- const { chunkSize, bitsPerWord } = ZK_CONFIG[alg];
449
- return chunkSize * bitsPerWord / 8;
450
- }
451
- const zkEngines = {};
452
- const oprfEngines = {};
453
- const operatorMakers = {
454
- "snarkjs": makeSnarkJsZKOperator,
455
- "gnark": makeGnarkZkOperator,
456
- "stwo": makeStwoZkOperator
457
- };
458
- const OPRF_OPERATOR_MAKERS = {
459
- "gnark": makeGnarkOPRFOperator
460
- };
461
- function makeDefaultZkOperator(algorithm, zkEngine, logger) {
462
- let zkOperators = zkEngines[zkEngine];
463
- if (!zkOperators) {
464
- zkEngines[zkEngine] = {};
465
- zkOperators = zkEngines[zkEngine];
466
- }
467
- if (!zkOperators[algorithm]) {
468
- const opType = getOperatorType();
469
- const zkBaseUrl = opType === "remote" ? getZkResourcesBaseUrl() : void 0;
470
- logger?.info({ type: opType, algorithm, zkBaseUrl }, "fetching zk operator");
471
- const fetcher = opType === "local" ? makeLocalFileFetch() : makeRemoteFileFetch({ baseUrl: zkBaseUrl, logger });
472
- const maker = operatorMakers[zkEngine];
473
- if (!maker) {
474
- throw new Error(`No ZK operator maker for ${zkEngine}`);
475
- }
476
- zkOperators[algorithm] = maker({ algorithm, fetcher });
477
- }
478
- return zkOperators[algorithm];
479
- }
480
- function getOperatorType() {
481
- const envop = getEnvVariable("ZK_OPERATOR_TYPE");
482
- if (envop === "local" || envop === "remote") {
483
- return envop;
484
- }
485
- return detectEnvironment() === "node" ? "local" : "remote";
486
- }
487
- function makeDefaultOPRFOperator(algorithm, zkEngine, logger) {
488
- let operators = oprfEngines[zkEngine];
489
- if (!operators) {
490
- oprfEngines[zkEngine] = {};
491
- operators = oprfEngines[zkEngine];
492
- }
493
- if (!operators[algorithm]) {
494
- const type = getOperatorType();
495
- const zkBaseUrl = type === "remote" ? getZkResourcesBaseUrl() : void 0;
496
- logger?.info({ type, algorithm, zkBaseUrl }, "fetching oprf operator");
497
- const fetcher = type === "local" ? makeLocalFileFetch() : makeRemoteFileFetch({ baseUrl: zkBaseUrl, logger });
498
- const maker = OPRF_OPERATOR_MAKERS[zkEngine];
499
- if (!maker) {
500
- throw new Error(`No OPRF operator maker for ${zkEngine}`);
501
- }
502
- operators[algorithm] = maker({ algorithm, fetcher });
503
- }
504
- return operators[algorithm];
505
- }
506
- function getEngineString(engine) {
507
- if (engine === ZKProofEngine.ZK_ENGINE_GNARK) {
508
- return "gnark";
509
- }
510
- if (engine === ZKProofEngine.ZK_ENGINE_SNARKJS) {
511
- return "snarkjs";
512
- }
513
- if (engine === ZKProofEngine.ZK_ENGINE_STWO) {
514
- return "stwo";
515
- }
516
- throw new Error(`Unknown ZK engine: ${engine}`);
517
- }
518
- function getEngineProto(engine) {
519
- if (engine === "gnark") {
520
- return ZKProofEngine.ZK_ENGINE_GNARK;
521
- }
522
- if (engine === "snarkjs") {
523
- return ZKProofEngine.ZK_ENGINE_SNARKJS;
524
- }
525
- if (engine === "stwo") {
526
- return ZKProofEngine.ZK_ENGINE_STWO;
527
- }
528
- throw new Error(`Unknown ZK engine: ${engine}`);
529
- }
530
- function getProofGenerationParamsForSlice({
531
- key,
532
- iv,
533
- ciphertext,
534
- redactedPlaintext,
535
- slice: { fromIndex, toIndex }
536
- }) {
537
- const ciphertextChunk = ciphertext.slice(fromIndex, toIndex);
538
- const plaintextChunk = redactedPlaintext.slice(fromIndex, toIndex);
539
- if (isFullyRedacted(plaintextChunk)) {
540
- return;
541
- }
542
- for (let i = 0; i < ciphertextChunk.length; i++) {
543
- if (plaintextChunk[i] === REDACTION_CHAR_CODE) {
544
- ciphertextChunk[i] = REDACTION_CHAR_CODE;
545
- }
546
- }
547
- return {
548
- startIdx: fromIndex,
549
- redactedPlaintext: plaintextChunk,
550
- privateInput: { key },
551
- publicInput: { ciphertext: ciphertextChunk, iv, offsetBytes: fromIndex }
552
- };
553
- }
554
- function getTOPRFProofGenerationParamsForSlice({
555
- key,
556
- iv,
557
- ciphertext,
558
- slice: { fromIndex, toIndex },
559
- toprf
560
- }) {
561
- const ciphertextChunk = ciphertext.slice(fromIndex, toIndex);
562
- if (toprf?.overshoot) {
563
- const {
564
- overshoot: { ciphertext: overshootCiphertext, iv: overshootIv }
565
- } = toprf;
566
- return {
567
- privateInput: { key },
568
- publicInput: [
569
- {
570
- ciphertext: ciphertextChunk,
571
- iv,
572
- offsetBytes: fromIndex
573
- },
574
- { ciphertext: overshootCiphertext, iv: overshootIv }
575
- ],
576
- toprf,
577
- startIdx: fromIndex
578
- };
579
- }
580
- return {
581
- privateInput: { key },
582
- publicInput: { ciphertext: ciphertextChunk, iv, offsetBytes: fromIndex },
583
- toprf,
584
- startIdx: fromIndex
585
- };
586
- }
587
- function getIdealOffsetForToprfBlock(alg, { dataLocation, overshoot }) {
588
- const chunkSizeBytes = getChunkSizeBytes(alg);
589
- const blockSizeBytes = getBlockSizeBytes(alg);
590
- const offsetChunks = Math.floor(dataLocation.fromIndex / chunkSizeBytes);
591
- const endOffsetChunks = Math.floor((dataLocation.fromIndex + dataLocation.length) / chunkSizeBytes);
592
- if (endOffsetChunks === offsetChunks) {
593
- const start = offsetChunks * chunkSizeBytes;
594
- if (overshoot) {
595
- const overshootBlocks = Math.ceil(overshoot.ciphertext.length / blockSizeBytes);
596
- return start + overshootBlocks * blockSizeBytes;
597
- }
598
- return start;
599
- }
600
- const offsetBytes = Math.floor(dataLocation.fromIndex / blockSizeBytes) * blockSizeBytes;
601
- const endOffsetBytes = Math.ceil((dataLocation.fromIndex + dataLocation.length) / blockSizeBytes);
602
- if (endOffsetBytes - offsetBytes > chunkSizeBytes) {
603
- throw new AttestorError(
604
- "ERROR_BAD_REQUEST",
605
- "OPRF data cannot fit into a single chunk"
606
- );
607
- }
608
- return offsetBytes;
609
- }
610
- function getZkResourcesBaseUrl() {
611
- if (typeof ATTESTOR_BASE_URL !== "string") {
612
- return DEFAULT_REMOTE_FILE_FETCH_BASE_URL;
613
- }
614
- return new URL(
615
- DEFAULT_REMOTE_FILE_FETCH_BASE_URL,
616
- ATTESTOR_BASE_URL
617
- ).toString();
618
- }
619
- export {
620
- getEngineProto,
621
- getEngineString,
622
- makeDefaultOPRFOperator,
623
- makeDefaultZkOperator,
624
- makeZkProofGenerator,
625
- verifyZkPacket
626
- };
File without changes
@@ -1,9 +0,0 @@
1
- export * as tls from '@reclaimprotocol/tls';
2
- export * from './client/utils/client-socket.ts';
3
- export * from './config/index.ts';
4
- export * from './types/index.ts';
5
- export * from './utils/index.browser.ts';
6
- export * from './providers/index.ts';
7
- export * as proto from './proto/api.ts';
8
- export * from './client/index.ts';
9
- export * from './mechain/index.ts';
@@ -1,7 +0,0 @@
1
- /**
2
- * Browser fallback for gnark - gnark requires native code (koffi) and cannot run in browser
3
- */
4
- import type { EncryptionAlgorithm, MakeZKOperatorOpts, ZKOperator, OPRFOperator } from '@reclaimprotocol/zk-symmetric-crypto';
5
- export declare function makeGnarkZkOperator(opts: MakeZKOperatorOpts<object>): ZKOperator;
6
- export declare function makeGnarkOPRFOperator(algorithm: EncryptionAlgorithm, fetcher: unknown): OPRFOperator;
7
- export declare function initGnark(): Promise<void>;
@@ -1,15 +0,0 @@
1
- const GNARK_ERROR = "gnark requires native code and cannot run in browser. Use snarkjs or stwo instead.";
2
- function makeGnarkZkOperator(opts) {
3
- throw new Error(GNARK_ERROR);
4
- }
5
- function makeGnarkOPRFOperator(algorithm, fetcher) {
6
- throw new Error(GNARK_ERROR);
7
- }
8
- async function initGnark() {
9
- throw new Error(GNARK_ERROR);
10
- }
11
- export {
12
- initGnark,
13
- makeGnarkOPRFOperator,
14
- makeGnarkZkOperator
15
- };
@@ -1,24 +0,0 @@
1
- /**
2
- * Browser fallback for zk-symmetric-crypto file-fetch
3
- * - makeRemoteFileFetch works in browser (uses fetch API)
4
- * - makeLocalFileFetch throws since fs/promises is not available
5
- */
6
- import type { FileFetch, Logger } from '@reclaimprotocol/zk-symmetric-crypto';
7
- export type MakeRemoteFileFetchOpts = {
8
- baseUrl?: string;
9
- maxRetries?: number;
10
- logger?: Logger;
11
- };
12
- export type MakeLocalFileFetchOpts = {
13
- basePath?: string;
14
- };
15
- /**
16
- * Fetches ZK resources from a remote server.
17
- * Works in browser using the fetch API.
18
- */
19
- export declare function makeRemoteFileFetch({ baseUrl, maxRetries, logger }?: MakeRemoteFileFetchOpts): FileFetch;
20
- /**
21
- * Browser fallback - throws since filesystem is not available in browser.
22
- * Use makeRemoteFileFetch instead.
23
- */
24
- export declare function makeLocalFileFetch(_opts?: MakeLocalFileFetchOpts): FileFetch;