@mikeatlast/ponder 0.16.1-fork.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (619) hide show
  1. package/CHANGELOG.md +3415 -0
  2. package/README.md +186 -0
  3. package/dist/esm/bin/commands/codegen.js +46 -0
  4. package/dist/esm/bin/commands/codegen.js.map +1 -0
  5. package/dist/esm/bin/commands/createViews.js +196 -0
  6. package/dist/esm/bin/commands/createViews.js.map +1 -0
  7. package/dist/esm/bin/commands/dev.js +430 -0
  8. package/dist/esm/bin/commands/dev.js.map +1 -0
  9. package/dist/esm/bin/commands/list.js +148 -0
  10. package/dist/esm/bin/commands/list.js.map +1 -0
  11. package/dist/esm/bin/commands/prune.js +223 -0
  12. package/dist/esm/bin/commands/prune.js.map +1 -0
  13. package/dist/esm/bin/commands/serve.js +198 -0
  14. package/dist/esm/bin/commands/serve.js.map +1 -0
  15. package/dist/esm/bin/commands/start.js +253 -0
  16. package/dist/esm/bin/commands/start.js.map +1 -0
  17. package/dist/esm/bin/isolatedController.js +200 -0
  18. package/dist/esm/bin/isolatedController.js.map +1 -0
  19. package/dist/esm/bin/isolatedWorker.js +146 -0
  20. package/dist/esm/bin/isolatedWorker.js.map +1 -0
  21. package/dist/esm/bin/ponder.js +137 -0
  22. package/dist/esm/bin/ponder.js.map +1 -0
  23. package/dist/esm/bin/utils/codegen.js +25 -0
  24. package/dist/esm/bin/utils/codegen.js.map +1 -0
  25. package/dist/esm/bin/utils/exit.js +100 -0
  26. package/dist/esm/bin/utils/exit.js.map +1 -0
  27. package/dist/esm/build/config.js +745 -0
  28. package/dist/esm/build/config.js.map +1 -0
  29. package/dist/esm/build/factory.js +82 -0
  30. package/dist/esm/build/factory.js.map +1 -0
  31. package/dist/esm/build/index.js +567 -0
  32. package/dist/esm/build/index.js.map +1 -0
  33. package/dist/esm/build/plugin.js +53 -0
  34. package/dist/esm/build/plugin.js.map +1 -0
  35. package/dist/esm/build/pre.js +83 -0
  36. package/dist/esm/build/pre.js.map +1 -0
  37. package/dist/esm/build/schema.js +202 -0
  38. package/dist/esm/build/schema.js.map +1 -0
  39. package/dist/esm/build/stacktrace.js +137 -0
  40. package/dist/esm/build/stacktrace.js.map +1 -0
  41. package/dist/esm/client/index.js +441 -0
  42. package/dist/esm/client/index.js.map +1 -0
  43. package/dist/esm/config/address.js +2 -0
  44. package/dist/esm/config/address.js.map +1 -0
  45. package/dist/esm/config/eventFilter.js +2 -0
  46. package/dist/esm/config/eventFilter.js.map +1 -0
  47. package/dist/esm/config/index.js +2 -0
  48. package/dist/esm/config/index.js.map +1 -0
  49. package/dist/esm/config/utilityTypes.js +2 -0
  50. package/dist/esm/config/utilityTypes.js.map +1 -0
  51. package/dist/esm/database/actions.js +445 -0
  52. package/dist/esm/database/actions.js.map +1 -0
  53. package/dist/esm/database/index.js +604 -0
  54. package/dist/esm/database/index.js.map +1 -0
  55. package/dist/esm/database/queryBuilder.js +314 -0
  56. package/dist/esm/database/queryBuilder.js.map +1 -0
  57. package/dist/esm/drizzle/bigint.js +38 -0
  58. package/dist/esm/drizzle/bigint.js.map +1 -0
  59. package/dist/esm/drizzle/bytes.js +47 -0
  60. package/dist/esm/drizzle/bytes.js.map +1 -0
  61. package/dist/esm/drizzle/hex.js +40 -0
  62. package/dist/esm/drizzle/hex.js.map +1 -0
  63. package/dist/esm/drizzle/index.js +28 -0
  64. package/dist/esm/drizzle/index.js.map +1 -0
  65. package/dist/esm/drizzle/json.js +123 -0
  66. package/dist/esm/drizzle/json.js.map +1 -0
  67. package/dist/esm/drizzle/kit/index.js +927 -0
  68. package/dist/esm/drizzle/kit/index.js.map +1 -0
  69. package/dist/esm/drizzle/onchain.js +184 -0
  70. package/dist/esm/drizzle/onchain.js.map +1 -0
  71. package/dist/esm/drizzle/text.js +61 -0
  72. package/dist/esm/drizzle/text.js.map +1 -0
  73. package/dist/esm/graphql/graphiql.html.js +59 -0
  74. package/dist/esm/graphql/graphiql.html.js.map +1 -0
  75. package/dist/esm/graphql/index.js +934 -0
  76. package/dist/esm/graphql/index.js.map +1 -0
  77. package/dist/esm/graphql/json.js +42 -0
  78. package/dist/esm/graphql/json.js.map +1 -0
  79. package/dist/esm/graphql/middleware.js +83 -0
  80. package/dist/esm/graphql/middleware.js.map +1 -0
  81. package/dist/esm/index.js +9 -0
  82. package/dist/esm/index.js.map +1 -0
  83. package/dist/esm/indexing/addStackTrace.js +54 -0
  84. package/dist/esm/indexing/addStackTrace.js.map +1 -0
  85. package/dist/esm/indexing/client.js +675 -0
  86. package/dist/esm/indexing/client.js.map +1 -0
  87. package/dist/esm/indexing/index.js +663 -0
  88. package/dist/esm/indexing/index.js.map +1 -0
  89. package/dist/esm/indexing/profile.js +584 -0
  90. package/dist/esm/indexing/profile.js.map +1 -0
  91. package/dist/esm/indexing-store/cache.js +666 -0
  92. package/dist/esm/indexing-store/cache.js.map +1 -0
  93. package/dist/esm/indexing-store/index.js +461 -0
  94. package/dist/esm/indexing-store/index.js.map +1 -0
  95. package/dist/esm/indexing-store/profile.js +428 -0
  96. package/dist/esm/indexing-store/profile.js.map +1 -0
  97. package/dist/esm/indexing-store/utils.js +111 -0
  98. package/dist/esm/indexing-store/utils.js.map +1 -0
  99. package/dist/esm/internal/common.js +2 -0
  100. package/dist/esm/internal/common.js.map +1 -0
  101. package/dist/esm/internal/errors.js +300 -0
  102. package/dist/esm/internal/errors.js.map +1 -0
  103. package/dist/esm/internal/logger.js +178 -0
  104. package/dist/esm/internal/logger.js.map +1 -0
  105. package/dist/esm/internal/metrics.js +1049 -0
  106. package/dist/esm/internal/metrics.js.map +1 -0
  107. package/dist/esm/internal/options.js +73 -0
  108. package/dist/esm/internal/options.js.map +1 -0
  109. package/dist/esm/internal/shutdown.js +24 -0
  110. package/dist/esm/internal/shutdown.js.map +1 -0
  111. package/dist/esm/internal/telemetry.js +200 -0
  112. package/dist/esm/internal/telemetry.js.map +1 -0
  113. package/dist/esm/internal/types.js +2 -0
  114. package/dist/esm/internal/types.js.map +1 -0
  115. package/dist/esm/rpc/actions.js +988 -0
  116. package/dist/esm/rpc/actions.js.map +1 -0
  117. package/dist/esm/rpc/http.js +130 -0
  118. package/dist/esm/rpc/http.js.map +1 -0
  119. package/dist/esm/rpc/index.js +749 -0
  120. package/dist/esm/rpc/index.js.map +1 -0
  121. package/dist/esm/runtime/events.js +664 -0
  122. package/dist/esm/runtime/events.js.map +1 -0
  123. package/dist/esm/runtime/filter.js +476 -0
  124. package/dist/esm/runtime/filter.js.map +1 -0
  125. package/dist/esm/runtime/fragments.js +478 -0
  126. package/dist/esm/runtime/fragments.js.map +1 -0
  127. package/dist/esm/runtime/historical.js +954 -0
  128. package/dist/esm/runtime/historical.js.map +1 -0
  129. package/dist/esm/runtime/index.js +316 -0
  130. package/dist/esm/runtime/index.js.map +1 -0
  131. package/dist/esm/runtime/init.js +12 -0
  132. package/dist/esm/runtime/init.js.map +1 -0
  133. package/dist/esm/runtime/isolated.js +464 -0
  134. package/dist/esm/runtime/isolated.js.map +1 -0
  135. package/dist/esm/runtime/multichain.js +511 -0
  136. package/dist/esm/runtime/multichain.js.map +1 -0
  137. package/dist/esm/runtime/omnichain.js +546 -0
  138. package/dist/esm/runtime/omnichain.js.map +1 -0
  139. package/dist/esm/runtime/realtime.js +722 -0
  140. package/dist/esm/runtime/realtime.js.map +1 -0
  141. package/dist/esm/server/error.js +56 -0
  142. package/dist/esm/server/error.js.map +1 -0
  143. package/dist/esm/server/index.js +121 -0
  144. package/dist/esm/server/index.js.map +1 -0
  145. package/dist/esm/sync-historical/index.js +703 -0
  146. package/dist/esm/sync-historical/index.js.map +1 -0
  147. package/dist/esm/sync-realtime/bloom.js +76 -0
  148. package/dist/esm/sync-realtime/bloom.js.map +1 -0
  149. package/dist/esm/sync-realtime/index.js +918 -0
  150. package/dist/esm/sync-realtime/index.js.map +1 -0
  151. package/dist/esm/sync-store/encode.js +105 -0
  152. package/dist/esm/sync-store/encode.js.map +1 -0
  153. package/dist/esm/sync-store/index.js +885 -0
  154. package/dist/esm/sync-store/index.js.map +1 -0
  155. package/dist/esm/sync-store/migrations.js +1595 -0
  156. package/dist/esm/sync-store/migrations.js.map +1 -0
  157. package/dist/esm/sync-store/schema.js +181 -0
  158. package/dist/esm/sync-store/schema.js.map +1 -0
  159. package/dist/esm/types/db.js +2 -0
  160. package/dist/esm/types/db.js.map +1 -0
  161. package/dist/esm/types/eth.js +2 -0
  162. package/dist/esm/types/eth.js.map +1 -0
  163. package/dist/esm/types/utils.js +2 -0
  164. package/dist/esm/types/utils.js.map +1 -0
  165. package/dist/esm/types/virtual.js +2 -0
  166. package/dist/esm/types/virtual.js.map +1 -0
  167. package/dist/esm/ui/app.js +157 -0
  168. package/dist/esm/ui/app.js.map +1 -0
  169. package/dist/esm/ui/index.js +29 -0
  170. package/dist/esm/ui/index.js.map +1 -0
  171. package/dist/esm/ui/patch.js +140 -0
  172. package/dist/esm/ui/patch.js.map +1 -0
  173. package/dist/esm/utils/abi.js +55 -0
  174. package/dist/esm/utils/abi.js.map +1 -0
  175. package/dist/esm/utils/bigint.js +37 -0
  176. package/dist/esm/utils/bigint.js.map +1 -0
  177. package/dist/esm/utils/chains.js +21 -0
  178. package/dist/esm/utils/chains.js.map +1 -0
  179. package/dist/esm/utils/checkpoint.js +139 -0
  180. package/dist/esm/utils/checkpoint.js.map +1 -0
  181. package/dist/esm/utils/chunk.js +8 -0
  182. package/dist/esm/utils/chunk.js.map +1 -0
  183. package/dist/esm/utils/copy.js +129 -0
  184. package/dist/esm/utils/copy.js.map +1 -0
  185. package/dist/esm/utils/date.js +27 -0
  186. package/dist/esm/utils/date.js.map +1 -0
  187. package/dist/esm/utils/debug.js +2 -0
  188. package/dist/esm/utils/debug.js.map +1 -0
  189. package/dist/esm/utils/decodeAbiParameters.js +290 -0
  190. package/dist/esm/utils/decodeAbiParameters.js.map +1 -0
  191. package/dist/esm/utils/decodeEventLog.js +75 -0
  192. package/dist/esm/utils/decodeEventLog.js.map +1 -0
  193. package/dist/esm/utils/dedupe.js +29 -0
  194. package/dist/esm/utils/dedupe.js.map +1 -0
  195. package/dist/esm/utils/duplicates.js +19 -0
  196. package/dist/esm/utils/duplicates.js.map +1 -0
  197. package/dist/esm/utils/estimate.js +6 -0
  198. package/dist/esm/utils/estimate.js.map +1 -0
  199. package/dist/esm/utils/finality.js +38 -0
  200. package/dist/esm/utils/finality.js.map +1 -0
  201. package/dist/esm/utils/format.js +20 -0
  202. package/dist/esm/utils/format.js.map +1 -0
  203. package/dist/esm/utils/generators.js +121 -0
  204. package/dist/esm/utils/generators.js.map +1 -0
  205. package/dist/esm/utils/hash.js +11 -0
  206. package/dist/esm/utils/hash.js.map +1 -0
  207. package/dist/esm/utils/interval.js +171 -0
  208. package/dist/esm/utils/interval.js.map +1 -0
  209. package/dist/esm/utils/lowercase.js +7 -0
  210. package/dist/esm/utils/lowercase.js.map +1 -0
  211. package/dist/esm/utils/mutex.js +26 -0
  212. package/dist/esm/utils/mutex.js.map +1 -0
  213. package/dist/esm/utils/never.js +4 -0
  214. package/dist/esm/utils/never.js.map +1 -0
  215. package/dist/esm/utils/offset.js +101 -0
  216. package/dist/esm/utils/offset.js.map +1 -0
  217. package/dist/esm/utils/order.js +18 -0
  218. package/dist/esm/utils/order.js.map +1 -0
  219. package/dist/esm/utils/partition.js +46 -0
  220. package/dist/esm/utils/partition.js.map +1 -0
  221. package/dist/esm/utils/pg.js +175 -0
  222. package/dist/esm/utils/pg.js.map +1 -0
  223. package/dist/esm/utils/pglite.js +80 -0
  224. package/dist/esm/utils/pglite.js.map +1 -0
  225. package/dist/esm/utils/port.js +30 -0
  226. package/dist/esm/utils/port.js.map +1 -0
  227. package/dist/esm/utils/print.js +23 -0
  228. package/dist/esm/utils/print.js.map +1 -0
  229. package/dist/esm/utils/promiseAllSettledWithThrow.js +19 -0
  230. package/dist/esm/utils/promiseAllSettledWithThrow.js.map +1 -0
  231. package/dist/esm/utils/promiseWithResolvers.js +13 -0
  232. package/dist/esm/utils/promiseWithResolvers.js.map +1 -0
  233. package/dist/esm/utils/queue.js +150 -0
  234. package/dist/esm/utils/queue.js.map +1 -0
  235. package/dist/esm/utils/range.js +8 -0
  236. package/dist/esm/utils/range.js.map +1 -0
  237. package/dist/esm/utils/result.js +10 -0
  238. package/dist/esm/utils/result.js.map +1 -0
  239. package/dist/esm/utils/sql-parse.js +1326 -0
  240. package/dist/esm/utils/sql-parse.js.map +1 -0
  241. package/dist/esm/utils/timer.js +9 -0
  242. package/dist/esm/utils/timer.js.map +1 -0
  243. package/dist/esm/utils/truncate.js +15 -0
  244. package/dist/esm/utils/truncate.js.map +1 -0
  245. package/dist/esm/utils/wait.js +10 -0
  246. package/dist/esm/utils/wait.js.map +1 -0
  247. package/dist/esm/utils/zipper.js +67 -0
  248. package/dist/esm/utils/zipper.js.map +1 -0
  249. package/dist/types/bin/commands/codegen.d.ts +5 -0
  250. package/dist/types/bin/commands/codegen.d.ts.map +1 -0
  251. package/dist/types/bin/commands/createViews.d.ts +8 -0
  252. package/dist/types/bin/commands/createViews.d.ts.map +1 -0
  253. package/dist/types/bin/commands/dev.d.ts +5 -0
  254. package/dist/types/bin/commands/dev.d.ts.map +1 -0
  255. package/dist/types/bin/commands/list.d.ts +5 -0
  256. package/dist/types/bin/commands/list.d.ts.map +1 -0
  257. package/dist/types/bin/commands/prune.d.ts +5 -0
  258. package/dist/types/bin/commands/prune.d.ts.map +1 -0
  259. package/dist/types/bin/commands/serve.d.ts +5 -0
  260. package/dist/types/bin/commands/serve.d.ts.map +1 -0
  261. package/dist/types/bin/commands/start.d.ts +19 -0
  262. package/dist/types/bin/commands/start.d.ts.map +1 -0
  263. package/dist/types/bin/isolatedController.d.ts +13 -0
  264. package/dist/types/bin/isolatedController.d.ts.map +1 -0
  265. package/dist/types/bin/isolatedWorker.d.ts +9 -0
  266. package/dist/types/bin/isolatedWorker.d.ts.map +1 -0
  267. package/dist/types/bin/ponder.d.ts +37 -0
  268. package/dist/types/bin/ponder.d.ts.map +1 -0
  269. package/dist/types/bin/utils/codegen.d.ts +6 -0
  270. package/dist/types/bin/utils/codegen.d.ts.map +1 -0
  271. package/dist/types/bin/utils/exit.d.ts +10 -0
  272. package/dist/types/bin/utils/exit.d.ts.map +1 -0
  273. package/dist/types/build/config.d.ts +97 -0
  274. package/dist/types/build/config.d.ts.map +1 -0
  275. package/dist/types/build/factory.d.ts +15 -0
  276. package/dist/types/build/factory.d.ts.map +1 -0
  277. package/dist/types/build/index.d.ts +84 -0
  278. package/dist/types/build/index.d.ts.map +1 -0
  279. package/dist/types/build/plugin.d.ts +4 -0
  280. package/dist/types/build/plugin.d.ts.map +1 -0
  281. package/dist/types/build/pre.d.ts +29 -0
  282. package/dist/types/build/pre.d.ts.map +1 -0
  283. package/dist/types/build/schema.d.ts +20 -0
  284. package/dist/types/build/schema.d.ts.map +1 -0
  285. package/dist/types/build/stacktrace.d.ts +13 -0
  286. package/dist/types/build/stacktrace.d.ts.map +1 -0
  287. package/dist/types/client/index.d.ts +27 -0
  288. package/dist/types/client/index.d.ts.map +1 -0
  289. package/dist/types/config/address.d.ts +34 -0
  290. package/dist/types/config/address.d.ts.map +1 -0
  291. package/dist/types/config/eventFilter.d.ts +18 -0
  292. package/dist/types/config/eventFilter.d.ts.map +1 -0
  293. package/dist/types/config/index.d.ts +144 -0
  294. package/dist/types/config/index.d.ts.map +1 -0
  295. package/dist/types/config/utilityTypes.d.ts +43 -0
  296. package/dist/types/config/utilityTypes.d.ts.map +1 -0
  297. package/dist/types/database/actions.d.ts +99 -0
  298. package/dist/types/database/actions.d.ts.map +1 -0
  299. package/dist/types/database/index.d.ts +493 -0
  300. package/dist/types/database/index.d.ts.map +1 -0
  301. package/dist/types/database/queryBuilder.d.ts +65 -0
  302. package/dist/types/database/queryBuilder.d.ts.map +1 -0
  303. package/dist/types/drizzle/bigint.d.ts +25 -0
  304. package/dist/types/drizzle/bigint.d.ts.map +1 -0
  305. package/dist/types/drizzle/bytes.d.ts +31 -0
  306. package/dist/types/drizzle/bytes.d.ts.map +1 -0
  307. package/dist/types/drizzle/hex.d.ts +25 -0
  308. package/dist/types/drizzle/hex.d.ts.map +1 -0
  309. package/dist/types/drizzle/index.d.ts +6 -0
  310. package/dist/types/drizzle/index.d.ts.map +1 -0
  311. package/dist/types/drizzle/json.d.ts +51 -0
  312. package/dist/types/drizzle/json.d.ts.map +1 -0
  313. package/dist/types/drizzle/kit/index.d.ts +187 -0
  314. package/dist/types/drizzle/kit/index.d.ts.map +1 -0
  315. package/dist/types/drizzle/onchain.d.ts +298 -0
  316. package/dist/types/drizzle/onchain.d.ts.map +1 -0
  317. package/dist/types/drizzle/text.d.ts +29 -0
  318. package/dist/types/drizzle/text.d.ts.map +1 -0
  319. package/dist/types/graphql/graphiql.html.d.ts +2 -0
  320. package/dist/types/graphql/graphiql.html.d.ts.map +1 -0
  321. package/dist/types/graphql/index.d.ts +12 -0
  322. package/dist/types/graphql/index.d.ts.map +1 -0
  323. package/dist/types/graphql/json.d.ts +3 -0
  324. package/dist/types/graphql/json.d.ts.map +1 -0
  325. package/dist/types/graphql/middleware.d.ts +29 -0
  326. package/dist/types/graphql/middleware.d.ts.map +1 -0
  327. package/dist/types/index.d.ts +23 -0
  328. package/dist/types/index.d.ts.map +1 -0
  329. package/dist/types/indexing/addStackTrace.d.ts +3 -0
  330. package/dist/types/indexing/addStackTrace.d.ts.map +1 -0
  331. package/dist/types/indexing/client.d.ts +154 -0
  332. package/dist/types/indexing/client.d.ts.map +1 -0
  333. package/dist/types/indexing/index.d.ts +72 -0
  334. package/dist/types/indexing/index.d.ts.map +1 -0
  335. package/dist/types/indexing/profile.d.ts +16 -0
  336. package/dist/types/indexing/profile.d.ts.map +1 -0
  337. package/dist/types/indexing-store/cache.d.ts +115 -0
  338. package/dist/types/indexing-store/cache.d.ts.map +1 -0
  339. package/dist/types/indexing-store/index.d.ts +24 -0
  340. package/dist/types/indexing-store/index.d.ts.map +1 -0
  341. package/dist/types/indexing-store/profile.d.ts +7 -0
  342. package/dist/types/indexing-store/profile.d.ts.map +1 -0
  343. package/dist/types/indexing-store/utils.d.ts +19 -0
  344. package/dist/types/indexing-store/utils.d.ts.map +1 -0
  345. package/dist/types/internal/common.d.ts +15 -0
  346. package/dist/types/internal/common.d.ts.map +1 -0
  347. package/dist/types/internal/errors.d.ts +101 -0
  348. package/dist/types/internal/errors.d.ts.map +1 -0
  349. package/dist/types/internal/logger.d.ts +37 -0
  350. package/dist/types/internal/logger.d.ts.map +1 -0
  351. package/dist/types/internal/metrics.d.ts +120 -0
  352. package/dist/types/internal/metrics.d.ts.map +1 -0
  353. package/dist/types/internal/options.d.ts +62 -0
  354. package/dist/types/internal/options.d.ts.map +1 -0
  355. package/dist/types/internal/shutdown.d.ts +8 -0
  356. package/dist/types/internal/shutdown.d.ts.map +1 -0
  357. package/dist/types/internal/telemetry.d.ts +43 -0
  358. package/dist/types/internal/telemetry.d.ts.map +1 -0
  359. package/dist/types/internal/types.d.ts +443 -0
  360. package/dist/types/internal/types.d.ts.map +1 -0
  361. package/dist/types/rpc/actions.d.ts +360 -0
  362. package/dist/types/rpc/actions.d.ts.map +1 -0
  363. package/dist/types/rpc/http.d.ts +17 -0
  364. package/dist/types/rpc/http.d.ts.map +1 -0
  365. package/dist/types/rpc/index.d.ts +43 -0
  366. package/dist/types/rpc/index.d.ts.map +1 -0
  367. package/dist/types/runtime/events.d.ts +40 -0
  368. package/dist/types/runtime/events.d.ts.map +1 -0
  369. package/dist/types/runtime/filter.d.ts +96 -0
  370. package/dist/types/runtime/filter.d.ts.map +1 -0
  371. package/dist/types/runtime/fragments.d.ts +30 -0
  372. package/dist/types/runtime/fragments.d.ts.map +1 -0
  373. package/dist/types/runtime/historical.d.ts +123 -0
  374. package/dist/types/runtime/historical.d.ts.map +1 -0
  375. package/dist/types/runtime/index.d.ts +89 -0
  376. package/dist/types/runtime/index.d.ts.map +1 -0
  377. package/dist/types/runtime/init.d.ts +28 -0
  378. package/dist/types/runtime/init.d.ts.map +1 -0
  379. package/dist/types/runtime/isolated.d.ts +14 -0
  380. package/dist/types/runtime/isolated.d.ts.map +1 -0
  381. package/dist/types/runtime/multichain.d.ts +13 -0
  382. package/dist/types/runtime/multichain.d.ts.map +1 -0
  383. package/dist/types/runtime/omnichain.d.ts +23 -0
  384. package/dist/types/runtime/omnichain.d.ts.map +1 -0
  385. package/dist/types/runtime/realtime.d.ts +93 -0
  386. package/dist/types/runtime/realtime.d.ts.map +1 -0
  387. package/dist/types/server/error.d.ts +5 -0
  388. package/dist/types/server/error.d.ts.map +1 -0
  389. package/dist/types/server/index.d.ts +13 -0
  390. package/dist/types/server/index.d.ts.map +1 -0
  391. package/dist/types/sync-historical/index.d.ts +36 -0
  392. package/dist/types/sync-historical/index.d.ts.map +1 -0
  393. package/dist/types/sync-realtime/bloom.d.ts +18 -0
  394. package/dist/types/sync-realtime/bloom.d.ts.map +1 -0
  395. package/dist/types/sync-realtime/index.d.ts +48 -0
  396. package/dist/types/sync-realtime/index.d.ts.map +1 -0
  397. package/dist/types/sync-store/encode.d.ts +25 -0
  398. package/dist/types/sync-store/encode.d.ts.map +1 -0
  399. package/dist/types/sync-store/index.d.ts +135 -0
  400. package/dist/types/sync-store/index.d.ts.map +1 -0
  401. package/dist/types/sync-store/migrations.d.ts +8 -0
  402. package/dist/types/sync-store/migrations.d.ts.map +1 -0
  403. package/dist/types/sync-store/schema.d.ts +1828 -0
  404. package/dist/types/sync-store/schema.d.ts.map +1 -0
  405. package/dist/types/types/db.d.ts +213 -0
  406. package/dist/types/types/db.d.ts.map +1 -0
  407. package/dist/types/types/eth.d.ts +196 -0
  408. package/dist/types/types/eth.d.ts.map +1 -0
  409. package/dist/types/types/utils.d.ts +38 -0
  410. package/dist/types/types/utils.d.ts.map +1 -0
  411. package/dist/types/types/virtual.d.ts +99 -0
  412. package/dist/types/types/virtual.d.ts.map +1 -0
  413. package/dist/types/ui/app.d.ts +22 -0
  414. package/dist/types/ui/app.d.ts.map +1 -0
  415. package/dist/types/ui/index.d.ts +5 -0
  416. package/dist/types/ui/index.d.ts.map +1 -0
  417. package/dist/types/ui/patch.d.ts +7 -0
  418. package/dist/types/ui/patch.d.ts.map +1 -0
  419. package/dist/types/utils/abi.d.ts +23 -0
  420. package/dist/types/utils/abi.d.ts.map +1 -0
  421. package/dist/types/utils/bigint.d.ts +15 -0
  422. package/dist/types/utils/bigint.d.ts.map +1 -0
  423. package/dist/types/utils/chains.d.ts +42 -0
  424. package/dist/types/utils/chains.d.ts.map +1 -0
  425. package/dist/types/utils/checkpoint.d.ts +52 -0
  426. package/dist/types/utils/checkpoint.d.ts.map +1 -0
  427. package/dist/types/utils/chunk.d.ts +2 -0
  428. package/dist/types/utils/chunk.d.ts.map +1 -0
  429. package/dist/types/utils/copy.d.ts +16 -0
  430. package/dist/types/utils/copy.d.ts.map +1 -0
  431. package/dist/types/utils/date.d.ts +7 -0
  432. package/dist/types/utils/date.d.ts.map +1 -0
  433. package/dist/types/utils/debug.d.ts +105 -0
  434. package/dist/types/utils/debug.d.ts.map +1 -0
  435. package/dist/types/utils/decodeAbiParameters.d.ts +28 -0
  436. package/dist/types/utils/decodeAbiParameters.d.ts.map +1 -0
  437. package/dist/types/utils/decodeEventLog.d.ts +12 -0
  438. package/dist/types/utils/decodeEventLog.d.ts.map +1 -0
  439. package/dist/types/utils/dedupe.d.ts +20 -0
  440. package/dist/types/utils/dedupe.d.ts.map +1 -0
  441. package/dist/types/utils/duplicates.d.ts +7 -0
  442. package/dist/types/utils/duplicates.d.ts.map +1 -0
  443. package/dist/types/utils/estimate.d.ts +11 -0
  444. package/dist/types/utils/estimate.d.ts.map +1 -0
  445. package/dist/types/utils/finality.d.ts +12 -0
  446. package/dist/types/utils/finality.d.ts.map +1 -0
  447. package/dist/types/utils/format.d.ts +3 -0
  448. package/dist/types/utils/format.d.ts.map +1 -0
  449. package/dist/types/utils/generators.d.ts +42 -0
  450. package/dist/types/utils/generators.d.ts.map +1 -0
  451. package/dist/types/utils/hash.d.ts +11 -0
  452. package/dist/types/utils/hash.d.ts.map +1 -0
  453. package/dist/types/utils/interval.d.ts +53 -0
  454. package/dist/types/utils/interval.d.ts.map +1 -0
  455. package/dist/types/utils/lowercase.d.ts +5 -0
  456. package/dist/types/utils/lowercase.d.ts.map +1 -0
  457. package/dist/types/utils/mutex.d.ts +5 -0
  458. package/dist/types/utils/mutex.d.ts.map +1 -0
  459. package/dist/types/utils/never.d.ts +2 -0
  460. package/dist/types/utils/never.d.ts.map +1 -0
  461. package/dist/types/utils/offset.d.ts +8 -0
  462. package/dist/types/utils/offset.d.ts.map +1 -0
  463. package/dist/types/utils/order.d.ts +2 -0
  464. package/dist/types/utils/order.d.ts.map +1 -0
  465. package/dist/types/utils/partition.d.ts +22 -0
  466. package/dist/types/utils/partition.d.ts.map +1 -0
  467. package/dist/types/utils/pg.d.ts +8 -0
  468. package/dist/types/utils/pg.d.ts.map +1 -0
  469. package/dist/types/utils/pglite.d.ts +25 -0
  470. package/dist/types/utils/pglite.d.ts.map +1 -0
  471. package/dist/types/utils/port.d.ts +5 -0
  472. package/dist/types/utils/port.d.ts.map +1 -0
  473. package/dist/types/utils/print.d.ts +2 -0
  474. package/dist/types/utils/print.d.ts.map +1 -0
  475. package/dist/types/utils/promiseAllSettledWithThrow.d.ts +8 -0
  476. package/dist/types/utils/promiseAllSettledWithThrow.d.ts.map +1 -0
  477. package/dist/types/utils/promiseWithResolvers.d.ts +10 -0
  478. package/dist/types/utils/promiseWithResolvers.d.ts.map +1 -0
  479. package/dist/types/utils/queue.d.ts +33 -0
  480. package/dist/types/utils/queue.d.ts.map +1 -0
  481. package/dist/types/utils/range.d.ts +8 -0
  482. package/dist/types/utils/range.d.ts.map +1 -0
  483. package/dist/types/utils/result.d.ts +17 -0
  484. package/dist/types/utils/result.d.ts.map +1 -0
  485. package/dist/types/utils/sql-parse.d.ts +21 -0
  486. package/dist/types/utils/sql-parse.d.ts.map +1 -0
  487. package/dist/types/utils/timer.d.ts +6 -0
  488. package/dist/types/utils/timer.d.ts.map +1 -0
  489. package/dist/types/utils/truncate.d.ts +9 -0
  490. package/dist/types/utils/truncate.d.ts.map +1 -0
  491. package/dist/types/utils/wait.d.ts +6 -0
  492. package/dist/types/utils/wait.d.ts.map +1 -0
  493. package/dist/types/utils/zipper.d.ts +36 -0
  494. package/dist/types/utils/zipper.d.ts.map +1 -0
  495. package/package.json +114 -0
  496. package/src/bin/commands/codegen.ts +56 -0
  497. package/src/bin/commands/createViews.ts +318 -0
  498. package/src/bin/commands/dev.ts +490 -0
  499. package/src/bin/commands/list.ts +208 -0
  500. package/src/bin/commands/prune.ts +322 -0
  501. package/src/bin/commands/serve.ts +236 -0
  502. package/src/bin/commands/start.ts +319 -0
  503. package/src/bin/isolatedController.ts +300 -0
  504. package/src/bin/isolatedWorker.ts +192 -0
  505. package/src/bin/ponder.ts +208 -0
  506. package/src/bin/utils/codegen.ts +32 -0
  507. package/src/bin/utils/exit.ts +112 -0
  508. package/src/build/config.ts +1141 -0
  509. package/src/build/factory.ts +147 -0
  510. package/src/build/index.ts +790 -0
  511. package/src/build/plugin.ts +58 -0
  512. package/src/build/pre.ts +114 -0
  513. package/src/build/schema.ts +358 -0
  514. package/src/build/stacktrace.ts +137 -0
  515. package/src/client/index.ts +551 -0
  516. package/src/config/address.ts +45 -0
  517. package/src/config/eventFilter.ts +33 -0
  518. package/src/config/index.ts +240 -0
  519. package/src/config/utilityTypes.ts +152 -0
  520. package/src/database/actions.ts +873 -0
  521. package/src/database/index.ts +1029 -0
  522. package/src/database/queryBuilder.ts +537 -0
  523. package/src/drizzle/bigint.ts +57 -0
  524. package/src/drizzle/bytes.ts +68 -0
  525. package/src/drizzle/hex.ts +58 -0
  526. package/src/drizzle/index.ts +40 -0
  527. package/src/drizzle/json.ts +159 -0
  528. package/src/drizzle/kit/index.ts +1348 -0
  529. package/src/drizzle/onchain.ts +476 -0
  530. package/src/drizzle/text.ts +77 -0
  531. package/src/graphql/graphiql.html.ts +59 -0
  532. package/src/graphql/index.ts +1351 -0
  533. package/src/graphql/json.ts +62 -0
  534. package/src/graphql/middleware.ts +115 -0
  535. package/src/index.ts +139 -0
  536. package/src/indexing/addStackTrace.ts +69 -0
  537. package/src/indexing/client.ts +1184 -0
  538. package/src/indexing/index.ts +976 -0
  539. package/src/indexing/profile.ts +771 -0
  540. package/src/indexing-store/cache.ts +1057 -0
  541. package/src/indexing-store/index.ts +628 -0
  542. package/src/indexing-store/profile.ts +557 -0
  543. package/src/indexing-store/utils.ts +162 -0
  544. package/src/internal/common.ts +15 -0
  545. package/src/internal/errors.ts +228 -0
  546. package/src/internal/logger.ts +252 -0
  547. package/src/internal/metrics.ts +1030 -0
  548. package/src/internal/options.ts +130 -0
  549. package/src/internal/shutdown.ts +32 -0
  550. package/src/internal/telemetry.ts +303 -0
  551. package/src/internal/types.ts +611 -0
  552. package/src/rpc/actions.ts +1344 -0
  553. package/src/rpc/http.ts +164 -0
  554. package/src/rpc/index.ts +959 -0
  555. package/src/runtime/events.ts +875 -0
  556. package/src/runtime/filter.ts +705 -0
  557. package/src/runtime/fragments.ts +674 -0
  558. package/src/runtime/historical.ts +1522 -0
  559. package/src/runtime/index.ts +569 -0
  560. package/src/runtime/init.ts +49 -0
  561. package/src/runtime/isolated.ts +775 -0
  562. package/src/runtime/multichain.ts +860 -0
  563. package/src/runtime/omnichain.ts +920 -0
  564. package/src/runtime/realtime.ts +1164 -0
  565. package/src/server/error.ts +68 -0
  566. package/src/server/index.ts +173 -0
  567. package/src/sync-historical/index.ts +1065 -0
  568. package/src/sync-realtime/bloom.ts +102 -0
  569. package/src/sync-realtime/index.ts +1304 -0
  570. package/src/sync-store/encode.ts +153 -0
  571. package/src/sync-store/index.ts +1633 -0
  572. package/src/sync-store/migrations.ts +1801 -0
  573. package/src/sync-store/schema.ts +248 -0
  574. package/src/types/db.ts +292 -0
  575. package/src/types/eth.ts +216 -0
  576. package/src/types/utils.ts +47 -0
  577. package/src/types/virtual.ts +244 -0
  578. package/src/types.d.ts +38 -0
  579. package/src/ui/app.ts +207 -0
  580. package/src/ui/index.ts +37 -0
  581. package/src/ui/patch.ts +204 -0
  582. package/src/utils/abi.ts +103 -0
  583. package/src/utils/bigint.ts +41 -0
  584. package/src/utils/chains.ts +22 -0
  585. package/src/utils/checkpoint.ts +203 -0
  586. package/src/utils/chunk.ts +7 -0
  587. package/src/utils/copy.ts +151 -0
  588. package/src/utils/date.ts +26 -0
  589. package/src/utils/debug.ts +110 -0
  590. package/src/utils/decodeAbiParameters.ts +428 -0
  591. package/src/utils/decodeEventLog.ts +100 -0
  592. package/src/utils/dedupe.ts +32 -0
  593. package/src/utils/duplicates.ts +19 -0
  594. package/src/utils/estimate.ts +27 -0
  595. package/src/utils/finality.ts +40 -0
  596. package/src/utils/format.ts +22 -0
  597. package/src/utils/generators.ts +157 -0
  598. package/src/utils/hash.ts +22 -0
  599. package/src/utils/interval.ts +212 -0
  600. package/src/utils/lowercase.ts +6 -0
  601. package/src/utils/mutex.ts +33 -0
  602. package/src/utils/never.ts +3 -0
  603. package/src/utils/offset.ts +133 -0
  604. package/src/utils/order.ts +16 -0
  605. package/src/utils/partition.ts +53 -0
  606. package/src/utils/pg.ts +230 -0
  607. package/src/utils/pglite.ts +97 -0
  608. package/src/utils/port.ts +34 -0
  609. package/src/utils/print.ts +31 -0
  610. package/src/utils/promiseAllSettledWithThrow.ts +27 -0
  611. package/src/utils/promiseWithResolvers.ts +20 -0
  612. package/src/utils/queue.ts +258 -0
  613. package/src/utils/range.ts +8 -0
  614. package/src/utils/result.ts +26 -0
  615. package/src/utils/sql-parse.ts +1477 -0
  616. package/src/utils/timer.ts +8 -0
  617. package/src/utils/truncate.ts +15 -0
  618. package/src/utils/wait.ts +8 -0
  619. package/src/utils/zipper.ts +80 -0
@@ -0,0 +1,860 @@
1
+ import {
2
+ commitBlock,
3
+ createIndexes,
4
+ createLiveQueryTriggers,
5
+ createTriggers,
6
+ createViews,
7
+ dropLiveQueryTriggers,
8
+ dropTriggers,
9
+ finalizeMultichain,
10
+ revertMultichain,
11
+ } from "@/database/actions.js";
12
+ import {
13
+ type Database,
14
+ getPonderCheckpointTable,
15
+ getPonderMetaTable,
16
+ } from "@/database/index.js";
17
+ import { getLiveQueryTempTableName } from "@/drizzle/onchain.js";
18
+ import { createIndexingCache } from "@/indexing-store/cache.js";
19
+ import { createIndexingStore } from "@/indexing-store/index.js";
20
+ import { createCachedViemClient } from "@/indexing/client.js";
21
+ import {
22
+ createColumnAccessPattern,
23
+ createIndexing,
24
+ getEventCount,
25
+ } from "@/indexing/index.js";
26
+ import type { Common } from "@/internal/common.js";
27
+ import {
28
+ InvalidEventAccessError,
29
+ NonRetryableUserError,
30
+ type RetryableError,
31
+ } from "@/internal/errors.js";
32
+ import { getAppProgress } from "@/internal/metrics.js";
33
+ import type {
34
+ Chain,
35
+ CrashRecoveryCheckpoint,
36
+ IndexingBuild,
37
+ IndexingErrorHandler,
38
+ NamespaceBuild,
39
+ PreBuild,
40
+ SchemaBuild,
41
+ Seconds,
42
+ } from "@/internal/types.js";
43
+ import { splitEvents } from "@/runtime/events.js";
44
+ import type { RealtimeSyncEvent } from "@/sync-realtime/index.js";
45
+ import { createSyncStore } from "@/sync-store/index.js";
46
+ import {
47
+ ZERO_CHECKPOINT_STRING,
48
+ decodeCheckpoint,
49
+ min,
50
+ } from "@/utils/checkpoint.js";
51
+ import { formatEta, formatPercentage } from "@/utils/format.js";
52
+ import {
53
+ bufferAsyncGenerator,
54
+ recordAsyncGenerator,
55
+ } from "@/utils/generators.js";
56
+ import { never } from "@/utils/never.js";
57
+ import { startClock } from "@/utils/timer.js";
58
+ import { eq, getTableName, isTable, isView, sql } from "drizzle-orm";
59
+ import {
60
+ getHistoricalEventsMultichain,
61
+ refetchHistoricalEvents,
62
+ } from "./historical.js";
63
+ import {
64
+ type CachedIntervals,
65
+ type ChildAddresses,
66
+ type SyncProgress,
67
+ getCachedIntervals,
68
+ getChildAddresses,
69
+ } from "./index.js";
70
+ import { initSyncProgress } from "./init.js";
71
+ import { getRealtimeEventsMultichain } from "./realtime.js";
72
+
73
+ export async function runMultichain({
74
+ common,
75
+ preBuild,
76
+ namespaceBuild,
77
+ schemaBuild,
78
+ indexingBuild,
79
+ crashRecoveryCheckpoint,
80
+ database,
81
+ }: {
82
+ common: Common;
83
+ preBuild: PreBuild;
84
+ namespaceBuild: NamespaceBuild;
85
+ schemaBuild: SchemaBuild;
86
+ indexingBuild: IndexingBuild;
87
+ crashRecoveryCheckpoint: CrashRecoveryCheckpoint;
88
+ database: Database;
89
+ }) {
90
+ const columnAccessPattern = createColumnAccessPattern({
91
+ indexingBuild,
92
+ });
93
+ const syncStore = createSyncStore({ common, qb: database.syncQB });
94
+
95
+ const PONDER_CHECKPOINT = getPonderCheckpointTable(namespaceBuild.schema);
96
+ const PONDER_META = getPonderMetaTable(namespaceBuild.schema);
97
+
98
+ const eventCount = getEventCount(indexingBuild.indexingFunctions);
99
+
100
+ const cachedViemClient = createCachedViemClient({
101
+ common,
102
+ indexingBuild,
103
+ syncStore,
104
+ eventCount,
105
+ });
106
+
107
+ const indexingErrorHandler: IndexingErrorHandler = {
108
+ getRetryableError: () => {
109
+ return indexingErrorHandler.error;
110
+ },
111
+ setRetryableError: (error: RetryableError) => {
112
+ indexingErrorHandler.error = error;
113
+ },
114
+ clearRetryableError: () => {
115
+ indexingErrorHandler.error = undefined;
116
+ },
117
+ error: undefined as RetryableError | undefined,
118
+ };
119
+
120
+ const indexingCache = createIndexingCache({
121
+ common,
122
+ schemaBuild,
123
+ crashRecoveryCheckpoint,
124
+ eventCount,
125
+ });
126
+
127
+ const indexingStore = createIndexingStore({
128
+ common,
129
+ schemaBuild,
130
+ indexingCache,
131
+ indexingErrorHandler,
132
+ });
133
+
134
+ const indexing = createIndexing({
135
+ common,
136
+ indexingBuild,
137
+ indexingStore,
138
+ indexingCache,
139
+ client: cachedViemClient,
140
+ indexingErrorHandler,
141
+ columnAccessPattern,
142
+ eventCount,
143
+ });
144
+
145
+ const perChainSync = new Map<
146
+ Chain,
147
+ {
148
+ syncProgress: SyncProgress;
149
+ childAddresses: ChildAddresses;
150
+ cachedIntervals: CachedIntervals;
151
+ unfinalizedBlocks: Omit<
152
+ Extract<RealtimeSyncEvent, { type: "block" }>,
153
+ "type"
154
+ >[];
155
+ }
156
+ >();
157
+ const seconds: Seconds = {};
158
+
159
+ await Promise.all(
160
+ indexingBuild.chains.map(async (chain) => {
161
+ const eventCallbacks =
162
+ indexingBuild.eventCallbacks[indexingBuild.chains.indexOf(chain)]!;
163
+
164
+ const cachedIntervals = await getCachedIntervals({
165
+ chain,
166
+ filters: eventCallbacks.map(({ filter }) => filter),
167
+ syncStore,
168
+ });
169
+ const syncProgress = await initSyncProgress({
170
+ common,
171
+ filters: eventCallbacks.map(({ filter }) => filter),
172
+ chain,
173
+ rpc: indexingBuild.rpcs[indexingBuild.chains.indexOf(chain)]!,
174
+ finalizedBlock:
175
+ indexingBuild.finalizedBlocks[indexingBuild.chains.indexOf(chain)]!,
176
+ cachedIntervals,
177
+ });
178
+ const childAddresses = await getChildAddresses({
179
+ filters: eventCallbacks.map(({ filter }) => filter),
180
+ syncStore,
181
+ });
182
+ const unfinalizedBlocks: Omit<
183
+ Extract<RealtimeSyncEvent, { type: "block" }>,
184
+ "type"
185
+ >[] = [];
186
+
187
+ perChainSync.set(chain, {
188
+ syncProgress,
189
+ childAddresses,
190
+ cachedIntervals,
191
+ unfinalizedBlocks,
192
+ });
193
+
194
+ const _crashRecoveryCheckpoint = crashRecoveryCheckpoint?.find(
195
+ ({ chainId }) => chainId === chain.id,
196
+ )?.checkpoint;
197
+ const start = Number(
198
+ decodeCheckpoint(syncProgress.getCheckpoint({ tag: "start" }))
199
+ .blockTimestamp,
200
+ );
201
+
202
+ const end = Number(
203
+ decodeCheckpoint(
204
+ min(
205
+ syncProgress.getCheckpoint({ tag: "end" }),
206
+ syncProgress.getCheckpoint({ tag: "finalized" }),
207
+ ),
208
+ ).blockTimestamp,
209
+ );
210
+
211
+ const cached = Math.min(
212
+ Number(
213
+ decodeCheckpoint(_crashRecoveryCheckpoint ?? ZERO_CHECKPOINT_STRING)
214
+ .blockTimestamp,
215
+ ),
216
+ end,
217
+ );
218
+
219
+ seconds[chain.name] = { start, end, cached };
220
+
221
+ const label = { chain: chain.name };
222
+ common.metrics.ponder_historical_total_indexing_seconds.set(
223
+ label,
224
+ Math.max(seconds[chain.name]!.end - seconds[chain.name]!.start, 0),
225
+ );
226
+ common.metrics.ponder_historical_cached_indexing_seconds.set(
227
+ label,
228
+ Math.max(seconds[chain.name]!.cached - seconds[chain.name]!.start, 0),
229
+ );
230
+ common.metrics.ponder_historical_completed_indexing_seconds.set(label, 0);
231
+ common.metrics.ponder_indexing_timestamp.set(
232
+ label,
233
+ Math.max(seconds[chain.name]!.cached, seconds[chain.name]!.start),
234
+ );
235
+ }),
236
+ );
237
+
238
+ const startTimestamp = Math.round(Date.now() / 1000);
239
+ for (const chain of indexingBuild.chains) {
240
+ common.metrics.ponder_historical_start_timestamp_seconds.set(
241
+ { chain: chain.name },
242
+ startTimestamp,
243
+ );
244
+ }
245
+
246
+ // Reset the start timestamp so the eta estimate doesn't include
247
+ // the startup time.
248
+ common.metrics.start_timestamp = Date.now();
249
+
250
+ // If the initial checkpoint is zero, we need to run setup events.
251
+ if (crashRecoveryCheckpoint === undefined) {
252
+ await database.userQB.transaction(async (tx) => {
253
+ indexingStore.qb = tx;
254
+ indexingStore.isProcessingEvents = true;
255
+
256
+ indexingCache.qb = tx;
257
+
258
+ await indexing.processSetupEvents();
259
+
260
+ indexingStore.isProcessingEvents = false;
261
+
262
+ await indexingCache.flush();
263
+
264
+ await tx.wrap({ label: "update_checkpoints" }, (tx) =>
265
+ tx
266
+ .insert(PONDER_CHECKPOINT)
267
+ .values(
268
+ indexingBuild.chains.map((chain) => {
269
+ const initialCheckpoint = min(
270
+ perChainSync
271
+ .get(chain)!
272
+ .syncProgress.getCheckpoint({ tag: "start" }),
273
+ perChainSync
274
+ .get(chain)!
275
+ .syncProgress.getCheckpoint({ tag: "finalized" }),
276
+ );
277
+
278
+ return {
279
+ chainName: chain.name,
280
+ chainId: chain.id,
281
+ latestCheckpoint: initialCheckpoint,
282
+ safeCheckpoint: initialCheckpoint,
283
+ finalizedCheckpoint: initialCheckpoint,
284
+ };
285
+ }),
286
+ )
287
+ .onConflictDoUpdate({
288
+ target: PONDER_CHECKPOINT.chainName,
289
+ set: {
290
+ finalizedCheckpoint: sql`excluded.finalized_checkpoint`,
291
+ safeCheckpoint: sql`excluded.safe_checkpoint`,
292
+ latestCheckpoint: sql`excluded.latest_checkpoint`,
293
+ },
294
+ }),
295
+ );
296
+ });
297
+ }
298
+
299
+ const etaInterval = setInterval(async () => {
300
+ // underlying metrics collection is actually synchronous
301
+ // https://github.com/siimon/prom-client/blob/master/lib/histogram.js#L102-L125
302
+ const { eta, progress } = await getAppProgress(common.metrics);
303
+ if (eta === undefined && progress === undefined) {
304
+ return;
305
+ }
306
+
307
+ common.logger.info({
308
+ msg: "Updated backfill indexing progress",
309
+ progress: progress === undefined ? undefined : formatPercentage(progress),
310
+ estimate: eta === undefined ? undefined : formatEta(eta * 1_000),
311
+ });
312
+ }, 5_000);
313
+
314
+ common.shutdown.add(() => {
315
+ clearInterval(etaInterval);
316
+ });
317
+
318
+ const backfillEndClock = startClock();
319
+
320
+ // Run historical indexing until complete.
321
+ for await (let {
322
+ events,
323
+ chainId,
324
+ checkpoint,
325
+ blockRange,
326
+ } of recordAsyncGenerator(
327
+ getHistoricalEventsMultichain({
328
+ common,
329
+ indexingBuild,
330
+ crashRecoveryCheckpoint,
331
+ perChainSync,
332
+ database,
333
+ }),
334
+ (params) => {
335
+ common.metrics.ponder_historical_concurrency_group_duration.inc(
336
+ { group: "extract" },
337
+ params.await,
338
+ );
339
+ common.metrics.ponder_historical_concurrency_group_duration.inc(
340
+ { group: "transform" },
341
+ params.yield,
342
+ );
343
+ },
344
+ )) {
345
+ const context = {
346
+ logger: common.logger.child({ action: "index_block_range" }),
347
+ };
348
+ const indexStartClock = startClock();
349
+
350
+ const chain = indexingBuild.chains.find((chain) => chain.id === chainId)!;
351
+
352
+ indexingCache.qb = database.userQB;
353
+ await Promise.all([
354
+ indexingCache.prefetch({ events }),
355
+ cachedViemClient.prefetch({ events }),
356
+ ]);
357
+ common.metrics.ponder_historical_transform_duration.inc(
358
+ { step: "prefetch" },
359
+ indexStartClock(),
360
+ );
361
+
362
+ let endClock = startClock();
363
+ await database.userQB.transaction(
364
+ async (tx) => {
365
+ const initialCompletedEvents = structuredClone(
366
+ await common.metrics.ponder_indexing_completed_events.get(),
367
+ );
368
+
369
+ try {
370
+ indexingStore.qb = tx;
371
+ indexingStore.isProcessingEvents = true;
372
+ indexingCache.qb = tx;
373
+
374
+ common.metrics.ponder_historical_transform_duration.inc(
375
+ { step: "begin" },
376
+ endClock(),
377
+ );
378
+
379
+ endClock = startClock();
380
+
381
+ await indexing.processHistoricalEvents({
382
+ events,
383
+ updateIndexingSeconds(event, chain) {
384
+ const checkpoint = decodeCheckpoint(event!.checkpoint);
385
+
386
+ common.metrics.ponder_historical_completed_indexing_seconds.set(
387
+ { chain: chain.name },
388
+ Math.max(
389
+ Number(checkpoint.blockTimestamp) -
390
+ Math.max(
391
+ seconds[chain.name]!.cached,
392
+ seconds[chain.name]!.start,
393
+ ),
394
+ 0,
395
+ ),
396
+ );
397
+ common.metrics.ponder_indexing_timestamp.set(
398
+ { chain: chain.name },
399
+ Number(checkpoint.blockTimestamp),
400
+ );
401
+ },
402
+ });
403
+
404
+ indexingStore.isProcessingEvents = false;
405
+
406
+ common.metrics.ponder_historical_transform_duration.inc(
407
+ { step: "index" },
408
+ endClock(),
409
+ );
410
+
411
+ endClock = startClock();
412
+
413
+ // Note: at this point, the next events can be preloaded, as long as the are not indexed until
414
+ // the "flush" + "finalize" is complete.
415
+
416
+ await indexingCache.flush();
417
+
418
+ common.metrics.ponder_historical_transform_duration.inc(
419
+ { step: "load" },
420
+ endClock(),
421
+ );
422
+
423
+ endClock = startClock();
424
+
425
+ await tx.wrap(
426
+ { label: "update_checkpoints" },
427
+ (tx) =>
428
+ tx
429
+ .insert(PONDER_CHECKPOINT)
430
+ .values({
431
+ chainName: chain.name,
432
+ chainId,
433
+ latestCheckpoint: checkpoint,
434
+ finalizedCheckpoint: checkpoint,
435
+ safeCheckpoint: checkpoint,
436
+ })
437
+ .onConflictDoUpdate({
438
+ target: PONDER_CHECKPOINT.chainName,
439
+ set: {
440
+ safeCheckpoint: sql`excluded.safe_checkpoint`,
441
+ finalizedCheckpoint: sql`excluded.finalized_checkpoint`,
442
+ latestCheckpoint: sql`excluded.latest_checkpoint`,
443
+ },
444
+ }),
445
+ context,
446
+ );
447
+
448
+ common.metrics.ponder_historical_transform_duration.inc(
449
+ { step: "finalize" },
450
+ endClock(),
451
+ );
452
+ endClock = startClock();
453
+ } catch (error) {
454
+ for (const value of initialCompletedEvents.values) {
455
+ common.metrics.ponder_indexing_completed_events.set(
456
+ value.labels,
457
+ value.value,
458
+ );
459
+ }
460
+ indexingCache.invalidate();
461
+ indexingCache.clear();
462
+
463
+ if (error instanceof InvalidEventAccessError) {
464
+ common.logger.debug({
465
+ msg: "Failed to index block range",
466
+ chain: chain.name,
467
+ chain_id: chain.id,
468
+ block_range: JSON.stringify(blockRange),
469
+ duration: indexStartClock(),
470
+ error,
471
+ });
472
+ events = await refetchHistoricalEvents({
473
+ common,
474
+ indexingBuild,
475
+ perChainSync,
476
+ syncStore,
477
+ events,
478
+ });
479
+ } else if (error instanceof NonRetryableUserError === false) {
480
+ common.logger.warn({
481
+ msg: "Failed to index block range",
482
+ chain: chain.name,
483
+ chain_id: chain.id,
484
+ block_range: JSON.stringify(blockRange),
485
+ duration: indexStartClock(),
486
+ error: error as Error,
487
+ });
488
+ }
489
+
490
+ throw error;
491
+ }
492
+ },
493
+ undefined,
494
+ context,
495
+ );
496
+
497
+ cachedViemClient.clear();
498
+ common.metrics.ponder_historical_transform_duration.inc(
499
+ { step: "commit" },
500
+ endClock(),
501
+ );
502
+
503
+ await new Promise(setImmediate);
504
+
505
+ common.logger.info({
506
+ msg: "Indexed block range",
507
+ chain: chain.name,
508
+ chain_id: chain.id,
509
+ event_count: events.length,
510
+ block_range: JSON.stringify(blockRange),
511
+ duration: indexStartClock(),
512
+ });
513
+ }
514
+
515
+ indexingCache.clear();
516
+ // Note: Invalidating the cache means that only predicted rows will be in memory after this point.
517
+ indexingCache.invalidate();
518
+
519
+ // Manually update metrics to fix a UI bug that occurs when the end
520
+ // checkpoint is between the last processed event and the finalized
521
+ // checkpoint.
522
+
523
+ for (const chain of indexingBuild.chains) {
524
+ const label = { chain: chain.name };
525
+ common.metrics.ponder_historical_completed_indexing_seconds.set(
526
+ label,
527
+ Math.max(
528
+ seconds[chain.name]!.end -
529
+ Math.max(seconds[chain.name]!.cached, seconds[chain.name]!.start),
530
+ 0,
531
+ ),
532
+ );
533
+ common.metrics.ponder_indexing_timestamp.set(
534
+ label,
535
+ seconds[chain.name]!.end,
536
+ );
537
+ }
538
+
539
+ const endTimestamp = Math.round(Date.now() / 1000);
540
+ for (const chain of indexingBuild.chains) {
541
+ common.metrics.ponder_historical_end_timestamp_seconds.set(
542
+ { chain: chain.name },
543
+ endTimestamp,
544
+ );
545
+ }
546
+
547
+ common.logger.info({
548
+ msg: "Completed backfill indexing across all chains",
549
+ duration: backfillEndClock(),
550
+ });
551
+ clearInterval(etaInterval);
552
+
553
+ const tables = Object.values(schemaBuild.schema).filter(isTable);
554
+ const views = Object.values(schemaBuild.schema).filter(isView);
555
+
556
+ let endClock = startClock();
557
+
558
+ await createIndexes(database.adminQB, { statements: schemaBuild.statements });
559
+
560
+ if (schemaBuild.statements.indexes.sql.length > 0) {
561
+ common.logger.info({
562
+ msg: "Created database indexes",
563
+ count: schemaBuild.statements.indexes.sql.length,
564
+ duration: endClock(),
565
+ });
566
+ }
567
+
568
+ endClock = startClock();
569
+
570
+ await createTriggers(database.adminQB, { tables });
571
+ await createLiveQueryTriggers(database.adminQB, { namespaceBuild, tables });
572
+
573
+ common.logger.debug({
574
+ msg: "Created database triggers",
575
+ count: tables.length,
576
+ duration: endClock(),
577
+ });
578
+
579
+ if (namespaceBuild.viewsSchema !== undefined) {
580
+ const endClock = startClock();
581
+
582
+ await createViews(database.adminQB, { tables, views, namespaceBuild });
583
+
584
+ common.logger.info({
585
+ msg: "Created database views",
586
+ schema: namespaceBuild.viewsSchema,
587
+ count: tables.length,
588
+ duration: endClock(),
589
+ });
590
+ }
591
+
592
+ endClock = startClock();
593
+
594
+ await database.adminQB.wrap({ label: "update_ready" }, (db) =>
595
+ db
596
+ .update(PONDER_META)
597
+ .set({ value: sql`jsonb_set(value, '{is_ready}', to_jsonb(1))` }),
598
+ );
599
+
600
+ common.logger.info({
601
+ msg: "Started returning 200 responses",
602
+ endpoint: "/ready",
603
+ });
604
+
605
+ const bufferCallback = (bufferSize: number) => {
606
+ // Note: Only log when the buffer size is greater than 1 because
607
+ // a buffer size of 1 is not backpressure.
608
+ if (bufferSize === 1) return;
609
+ common.logger.trace({
610
+ msg: "Detected live indexing backpressure",
611
+ buffer_size: bufferSize,
612
+ indexing_step: "index block",
613
+ });
614
+ };
615
+
616
+ for await (const event of bufferAsyncGenerator(
617
+ getRealtimeEventsMultichain({
618
+ common,
619
+ indexingBuild,
620
+ perChainSync,
621
+ database,
622
+ }),
623
+ 100,
624
+ bufferCallback,
625
+ )) {
626
+ switch (event.type) {
627
+ case "block": {
628
+ const context = {
629
+ logger: common.logger.child({ action: "index_block" }),
630
+ };
631
+ const endClock = startClock();
632
+
633
+ indexingCache.qb = database.userQB;
634
+ await Promise.all([
635
+ indexingCache.prefetch({ events: event.events }),
636
+ cachedViemClient.prefetch({ events: event.events }),
637
+ ]);
638
+
639
+ await database.userQB.transaction(
640
+ async (tx) => {
641
+ if (database.userQB.$dialect === "postgres") {
642
+ await tx.wrap(
643
+ (tx) =>
644
+ tx.execute(
645
+ `CREATE TEMP TABLE ${getLiveQueryTempTableName()} (table_name TEXT PRIMARY KEY) ON COMMIT DROP`,
646
+ ),
647
+ context,
648
+ );
649
+ } else {
650
+ await tx.wrap(
651
+ (tx) =>
652
+ tx.execute(
653
+ `CREATE TEMP TABLE IF NOT EXISTS ${getLiveQueryTempTableName()} (table_name TEXT PRIMARY KEY)`,
654
+ ),
655
+ context,
656
+ );
657
+ }
658
+
659
+ // Events must be run block-by-block, so that `database.commitBlock` can accurately
660
+ // update the temporary `checkpoint` value set in the trigger.
661
+ for (const { checkpoint, events } of splitEvents(event.events)) {
662
+ const chain = indexingBuild.chains.find(
663
+ (chain) =>
664
+ chain.id === Number(decodeCheckpoint(checkpoint).chainId),
665
+ )!;
666
+
667
+ try {
668
+ indexingStore.qb = tx;
669
+ indexingStore.isProcessingEvents = true;
670
+ indexingCache.qb = tx;
671
+
672
+ common.logger.trace({
673
+ msg: "Processing block events",
674
+ chain: chain.name,
675
+ chain_id: chain.id,
676
+ number: Number(decodeCheckpoint(checkpoint).blockNumber),
677
+ event_count: events.length,
678
+ });
679
+
680
+ await indexing.processRealtimeEvents({ events });
681
+
682
+ common.logger.trace({
683
+ msg: "Processed block events",
684
+ chain: chain.name,
685
+ chain_id: chain.id,
686
+ number: Number(decodeCheckpoint(checkpoint).blockNumber),
687
+ event_count: events.length,
688
+ });
689
+
690
+ indexingStore.isProcessingEvents = false;
691
+
692
+ await indexingCache.flush();
693
+
694
+ await Promise.all(
695
+ tables.map((table) =>
696
+ commitBlock(tx, { table, checkpoint, preBuild }, context),
697
+ ),
698
+ );
699
+
700
+ cachedViemClient.clear();
701
+
702
+ common.logger.trace({
703
+ msg: "Committed reorg data for block",
704
+ chain: chain.name,
705
+ chain_id: chain.id,
706
+ number: Number(decodeCheckpoint(checkpoint).blockNumber),
707
+ event_count: events.length,
708
+ checkpoint,
709
+ });
710
+ } catch (error) {
711
+ indexingCache.clear();
712
+
713
+ if (error instanceof NonRetryableUserError === false) {
714
+ common.logger.warn({
715
+ msg: "Failed to index block",
716
+ chain: chain.name,
717
+ chain_id: chain.id,
718
+ number: Number(decodeCheckpoint(checkpoint).blockNumber),
719
+ error: error,
720
+ });
721
+ }
722
+
723
+ throw error;
724
+ }
725
+
726
+ common.metrics.ponder_indexing_timestamp.set(
727
+ { chain: chain.name },
728
+ Number(decodeCheckpoint(checkpoint).blockTimestamp),
729
+ );
730
+ }
731
+
732
+ await tx.wrap(
733
+ { label: "update_checkpoints" },
734
+ (db) =>
735
+ db
736
+ .update(PONDER_CHECKPOINT)
737
+ .set({ latestCheckpoint: event.checkpoint })
738
+ .where(eq(PONDER_CHECKPOINT.chainName, event.chain.name)),
739
+ context,
740
+ );
741
+
742
+ if (database.userQB.$dialect === "pglite") {
743
+ await tx.wrap(
744
+ (tx) =>
745
+ tx.execute(`TRUNCATE TABLE ${getLiveQueryTempTableName()}`),
746
+ context,
747
+ );
748
+ }
749
+ },
750
+ undefined,
751
+ context,
752
+ );
753
+
754
+ event.blockCallback?.(true);
755
+
756
+ common.logger.info({
757
+ msg: "Indexed block",
758
+ chain: event.chain.name,
759
+ chain_id: event.chain.id,
760
+ number: Number(decodeCheckpoint(event.checkpoint).blockNumber),
761
+ event_count: event.events.length,
762
+ duration: endClock(),
763
+ });
764
+
765
+ break;
766
+ }
767
+ case "reorg": {
768
+ const context = {
769
+ logger: common.logger.child({ action: "reorg_block" }),
770
+ };
771
+ const endClock = startClock();
772
+
773
+ // Note: `_ponder_checkpoint` is not called here, instead it is called
774
+ // in the `block` case.
775
+
776
+ await database.userQB.transaction(
777
+ async (tx) => {
778
+ await dropTriggers(tx, { tables }, context);
779
+ await dropLiveQueryTriggers(
780
+ tx,
781
+ { namespaceBuild, tables },
782
+ context,
783
+ );
784
+
785
+ const counts = await revertMultichain(
786
+ tx,
787
+ {
788
+ checkpoint: event.checkpoint,
789
+ tables,
790
+ },
791
+ context,
792
+ );
793
+
794
+ for (const [index, table] of tables.entries()) {
795
+ common.logger.debug({
796
+ msg: "Reverted reorged database rows",
797
+ table: getTableName(table),
798
+ row_count: counts[index],
799
+ });
800
+ }
801
+
802
+ await createTriggers(tx, { tables }, context);
803
+ await createLiveQueryTriggers(
804
+ tx,
805
+ { namespaceBuild, tables },
806
+ context,
807
+ );
808
+ },
809
+ undefined,
810
+ context,
811
+ );
812
+
813
+ indexingCache.clear();
814
+
815
+ common.logger.info({
816
+ msg: "Reorged block",
817
+ chain: event.chain.name,
818
+ chain_id: event.chain.id,
819
+ number: Number(decodeCheckpoint(event.checkpoint).blockNumber),
820
+ duration: endClock(),
821
+ });
822
+
823
+ break;
824
+ }
825
+ case "finalize": {
826
+ const context = {
827
+ logger: common.logger.child({ action: "finalize_block" }),
828
+ };
829
+ const endClock = startClock();
830
+
831
+ await finalizeMultichain(
832
+ database.userQB,
833
+ {
834
+ checkpoint: event.checkpoint,
835
+ tables,
836
+ namespaceBuild,
837
+ },
838
+ context,
839
+ );
840
+
841
+ common.logger.info({
842
+ msg: "Finalized block",
843
+ chain: event.chain.name,
844
+ chain_id: event.chain.id,
845
+ number: Number(decodeCheckpoint(event.checkpoint).blockNumber),
846
+ duration: endClock(),
847
+ });
848
+
849
+ break;
850
+ }
851
+ default:
852
+ never(event);
853
+ }
854
+ }
855
+
856
+ common.logger.info({
857
+ msg: "Completed indexing across all chains",
858
+ duration: backfillEndClock(),
859
+ });
860
+ }