@latticexyz/store-indexer 2.2.18-90aac1d4acce19ac592d47a090732dd11c1c3e7a → 2.2.18-9fa07c8489f1fbf167d0db01cd9aaa645a29c8e2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. package/dist/bin/postgres-decoded-indexer.cjs +322 -0
  2. package/dist/bin/postgres-decoded-indexer.cjs.map +1 -0
  3. package/dist/bin/postgres-decoded-indexer.d.cts +1 -0
  4. package/dist/bin/postgres-decoded-indexer.js +92 -1
  5. package/dist/bin/postgres-decoded-indexer.js.map +1 -1
  6. package/dist/bin/postgres-frontend.cjs +567 -0
  7. package/dist/bin/postgres-frontend.cjs.map +1 -0
  8. package/dist/bin/postgres-frontend.d.cts +1 -0
  9. package/dist/bin/postgres-frontend.js +258 -5
  10. package/dist/bin/postgres-frontend.js.map +1 -1
  11. package/dist/bin/postgres-indexer.cjs +368 -0
  12. package/dist/bin/postgres-indexer.cjs.map +1 -0
  13. package/dist/bin/postgres-indexer.d.cts +1 -0
  14. package/dist/bin/postgres-indexer.js +106 -1
  15. package/dist/bin/postgres-indexer.js.map +1 -1
  16. package/dist/bin/sqlite-indexer.cjs +567 -0
  17. package/dist/bin/sqlite-indexer.cjs.map +1 -0
  18. package/dist/bin/sqlite-indexer.d.cts +1 -0
  19. package/dist/bin/sqlite-indexer.js +243 -1
  20. package/dist/bin/sqlite-indexer.js.map +1 -1
  21. package/dist/chunk-66BWQNF7.js +38 -0
  22. package/dist/{chunk-R7HX5BT2.js.map → chunk-66BWQNF7.js.map} +1 -1
  23. package/dist/chunk-CGE4ONKA.js +44 -0
  24. package/dist/{chunk-YQ7E5W26.js.map → chunk-CGE4ONKA.js.map} +1 -1
  25. package/dist/chunk-GDNGJPVT.js +16 -0
  26. package/dist/{chunk-AYPBOJNL.js.map → chunk-GDNGJPVT.js.map} +1 -1
  27. package/dist/chunk-L5CWEDU6.js +53 -0
  28. package/dist/{chunk-O2SDU7EQ.js.map → chunk-L5CWEDU6.js.map} +1 -1
  29. package/dist/chunk-O4XAWAXU.js +72 -0
  30. package/dist/{chunk-ED45N3IT.js.map → chunk-O4XAWAXU.js.map} +1 -1
  31. package/dist/chunk-R7UQFYRA.js +99 -0
  32. package/dist/{chunk-JDWVOODJ.js.map → chunk-R7UQFYRA.js.map} +1 -1
  33. package/dist/chunk-SJLOWI5M.js +31 -0
  34. package/dist/{chunk-7O2ZWWUX.js.map → chunk-SJLOWI5M.js.map} +1 -1
  35. package/dist/healthcheck-2DQWYXPX.js +7 -0
  36. package/dist/helloWorld-6IXGINV6.js +7 -0
  37. package/dist/index.cjs +2 -0
  38. package/dist/index.d.cts +2 -0
  39. package/dist/metrics-HO5SO4EX.js +7 -0
  40. package/dist/metrics-HO5SO4EX.js.map +1 -0
  41. package/package.json +17 -9
  42. package/dist/chunk-7O2ZWWUX.js +0 -2
  43. package/dist/chunk-AYPBOJNL.js +0 -2
  44. package/dist/chunk-ED45N3IT.js +0 -2
  45. package/dist/chunk-JDWVOODJ.js +0 -2
  46. package/dist/chunk-O2SDU7EQ.js +0 -7
  47. package/dist/chunk-R7HX5BT2.js +0 -2
  48. package/dist/chunk-YQ7E5W26.js +0 -2
  49. package/dist/healthcheck-57YETUEX.js +0 -2
  50. package/dist/helloWorld-4VT4FZ7F.js +0 -2
  51. package/dist/metrics-4BMCDEZZ.js +0 -2
  52. /package/dist/{healthcheck-57YETUEX.js.map → healthcheck-2DQWYXPX.js.map} +0 -0
  53. /package/dist/{helloWorld-4VT4FZ7F.js.map → helloWorld-6IXGINV6.js.map} +0 -0
  54. /package/dist/{metrics-4BMCDEZZ.js.map → index.cjs.map} +0 -0
@@ -1,3 +1,245 @@
1
1
  #!/usr/bin/env node
2
- import{a as C}from"../chunk-R7HX5BT2.js";import{a as S,c as w}from"../chunk-JDWVOODJ.js";import{a as A}from"../chunk-YQ7E5W26.js";import{a as R,b as L,c as O}from"../chunk-O2SDU7EQ.js";import{a as _}from"../chunk-7O2ZWWUX.js";import{a as E}from"../chunk-AYPBOJNL.js";import{a as I}from"../chunk-ED45N3IT.js";import"dotenv/config";import se from"node:fs";import{z as b}from"zod";import{eq as ne}from"drizzle-orm";import{drizzle as ie}from"drizzle-orm/better-sqlite3";import ce from"better-sqlite3";import le from"koa";import me from"@koa/cors";import{createKoaMiddleware as ue}from"trpc-koa-adapter";import{createAppRouter as de}from"@latticexyz/store-sync/trpc-indexer";import{chainState as q,schemaVersion as M,syncToSqlite as pe}from"@latticexyz/store-sync/sqlite";import{asc as G,eq as D}from"drizzle-orm";import{buildTable as J,chainState as Q,getTables as V}from"@latticexyz/store-sync/sqlite";import{getAddress as W}from"viem";import{decodeDynamicField as $}from"@latticexyz/protocol-parser/internal";import{hexToResource as z}from"@latticexyz/common";import{mapObject as Y}from"@latticexyz/common/utils";function f(e,{chainId:s,address:t,filters:n=[]}){let i=e.select().from(Q).where(D(Q.chainId,s)).limit(1).all().find(()=>!0),a=Array.from(new Set(n.map(r=>r.tableId))),h=V(e).filter(r=>t==null||W(t)===W(r.address)).filter(r=>!a.length||a.includes(r.tableId)).map(r=>{let g=J(r),N=e.select().from(g).where(D(g.__isDeleted,!1)).orderBy(G(g.__lastUpdatedBlockNumber)).all(),x=n.length?N.filter(m=>{let d=$("bytes32[]",m.__key);return n.some(c=>c.tableId===r.tableId&&(c.key0==null||c.key0===d[0])&&(c.key1==null||c.key1===d[1]))}):N,H=z(r.tableId);return{...r,type:H.type,schema:Y({...r.keySchema,...r.valueSchema},m=>({type:m,internalType:m})),key:Object.keys(r.keySchema),records:x.map(m=>{let d=Object.fromEntries(Object.entries(r.keySchema).map(([p])=>[p,m[p]])),c=Object.fromEntries(Object.entries(r.valueSchema).map(([p])=>[p,m[p]]));return{key:d,value:c,fields:{...d,...c}}})}});return{blockNumber:i?.lastUpdatedBlockNumber??null,tables:h}}import{tablesWithRecordsToLogs as X}from"@latticexyz/store-sync";async function v(e){return{async getLogs(t){let{blockNumber:n,tables:i}=f(e,t),a=X(i);return{blockNumber:n??0n,logs:a}},async findAll(t){return f(e,t)}}}import{combineLatest as fe,filter as be,first as ye}from"rxjs";import Z from"@koa/router";import ee from"koa-compose";import{input as te}from"@latticexyz/store-sync/indexer-client";import{schemasTable as re,tablesWithRecordsToLogs as oe}from"@latticexyz/store-sync";import{createBenchmark as ae}from"@latticexyz/common";function F(e){let s=new Z;return s.get("/api/logs",C(),async t=>{let n=ae("sqlite:logs"),i;try{i=te.parse(typeof t.query.input=="string"?JSON.parse(t.query.input):{})}catch(a){t.status=400,t.body=JSON.stringify(a),S(a);return}try{i.filters=i.filters.length>0?[...i.filters,{tableId:re.tableId}]:[],n("parse config");let{blockNumber:a,tables:B}=f(e,i);n("query tables with records");let h=oe(B);n("convert records to logs"),t.body=JSON.stringify({blockNumber:a?.toString()??"-1",logs:h}),t.status=200}catch(a){t.status=500,t.body=JSON.stringify(a),S(a)}}),ee([s.routes(),s.allowedMethods()])}import{getRpcClient as U}from"@latticexyz/block-logs-stream";import{getBlock as he,getChainId as ge}from"viem/actions";var o=O(b.intersection(b.intersection(L,R),b.object({SQLITE_FILENAME:b.string().default("indexer.db"),SENTRY_DSN:b.string().optional()}))),k=await A(o),Se=await ge(U(k)),y=ie(new ce(o.SQLITE_FILENAME)),j=o.START_BLOCK;async function K(){try{return y.select().from(q).where(ne(q.chainId,Se)).all()[0]}catch{}}async function P(){return(await K())?.lastUpdatedBlockNumber??void 0}async function ke(){let[e,s]=await Promise.all([P(),he(U(k),{blockTag:o.FOLLOW_BLOCK_TAG})]);return s.number-(e??-1n)}var u=await K();u&&(u.schemaVersion!=M?(console.log("schema version changed from",u.schemaVersion,"to",M,"recreating database"),se.truncateSync(o.SQLITE_FILENAME)):u.lastUpdatedBlockNumber!=null&&(console.log("resuming from block number",u.lastUpdatedBlockNumber+1n),j=u.lastUpdatedBlockNumber+1n));var{latestBlockNumber$:Te,storedBlockLogs$:Be}=await pe({...k,database:y,followBlockTag:o.FOLLOW_BLOCK_TAG,startBlock:j,maxBlockRange:o.MAX_BLOCK_RANGE,address:o.STORE_ADDRESS}),T=!1;fe([Te,Be]).pipe(be(([e,{blockNumber:s}])=>e===s),ye()).subscribe(()=>{T=!0,console.log("all caught up")});var l=new le;o.SENTRY_DSN&&l.use(w(o.SENTRY_DSN));l.use(me());l.use(_({isReady:()=>T}));l.use(I({isHealthy:()=>!0,isReady:()=>T,getLatestStoredBlockNumber:P,getDistanceFromFollowBlock:ke,followBlockTag:o.FOLLOW_BLOCK_TAG}));l.use(E());l.use(F(y));l.use(ue({prefix:"/trpc",router:de(),createContext:async()=>({queryAdapter:await v(y)})}));l.listen({host:o.HOST,port:o.PORT});console.log(`sqlite indexer frontend listening on http://${o.HOST}:${o.PORT}`);
2
+ import {
3
+ compress
4
+ } from "../chunk-66BWQNF7.js";
5
+ import {
6
+ debug,
7
+ sentry
8
+ } from "../chunk-R7UQFYRA.js";
9
+ import {
10
+ getClientOptions
11
+ } from "../chunk-CGE4ONKA.js";
12
+ import {
13
+ frontendEnvSchema,
14
+ indexerEnvSchema,
15
+ parseEnv
16
+ } from "../chunk-L5CWEDU6.js";
17
+ import {
18
+ healthcheck
19
+ } from "../chunk-SJLOWI5M.js";
20
+ import {
21
+ helloWorld
22
+ } from "../chunk-GDNGJPVT.js";
23
+ import {
24
+ metrics
25
+ } from "../chunk-O4XAWAXU.js";
26
+
27
+ // src/bin/sqlite-indexer.ts
28
+ import "dotenv/config";
29
+ import fs from "node:fs";
30
+ import { z } from "zod";
31
+ import { eq as eq2 } from "drizzle-orm";
32
+ import { drizzle } from "drizzle-orm/better-sqlite3";
33
+ import Database from "better-sqlite3";
34
+ import Koa from "koa";
35
+ import cors from "@koa/cors";
36
+ import { createKoaMiddleware } from "trpc-koa-adapter";
37
+ import { createAppRouter } from "@latticexyz/store-sync/trpc-indexer";
38
+ import { chainState as chainState2, schemaVersion, syncToSqlite } from "@latticexyz/store-sync/sqlite";
39
+
40
+ // src/sqlite/getTablesWithRecords.ts
41
+ import { asc, eq } from "drizzle-orm";
42
+ import { buildTable, chainState, getTables } from "@latticexyz/store-sync/sqlite";
43
+ import { getAddress } from "viem";
44
+ import { decodeDynamicField } from "@latticexyz/protocol-parser/internal";
45
+ import { hexToResource } from "@latticexyz/common";
46
+ import { mapObject } from "@latticexyz/common/utils";
47
+ function getTablesWithRecords(database, {
48
+ chainId,
49
+ address,
50
+ filters = []
51
+ }) {
52
+ const metadata = database.select().from(chainState).where(eq(chainState.chainId, chainId)).limit(1).all().find(() => true);
53
+ const tableIds = Array.from(new Set(filters.map((filter2) => filter2.tableId)));
54
+ const tables = getTables(database).filter((table) => address == null || getAddress(address) === getAddress(table.address)).filter((table) => !tableIds.length || tableIds.includes(table.tableId));
55
+ const tablesWithRecords = tables.map((table) => {
56
+ const sqliteTable = buildTable(table);
57
+ const records = database.select().from(sqliteTable).where(eq(sqliteTable.__isDeleted, false)).orderBy(
58
+ asc(sqliteTable.__lastUpdatedBlockNumber)
59
+ // TODO: add logIndex (https://github.com/latticexyz/mud/issues/1979)
60
+ ).all();
61
+ const filteredRecords = !filters.length ? records : records.filter((record) => {
62
+ const keyTuple = decodeDynamicField("bytes32[]", record.__key);
63
+ return filters.some(
64
+ (filter2) => filter2.tableId === table.tableId && (filter2.key0 == null || filter2.key0 === keyTuple[0]) && (filter2.key1 == null || filter2.key1 === keyTuple[1])
65
+ );
66
+ });
67
+ const resource = hexToResource(table.tableId);
68
+ return {
69
+ ...table,
70
+ type: resource.type,
71
+ schema: mapObject({ ...table.keySchema, ...table.valueSchema }, (type) => ({ type, internalType: type })),
72
+ key: Object.keys(table.keySchema),
73
+ records: filteredRecords.map((record) => {
74
+ const key = Object.fromEntries(Object.entries(table.keySchema).map(([name]) => [name, record[name]]));
75
+ const value = Object.fromEntries(Object.entries(table.valueSchema).map(([name]) => [name, record[name]]));
76
+ return { key, value, fields: { ...key, ...value } };
77
+ })
78
+ };
79
+ });
80
+ return {
81
+ blockNumber: metadata?.lastUpdatedBlockNumber ?? null,
82
+ tables: tablesWithRecords
83
+ };
84
+ }
85
+
86
+ // src/sqlite/createQueryAdapter.ts
87
+ import { tablesWithRecordsToLogs } from "@latticexyz/store-sync";
88
+ async function createQueryAdapter(database) {
89
+ const adapter = {
90
+ async getLogs(opts) {
91
+ const { blockNumber, tables } = getTablesWithRecords(database, opts);
92
+ const logs = tablesWithRecordsToLogs(tables);
93
+ return { blockNumber: blockNumber ?? 0n, logs };
94
+ },
95
+ async findAll(opts) {
96
+ return getTablesWithRecords(database, opts);
97
+ }
98
+ };
99
+ return adapter;
100
+ }
101
+
102
+ // src/bin/sqlite-indexer.ts
103
+ import { combineLatest, filter, first } from "rxjs";
104
+
105
+ // src/sqlite/apiRoutes.ts
106
+ import Router from "@koa/router";
107
+ import compose from "koa-compose";
108
+ import { input } from "@latticexyz/store-sync/indexer-client";
109
+ import { schemasTable, tablesWithRecordsToLogs as tablesWithRecordsToLogs2 } from "@latticexyz/store-sync";
110
+ import { createBenchmark } from "@latticexyz/common";
111
+ function apiRoutes(database) {
112
+ const router = new Router();
113
+ router.get("/api/logs", compress(), async (ctx) => {
114
+ const benchmark = createBenchmark("sqlite:logs");
115
+ let options;
116
+ try {
117
+ options = input.parse(typeof ctx.query.input === "string" ? JSON.parse(ctx.query.input) : {});
118
+ } catch (error) {
119
+ ctx.status = 400;
120
+ ctx.body = JSON.stringify(error);
121
+ debug(error);
122
+ return;
123
+ }
124
+ try {
125
+ options.filters = options.filters.length > 0 ? [...options.filters, { tableId: schemasTable.tableId }] : [];
126
+ benchmark("parse config");
127
+ const { blockNumber, tables } = getTablesWithRecords(database, options);
128
+ benchmark("query tables with records");
129
+ const logs = tablesWithRecordsToLogs2(tables);
130
+ benchmark("convert records to logs");
131
+ ctx.body = JSON.stringify({ blockNumber: blockNumber?.toString() ?? "-1", logs });
132
+ ctx.status = 200;
133
+ } catch (error) {
134
+ ctx.status = 500;
135
+ ctx.body = JSON.stringify(error);
136
+ debug(error);
137
+ }
138
+ });
139
+ return compose([router.routes(), router.allowedMethods()]);
140
+ }
141
+
142
+ // src/bin/sqlite-indexer.ts
143
+ import { getRpcClient } from "@latticexyz/block-logs-stream";
144
+ import { getBlock, getChainId } from "viem/actions";
145
+ (async () => {
146
+ const env = parseEnv(
147
+ z.intersection(
148
+ z.intersection(indexerEnvSchema, frontendEnvSchema),
149
+ z.object({
150
+ SQLITE_FILENAME: z.string().default("indexer.db"),
151
+ SENTRY_DSN: z.string().optional()
152
+ })
153
+ )
154
+ );
155
+ const clientOptions = await getClientOptions(env);
156
+ const chainId = await getChainId(getRpcClient(clientOptions));
157
+ const database = drizzle(new Database(env.SQLITE_FILENAME));
158
+ let startBlock = env.START_BLOCK;
159
+ async function getCurrentChainState() {
160
+ try {
161
+ const currentChainStates = database.select().from(chainState2).where(eq2(chainState2.chainId, chainId)).all();
162
+ const currentChainState2 = currentChainStates[0];
163
+ return currentChainState2;
164
+ } catch (error) {
165
+ }
166
+ }
167
+ async function getLatestStoredBlockNumber() {
168
+ const currentChainState2 = await getCurrentChainState();
169
+ return currentChainState2?.lastUpdatedBlockNumber ?? void 0;
170
+ }
171
+ async function getDistanceFromFollowBlock() {
172
+ const [latestStoredBlockNumber, latestFollowBlock] = await Promise.all([
173
+ getLatestStoredBlockNumber(),
174
+ getBlock(getRpcClient(clientOptions), { blockTag: env.FOLLOW_BLOCK_TAG })
175
+ ]);
176
+ return latestFollowBlock.number - (latestStoredBlockNumber ?? -1n);
177
+ }
178
+ const currentChainState = await getCurrentChainState();
179
+ if (currentChainState) {
180
+ if (currentChainState.schemaVersion != schemaVersion) {
181
+ console.log(
182
+ "schema version changed from",
183
+ currentChainState.schemaVersion,
184
+ "to",
185
+ schemaVersion,
186
+ "recreating database"
187
+ );
188
+ fs.truncateSync(env.SQLITE_FILENAME);
189
+ } else if (currentChainState.lastUpdatedBlockNumber != null) {
190
+ console.log("resuming from block number", currentChainState.lastUpdatedBlockNumber + 1n);
191
+ startBlock = currentChainState.lastUpdatedBlockNumber + 1n;
192
+ }
193
+ }
194
+ const { latestBlockNumber$, storedBlockLogs$ } = await syncToSqlite({
195
+ ...clientOptions,
196
+ database,
197
+ followBlockTag: env.FOLLOW_BLOCK_TAG,
198
+ startBlock,
199
+ maxBlockRange: env.MAX_BLOCK_RANGE,
200
+ address: env.STORE_ADDRESS
201
+ });
202
+ let isCaughtUp = false;
203
+ combineLatest([latestBlockNumber$, storedBlockLogs$]).pipe(
204
+ filter(
205
+ ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) => latestBlockNumber === lastBlockNumberProcessed
206
+ ),
207
+ first()
208
+ ).subscribe(() => {
209
+ isCaughtUp = true;
210
+ console.log("all caught up");
211
+ });
212
+ const server = new Koa();
213
+ if (env.SENTRY_DSN) {
214
+ server.use(sentry(env.SENTRY_DSN));
215
+ }
216
+ server.use(cors());
217
+ server.use(
218
+ healthcheck({
219
+ isReady: () => isCaughtUp
220
+ })
221
+ );
222
+ server.use(
223
+ metrics({
224
+ isHealthy: () => true,
225
+ isReady: () => isCaughtUp,
226
+ getLatestStoredBlockNumber,
227
+ getDistanceFromFollowBlock,
228
+ followBlockTag: env.FOLLOW_BLOCK_TAG
229
+ })
230
+ );
231
+ server.use(helloWorld());
232
+ server.use(apiRoutes(database));
233
+ server.use(
234
+ createKoaMiddleware({
235
+ prefix: "/trpc",
236
+ router: createAppRouter(),
237
+ createContext: async () => ({
238
+ queryAdapter: await createQueryAdapter(database)
239
+ })
240
+ })
241
+ );
242
+ server.listen({ host: env.HOST, port: env.PORT });
243
+ console.log(`sqlite indexer frontend listening on http://${env.HOST}:${env.PORT}`);
244
+ })();
3
245
  //# sourceMappingURL=sqlite-indexer.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/bin/sqlite-indexer.ts","../../src/sqlite/getTablesWithRecords.ts","../../src/sqlite/createQueryAdapter.ts","../../src/sqlite/apiRoutes.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport fs from \"node:fs\";\nimport { z } from \"zod\";\nimport { eq } from \"drizzle-orm\";\nimport { drizzle } from \"drizzle-orm/better-sqlite3\";\nimport Database from \"better-sqlite3\";\nimport Koa from \"koa\";\nimport cors from \"@koa/cors\";\nimport { createKoaMiddleware } from \"trpc-koa-adapter\";\nimport { createAppRouter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { chainState, schemaVersion, syncToSqlite } from \"@latticexyz/store-sync/sqlite\";\nimport { createQueryAdapter } from \"../sqlite/createQueryAdapter\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { frontendEnvSchema, indexerEnvSchema, parseEnv } from \"./parseEnv\";\nimport { healthcheck } from \"../koa-middleware/healthcheck\";\nimport { helloWorld } from \"../koa-middleware/helloWorld\";\nimport { apiRoutes } from \"../sqlite/apiRoutes\";\nimport { sentry } from \"../koa-middleware/sentry\";\nimport { metrics } from \"../koa-middleware/metrics\";\nimport { getClientOptions } from \"./getClientOptions\";\nimport { getRpcClient } from \"@latticexyz/block-logs-stream\";\nimport { getBlock, getChainId } from \"viem/actions\";\n\nconst env = parseEnv(\n z.intersection(\n z.intersection(indexerEnvSchema, frontendEnvSchema),\n z.object({\n SQLITE_FILENAME: z.string().default(\"indexer.db\"),\n SENTRY_DSN: z.string().optional(),\n }),\n ),\n);\n\nconst clientOptions = await getClientOptions(env);\n\nconst chainId = await getChainId(getRpcClient(clientOptions));\nconst database = drizzle(new Database(env.SQLITE_FILENAME));\n\nlet startBlock = env.START_BLOCK;\n\nasync function getCurrentChainState(): Promise<\n | {\n schemaVersion: number;\n chainId: number;\n lastUpdatedBlockNumber: bigint | null;\n lastError: string | null;\n }\n | undefined\n> {\n // This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n try {\n const currentChainStates = database.select().from(chainState).where(eq(chainState.chainId, chainId)).all();\n // TODO: replace this type workaround with `noUncheckedIndexedAccess: true` when we can fix all the issues related (https://github.com/latticexyz/mud/issues/1212)\n const currentChainState: (typeof currentChainStates)[number] | undefined = currentChainStates[0];\n return currentChainState;\n } catch (error) {\n // ignore errors, this is optional\n }\n}\n\nasync function getLatestStoredBlockNumber(): Promise<bigint | undefined> {\n const currentChainState = await getCurrentChainState();\n return currentChainState?.lastUpdatedBlockNumber ?? undefined;\n}\n\nasync function getDistanceFromFollowBlock(): Promise<bigint> {\n const [latestStoredBlockNumber, latestFollowBlock] = await Promise.all([\n getLatestStoredBlockNumber(),\n getBlock(getRpcClient(clientOptions), { blockTag: env.FOLLOW_BLOCK_TAG }),\n ]);\n return latestFollowBlock.number - (latestStoredBlockNumber ?? -1n);\n}\n\nconst currentChainState = await getCurrentChainState();\nif (currentChainState) {\n // Reset the db if the version changed\n if (currentChainState.schemaVersion != schemaVersion) {\n console.log(\n \"schema version changed from\",\n currentChainState.schemaVersion,\n \"to\",\n schemaVersion,\n \"recreating database\",\n );\n fs.truncateSync(env.SQLITE_FILENAME);\n } else if (currentChainState.lastUpdatedBlockNumber != null) {\n // Resume from latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n console.log(\"resuming from block number\", currentChainState.lastUpdatedBlockNumber + 1n);\n startBlock = currentChainState.lastUpdatedBlockNumber + 1n;\n }\n}\n\nconst { latestBlockNumber$, storedBlockLogs$ } = await syncToSqlite({\n ...clientOptions,\n database,\n followBlockTag: env.FOLLOW_BLOCK_TAG,\n startBlock,\n maxBlockRange: env.MAX_BLOCK_RANGE,\n address: env.STORE_ADDRESS,\n});\n\nlet isCaughtUp = false;\ncombineLatest([latestBlockNumber$, storedBlockLogs$])\n .pipe(\n filter(\n ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) =>\n latestBlockNumber === lastBlockNumberProcessed,\n ),\n first(),\n )\n .subscribe(() => {\n isCaughtUp = true;\n console.log(\"all caught up\");\n });\n\nconst server = new Koa();\n\nif (env.SENTRY_DSN) {\n server.use(sentry(env.SENTRY_DSN));\n}\n\nserver.use(cors());\nserver.use(\n healthcheck({\n isReady: () => isCaughtUp,\n }),\n);\nserver.use(\n metrics({\n isHealthy: () => true,\n isReady: () => isCaughtUp,\n getLatestStoredBlockNumber,\n getDistanceFromFollowBlock,\n followBlockTag: env.FOLLOW_BLOCK_TAG,\n }),\n);\nserver.use(helloWorld());\nserver.use(apiRoutes(database));\n\nserver.use(\n createKoaMiddleware({\n prefix: \"/trpc\",\n router: createAppRouter(),\n createContext: async () => ({\n queryAdapter: await createQueryAdapter(database),\n }),\n }),\n);\n\nserver.listen({ host: env.HOST, port: env.PORT });\nconsole.log(`sqlite indexer frontend listening on http://${env.HOST}:${env.PORT}`);\n","import { asc, eq } from \"drizzle-orm\";\nimport { BaseSQLiteDatabase } from \"drizzle-orm/sqlite-core\";\nimport { buildTable, chainState, getTables } from \"@latticexyz/store-sync/sqlite\";\nimport { Hex, getAddress } from \"viem\";\nimport { decodeDynamicField } from \"@latticexyz/protocol-parser/internal\";\nimport { SyncFilter, TableRecord, TableWithRecords } from \"@latticexyz/store-sync\";\nimport { hexToResource } from \"@latticexyz/common\";\nimport { mapObject } from \"@latticexyz/common/utils\";\n\n// TODO: refactor sqlite and replace this with getLogs to match postgres (https://github.com/latticexyz/mud/issues/1970)\n\n/**\n * @deprecated\n * */\nexport function getTablesWithRecords(\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n database: BaseSQLiteDatabase<\"sync\", any>,\n {\n chainId,\n address,\n filters = [],\n }: {\n readonly chainId: number;\n readonly address?: Hex;\n readonly filters?: readonly SyncFilter[];\n },\n): { blockNumber: bigint | null; tables: readonly TableWithRecords[] } {\n const metadata = database\n .select()\n .from(chainState)\n .where(eq(chainState.chainId, chainId))\n .limit(1)\n .all()\n .find(() => true);\n\n // If _any_ filter has a table ID, this will filter down all data to just those tables. Which mean we can't yet mix table filters with key-only filters.\n // TODO: improve this so we can express this in the query (need to be able to query data across tables more easily)\n const tableIds = Array.from(new Set(filters.map((filter) => filter.tableId)));\n const tables = getTables(database)\n .filter((table) => address == null || getAddress(address) === getAddress(table.address))\n .filter((table) => !tableIds.length || tableIds.includes(table.tableId));\n\n const tablesWithRecords = tables.map((table) => {\n const sqliteTable = buildTable(table);\n const records = database\n .select()\n .from(sqliteTable)\n .where(eq(sqliteTable.__isDeleted, false))\n .orderBy(\n asc(sqliteTable.__lastUpdatedBlockNumber),\n // TODO: add logIndex (https://github.com/latticexyz/mud/issues/1979)\n )\n .all();\n const filteredRecords = !filters.length\n ? records\n : records.filter((record) => {\n const keyTuple = decodeDynamicField(\"bytes32[]\", record.__key);\n return filters.some(\n (filter) =>\n filter.tableId === table.tableId &&\n (filter.key0 == null || filter.key0 === keyTuple[0]) &&\n (filter.key1 == null || filter.key1 === keyTuple[1]),\n );\n });\n const resource = hexToResource(table.tableId);\n return {\n ...table,\n type: resource.type as never,\n schema: mapObject({ ...table.keySchema, ...table.valueSchema }, (type) => ({ type, internalType: type })),\n key: Object.keys(table.keySchema),\n records: filteredRecords.map((record): TableRecord => {\n const key = Object.fromEntries(Object.entries(table.keySchema).map(([name]) => [name, record[name]]));\n const value = Object.fromEntries(Object.entries(table.valueSchema).map(([name]) => [name, record[name]]));\n return { key, value, fields: { ...key, ...value } };\n }),\n } satisfies TableWithRecords;\n });\n\n return {\n blockNumber: metadata?.lastUpdatedBlockNumber ?? null,\n tables: tablesWithRecords,\n };\n}\n","import { BaseSQLiteDatabase } from \"drizzle-orm/sqlite-core\";\nimport { QueryAdapter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { getTablesWithRecords } from \"./getTablesWithRecords\";\nimport { tablesWithRecordsToLogs } from \"@latticexyz/store-sync\";\n\n/**\n * Creates a storage adapter for the tRPC server/client to query data from SQLite.\n *\n * @param {BaseSQLiteDatabase<\"sync\", any>} database SQLite database object from Drizzle\n * @returns {Promise<QueryAdapter>} A set of methods used by tRPC endpoints.\n */\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport async function createQueryAdapter(database: BaseSQLiteDatabase<\"sync\", any>): Promise<QueryAdapter> {\n const adapter: QueryAdapter = {\n async getLogs(opts) {\n const { blockNumber, tables } = getTablesWithRecords(database, opts);\n const logs = tablesWithRecordsToLogs(tables);\n return { blockNumber: blockNumber ?? 0n, logs };\n },\n async findAll(opts) {\n return getTablesWithRecords(database, opts);\n },\n };\n return adapter;\n}\n","import { Middleware } from \"koa\";\nimport Router from \"@koa/router\";\nimport compose from \"koa-compose\";\nimport { input } from \"@latticexyz/store-sync/indexer-client\";\nimport { schemasTable, tablesWithRecordsToLogs } from \"@latticexyz/store-sync\";\nimport { debug } from \"../debug\";\nimport { createBenchmark } from \"@latticexyz/common\";\nimport { compress } from \"../koa-middleware/compress\";\nimport { getTablesWithRecords } from \"./getTablesWithRecords\";\nimport { BaseSQLiteDatabase } from \"drizzle-orm/sqlite-core\";\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function apiRoutes(database: BaseSQLiteDatabase<\"sync\", any>): Middleware {\n const router = new Router();\n\n router.get(\"/api/logs\", compress(), async (ctx) => {\n const benchmark = createBenchmark(\"sqlite:logs\");\n\n let options: ReturnType<typeof input.parse>;\n\n try {\n options = input.parse(typeof ctx.query.input === \"string\" ? JSON.parse(ctx.query.input) : {});\n } catch (error) {\n ctx.status = 400;\n ctx.body = JSON.stringify(error);\n debug(error);\n return;\n }\n\n try {\n options.filters = options.filters.length > 0 ? [...options.filters, { tableId: schemasTable.tableId }] : [];\n benchmark(\"parse config\");\n const { blockNumber, tables } = getTablesWithRecords(database, options);\n benchmark(\"query tables with records\");\n const logs = tablesWithRecordsToLogs(tables);\n benchmark(\"convert records to logs\");\n\n ctx.body = JSON.stringify({ blockNumber: blockNumber?.toString() ?? \"-1\", logs });\n ctx.status = 200;\n } catch (error) {\n ctx.status = 500;\n ctx.body = JSON.stringify(error);\n debug(error);\n }\n });\n\n return compose([router.routes(), router.allowedMethods()]) as Middleware;\n}\n"],"mappings":";oTACA,MAAO,gBACP,OAAOA,OAAQ,UACf,OAAS,KAAAC,MAAS,MAClB,OAAS,MAAAC,OAAU,cACnB,OAAS,WAAAC,OAAe,6BACxB,OAAOC,OAAc,iBACrB,OAAOC,OAAS,MAChB,OAAOC,OAAU,YACjB,OAAS,uBAAAC,OAA2B,mBACpC,OAAS,mBAAAC,OAAuB,sCAChC,OAAS,cAAAC,EAAY,iBAAAC,EAAe,gBAAAC,OAAoB,gCCXxD,OAAS,OAAAC,EAAK,MAAAC,MAAU,cAExB,OAAS,cAAAC,EAAY,cAAAC,EAAY,aAAAC,MAAiB,gCAClD,OAAc,cAAAC,MAAkB,OAChC,OAAS,sBAAAC,MAA0B,uCAEnC,OAAS,iBAAAC,MAAqB,qBAC9B,OAAS,aAAAC,MAAiB,2BAOnB,SAASC,EAEdC,EACA,CACE,QAAAC,EACA,QAAAC,EACA,QAAAC,EAAU,CAAC,CACb,EAKqE,CACrE,IAAMC,EAAWJ,EACd,OAAO,EACP,KAAKP,CAAU,EACf,MAAMF,EAAGE,EAAW,QAASQ,CAAO,CAAC,EACrC,MAAM,CAAC,EACP,IAAI,EACJ,KAAK,IAAM,EAAI,EAIZI,EAAW,MAAM,KAAK,IAAI,IAAIF,EAAQ,IAAKG,GAAWA,EAAO,OAAO,CAAC,CAAC,EAKtEC,EAJSb,EAAUM,CAAQ,EAC9B,OAAQQ,GAAUN,GAAW,MAAQP,EAAWO,CAAO,IAAMP,EAAWa,EAAM,OAAO,CAAC,EACtF,OAAQA,GAAU,CAACH,EAAS,QAAUA,EAAS,SAASG,EAAM,OAAO,CAAC,EAExC,IAAKA,GAAU,CAC9C,IAAMC,EAAcjB,EAAWgB,CAAK,EAC9BE,EAAUV,EACb,OAAO,EACP,KAAKS,CAAW,EAChB,MAAMlB,EAAGkB,EAAY,YAAa,EAAK,CAAC,EACxC,QACCnB,EAAImB,EAAY,wBAAwB,CAE1C,EACC,IAAI,EACDE,EAAmBR,EAAQ,OAE7BO,EAAQ,OAAQE,GAAW,CACzB,IAAMC,EAAWjB,EAAmB,YAAagB,EAAO,KAAK,EAC7D,OAAOT,EAAQ,KACZG,GACCA,EAAO,UAAYE,EAAM,UACxBF,EAAO,MAAQ,MAAQA,EAAO,OAASO,EAAS,CAAC,KACjDP,EAAO,MAAQ,MAAQA,EAAO,OAASO,EAAS,CAAC,EACtD,CACF,CAAC,EATDH,EAUEI,EAAWjB,EAAcW,EAAM,OAAO,EAC5C,MAAO,CACL,GAAGA,EACH,KAAMM,EAAS,KACf,OAAQhB,EAAU,CAAE,GAAGU,EAAM,UAAW,GAAGA,EAAM,WAAY,EAAIO,IAAU,CAAE,KAAAA,EAAM,aAAcA,CAAK,EAAE,EACxG,IAAK,OAAO,KAAKP,EAAM,SAAS,EAChC,QAASG,EAAgB,IAAKC,GAAwB,CACpD,IAAMI,EAAM,OAAO,YAAY,OAAO,QAAQR,EAAM,SAAS,EAAE,IAAI,CAAC,CAACS,CAAI,IAAM,CAACA,EAAML,EAAOK,CAAI,CAAC,CAAC,CAAC,EAC9FC,EAAQ,OAAO,YAAY,OAAO,QAAQV,EAAM,WAAW,EAAE,IAAI,CAAC,CAACS,CAAI,IAAM,CAACA,EAAML,EAAOK,CAAI,CAAC,CAAC,CAAC,EACxG,MAAO,CAAE,IAAAD,EAAK,MAAAE,EAAO,OAAQ,CAAE,GAAGF,EAAK,GAAGE,CAAM,CAAE,CACpD,CAAC,CACH,CACF,CAAC,EAED,MAAO,CACL,YAAad,GAAU,wBAA0B,KACjD,OAAQG,CACV,CACF,CC/EA,OAAS,2BAAAY,MAA+B,yBASxC,eAAsBC,EAAmBC,EAAkE,CAWzG,MAV8B,CAC5B,MAAM,QAAQC,EAAM,CAClB,GAAM,CAAE,YAAAC,EAAa,OAAAC,CAAO,EAAIC,EAAqBJ,EAAUC,CAAI,EAC7DI,EAAOP,EAAwBK,CAAM,EAC3C,MAAO,CAAE,YAAaD,GAAe,GAAI,KAAAG,CAAK,CAChD,EACA,MAAM,QAAQJ,EAAM,CAClB,OAAOG,EAAqBJ,EAAUC,CAAI,CAC5C,CACF,CAEF,CFXA,OAAS,iBAAAK,GAAe,UAAAC,GAAQ,SAAAC,OAAa,OGZ7C,OAAOC,MAAY,cACnB,OAAOC,OAAa,cACpB,OAAS,SAAAC,OAAa,wCACtB,OAAS,gBAAAC,GAAc,2BAAAC,OAA+B,yBAEtD,OAAS,mBAAAC,OAAuB,qBAMzB,SAASC,EAAUC,EAAuD,CAC/E,IAAMC,EAAS,IAAIC,EAEnB,OAAAD,EAAO,IAAI,YAAaE,EAAS,EAAG,MAAOC,GAAQ,CACjD,IAAMC,EAAYC,GAAgB,aAAa,EAE3CC,EAEJ,GAAI,CACFA,EAAUC,GAAM,MAAM,OAAOJ,EAAI,MAAM,OAAU,SAAW,KAAK,MAAMA,EAAI,MAAM,KAAK,EAAI,CAAC,CAAC,CAC9F,OAASK,EAAO,CACdL,EAAI,OAAS,IACbA,EAAI,KAAO,KAAK,UAAUK,CAAK,EAC/BC,EAAMD,CAAK,EACX,MACF,CAEA,GAAI,CACFF,EAAQ,QAAUA,EAAQ,QAAQ,OAAS,EAAI,CAAC,GAAGA,EAAQ,QAAS,CAAE,QAASI,GAAa,OAAQ,CAAC,EAAI,CAAC,EAC1GN,EAAU,cAAc,EACxB,GAAM,CAAE,YAAAO,EAAa,OAAAC,CAAO,EAAIC,EAAqBd,EAAUO,CAAO,EACtEF,EAAU,2BAA2B,EACrC,IAAMU,EAAOC,GAAwBH,CAAM,EAC3CR,EAAU,yBAAyB,EAEnCD,EAAI,KAAO,KAAK,UAAU,CAAE,YAAaQ,GAAa,SAAS,GAAK,KAAM,KAAAG,CAAK,CAAC,EAChFX,EAAI,OAAS,GACf,OAASK,EAAO,CACdL,EAAI,OAAS,IACbA,EAAI,KAAO,KAAK,UAAUK,CAAK,EAC/BC,EAAMD,CAAK,CACb,CACF,CAAC,EAEMQ,GAAQ,CAAChB,EAAO,OAAO,EAAGA,EAAO,eAAe,CAAC,CAAC,CAC3D,CH1BA,OAAS,gBAAAiB,MAAoB,gCAC7B,OAAS,YAAAC,GAAU,cAAAC,OAAkB,eAErC,IAAMC,EAAMC,EACVC,EAAE,aACAA,EAAE,aAAaC,EAAkBC,CAAiB,EAClDF,EAAE,OAAO,CACP,gBAAiBA,EAAE,OAAO,EAAE,QAAQ,YAAY,EAChD,WAAYA,EAAE,OAAO,EAAE,SAAS,CAClC,CAAC,CACH,CACF,EAEMG,EAAgB,MAAMC,EAAiBN,CAAG,EAE1CO,GAAU,MAAMR,GAAWF,EAAaQ,CAAa,CAAC,EACtDG,EAAWC,GAAQ,IAAIC,GAASV,EAAI,eAAe,CAAC,EAEtDW,EAAaX,EAAI,YAErB,eAAeY,GAQb,CAEA,GAAI,CAIF,OAH2BJ,EAAS,OAAO,EAAE,KAAKK,CAAU,EAAE,MAAMC,GAAGD,EAAW,QAASN,EAAO,CAAC,EAAE,IAAI,EAEX,CAAC,CAEjG,MAAgB,CAEhB,CACF,CAEA,eAAeQ,GAA0D,CAEvE,OAD0B,MAAMH,EAAqB,IAC3B,wBAA0B,MACtD,CAEA,eAAeI,IAA8C,CAC3D,GAAM,CAACC,EAAyBC,CAAiB,EAAI,MAAM,QAAQ,IAAI,CACrEH,EAA2B,EAC3BjB,GAASD,EAAaQ,CAAa,EAAG,CAAE,SAAUL,EAAI,gBAAiB,CAAC,CAC1E,CAAC,EACD,OAAOkB,EAAkB,QAAUD,GAA2B,CAAC,GACjE,CAEA,IAAME,EAAoB,MAAMP,EAAqB,EACjDO,IAEEA,EAAkB,eAAiBC,GACrC,QAAQ,IACN,8BACAD,EAAkB,cAClB,KACAC,EACA,qBACF,EACAC,GAAG,aAAarB,EAAI,eAAe,GAC1BmB,EAAkB,wBAA0B,OAErD,QAAQ,IAAI,6BAA8BA,EAAkB,uBAAyB,EAAE,EACvFR,EAAaQ,EAAkB,uBAAyB,KAI5D,GAAM,CAAE,mBAAAG,GAAoB,iBAAAC,EAAiB,EAAI,MAAMC,GAAa,CAClE,GAAGnB,EACH,SAAAG,EACA,eAAgBR,EAAI,iBACpB,WAAAW,EACA,cAAeX,EAAI,gBACnB,QAASA,EAAI,aACf,CAAC,EAEGyB,EAAa,GACjBC,GAAc,CAACJ,GAAoBC,EAAgB,CAAC,EACjD,KACCI,GACE,CAAC,CAACC,EAAmB,CAAE,YAAaC,CAAyB,CAAC,IAC5DD,IAAsBC,CAC1B,EACAC,GAAM,CACR,EACC,UAAU,IAAM,CACfL,EAAa,GACb,QAAQ,IAAI,eAAe,CAC7B,CAAC,EAEH,IAAMM,EAAS,IAAIC,GAEfhC,EAAI,YACN+B,EAAO,IAAIE,EAAOjC,EAAI,UAAU,CAAC,EAGnC+B,EAAO,IAAIG,GAAK,CAAC,EACjBH,EAAO,IACLI,EAAY,CACV,QAAS,IAAMV,CACjB,CAAC,CACH,EACAM,EAAO,IACLK,EAAQ,CACN,UAAW,IAAM,GACjB,QAAS,IAAMX,EACf,2BAAAV,EACA,2BAAAC,GACA,eAAgBhB,EAAI,gBACtB,CAAC,CACH,EACA+B,EAAO,IAAIM,EAAW,CAAC,EACvBN,EAAO,IAAIO,EAAU9B,CAAQ,CAAC,EAE9BuB,EAAO,IACLQ,GAAoB,CAClB,OAAQ,QACR,OAAQC,GAAgB,EACxB,cAAe,UAAa,CAC1B,aAAc,MAAMC,EAAmBjC,CAAQ,CACjD,EACF,CAAC,CACH,EAEAuB,EAAO,OAAO,CAAE,KAAM/B,EAAI,KAAM,KAAMA,EAAI,IAAK,CAAC,EAChD,QAAQ,IAAI,+CAA+CA,EAAI,IAAI,IAAIA,EAAI,IAAI,EAAE","names":["fs","z","eq","drizzle","Database","Koa","cors","createKoaMiddleware","createAppRouter","chainState","schemaVersion","syncToSqlite","asc","eq","buildTable","chainState","getTables","getAddress","decodeDynamicField","hexToResource","mapObject","getTablesWithRecords","database","chainId","address","filters","metadata","tableIds","filter","tablesWithRecords","table","sqliteTable","records","filteredRecords","record","keyTuple","resource","type","key","name","value","tablesWithRecordsToLogs","createQueryAdapter","database","opts","blockNumber","tables","getTablesWithRecords","logs","combineLatest","filter","first","Router","compose","input","schemasTable","tablesWithRecordsToLogs","createBenchmark","apiRoutes","database","router","Router","compress","ctx","benchmark","createBenchmark","options","input","error","debug","schemasTable","blockNumber","tables","getTablesWithRecords","logs","tablesWithRecordsToLogs","compose","getRpcClient","getBlock","getChainId","env","parseEnv","z","indexerEnvSchema","frontendEnvSchema","clientOptions","getClientOptions","chainId","database","drizzle","Database","startBlock","getCurrentChainState","chainState","eq","getLatestStoredBlockNumber","getDistanceFromFollowBlock","latestStoredBlockNumber","latestFollowBlock","currentChainState","schemaVersion","fs","latestBlockNumber$","storedBlockLogs$","syncToSqlite","isCaughtUp","combineLatest","filter","latestBlockNumber","lastBlockNumberProcessed","first","server","Koa","sentry","cors","healthcheck","metrics","helloWorld","apiRoutes","createKoaMiddleware","createAppRouter","createQueryAdapter"]}
1
+ {"version":3,"sources":["../../src/bin/sqlite-indexer.ts","../../src/sqlite/getTablesWithRecords.ts","../../src/sqlite/createQueryAdapter.ts","../../src/sqlite/apiRoutes.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport fs from \"node:fs\";\nimport { z } from \"zod\";\nimport { eq } from \"drizzle-orm\";\nimport { drizzle } from \"drizzle-orm/better-sqlite3\";\nimport Database from \"better-sqlite3\";\nimport Koa from \"koa\";\nimport cors from \"@koa/cors\";\nimport { createKoaMiddleware } from \"trpc-koa-adapter\";\nimport { createAppRouter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { chainState, schemaVersion, syncToSqlite } from \"@latticexyz/store-sync/sqlite\";\nimport { createQueryAdapter } from \"../sqlite/createQueryAdapter\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { frontendEnvSchema, indexerEnvSchema, parseEnv } from \"./parseEnv\";\nimport { healthcheck } from \"../koa-middleware/healthcheck\";\nimport { helloWorld } from \"../koa-middleware/helloWorld\";\nimport { apiRoutes } from \"../sqlite/apiRoutes\";\nimport { sentry } from \"../koa-middleware/sentry\";\nimport { metrics } from \"../koa-middleware/metrics\";\nimport { getClientOptions } from \"./getClientOptions\";\nimport { getRpcClient } from \"@latticexyz/block-logs-stream\";\nimport { getBlock, getChainId } from \"viem/actions\";\n\n// Workaround for:\n// Top-level await is currently not supported with the \"cjs\" output format\n(async (): Promise<void> => {\n const env = parseEnv(\n z.intersection(\n z.intersection(indexerEnvSchema, frontendEnvSchema),\n z.object({\n SQLITE_FILENAME: z.string().default(\"indexer.db\"),\n SENTRY_DSN: z.string().optional(),\n }),\n ),\n );\n\n const clientOptions = await getClientOptions(env);\n\n const chainId = await getChainId(getRpcClient(clientOptions));\n const database = drizzle(new Database(env.SQLITE_FILENAME));\n\n let startBlock = env.START_BLOCK;\n\n async function getCurrentChainState(): Promise<\n | {\n schemaVersion: number;\n chainId: number;\n lastUpdatedBlockNumber: bigint | null;\n lastError: string | null;\n }\n | undefined\n > {\n // This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n try {\n const currentChainStates = database.select().from(chainState).where(eq(chainState.chainId, chainId)).all();\n // TODO: replace this type workaround with `noUncheckedIndexedAccess: true` when we can fix all the issues related (https://github.com/latticexyz/mud/issues/1212)\n const currentChainState: (typeof currentChainStates)[number] | undefined = currentChainStates[0];\n return currentChainState;\n } catch (error) {\n // ignore errors, this is optional\n }\n }\n\n async function getLatestStoredBlockNumber(): Promise<bigint | undefined> {\n const currentChainState = await getCurrentChainState();\n return currentChainState?.lastUpdatedBlockNumber ?? undefined;\n }\n\n async function getDistanceFromFollowBlock(): Promise<bigint> {\n const [latestStoredBlockNumber, latestFollowBlock] = await Promise.all([\n getLatestStoredBlockNumber(),\n getBlock(getRpcClient(clientOptions), { blockTag: env.FOLLOW_BLOCK_TAG }),\n ]);\n return latestFollowBlock.number - (latestStoredBlockNumber ?? -1n);\n }\n\n const currentChainState = await getCurrentChainState();\n if (currentChainState) {\n // Reset the db if the version changed\n if (currentChainState.schemaVersion != schemaVersion) {\n console.log(\n \"schema version changed from\",\n currentChainState.schemaVersion,\n \"to\",\n schemaVersion,\n \"recreating database\",\n );\n fs.truncateSync(env.SQLITE_FILENAME);\n } else if (currentChainState.lastUpdatedBlockNumber != null) {\n // Resume from latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n console.log(\"resuming from block number\", currentChainState.lastUpdatedBlockNumber + 1n);\n startBlock = currentChainState.lastUpdatedBlockNumber + 1n;\n }\n }\n\n const { latestBlockNumber$, storedBlockLogs$ } = await syncToSqlite({\n ...clientOptions,\n database,\n followBlockTag: env.FOLLOW_BLOCK_TAG,\n startBlock,\n maxBlockRange: env.MAX_BLOCK_RANGE,\n address: env.STORE_ADDRESS,\n });\n\n let isCaughtUp = false;\n combineLatest([latestBlockNumber$, storedBlockLogs$])\n .pipe(\n filter(\n ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) =>\n latestBlockNumber === lastBlockNumberProcessed,\n ),\n first(),\n )\n .subscribe(() => {\n isCaughtUp = true;\n console.log(\"all caught up\");\n });\n\n const server = new Koa();\n\n if (env.SENTRY_DSN) {\n server.use(sentry(env.SENTRY_DSN));\n }\n\n server.use(cors());\n server.use(\n healthcheck({\n isReady: () => isCaughtUp,\n }),\n );\n server.use(\n metrics({\n isHealthy: () => true,\n isReady: () => isCaughtUp,\n getLatestStoredBlockNumber,\n getDistanceFromFollowBlock,\n followBlockTag: env.FOLLOW_BLOCK_TAG,\n }),\n );\n server.use(helloWorld());\n server.use(apiRoutes(database));\n\n server.use(\n createKoaMiddleware({\n prefix: \"/trpc\",\n router: createAppRouter(),\n createContext: async () => ({\n queryAdapter: await createQueryAdapter(database),\n }),\n }),\n );\n\n server.listen({ host: env.HOST, port: env.PORT });\n console.log(`sqlite indexer frontend listening on http://${env.HOST}:${env.PORT}`);\n})();\n","import { asc, eq } from \"drizzle-orm\";\nimport { BaseSQLiteDatabase } from \"drizzle-orm/sqlite-core\";\nimport { buildTable, chainState, getTables } from \"@latticexyz/store-sync/sqlite\";\nimport { Hex, getAddress } from \"viem\";\nimport { decodeDynamicField } from \"@latticexyz/protocol-parser/internal\";\nimport { SyncFilter, TableRecord, TableWithRecords } from \"@latticexyz/store-sync\";\nimport { hexToResource } from \"@latticexyz/common\";\nimport { mapObject } from \"@latticexyz/common/utils\";\n\n// TODO: refactor sqlite and replace this with getLogs to match postgres (https://github.com/latticexyz/mud/issues/1970)\n\n/**\n * @deprecated\n * */\nexport function getTablesWithRecords(\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n database: BaseSQLiteDatabase<\"sync\", any>,\n {\n chainId,\n address,\n filters = [],\n }: {\n readonly chainId: number;\n readonly address?: Hex;\n readonly filters?: readonly SyncFilter[];\n },\n): { blockNumber: bigint | null; tables: readonly TableWithRecords[] } {\n const metadata = database\n .select()\n .from(chainState)\n .where(eq(chainState.chainId, chainId))\n .limit(1)\n .all()\n .find(() => true);\n\n // If _any_ filter has a table ID, this will filter down all data to just those tables. Which mean we can't yet mix table filters with key-only filters.\n // TODO: improve this so we can express this in the query (need to be able to query data across tables more easily)\n const tableIds = Array.from(new Set(filters.map((filter) => filter.tableId)));\n const tables = getTables(database)\n .filter((table) => address == null || getAddress(address) === getAddress(table.address))\n .filter((table) => !tableIds.length || tableIds.includes(table.tableId));\n\n const tablesWithRecords = tables.map((table) => {\n const sqliteTable = buildTable(table);\n const records = database\n .select()\n .from(sqliteTable)\n .where(eq(sqliteTable.__isDeleted, false))\n .orderBy(\n asc(sqliteTable.__lastUpdatedBlockNumber),\n // TODO: add logIndex (https://github.com/latticexyz/mud/issues/1979)\n )\n .all();\n const filteredRecords = !filters.length\n ? records\n : records.filter((record) => {\n const keyTuple = decodeDynamicField(\"bytes32[]\", record.__key);\n return filters.some(\n (filter) =>\n filter.tableId === table.tableId &&\n (filter.key0 == null || filter.key0 === keyTuple[0]) &&\n (filter.key1 == null || filter.key1 === keyTuple[1]),\n );\n });\n const resource = hexToResource(table.tableId);\n return {\n ...table,\n type: resource.type as never,\n schema: mapObject({ ...table.keySchema, ...table.valueSchema }, (type) => ({ type, internalType: type })),\n key: Object.keys(table.keySchema),\n records: filteredRecords.map((record): TableRecord => {\n const key = Object.fromEntries(Object.entries(table.keySchema).map(([name]) => [name, record[name]]));\n const value = Object.fromEntries(Object.entries(table.valueSchema).map(([name]) => [name, record[name]]));\n return { key, value, fields: { ...key, ...value } };\n }),\n } satisfies TableWithRecords;\n });\n\n return {\n blockNumber: metadata?.lastUpdatedBlockNumber ?? null,\n tables: tablesWithRecords,\n };\n}\n","import { BaseSQLiteDatabase } from \"drizzle-orm/sqlite-core\";\nimport { QueryAdapter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { getTablesWithRecords } from \"./getTablesWithRecords\";\nimport { tablesWithRecordsToLogs } from \"@latticexyz/store-sync\";\n\n/**\n * Creates a storage adapter for the tRPC server/client to query data from SQLite.\n *\n * @param {BaseSQLiteDatabase<\"sync\", any>} database SQLite database object from Drizzle\n * @returns {Promise<QueryAdapter>} A set of methods used by tRPC endpoints.\n */\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport async function createQueryAdapter(database: BaseSQLiteDatabase<\"sync\", any>): Promise<QueryAdapter> {\n const adapter: QueryAdapter = {\n async getLogs(opts) {\n const { blockNumber, tables } = getTablesWithRecords(database, opts);\n const logs = tablesWithRecordsToLogs(tables);\n return { blockNumber: blockNumber ?? 0n, logs };\n },\n async findAll(opts) {\n return getTablesWithRecords(database, opts);\n },\n };\n return adapter;\n}\n","import { Middleware } from \"koa\";\nimport Router from \"@koa/router\";\nimport compose from \"koa-compose\";\nimport { input } from \"@latticexyz/store-sync/indexer-client\";\nimport { schemasTable, tablesWithRecordsToLogs } from \"@latticexyz/store-sync\";\nimport { debug } from \"../debug\";\nimport { createBenchmark } from \"@latticexyz/common\";\nimport { compress } from \"../koa-middleware/compress\";\nimport { getTablesWithRecords } from \"./getTablesWithRecords\";\nimport { BaseSQLiteDatabase } from \"drizzle-orm/sqlite-core\";\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function apiRoutes(database: BaseSQLiteDatabase<\"sync\", any>): Middleware {\n const router = new Router();\n\n router.get(\"/api/logs\", compress(), async (ctx) => {\n const benchmark = createBenchmark(\"sqlite:logs\");\n\n let options: ReturnType<typeof input.parse>;\n\n try {\n options = input.parse(typeof ctx.query.input === \"string\" ? JSON.parse(ctx.query.input) : {});\n } catch (error) {\n ctx.status = 400;\n ctx.body = JSON.stringify(error);\n debug(error);\n return;\n }\n\n try {\n options.filters = options.filters.length > 0 ? [...options.filters, { tableId: schemasTable.tableId }] : [];\n benchmark(\"parse config\");\n const { blockNumber, tables } = getTablesWithRecords(database, options);\n benchmark(\"query tables with records\");\n const logs = tablesWithRecordsToLogs(tables);\n benchmark(\"convert records to logs\");\n\n ctx.body = JSON.stringify({ blockNumber: blockNumber?.toString() ?? \"-1\", logs });\n ctx.status = 200;\n } catch (error) {\n ctx.status = 500;\n ctx.body = JSON.stringify(error);\n debug(error);\n }\n });\n\n return compose([router.routes(), router.allowedMethods()]) as Middleware;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,OAAO;AACP,OAAO,QAAQ;AACf,SAAS,SAAS;AAClB,SAAS,MAAAA,WAAU;AACnB,SAAS,eAAe;AACxB,OAAO,cAAc;AACrB,OAAO,SAAS;AAChB,OAAO,UAAU;AACjB,SAAS,2BAA2B;AACpC,SAAS,uBAAuB;AAChC,SAAS,cAAAC,aAAY,eAAe,oBAAoB;;;ACXxD,SAAS,KAAK,UAAU;AAExB,SAAS,YAAY,YAAY,iBAAiB;AAClD,SAAc,kBAAkB;AAChC,SAAS,0BAA0B;AAEnC,SAAS,qBAAqB;AAC9B,SAAS,iBAAiB;AAOnB,SAAS,qBAEd,UACA;AAAA,EACE;AAAA,EACA;AAAA,EACA,UAAU,CAAC;AACb,GAKqE;AACrE,QAAM,WAAW,SACd,OAAO,EACP,KAAK,UAAU,EACf,MAAM,GAAG,WAAW,SAAS,OAAO,CAAC,EACrC,MAAM,CAAC,EACP,IAAI,EACJ,KAAK,MAAM,IAAI;AAIlB,QAAM,WAAW,MAAM,KAAK,IAAI,IAAI,QAAQ,IAAI,CAACC,YAAWA,QAAO,OAAO,CAAC,CAAC;AAC5E,QAAM,SAAS,UAAU,QAAQ,EAC9B,OAAO,CAAC,UAAU,WAAW,QAAQ,WAAW,OAAO,MAAM,WAAW,MAAM,OAAO,CAAC,EACtF,OAAO,CAAC,UAAU,CAAC,SAAS,UAAU,SAAS,SAAS,MAAM,OAAO,CAAC;AAEzE,QAAM,oBAAoB,OAAO,IAAI,CAAC,UAAU;AAC9C,UAAM,cAAc,WAAW,KAAK;AACpC,UAAM,UAAU,SACb,OAAO,EACP,KAAK,WAAW,EAChB,MAAM,GAAG,YAAY,aAAa,KAAK,CAAC,EACxC;AAAA,MACC,IAAI,YAAY,wBAAwB;AAAA;AAAA,IAE1C,EACC,IAAI;AACP,UAAM,kBAAkB,CAAC,QAAQ,SAC7B,UACA,QAAQ,OAAO,CAAC,WAAW;AACzB,YAAM,WAAW,mBAAmB,aAAa,OAAO,KAAK;AAC7D,aAAO,QAAQ;AAAA,QACb,CAACA,YACCA,QAAO,YAAY,MAAM,YACxBA,QAAO,QAAQ,QAAQA,QAAO,SAAS,SAAS,CAAC,OACjDA,QAAO,QAAQ,QAAQA,QAAO,SAAS,SAAS,CAAC;AAAA,MACtD;AAAA,IACF,CAAC;AACL,UAAM,WAAW,cAAc,MAAM,OAAO;AAC5C,WAAO;AAAA,MACL,GAAG;AAAA,MACH,MAAM,SAAS;AAAA,MACf,QAAQ,UAAU,EAAE,GAAG,MAAM,WAAW,GAAG,MAAM,YAAY,GAAG,CAAC,UAAU,EAAE,MAAM,cAAc,KAAK,EAAE;AAAA,MACxG,KAAK,OAAO,KAAK,MAAM,SAAS;AAAA,MAChC,SAAS,gBAAgB,IAAI,CAAC,WAAwB;AACpD,cAAM,MAAM,OAAO,YAAY,OAAO,QAAQ,MAAM,SAAS,EAAE,IAAI,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,OAAO,IAAI,CAAC,CAAC,CAAC;AACpG,cAAM,QAAQ,OAAO,YAAY,OAAO,QAAQ,MAAM,WAAW,EAAE,IAAI,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,OAAO,IAAI,CAAC,CAAC,CAAC;AACxG,eAAO,EAAE,KAAK,OAAO,QAAQ,EAAE,GAAG,KAAK,GAAG,MAAM,EAAE;AAAA,MACpD,CAAC;AAAA,IACH;AAAA,EACF,CAAC;AAED,SAAO;AAAA,IACL,aAAa,UAAU,0BAA0B;AAAA,IACjD,QAAQ;AAAA,EACV;AACF;;;AC/EA,SAAS,+BAA+B;AASxC,eAAsB,mBAAmB,UAAkE;AACzG,QAAM,UAAwB;AAAA,IAC5B,MAAM,QAAQ,MAAM;AAClB,YAAM,EAAE,aAAa,OAAO,IAAI,qBAAqB,UAAU,IAAI;AACnE,YAAM,OAAO,wBAAwB,MAAM;AAC3C,aAAO,EAAE,aAAa,eAAe,IAAI,KAAK;AAAA,IAChD;AAAA,IACA,MAAM,QAAQ,MAAM;AAClB,aAAO,qBAAqB,UAAU,IAAI;AAAA,IAC5C;AAAA,EACF;AACA,SAAO;AACT;;;AFXA,SAAS,eAAe,QAAQ,aAAa;;;AGZ7C,OAAO,YAAY;AACnB,OAAO,aAAa;AACpB,SAAS,aAAa;AACtB,SAAS,cAAc,2BAAAC,gCAA+B;AAEtD,SAAS,uBAAuB;AAMzB,SAAS,UAAU,UAAuD;AAC/E,QAAM,SAAS,IAAI,OAAO;AAE1B,SAAO,IAAI,aAAa,SAAS,GAAG,OAAO,QAAQ;AACjD,UAAM,YAAY,gBAAgB,aAAa;AAE/C,QAAI;AAEJ,QAAI;AACF,gBAAU,MAAM,MAAM,OAAO,IAAI,MAAM,UAAU,WAAW,KAAK,MAAM,IAAI,MAAM,KAAK,IAAI,CAAC,CAAC;AAAA,IAC9F,SAAS,OAAO;AACd,UAAI,SAAS;AACb,UAAI,OAAO,KAAK,UAAU,KAAK;AAC/B,YAAM,KAAK;AACX;AAAA,IACF;AAEA,QAAI;AACF,cAAQ,UAAU,QAAQ,QAAQ,SAAS,IAAI,CAAC,GAAG,QAAQ,SAAS,EAAE,SAAS,aAAa,QAAQ,CAAC,IAAI,CAAC;AAC1G,gBAAU,cAAc;AACxB,YAAM,EAAE,aAAa,OAAO,IAAI,qBAAqB,UAAU,OAAO;AACtE,gBAAU,2BAA2B;AACrC,YAAM,OAAOC,yBAAwB,MAAM;AAC3C,gBAAU,yBAAyB;AAEnC,UAAI,OAAO,KAAK,UAAU,EAAE,aAAa,aAAa,SAAS,KAAK,MAAM,KAAK,CAAC;AAChF,UAAI,SAAS;AAAA,IACf,SAAS,OAAO;AACd,UAAI,SAAS;AACb,UAAI,OAAO,KAAK,UAAU,KAAK;AAC/B,YAAM,KAAK;AAAA,IACb;AAAA,EACF,CAAC;AAED,SAAO,QAAQ,CAAC,OAAO,OAAO,GAAG,OAAO,eAAe,CAAC,CAAC;AAC3D;;;AH1BA,SAAS,oBAAoB;AAC7B,SAAS,UAAU,kBAAkB;AAAA,CAIpC,YAA2B;AAC1B,QAAM,MAAM;AAAA,IACV,EAAE;AAAA,MACA,EAAE,aAAa,kBAAkB,iBAAiB;AAAA,MAClD,EAAE,OAAO;AAAA,QACP,iBAAiB,EAAE,OAAO,EAAE,QAAQ,YAAY;AAAA,QAChD,YAAY,EAAE,OAAO,EAAE,SAAS;AAAA,MAClC,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,gBAAgB,MAAM,iBAAiB,GAAG;AAEhD,QAAM,UAAU,MAAM,WAAW,aAAa,aAAa,CAAC;AAC5D,QAAM,WAAW,QAAQ,IAAI,SAAS,IAAI,eAAe,CAAC;AAE1D,MAAI,aAAa,IAAI;AAErB,iBAAe,uBAQb;AAEA,QAAI;AACF,YAAM,qBAAqB,SAAS,OAAO,EAAE,KAAKC,WAAU,EAAE,MAAMC,IAAGD,YAAW,SAAS,OAAO,CAAC,EAAE,IAAI;AAEzG,YAAME,qBAAqE,mBAAmB,CAAC;AAC/F,aAAOA;AAAA,IACT,SAAS,OAAO;AAAA,IAEhB;AAAA,EACF;AAEA,iBAAe,6BAA0D;AACvE,UAAMA,qBAAoB,MAAM,qBAAqB;AACrD,WAAOA,oBAAmB,0BAA0B;AAAA,EACtD;AAEA,iBAAe,6BAA8C;AAC3D,UAAM,CAAC,yBAAyB,iBAAiB,IAAI,MAAM,QAAQ,IAAI;AAAA,MACrE,2BAA2B;AAAA,MAC3B,SAAS,aAAa,aAAa,GAAG,EAAE,UAAU,IAAI,iBAAiB,CAAC;AAAA,IAC1E,CAAC;AACD,WAAO,kBAAkB,UAAU,2BAA2B,CAAC;AAAA,EACjE;AAEA,QAAM,oBAAoB,MAAM,qBAAqB;AACrD,MAAI,mBAAmB;AAErB,QAAI,kBAAkB,iBAAiB,eAAe;AACpD,cAAQ;AAAA,QACN;AAAA,QACA,kBAAkB;AAAA,QAClB;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,SAAG,aAAa,IAAI,eAAe;AAAA,IACrC,WAAW,kBAAkB,0BAA0B,MAAM;AAE3D,cAAQ,IAAI,8BAA8B,kBAAkB,yBAAyB,EAAE;AACvF,mBAAa,kBAAkB,yBAAyB;AAAA,IAC1D;AAAA,EACF;AAEA,QAAM,EAAE,oBAAoB,iBAAiB,IAAI,MAAM,aAAa;AAAA,IAClE,GAAG;AAAA,IACH;AAAA,IACA,gBAAgB,IAAI;AAAA,IACpB;AAAA,IACA,eAAe,IAAI;AAAA,IACnB,SAAS,IAAI;AAAA,EACf,CAAC;AAED,MAAI,aAAa;AACjB,gBAAc,CAAC,oBAAoB,gBAAgB,CAAC,EACjD;AAAA,IACC;AAAA,MACE,CAAC,CAAC,mBAAmB,EAAE,aAAa,yBAAyB,CAAC,MAC5D,sBAAsB;AAAA,IAC1B;AAAA,IACA,MAAM;AAAA,EACR,EACC,UAAU,MAAM;AACf,iBAAa;AACb,YAAQ,IAAI,eAAe;AAAA,EAC7B,CAAC;AAEH,QAAM,SAAS,IAAI,IAAI;AAEvB,MAAI,IAAI,YAAY;AAClB,WAAO,IAAI,OAAO,IAAI,UAAU,CAAC;AAAA,EACnC;AAEA,SAAO,IAAI,KAAK,CAAC;AACjB,SAAO;AAAA,IACL,YAAY;AAAA,MACV,SAAS,MAAM;AAAA,IACjB,CAAC;AAAA,EACH;AACA,SAAO;AAAA,IACL,QAAQ;AAAA,MACN,WAAW,MAAM;AAAA,MACjB,SAAS,MAAM;AAAA,MACf;AAAA,MACA;AAAA,MACA,gBAAgB,IAAI;AAAA,IACtB,CAAC;AAAA,EACH;AACA,SAAO,IAAI,WAAW,CAAC;AACvB,SAAO,IAAI,UAAU,QAAQ,CAAC;AAE9B,SAAO;AAAA,IACL,oBAAoB;AAAA,MAClB,QAAQ;AAAA,MACR,QAAQ,gBAAgB;AAAA,MACxB,eAAe,aAAa;AAAA,QAC1B,cAAc,MAAM,mBAAmB,QAAQ;AAAA,MACjD;AAAA,IACF,CAAC;AAAA,EACH;AAEA,SAAO,OAAO,EAAE,MAAM,IAAI,MAAM,MAAM,IAAI,KAAK,CAAC;AAChD,UAAQ,IAAI,+CAA+C,IAAI,IAAI,IAAI,IAAI,IAAI,EAAE;AACnF,GAAG;","names":["eq","chainState","filter","tablesWithRecordsToLogs","tablesWithRecordsToLogs","chainState","eq","currentChainState"]}
@@ -0,0 +1,38 @@
1
+ // src/koa-middleware/compress.ts
2
+ import { Stream } from "node:stream";
3
+ import accepts from "accepts";
4
+ import { createBrotliCompress, createDeflate, createGzip } from "node:zlib";
5
+ import { includes } from "@latticexyz/common/utils";
6
+ var encodings = {
7
+ br: createBrotliCompress,
8
+ gzip: createGzip,
9
+ deflate: createDeflate
10
+ };
11
+ var encodingNames = Object.keys(encodings);
12
+ function flushEvery(stream, bytesThreshold) {
13
+ let bytesSinceFlush = 0;
14
+ stream.on("data", (data) => {
15
+ bytesSinceFlush += data.length;
16
+ if (bytesSinceFlush > bytesThreshold) {
17
+ bytesSinceFlush = 0;
18
+ stream.flush();
19
+ }
20
+ });
21
+ return stream;
22
+ }
23
+ function compress({ flushThreshold = 1024 * 4 } = {}) {
24
+ return async function compressMiddleware(ctx, next) {
25
+ ctx.vary("Accept-Encoding");
26
+ await next();
27
+ const encoding = accepts(ctx.req).encoding(encodingNames);
28
+ if (!includes(encodingNames, encoding)) return;
29
+ const compressed = flushEvery(encodings[encoding](), flushThreshold);
30
+ ctx.set("Content-Encoding", encoding);
31
+ ctx.body = ctx.body instanceof Stream ? ctx.body.pipe(compressed) : compressed.end(ctx.body);
32
+ };
33
+ }
34
+
35
+ export {
36
+ compress
37
+ };
38
+ //# sourceMappingURL=chunk-66BWQNF7.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/koa-middleware/compress.ts"],"sourcesContent":["import { Middleware } from \"koa\";\nimport { Readable, Stream } from \"node:stream\";\nimport accepts from \"accepts\";\nimport { Zlib, createBrotliCompress, createDeflate, createGzip } from \"node:zlib\";\nimport { includes } from \"@latticexyz/common/utils\";\n\n// Loosely based on https://github.com/holic/koa-compress/blob/master/lib/index.js\n// with better handling of streams better with occasional flushing\n\nconst encodings = {\n br: createBrotliCompress,\n gzip: createGzip,\n deflate: createDeflate,\n} as const;\n\nconst encodingNames = Object.keys(encodings) as (keyof typeof encodings)[];\n\nfunction flushEvery<stream extends Zlib & Readable>(stream: stream, bytesThreshold: number): stream {\n let bytesSinceFlush = 0;\n stream.on(\"data\", (data) => {\n bytesSinceFlush += data.length;\n if (bytesSinceFlush > bytesThreshold) {\n bytesSinceFlush = 0;\n stream.flush();\n }\n });\n return stream;\n}\n\ntype CompressOptions = {\n flushThreshold?: number;\n};\n\nexport function compress({ flushThreshold = 1024 * 4 }: CompressOptions = {}): Middleware {\n return async function compressMiddleware(ctx, next) {\n ctx.vary(\"Accept-Encoding\");\n\n await next();\n\n const encoding = accepts(ctx.req).encoding(encodingNames);\n if (!includes(encodingNames, encoding)) return;\n\n const compressed = flushEvery(encodings[encoding](), flushThreshold);\n\n ctx.set(\"Content-Encoding\", encoding);\n ctx.body = ctx.body instanceof Stream ? ctx.body.pipe(compressed) : compressed.end(ctx.body);\n };\n}\n"],"mappings":"AACA,OAAmB,UAAAA,MAAc,cACjC,OAAOC,MAAa,UACpB,OAAe,wBAAAC,EAAsB,iBAAAC,EAAe,cAAAC,MAAkB,YACtE,OAAS,YAAAC,MAAgB,2BAKzB,IAAMC,EAAY,CAChB,GAAIJ,EACJ,KAAME,EACN,QAASD,CACX,EAEMI,EAAgB,OAAO,KAAKD,CAAS,EAE3C,SAASE,EAA2CC,EAAgBC,EAAgC,CAClG,IAAIC,EAAkB,EACtB,OAAAF,EAAO,GAAG,OAASG,GAAS,CAC1BD,GAAmBC,EAAK,OACpBD,EAAkBD,IACpBC,EAAkB,EAClBF,EAAO,MAAM,EAEjB,CAAC,EACMA,CACT,CAMO,SAASI,EAAS,CAAE,eAAAC,EAAiB,KAAO,CAAE,EAAqB,CAAC,EAAe,CACxF,OAAO,eAAkCC,EAAKC,EAAM,CAClDD,EAAI,KAAK,iBAAiB,EAE1B,MAAMC,EAAK,EAEX,IAAMC,EAAWhB,EAAQc,EAAI,GAAG,EAAE,SAASR,CAAa,EACxD,GAAI,CAACF,EAASE,EAAeU,CAAQ,EAAG,OAExC,IAAMC,EAAaV,EAAWF,EAAUW,CAAQ,EAAE,EAAGH,CAAc,EAEnEC,EAAI,IAAI,mBAAoBE,CAAQ,EACpCF,EAAI,KAAOA,EAAI,gBAAgBf,EAASe,EAAI,KAAK,KAAKG,CAAU,EAAIA,EAAW,IAAIH,EAAI,IAAI,CAC7F,CACF","names":["Stream","accepts","createBrotliCompress","createDeflate","createGzip","includes","encodings","encodingNames","flushEvery","stream","bytesThreshold","bytesSinceFlush","data","compress","flushThreshold","ctx","next","encoding","compressed"]}
1
+ {"version":3,"sources":["../src/koa-middleware/compress.ts"],"sourcesContent":["import { Middleware } from \"koa\";\nimport { Readable, Stream } from \"node:stream\";\nimport accepts from \"accepts\";\nimport { Zlib, createBrotliCompress, createDeflate, createGzip } from \"node:zlib\";\nimport { includes } from \"@latticexyz/common/utils\";\n\n// Loosely based on https://github.com/holic/koa-compress/blob/master/lib/index.js\n// with better handling of streams better with occasional flushing\n\nconst encodings = {\n br: createBrotliCompress,\n gzip: createGzip,\n deflate: createDeflate,\n} as const;\n\nconst encodingNames = Object.keys(encodings) as (keyof typeof encodings)[];\n\nfunction flushEvery<stream extends Zlib & Readable>(stream: stream, bytesThreshold: number): stream {\n let bytesSinceFlush = 0;\n stream.on(\"data\", (data) => {\n bytesSinceFlush += data.length;\n if (bytesSinceFlush > bytesThreshold) {\n bytesSinceFlush = 0;\n stream.flush();\n }\n });\n return stream;\n}\n\ntype CompressOptions = {\n flushThreshold?: number;\n};\n\nexport function compress({ flushThreshold = 1024 * 4 }: CompressOptions = {}): Middleware {\n return async function compressMiddleware(ctx, next) {\n ctx.vary(\"Accept-Encoding\");\n\n await next();\n\n const encoding = accepts(ctx.req).encoding(encodingNames);\n if (!includes(encodingNames, encoding)) return;\n\n const compressed = flushEvery(encodings[encoding](), flushThreshold);\n\n ctx.set(\"Content-Encoding\", encoding);\n ctx.body = ctx.body instanceof Stream ? ctx.body.pipe(compressed) : compressed.end(ctx.body);\n };\n}\n"],"mappings":";AACA,SAAmB,cAAc;AACjC,OAAO,aAAa;AACpB,SAAe,sBAAsB,eAAe,kBAAkB;AACtE,SAAS,gBAAgB;AAKzB,IAAM,YAAY;AAAA,EAChB,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,SAAS;AACX;AAEA,IAAM,gBAAgB,OAAO,KAAK,SAAS;AAE3C,SAAS,WAA2C,QAAgB,gBAAgC;AAClG,MAAI,kBAAkB;AACtB,SAAO,GAAG,QAAQ,CAAC,SAAS;AAC1B,uBAAmB,KAAK;AACxB,QAAI,kBAAkB,gBAAgB;AACpC,wBAAkB;AAClB,aAAO,MAAM;AAAA,IACf;AAAA,EACF,CAAC;AACD,SAAO;AACT;AAMO,SAAS,SAAS,EAAE,iBAAiB,OAAO,EAAE,IAAqB,CAAC,GAAe;AACxF,SAAO,eAAe,mBAAmB,KAAK,MAAM;AAClD,QAAI,KAAK,iBAAiB;AAE1B,UAAM,KAAK;AAEX,UAAM,WAAW,QAAQ,IAAI,GAAG,EAAE,SAAS,aAAa;AACxD,QAAI,CAAC,SAAS,eAAe,QAAQ,EAAG;AAExC,UAAM,aAAa,WAAW,UAAU,QAAQ,EAAE,GAAG,cAAc;AAEnE,QAAI,IAAI,oBAAoB,QAAQ;AACpC,QAAI,OAAO,IAAI,gBAAgB,SAAS,IAAI,KAAK,KAAK,UAAU,IAAI,WAAW,IAAI,IAAI,IAAI;AAAA,EAC7F;AACF;","names":[]}
@@ -0,0 +1,44 @@
1
+ // src/bin/getClientOptions.ts
2
+ import { createClient, fallback, http, webSocket } from "viem";
3
+ import { isDefined } from "@latticexyz/common/utils";
4
+ import { getChainId } from "viem/actions";
5
+ async function getClientOptions(env) {
6
+ if (env.INTERNAL__VALIDATE_BLOCK_RANGE) {
7
+ const rpcHttpUrl = env.RPC_HTTP_URL;
8
+ if (!rpcHttpUrl) {
9
+ throw new Error("Must provide RPC_HTTP_URL when using INTERNAL__VALIDATE_BLOCK_RANGE.");
10
+ }
11
+ const chainId = await getChainId(createClient({ transport: http(rpcHttpUrl) }));
12
+ const chain = {
13
+ id: chainId,
14
+ name: "Unknown",
15
+ nativeCurrency: { decimals: 18, name: "Ether", symbol: "ETH" },
16
+ rpcUrls: { default: { http: [rpcHttpUrl] } }
17
+ };
18
+ return {
19
+ internal_clientOptions: {
20
+ chain,
21
+ pollingInterval: env.POLLING_INTERVAL,
22
+ validateBlockRange: env.INTERNAL__VALIDATE_BLOCK_RANGE
23
+ }
24
+ };
25
+ }
26
+ const transport = fallback(
27
+ [
28
+ // prefer WS when specified
29
+ env.RPC_WS_URL ? webSocket(env.RPC_WS_URL) : void 0,
30
+ // otherwise use or fallback to HTTP
31
+ env.RPC_HTTP_URL ? http(env.RPC_HTTP_URL) : void 0
32
+ ].filter(isDefined)
33
+ );
34
+ const publicClient = createClient({
35
+ transport,
36
+ pollingInterval: env.POLLING_INTERVAL
37
+ });
38
+ return { publicClient };
39
+ }
40
+
41
+ export {
42
+ getClientOptions
43
+ };
44
+ //# sourceMappingURL=chunk-CGE4ONKA.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/bin/getClientOptions.ts"],"sourcesContent":["import { z } from \"zod\";\nimport { indexerEnvSchema } from \"./parseEnv\";\nimport { GetRpcClientOptions } from \"@latticexyz/block-logs-stream\";\nimport { Chain, createClient, fallback, http, webSocket } from \"viem\";\nimport { isDefined } from \"@latticexyz/common/utils\";\nimport { getChainId } from \"viem/actions\";\n\nexport async function getClientOptions(env: z.infer<typeof indexerEnvSchema>): Promise<GetRpcClientOptions> {\n if (env.INTERNAL__VALIDATE_BLOCK_RANGE) {\n const rpcHttpUrl = env.RPC_HTTP_URL;\n if (!rpcHttpUrl) {\n throw new Error(\"Must provide RPC_HTTP_URL when using INTERNAL__VALIDATE_BLOCK_RANGE.\");\n }\n\n const chainId = await getChainId(createClient({ transport: http(rpcHttpUrl) }));\n\n // Mock a chain config so we can use in client options\n const chain = {\n id: chainId,\n name: \"Unknown\",\n nativeCurrency: { decimals: 18, name: \"Ether\", symbol: \"ETH\" },\n rpcUrls: { default: { http: [rpcHttpUrl] } },\n } satisfies Chain;\n\n return {\n internal_clientOptions: {\n chain,\n pollingInterval: env.POLLING_INTERVAL,\n validateBlockRange: env.INTERNAL__VALIDATE_BLOCK_RANGE,\n },\n };\n }\n\n const transport = fallback(\n [\n // prefer WS when specified\n env.RPC_WS_URL ? webSocket(env.RPC_WS_URL) : undefined,\n // otherwise use or fallback to HTTP\n env.RPC_HTTP_URL ? http(env.RPC_HTTP_URL) : undefined,\n ].filter(isDefined),\n );\n\n const publicClient = createClient({\n transport,\n pollingInterval: env.POLLING_INTERVAL,\n });\n\n return { publicClient };\n}\n"],"mappings":"AAGA,OAAgB,gBAAAA,EAAc,YAAAC,EAAU,QAAAC,EAAM,aAAAC,MAAiB,OAC/D,OAAS,aAAAC,MAAiB,2BAC1B,OAAS,cAAAC,MAAkB,eAE3B,eAAsBC,EAAiBC,EAAqE,CAC1G,GAAIA,EAAI,+BAAgC,CACtC,IAAMC,EAAaD,EAAI,aACvB,GAAI,CAACC,EACH,MAAM,IAAI,MAAM,sEAAsE,EAaxF,MAAO,CACL,uBAAwB,CACtB,MATU,CACZ,GAJc,MAAMH,EAAWL,EAAa,CAAE,UAAWE,EAAKM,CAAU,CAAE,CAAC,CAAC,EAK5E,KAAM,UACN,eAAgB,CAAE,SAAU,GAAI,KAAM,QAAS,OAAQ,KAAM,EAC7D,QAAS,CAAE,QAAS,CAAE,KAAM,CAACA,CAAU,CAAE,CAAE,CAC7C,EAKI,gBAAiBD,EAAI,iBACrB,mBAAoBA,EAAI,8BAC1B,CACF,CACF,CAEA,IAAME,EAAYR,EAChB,CAEEM,EAAI,WAAaJ,EAAUI,EAAI,UAAU,EAAI,OAE7CA,EAAI,aAAeL,EAAKK,EAAI,YAAY,EAAI,MAC9C,EAAE,OAAOH,CAAS,CACpB,EAOA,MAAO,CAAE,aALYJ,EAAa,CAChC,UAAAS,EACA,gBAAiBF,EAAI,gBACvB,CAAC,CAEqB,CACxB","names":["createClient","fallback","http","webSocket","isDefined","getChainId","getClientOptions","env","rpcHttpUrl","transport"]}
1
+ {"version":3,"sources":["../src/bin/getClientOptions.ts"],"sourcesContent":["import { z } from \"zod\";\nimport { indexerEnvSchema } from \"./parseEnv\";\nimport { GetRpcClientOptions } from \"@latticexyz/block-logs-stream\";\nimport { Chain, createClient, fallback, http, webSocket } from \"viem\";\nimport { isDefined } from \"@latticexyz/common/utils\";\nimport { getChainId } from \"viem/actions\";\n\nexport async function getClientOptions(env: z.infer<typeof indexerEnvSchema>): Promise<GetRpcClientOptions> {\n if (env.INTERNAL__VALIDATE_BLOCK_RANGE) {\n const rpcHttpUrl = env.RPC_HTTP_URL;\n if (!rpcHttpUrl) {\n throw new Error(\"Must provide RPC_HTTP_URL when using INTERNAL__VALIDATE_BLOCK_RANGE.\");\n }\n\n const chainId = await getChainId(createClient({ transport: http(rpcHttpUrl) }));\n\n // Mock a chain config so we can use in client options\n const chain = {\n id: chainId,\n name: \"Unknown\",\n nativeCurrency: { decimals: 18, name: \"Ether\", symbol: \"ETH\" },\n rpcUrls: { default: { http: [rpcHttpUrl] } },\n } satisfies Chain;\n\n return {\n internal_clientOptions: {\n chain,\n pollingInterval: env.POLLING_INTERVAL,\n validateBlockRange: env.INTERNAL__VALIDATE_BLOCK_RANGE,\n },\n };\n }\n\n const transport = fallback(\n [\n // prefer WS when specified\n env.RPC_WS_URL ? webSocket(env.RPC_WS_URL) : undefined,\n // otherwise use or fallback to HTTP\n env.RPC_HTTP_URL ? http(env.RPC_HTTP_URL) : undefined,\n ].filter(isDefined),\n );\n\n const publicClient = createClient({\n transport,\n pollingInterval: env.POLLING_INTERVAL,\n });\n\n return { publicClient };\n}\n"],"mappings":";AAGA,SAAgB,cAAc,UAAU,MAAM,iBAAiB;AAC/D,SAAS,iBAAiB;AAC1B,SAAS,kBAAkB;AAE3B,eAAsB,iBAAiB,KAAqE;AAC1G,MAAI,IAAI,gCAAgC;AACtC,UAAM,aAAa,IAAI;AACvB,QAAI,CAAC,YAAY;AACf,YAAM,IAAI,MAAM,sEAAsE;AAAA,IACxF;AAEA,UAAM,UAAU,MAAM,WAAW,aAAa,EAAE,WAAW,KAAK,UAAU,EAAE,CAAC,CAAC;AAG9E,UAAM,QAAQ;AAAA,MACZ,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,gBAAgB,EAAE,UAAU,IAAI,MAAM,SAAS,QAAQ,MAAM;AAAA,MAC7D,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,EAAE;AAAA,IAC7C;AAEA,WAAO;AAAA,MACL,wBAAwB;AAAA,QACtB;AAAA,QACA,iBAAiB,IAAI;AAAA,QACrB,oBAAoB,IAAI;AAAA,MAC1B;AAAA,IACF;AAAA,EACF;AAEA,QAAM,YAAY;AAAA,IAChB;AAAA;AAAA,MAEE,IAAI,aAAa,UAAU,IAAI,UAAU,IAAI;AAAA;AAAA,MAE7C,IAAI,eAAe,KAAK,IAAI,YAAY,IAAI;AAAA,IAC9C,EAAE,OAAO,SAAS;AAAA,EACpB;AAEA,QAAM,eAAe,aAAa;AAAA,IAChC;AAAA,IACA,iBAAiB,IAAI;AAAA,EACvB,CAAC;AAED,SAAO,EAAE,aAAa;AACxB;","names":[]}
@@ -0,0 +1,16 @@
1
+ // src/koa-middleware/helloWorld.ts
2
+ function helloWorld() {
3
+ return async function helloWorldMiddleware(ctx, next) {
4
+ if (ctx.path === "/") {
5
+ ctx.status = 200;
6
+ ctx.body = "emit HelloWorld();";
7
+ return;
8
+ }
9
+ await next();
10
+ };
11
+ }
12
+
13
+ export {
14
+ helloWorld
15
+ };
16
+ //# sourceMappingURL=chunk-GDNGJPVT.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/koa-middleware/helloWorld.ts"],"sourcesContent":["import { Middleware } from \"koa\";\n\nexport function helloWorld(): Middleware {\n return async function helloWorldMiddleware(ctx, next): Promise<void> {\n if (ctx.path === \"/\") {\n ctx.status = 200;\n ctx.body = \"emit HelloWorld();\";\n return;\n }\n await next();\n };\n}\n"],"mappings":"AAEO,SAASA,GAAyB,CACvC,OAAO,eAAoCC,EAAKC,EAAqB,CACnE,GAAID,EAAI,OAAS,IAAK,CACpBA,EAAI,OAAS,IACbA,EAAI,KAAO,qBACX,MACF,CACA,MAAMC,EAAK,CACb,CACF","names":["helloWorld","ctx","next"]}
1
+ {"version":3,"sources":["../src/koa-middleware/helloWorld.ts"],"sourcesContent":["import { Middleware } from \"koa\";\n\nexport function helloWorld(): Middleware {\n return async function helloWorldMiddleware(ctx, next): Promise<void> {\n if (ctx.path === \"/\") {\n ctx.status = 200;\n ctx.body = \"emit HelloWorld();\";\n return;\n }\n await next();\n };\n}\n"],"mappings":";AAEO,SAAS,aAAyB;AACvC,SAAO,eAAe,qBAAqB,KAAK,MAAqB;AACnE,QAAI,IAAI,SAAS,KAAK;AACpB,UAAI,SAAS;AACb,UAAI,OAAO;AACX;AAAA,IACF;AACA,UAAM,KAAK;AAAA,EACb;AACF;","names":[]}
@@ -0,0 +1,53 @@
1
+ // src/bin/parseEnv.ts
2
+ import { isHex } from "viem";
3
+ import { z, ZodError } from "zod";
4
+ var frontendEnvSchema = z.object({
5
+ HOST: z.string().default("0.0.0.0"),
6
+ PORT: z.coerce.number().positive().default(3001)
7
+ });
8
+ var indexerEnvSchema = z.intersection(
9
+ z.object({
10
+ FOLLOW_BLOCK_TAG: z.enum(["latest", "safe", "finalized"]).default("safe"),
11
+ START_BLOCK: z.coerce.bigint().nonnegative().default(0n),
12
+ MAX_BLOCK_RANGE: z.coerce.bigint().positive().default(1000n),
13
+ POLLING_INTERVAL: z.coerce.number().positive().default(1e3),
14
+ STORE_ADDRESS: z.string().optional().transform((input) => input === "" ? void 0 : input).refine(isHexOrUndefined),
15
+ INTERNAL__VALIDATE_BLOCK_RANGE: z.string().optional().transform((input) => input === "true" || input === "1")
16
+ }),
17
+ z.union([
18
+ z.object({
19
+ RPC_HTTP_URL: z.string(),
20
+ RPC_WS_URL: z.string().optional()
21
+ }),
22
+ z.object({
23
+ RPC_HTTP_URL: z.string().optional(),
24
+ RPC_WS_URL: z.string()
25
+ })
26
+ ])
27
+ );
28
+ function parseEnv(envSchema) {
29
+ try {
30
+ return envSchema.parse(process.env);
31
+ } catch (error) {
32
+ if (error instanceof ZodError) {
33
+ const { ...invalidEnvVars } = error.format();
34
+ console.error(`
35
+ Missing or invalid environment variables:
36
+
37
+ ${Object.keys(invalidEnvVars).join("\n ")}
38
+ `);
39
+ process.exit(1);
40
+ }
41
+ throw error;
42
+ }
43
+ }
44
+ function isHexOrUndefined(input) {
45
+ return input === void 0 || isHex(input);
46
+ }
47
+
48
+ export {
49
+ frontendEnvSchema,
50
+ indexerEnvSchema,
51
+ parseEnv
52
+ };
53
+ //# sourceMappingURL=chunk-L5CWEDU6.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/bin/parseEnv.ts"],"sourcesContent":["import { Hex, isHex } from \"viem\";\nimport { z, ZodError, ZodTypeAny } from \"zod\";\n\nexport const frontendEnvSchema = z.object({\n HOST: z.string().default(\"0.0.0.0\"),\n PORT: z.coerce.number().positive().default(3001),\n});\n\nexport const indexerEnvSchema = z.intersection(\n z.object({\n FOLLOW_BLOCK_TAG: z.enum([\"latest\", \"safe\", \"finalized\"]).default(\"safe\"),\n START_BLOCK: z.coerce.bigint().nonnegative().default(0n),\n MAX_BLOCK_RANGE: z.coerce.bigint().positive().default(1000n),\n POLLING_INTERVAL: z.coerce.number().positive().default(1000),\n STORE_ADDRESS: z\n .string()\n .optional()\n .transform((input) => (input === \"\" ? undefined : input))\n .refine(isHexOrUndefined),\n INTERNAL__VALIDATE_BLOCK_RANGE: z\n .string()\n .optional()\n .transform((input) => input === \"true\" || input === \"1\"),\n }),\n z.union([\n z.object({\n RPC_HTTP_URL: z.string(),\n RPC_WS_URL: z.string().optional(),\n }),\n z.object({\n RPC_HTTP_URL: z.string().optional(),\n RPC_WS_URL: z.string(),\n }),\n ]),\n);\n\nexport function parseEnv<TSchema extends ZodTypeAny>(envSchema: TSchema): z.infer<TSchema> {\n try {\n return envSchema.parse(process.env);\n } catch (error) {\n if (error instanceof ZodError) {\n const { ...invalidEnvVars } = error.format();\n console.error(`\\nMissing or invalid environment variables:\\n\\n ${Object.keys(invalidEnvVars).join(\"\\n \")}\\n`);\n process.exit(1);\n }\n throw error;\n }\n}\n\nfunction isHexOrUndefined(input: unknown): input is Hex | undefined {\n return input === undefined || isHex(input);\n}\n"],"mappings":"AAAA,OAAc,SAAAA,MAAa,OAC3B,OAAS,KAAAC,EAAG,YAAAC,MAA4B,MAEjC,IAAMC,EAAoBF,EAAE,OAAO,CACxC,KAAMA,EAAE,OAAO,EAAE,QAAQ,SAAS,EAClC,KAAMA,EAAE,OAAO,OAAO,EAAE,SAAS,EAAE,QAAQ,IAAI,CACjD,CAAC,EAEYG,EAAmBH,EAAE,aAChCA,EAAE,OAAO,CACP,iBAAkBA,EAAE,KAAK,CAAC,SAAU,OAAQ,WAAW,CAAC,EAAE,QAAQ,MAAM,EACxE,YAAaA,EAAE,OAAO,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,EACvD,gBAAiBA,EAAE,OAAO,OAAO,EAAE,SAAS,EAAE,QAAQ,KAAK,EAC3D,iBAAkBA,EAAE,OAAO,OAAO,EAAE,SAAS,EAAE,QAAQ,GAAI,EAC3D,cAAeA,EACZ,OAAO,EACP,SAAS,EACT,UAAWI,GAAWA,IAAU,GAAK,OAAYA,CAAM,EACvD,OAAOC,CAAgB,EAC1B,+BAAgCL,EAC7B,OAAO,EACP,SAAS,EACT,UAAWI,GAAUA,IAAU,QAAUA,IAAU,GAAG,CAC3D,CAAC,EACDJ,EAAE,MAAM,CACNA,EAAE,OAAO,CACP,aAAcA,EAAE,OAAO,EACvB,WAAYA,EAAE,OAAO,EAAE,SAAS,CAClC,CAAC,EACDA,EAAE,OAAO,CACP,aAAcA,EAAE,OAAO,EAAE,SAAS,EAClC,WAAYA,EAAE,OAAO,CACvB,CAAC,CACH,CAAC,CACH,EAEO,SAASM,EAAqCC,EAAsC,CACzF,GAAI,CACF,OAAOA,EAAU,MAAM,QAAQ,GAAG,CACpC,OAASC,EAAO,CACd,GAAIA,aAAiBP,EAAU,CAC7B,GAAM,CAAE,GAAGQ,CAAe,EAAID,EAAM,OAAO,EAC3C,QAAQ,MAAM;AAAA;AAAA;AAAA,IAAoD,OAAO,KAAKC,CAAc,EAAE,KAAK;AAAA,GAAM,CAAC;AAAA,CAAI,EAC9G,QAAQ,KAAK,CAAC,CAChB,CACA,MAAMD,CACR,CACF,CAEA,SAASH,EAAiBD,EAA0C,CAClE,OAAOA,IAAU,QAAaL,EAAMK,CAAK,CAC3C","names":["isHex","z","ZodError","frontendEnvSchema","indexerEnvSchema","input","isHexOrUndefined","parseEnv","envSchema","error","invalidEnvVars"]}
1
+ {"version":3,"sources":["../src/bin/parseEnv.ts"],"sourcesContent":["import { Hex, isHex } from \"viem\";\nimport { z, ZodError, ZodTypeAny } from \"zod\";\n\nexport const frontendEnvSchema = z.object({\n HOST: z.string().default(\"0.0.0.0\"),\n PORT: z.coerce.number().positive().default(3001),\n});\n\nexport const indexerEnvSchema = z.intersection(\n z.object({\n FOLLOW_BLOCK_TAG: z.enum([\"latest\", \"safe\", \"finalized\"]).default(\"safe\"),\n START_BLOCK: z.coerce.bigint().nonnegative().default(0n),\n MAX_BLOCK_RANGE: z.coerce.bigint().positive().default(1000n),\n POLLING_INTERVAL: z.coerce.number().positive().default(1000),\n STORE_ADDRESS: z\n .string()\n .optional()\n .transform((input) => (input === \"\" ? undefined : input))\n .refine(isHexOrUndefined),\n INTERNAL__VALIDATE_BLOCK_RANGE: z\n .string()\n .optional()\n .transform((input) => input === \"true\" || input === \"1\"),\n }),\n z.union([\n z.object({\n RPC_HTTP_URL: z.string(),\n RPC_WS_URL: z.string().optional(),\n }),\n z.object({\n RPC_HTTP_URL: z.string().optional(),\n RPC_WS_URL: z.string(),\n }),\n ]),\n);\n\nexport function parseEnv<TSchema extends ZodTypeAny>(envSchema: TSchema): z.infer<TSchema> {\n try {\n return envSchema.parse(process.env);\n } catch (error) {\n if (error instanceof ZodError) {\n const { ...invalidEnvVars } = error.format();\n console.error(`\\nMissing or invalid environment variables:\\n\\n ${Object.keys(invalidEnvVars).join(\"\\n \")}\\n`);\n process.exit(1);\n }\n throw error;\n }\n}\n\nfunction isHexOrUndefined(input: unknown): input is Hex | undefined {\n return input === undefined || isHex(input);\n}\n"],"mappings":";AAAA,SAAc,aAAa;AAC3B,SAAS,GAAG,gBAA4B;AAEjC,IAAM,oBAAoB,EAAE,OAAO;AAAA,EACxC,MAAM,EAAE,OAAO,EAAE,QAAQ,SAAS;AAAA,EAClC,MAAM,EAAE,OAAO,OAAO,EAAE,SAAS,EAAE,QAAQ,IAAI;AACjD,CAAC;AAEM,IAAM,mBAAmB,EAAE;AAAA,EAChC,EAAE,OAAO;AAAA,IACP,kBAAkB,EAAE,KAAK,CAAC,UAAU,QAAQ,WAAW,CAAC,EAAE,QAAQ,MAAM;AAAA,IACxE,aAAa,EAAE,OAAO,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE;AAAA,IACvD,iBAAiB,EAAE,OAAO,OAAO,EAAE,SAAS,EAAE,QAAQ,KAAK;AAAA,IAC3D,kBAAkB,EAAE,OAAO,OAAO,EAAE,SAAS,EAAE,QAAQ,GAAI;AAAA,IAC3D,eAAe,EACZ,OAAO,EACP,SAAS,EACT,UAAU,CAAC,UAAW,UAAU,KAAK,SAAY,KAAM,EACvD,OAAO,gBAAgB;AAAA,IAC1B,gCAAgC,EAC7B,OAAO,EACP,SAAS,EACT,UAAU,CAAC,UAAU,UAAU,UAAU,UAAU,GAAG;AAAA,EAC3D,CAAC;AAAA,EACD,EAAE,MAAM;AAAA,IACN,EAAE,OAAO;AAAA,MACP,cAAc,EAAE,OAAO;AAAA,MACvB,YAAY,EAAE,OAAO,EAAE,SAAS;AAAA,IAClC,CAAC;AAAA,IACD,EAAE,OAAO;AAAA,MACP,cAAc,EAAE,OAAO,EAAE,SAAS;AAAA,MAClC,YAAY,EAAE,OAAO;AAAA,IACvB,CAAC;AAAA,EACH,CAAC;AACH;AAEO,SAAS,SAAqC,WAAsC;AACzF,MAAI;AACF,WAAO,UAAU,MAAM,QAAQ,GAAG;AAAA,EACpC,SAAS,OAAO;AACd,QAAI,iBAAiB,UAAU;AAC7B,YAAM,EAAE,GAAG,eAAe,IAAI,MAAM,OAAO;AAC3C,cAAQ,MAAM;AAAA;AAAA;AAAA,IAAoD,OAAO,KAAK,cAAc,EAAE,KAAK,MAAM,CAAC;AAAA,CAAI;AAC9G,cAAQ,KAAK,CAAC;AAAA,IAChB;AACA,UAAM;AAAA,EACR;AACF;AAEA,SAAS,iBAAiB,OAA0C;AAClE,SAAO,UAAU,UAAa,MAAM,KAAK;AAC3C;","names":[]}
@@ -0,0 +1,72 @@
1
+ // src/koa-middleware/metrics.ts
2
+ import promClient from "prom-client";
3
+ function metrics({
4
+ isHealthy,
5
+ isReady,
6
+ getLatestStoredBlockNumber,
7
+ getDistanceFromFollowBlock,
8
+ followBlockTag
9
+ } = {}) {
10
+ promClient.collectDefaultMetrics();
11
+ if (isHealthy != null) {
12
+ new promClient.Gauge({
13
+ name: "health_status",
14
+ help: "Health status (0 = unhealthy, 1 = healthy)",
15
+ collect() {
16
+ this.set(Number(isHealthy()));
17
+ }
18
+ });
19
+ }
20
+ if (isReady != null) {
21
+ new promClient.Gauge({
22
+ name: "readiness_status",
23
+ help: "Readiness status (whether the service is ready to receive requests, 0 = not ready, 1 = ready)",
24
+ collect() {
25
+ this.set(Number(isReady()));
26
+ }
27
+ });
28
+ }
29
+ if (getLatestStoredBlockNumber != null) {
30
+ new promClient.Gauge({
31
+ name: "latest_stored_block_number",
32
+ help: "Latest block number stored in the database",
33
+ async collect() {
34
+ this.set(Number(await getLatestStoredBlockNumber()));
35
+ }
36
+ });
37
+ }
38
+ if (followBlockTag != null) {
39
+ const blockTagGauge = new promClient.Gauge({
40
+ name: "follow_block_tag",
41
+ help: "Block tag the indexer is following (0 = finalized, 1 = safe, 2 = latest)"
42
+ });
43
+ const blockTagToValue = {
44
+ finalized: 0,
45
+ safe: 1,
46
+ latest: 2
47
+ };
48
+ blockTagGauge.set(blockTagToValue[followBlockTag]);
49
+ }
50
+ if (getDistanceFromFollowBlock != null) {
51
+ new promClient.Gauge({
52
+ name: "distance_from_follow_block",
53
+ help: "Block distance from the block tag this the indexer is following",
54
+ async collect() {
55
+ this.set(Number(await getDistanceFromFollowBlock()));
56
+ }
57
+ });
58
+ }
59
+ return async function metricsMiddleware(ctx, next) {
60
+ if (ctx.path === "/metrics") {
61
+ ctx.status = 200;
62
+ ctx.body = await promClient.register.metrics();
63
+ return;
64
+ }
65
+ await next();
66
+ };
67
+ }
68
+
69
+ export {
70
+ metrics
71
+ };
72
+ //# sourceMappingURL=chunk-O4XAWAXU.js.map