@latticexyz/store-indexer 2.0.0-next.12 → 2.0.0-next.13

package/dist/bin/postgres-indexer.js

@@ -1,3 +1,3 @@
 #!/usr/bin/env node
-import{a as b,b as g}from"../chunk-X3OEYQLT.js";import"dotenv/config";import{z as R}from"zod";import{DefaultLogger as x,eq as D}from"drizzle-orm";import{createPublicClient as E,fallback as I,webSocket as q,http as j}from"viem";import z from"fastify";import{fastifyTRPCPlugin as Q}from"@trpc/server/adapters/fastify";import{createAppRouter as H}from"@latticexyz/store-sync/trpc-indexer";import{eq as h}from"drizzle-orm";import{buildTable as U,buildInternalTables as N,getTables as v}from"@latticexyz/store-sync/postgres";import{getAddress as A}from"viem";async function T(r){return{async findAll({chainId:l,address:i,tableIds:m=[]}){let C=(await v(r)).filter(a=>i==null||A(i)===A(a.address)).filter(a=>!m.length||m.includes(a.tableId)),_=await Promise.all(C.map(async a=>{let f=U(a),O=await r.select().from(f).where(h(f.__isDeleted,!1)).execute();return{...a,records:O.map(d=>({key:Object.fromEntries(Object.entries(a.keySchema).map(([o])=>[o,d[o]])),value:Object.fromEntries(Object.entries(a.valueSchema).map(([o])=>[o,d[o]]))}))}})),p=N(),L=await r.select().from(p.chain).where(h(p.chain.chainId,l)).execute(),{lastUpdatedBlockNumber:B}=L[0]??{},u={blockNumber:B??null,tables:_};return b("findAll",l,i,u),u}}}import{isDefined as V}from"@latticexyz/common/utils";import{combineLatest as $,filter as W,first as G}from"rxjs";import{drizzle as K}from"drizzle-orm/postgres-js";import M from"postgres";import{cleanDatabase as X,postgresStorage as F,schemaVersion as y}from"@latticexyz/store-sync/postgres";import{createStoreSync as J}from"@latticexyz/store-sync";var t=g(R.object({DATABASE_URL:R.string()})),Y=[t.RPC_WS_URL?q(t.RPC_WS_URL):void 0,t.RPC_HTTP_URL?j(t.RPC_HTTP_URL):void 0].filter(V),c=E({transport:I(Y),pollingInterval:t.POLLING_INTERVAL}),Z=await c.getChainId(),s=K(M(t.DATABASE_URL),{logger:new x}),{storageAdapter:ee,internalTables:w}=await F({database:s,publicClient:c}),P=t.START_BLOCK;try{let e=(await s.select().from(w.chain).where(D(w.chain.chainId,Z)).execute())[0];e!=null&&(e.schemaVersion!=y?(console.log("schema version changed from",e.schemaVersion,"to",y,"cleaning database"),await X(s)):e.lastUpdatedBlockNumber!=null&&(console.log("resuming from block number",e.lastUpdatedBlockNumber+1n),P=e.lastUpdatedBlockNumber+1n))}catch{}var{latestBlockNumber$:te,storedBlockLogs$:S}=await J({storageAdapter:ee,publicClient:c,startBlock:P,maxBlockRange:t.MAX_BLOCK_RANGE});S.subscribe();var k=!1;$([te,S]).pipe(W(([r,{blockNumber:e}])=>r===e),G()).subscribe(()=>{k=!0,console.log("all caught up")});var n=z({maxParamLength:5e3});await n.register(import("@fastify/cors"));n.get("/healthz",(r,e)=>e.code(200).send());n.get("/readyz",(r,e)=>k?e.code(200).send("ready"):e.code(424).send("backfilling"));n.register(Q,{prefix:"/trpc",trpcOptions:{router:H(),createContext:async()=>({queryAdapter:await T(s)})}});await n.listen({host:t.HOST,port:t.PORT});console.log(`indexer server listening on http://${t.HOST}:${t.PORT}`);
+import{a as y,b as A}from"../chunk-X3OEYQLT.js";import"dotenv/config";import{z as w}from"zod";import{DefaultLogger as q,eq as j}from"drizzle-orm";import{createPublicClient as z,fallback as Q,webSocket as H,http as V}from"viem";import $ from"fastify";import{fastifyTRPCPlugin as W}from"@trpc/server/adapters/fastify";import{createAppRouter as G}from"@latticexyz/store-sync/trpc-indexer";import{eq as T}from"drizzle-orm";import{buildTable as v,buildInternalTables as x,getTables as D}from"@latticexyz/store-sync/postgres";import{getAddress as k}from"viem";import{decodeDynamicField as E}from"@latticexyz/protocol-parser";async function R(o){return{async findAll({chainId:d,address:l,filters:m=[]}){let u=Array.from(new Set(m.map(r=>r.tableId))),B=(await D(o)).filter(r=>l==null||k(l)===k(r.address)).filter(r=>!u.length||u.includes(r.tableId)),I=await Promise.all(B.map(async r=>{let g=v(r),h=await o.select().from(g).where(T(g.__isDeleted,!1)).execute(),N=m.length?h.filter(i=>{let a=E("bytes32[]",i.__key);return m.some(n=>n.tableId===r.tableId&&(n.key0==null||n.key0===a[0])&&(n.key1==null||n.key1===a[1]))}):h;return{...r,records:N.map(i=>({key:Object.fromEntries(Object.entries(r.keySchema).map(([a])=>[a,i[a]])),value:Object.fromEntries(Object.entries(r.valueSchema).map(([a])=>[a,i[a]]))}))}})),f=x(),O=await o.select().from(f.chain).where(T(f.chain.chainId,d)).execute(),{lastUpdatedBlockNumber:U}=O[0]??{},b={blockNumber:U??null,tables:I};return y("findAll",d,l,b),b}}}import{isDefined as K}from"@latticexyz/common/utils";import{combineLatest as F,filter as M,first as X}from"rxjs";import{drizzle as J}from"drizzle-orm/postgres-js";import Y from"postgres";import{cleanDatabase as Z,postgresStorage as ee,schemaVersion as S}from"@latticexyz/store-sync/postgres";import{createStoreSync as te}from"@latticexyz/store-sync";var t=A(w.object({DATABASE_URL:w.string()})),re=[t.RPC_WS_URL?H(t.RPC_WS_URL):void 0,t.RPC_HTTP_URL?V(t.RPC_HTTP_URL):void 0].filter(K),p=z({transport:Q(re),pollingInterval:t.POLLING_INTERVAL}),oe=await p.getChainId(),c=J(Y(t.DATABASE_URL),{logger:new q}),{storageAdapter:ae,internalTables:_}=await ee({database:c,publicClient:p}),P=t.START_BLOCK;try{let e=(await c.select().from(_.chain).where(j(_.chain.chainId,oe)).execute())[0];e!=null&&(e.schemaVersion!=S?(console.log("schema version changed from",e.schemaVersion,"to",S,"cleaning database"),await Z(c)):e.lastUpdatedBlockNumber!=null&&(console.log("resuming from block number",e.lastUpdatedBlockNumber+1n),P=e.lastUpdatedBlockNumber+1n))}catch{}var{latestBlockNumber$:ne,storedBlockLogs$:C}=await te({storageAdapter:ae,publicClient:p,startBlock:P,maxBlockRange:t.MAX_BLOCK_RANGE});C.subscribe();var L=!1;F([ne,C]).pipe(M(([o,{blockNumber:e}])=>o===e),X()).subscribe(()=>{L=!0,console.log("all caught up")});var s=$({maxParamLength:5e3});await s.register(import("@fastify/cors"));s.get("/healthz",(o,e)=>e.code(200).send());s.get("/readyz",(o,e)=>L?e.code(200).send("ready"):e.code(424).send("backfilling"));s.register(W,{prefix:"/trpc",trpcOptions:{router:G(),createContext:async()=>({queryAdapter:await R(c)})}});await s.listen({host:t.HOST,port:t.PORT});console.log(`indexer server listening on http://${t.HOST}:${t.PORT}`);
 //# sourceMappingURL=postgres-indexer.js.map

package/dist/bin/postgres-indexer.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../bin/postgres-indexer.ts","../../src/postgres/createQueryAdapter.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport { z } from \"zod\";\nimport { DefaultLogger, eq } from \"drizzle-orm\";\nimport { createPublicClient, fallback, webSocket, http, Transport } from \"viem\";\nimport fastify from \"fastify\";\nimport { fastifyTRPCPlugin } from \"@trpc/server/adapters/fastify\";\nimport { AppRouter, createAppRouter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { createQueryAdapter } from \"../src/postgres/createQueryAdapter\";\nimport { isDefined } from \"@latticexyz/common/utils\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { drizzle } from \"drizzle-orm/postgres-js\";\nimport postgres from \"postgres\";\nimport { cleanDatabase, postgresStorage, schemaVersion } from \"@latticexyz/store-sync/postgres\";\nimport { createStoreSync } from \"@latticexyz/store-sync\";\nimport { parseEnv } from \"./parseEnv\";\n\nconst env = parseEnv(\n  z.object({\n    DATABASE_URL: z.string(),\n  })\n);\n\nconst transports: Transport[] = [\n  // prefer WS when specified\n  env.RPC_WS_URL ? webSocket(env.RPC_WS_URL) : undefined,\n  // otherwise use or fallback to HTTP\n  env.RPC_HTTP_URL ? http(env.RPC_HTTP_URL) : undefined,\n].filter(isDefined);\n\nconst publicClient = createPublicClient({\n  transport: fallback(transports),\n  pollingInterval: env.POLLING_INTERVAL,\n});\n\nconst chainId = await publicClient.getChainId();\nconst database = drizzle(postgres(env.DATABASE_URL), {\n  logger: new DefaultLogger(),\n});\n\nconst { storageAdapter, internalTables } = await postgresStorage({ database, publicClient });\n\nlet startBlock = env.START_BLOCK;\n\n// Resume from latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\ntry {\n  const currentChainStates = await database\n    .select()\n    .from(internalTables.chain)\n    .where(eq(internalTables.chain.chainId, chainId))\n    .execute();\n  // TODO: replace this type workaround with `noUncheckedIndexedAccess: true` when we can fix all the issues related (https://github.com/latticexyz/mud/issues/1212)\n  const currentChainState: (typeof currentChainStates)[number] | undefined = currentChainStates[0];\n\n  if (currentChainState != null) {\n    if (currentChainState.schemaVersion != schemaVersion) {\n      console.log(\n        \"schema version changed from\",\n        currentChainState.schemaVersion,\n        \"to\",\n        schemaVersion,\n        \"cleaning database\"\n      );\n      await cleanDatabase(database);\n    } else if (currentChainState.lastUpdatedBlockNumber != null) {\n      console.log(\"resuming from block number\", currentChainState.lastUpdatedBlockNumber + 1n);\n      startBlock = currentChainState.lastUpdatedBlockNumber + 1n;\n    }\n  }\n} catch (error) {\n  // ignore errors, this is optional\n}\n\nconst { latestBlockNumber$, storedBlockLogs$ } = await createStoreSync({\n  storageAdapter,\n  publicClient,\n  startBlock,\n  maxBlockRange: env.MAX_BLOCK_RANGE,\n});\n\nstoredBlockLogs$.subscribe();\n\nlet isCaughtUp = false;\ncombineLatest([latestBlockNumber$, storedBlockLogs$])\n  .pipe(\n    filter(\n      ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) => latestBlockNumber === lastBlockNumberProcessed\n    ),\n    first()\n  )\n  .subscribe(() => {\n    isCaughtUp = true;\n    console.log(\"all caught up\");\n  });\n\n// @see https://fastify.dev/docs/latest/\nconst server = fastify({\n  maxParamLength: 5000,\n});\n\nawait server.register(import(\"@fastify/cors\"));\n\n// k8s healthchecks\nserver.get(\"/healthz\", (req, res) => res.code(200).send());\nserver.get(\"/readyz\", (req, res) => (isCaughtUp ? res.code(200).send(\"ready\") : res.code(424).send(\"backfilling\")));\n\n// @see https://trpc.io/docs/server/adapters/fastify\nserver.register(fastifyTRPCPlugin<AppRouter>, {\n  prefix: \"/trpc\",\n  trpcOptions: {\n    router: createAppRouter(),\n    createContext: async () => ({\n      queryAdapter: await createQueryAdapter(database),\n    }),\n  },\n});\n\nawait server.listen({ host: env.HOST, port: env.PORT });\nconsole.log(`indexer server listening on http://${env.HOST}:${env.PORT}`);\n","import { eq } from \"drizzle-orm\";\nimport { PgDatabase } from \"drizzle-orm/pg-core\";\nimport { buildTable, buildInternalTables, getTables } from \"@latticexyz/store-sync/postgres\";\nimport { QueryAdapter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { debug } from \"../debug\";\nimport { getAddress } from \"viem\";\n\n/**\n * Creates a query adapter for the tRPC server/client to query data from Postgres.\n *\n * @param {PgDatabase<any>} database Postgres database object from Drizzle\n * @returns {Promise<QueryAdapter>} A set of methods used by tRPC endpoints.\n */\nexport async function createQueryAdapter(database: PgDatabase<any>): Promise<QueryAdapter> {\n  const adapter: QueryAdapter = {\n    async findAll({ chainId, address, tableIds = [] }) {\n      const tables = (await getTables(database))\n        .filter((table) => address == null || getAddress(address) === getAddress(table.address))\n        .filter((table) => !tableIds.length || tableIds.includes(table.tableId));\n\n      const tablesWithRecords = await Promise.all(\n        tables.map(async (table) => {\n          const sqliteTable = buildTable(table);\n          const records = await database.select().from(sqliteTable).where(eq(sqliteTable.__isDeleted, false)).execute();\n          return {\n            ...table,\n            records: records.map((record) => ({\n              key: Object.fromEntries(Object.entries(table.keySchema).map(([name]) => [name, record[name]])),\n              value: Object.fromEntries(Object.entries(table.valueSchema).map(([name]) => [name, record[name]])),\n            })),\n          };\n        })\n      );\n\n      const internalTables = buildInternalTables();\n      const metadata = await database\n        .select()\n        .from(internalTables.chain)\n        .where(eq(internalTables.chain.chainId, chainId))\n        .execute();\n      const { lastUpdatedBlockNumber } = metadata[0] ?? {};\n\n      const result = {\n        blockNumber: lastUpdatedBlockNumber ?? null,\n        tables: tablesWithRecords,\n      };\n\n      debug(\"findAll\", chainId, address, result);\n\n      return result;\n    },\n  };\n  return adapter;\n}\n"],"mappings":";gDACA,MAAO,gBACP,OAAS,KAAAA,MAAS,MAClB,OAAS,iBAAAC,EAAe,MAAAC,MAAU,cAClC,OAAS,sBAAAC,EAAoB,YAAAC,EAAU,aAAAC,EAAW,QAAAC,MAAuB,OACzE,OAAOC,MAAa,UACpB,OAAS,qBAAAC,MAAyB,gCAClC,OAAoB,mBAAAC,MAAuB,sCCP3C,OAAS,MAAAC,MAAU,cAEnB,OAAS,cAAAC,EAAY,uBAAAC,EAAqB,aAAAC,MAAiB,kCAG3D,OAAS,cAAAC,MAAkB,OAQ3B,eAAsBC,EAAmBC,EAAkD,CAuCzF,MAtC8B,CAC5B,MAAM,QAAQ,CAAE,QAAAC,EAAS,QAAAC,EAAS,SAAAC,EAAW,CAAC,CAAE,EAAG,CACjD,IAAMC,GAAU,MAAMC,EAAUL,CAAQ,GACrC,OAAQM,GAAUJ,GAAW,MAAQJ,EAAWI,CAAO,IAAMJ,EAAWQ,EAAM,OAAO,CAAC,EACtF,OAAQA,GAAU,CAACH,EAAS,QAAUA,EAAS,SAASG,EAAM,OAAO,CAAC,EAEnEC,EAAoB,MAAM,QAAQ,IACtCH,EAAO,IAAI,MAAOE,GAAU,CAC1B,IAAME,EAAcC,EAAWH,CAAK,EAC9BI,EAAU,MAAMV,EAAS,OAAO,EAAE,KAAKQ,CAAW,EAAE,MAAMG,EAAGH,EAAY,YAAa,EAAK,CAAC,EAAE,QAAQ,EAC5G,MAAO,CACL,GAAGF,EACH,QAASI,EAAQ,IAAKE,IAAY,CAChC,IAAK,OAAO,YAAY,OAAO,QAAQN,EAAM,SAAS,EAAE,IAAI,CAAC,CAACO,CAAI,IAAM,CAACA,EAAMD,EAAOC,CAAI,CAAC,CAAC,CAAC,EAC7F,MAAO,OAAO,YAAY,OAAO,QAAQP,EAAM,WAAW,EAAE,IAAI,CAAC,CAACO,CAAI,IAAM,CAACA,EAAMD,EAAOC,CAAI,CAAC,CAAC,CAAC,CACnG,EAAE,CACJ,CACF,CAAC,CACH,EAEMC,EAAiBC,EAAoB,EACrCC,EAAW,MAAMhB,EACpB,OAAO,EACP,KAAKc,EAAe,KAAK,EACzB,MAAMH,EAAGG,EAAe,MAAM,QAASb,CAAO,CAAC,EAC/C,QAAQ,EACL,CAAE,uBAAAgB,CAAuB,EAAID,EAAS,CAAC,GAAK,CAAC,EAE7CE,EAAS,CACb,YAAaD,GAA0B,KACvC,OAAQV,CACV,EAEA,OAAAY,EAAM,UAAWlB,EAASC,EAASgB,CAAM,EAElCA,CACT,CACF,CAEF,CD5CA,OAAS,aAAAE,MAAiB,2BAC1B,OAAS,iBAAAC,EAAe,UAAAC,EAAQ,SAAAC,MAAa,OAC7C,OAAS,WAAAC,MAAe,0BACxB,OAAOC,MAAc,WACrB,OAAS,iBAAAC,EAAe,mBAAAC,EAAiB,iBAAAC,MAAqB,kCAC9D,OAAS,mBAAAC,MAAuB,yBAGhC,IAAMC,EAAMC,EACVC,EAAE,OAAO,CACP,aAAcA,EAAE,OAAO,CACzB,CAAC,CACH,EAEMC,EAA0B,CAE9BH,EAAI,WAAaI,EAAUJ,EAAI,UAAU,EAAI,OAE7CA,EAAI,aAAeK,EAAKL,EAAI,YAAY,EAAI,MAC9C,EAAE,OAAOM,CAAS,EAEZC,EAAeC,EAAmB,CACtC,UAAWC,EAASN,CAAU,EAC9B,gBAAiBH,EAAI,gBACvB,CAAC,EAEKU,EAAU,MAAMH,EAAa,WAAW,EACxCI,EAAWC,EAAQC,EAASb,EAAI,YAAY,EAAG,CACnD,OAAQ,IAAIc,CACd,CAAC,EAEK,CAAE,eAAAC,GAAgB,eAAAC,CAAe,EAAI,MAAMC,EAAgB,CAAE,SAAAN,EAAU,aAAAJ,CAAa,CAAC,EAEvFW,EAAalB,EAAI,YAGrB,GAAI,CAOF,IAAMmB,GANqB,MAAMR,EAC9B,OAAO,EACP,KAAKK,EAAe,KAAK,EACzB,MAAMI,EAAGJ,EAAe,MAAM,QAASN,CAAO,CAAC,EAC/C,QAAQ,GAEmF,CAAC,EAE3FS,GAAqB,OACnBA,EAAkB,eAAiBE,GACrC,QAAQ,IACN,8BACAF,EAAkB,cAClB,KACAE,EACA,mBACF,EACA,MAAMC,EAAcX,CAAQ,GACnBQ,EAAkB,wBAA0B,OACrD,QAAQ,IAAI,6BAA8BA,EAAkB,uBAAyB,EAAE,EACvFD,EAAaC,EAAkB,uBAAyB,IAG9D,MAAE,CAEF,CAEA,GAAM,CAAE,mBAAAI,GAAoB,iBAAAC,CAAiB,EAAI,MAAMC,EAAgB,CACrE,eAAAV,GACA,aAAAR,EACA,WAAAW,EACA,cAAelB,EAAI,eACrB,CAAC,EAEDwB,EAAiB,UAAU,EAE3B,IAAIE,EAAa,GACjBC,EAAc,CAACJ,GAAoBC,CAAgB,CAAC,EACjD,KACCI,EACE,CAAC,CAACC,EAAmB,CAAE,YAAaC,CAAyB,CAAC,IAAMD,IAAsBC,CAC5F,EACAC,EAAM,CACR,EACC,UAAU,IAAM,CACfL,EAAa,GACb,QAAQ,IAAI,eAAe,CAC7B,CAAC,EAGH,IAAMM,EAASC,EAAQ,CACrB,eAAgB,GAClB,CAAC,EAED,MAAMD,EAAO,SAAS,OAAO,eAAe,CAAC,EAG7CA,EAAO,IAAI,WAAY,CAACE,EAAKC,IAAQA,EAAI,KAAK,GAAG,EAAE,KAAK,CAAC,EACzDH,EAAO,IAAI,UAAW,CAACE,EAAKC,IAAST,EAAaS,EAAI,KAAK,GAAG,EAAE,KAAK,OAAO,EAAIA,EAAI,KAAK,GAAG,EAAE,KAAK,aAAa,CAAE,EAGlHH,EAAO,SAASI,EAA8B,CAC5C,OAAQ,QACR,YAAa,CACX,OAAQC,EAAgB,EACxB,cAAe,UAAa,CAC1B,aAAc,MAAMC,EAAmB3B,CAAQ,CACjD,EACF,CACF,CAAC,EAED,MAAMqB,EAAO,OAAO,CAAE,KAAMhC,EAAI,KAAM,KAAMA,EAAI,IAAK,CAAC,EACtD,QAAQ,IAAI,sCAAsCA,EAAI,QAAQA,EAAI,MAAM","names":["z","DefaultLogger","eq","createPublicClient","fallback","webSocket","http","fastify","fastifyTRPCPlugin","createAppRouter","eq","buildTable","buildInternalTables","getTables","getAddress","createQueryAdapter","database","chainId","address","tableIds","tables","getTables","table","tablesWithRecords","sqliteTable","buildTable","records","eq","record","name","internalTables","buildInternalTables","metadata","lastUpdatedBlockNumber","result","debug","isDefined","combineLatest","filter","first","drizzle","postgres","cleanDatabase","postgresStorage","schemaVersion","createStoreSync","env","parseEnv","z","transports","webSocket","http","isDefined","publicClient","createPublicClient","fallback","chainId","database","drizzle","postgres","DefaultLogger","storageAdapter","internalTables","postgresStorage","startBlock","currentChainState","eq","schemaVersion","cleanDatabase","latestBlockNumber$","storedBlockLogs$","createStoreSync","isCaughtUp","combineLatest","filter","latestBlockNumber","lastBlockNumberProcessed","first","server","fastify","req","res","fastifyTRPCPlugin","createAppRouter","createQueryAdapter"]}
+{"version":3,"sources":["../../bin/postgres-indexer.ts","../../src/postgres/createQueryAdapter.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport { z } from \"zod\";\nimport { DefaultLogger, eq } from \"drizzle-orm\";\nimport { createPublicClient, fallback, webSocket, http, Transport } from \"viem\";\nimport fastify from \"fastify\";\nimport { fastifyTRPCPlugin } from \"@trpc/server/adapters/fastify\";\nimport { AppRouter, createAppRouter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { createQueryAdapter } from \"../src/postgres/createQueryAdapter\";\nimport { isDefined } from \"@latticexyz/common/utils\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { drizzle } from \"drizzle-orm/postgres-js\";\nimport postgres from \"postgres\";\nimport { cleanDatabase, postgresStorage, schemaVersion } from \"@latticexyz/store-sync/postgres\";\nimport { createStoreSync } from \"@latticexyz/store-sync\";\nimport { parseEnv } from \"./parseEnv\";\n\nconst env = parseEnv(\n  z.object({\n    DATABASE_URL: z.string(),\n  })\n);\n\nconst transports: Transport[] = [\n  // prefer WS when specified\n  env.RPC_WS_URL ? webSocket(env.RPC_WS_URL) : undefined,\n  // otherwise use or fallback to HTTP\n  env.RPC_HTTP_URL ? http(env.RPC_HTTP_URL) : undefined,\n].filter(isDefined);\n\nconst publicClient = createPublicClient({\n  transport: fallback(transports),\n  pollingInterval: env.POLLING_INTERVAL,\n});\n\nconst chainId = await publicClient.getChainId();\nconst database = drizzle(postgres(env.DATABASE_URL), {\n  logger: new DefaultLogger(),\n});\n\nconst { storageAdapter, internalTables } = await postgresStorage({ database, publicClient });\n\nlet startBlock = env.START_BLOCK;\n\n// Resume from latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\ntry {\n  const currentChainStates = await database\n    .select()\n    .from(internalTables.chain)\n    .where(eq(internalTables.chain.chainId, chainId))\n    .execute();\n  // TODO: replace this type workaround with `noUncheckedIndexedAccess: true` when we can fix all the issues related (https://github.com/latticexyz/mud/issues/1212)\n  const currentChainState: (typeof currentChainStates)[number] | undefined = currentChainStates[0];\n\n  if (currentChainState != null) {\n    if (currentChainState.schemaVersion != schemaVersion) {\n      console.log(\n        \"schema version changed from\",\n        currentChainState.schemaVersion,\n        \"to\",\n        schemaVersion,\n        \"cleaning database\"\n      );\n      await cleanDatabase(database);\n    } else if (currentChainState.lastUpdatedBlockNumber != null) {\n      console.log(\"resuming from block number\", currentChainState.lastUpdatedBlockNumber + 1n);\n      startBlock = currentChainState.lastUpdatedBlockNumber + 1n;\n    }\n  }\n} catch (error) {\n  // ignore errors, this is optional\n}\n\nconst { latestBlockNumber$, storedBlockLogs$ } = await createStoreSync({\n  storageAdapter,\n  publicClient,\n  startBlock,\n  maxBlockRange: env.MAX_BLOCK_RANGE,\n});\n\nstoredBlockLogs$.subscribe();\n\nlet isCaughtUp = false;\ncombineLatest([latestBlockNumber$, storedBlockLogs$])\n  .pipe(\n    filter(\n      ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) => latestBlockNumber === lastBlockNumberProcessed\n    ),\n    first()\n  )\n  .subscribe(() => {\n    isCaughtUp = true;\n    console.log(\"all caught up\");\n  });\n\n// @see https://fastify.dev/docs/latest/\nconst server = fastify({\n  maxParamLength: 5000,\n});\n\nawait server.register(import(\"@fastify/cors\"));\n\n// k8s healthchecks\nserver.get(\"/healthz\", (req, res) => res.code(200).send());\nserver.get(\"/readyz\", (req, res) => (isCaughtUp ? res.code(200).send(\"ready\") : res.code(424).send(\"backfilling\")));\n\n// @see https://trpc.io/docs/server/adapters/fastify\nserver.register(fastifyTRPCPlugin<AppRouter>, {\n  prefix: \"/trpc\",\n  trpcOptions: {\n    router: createAppRouter(),\n    createContext: async () => ({\n      queryAdapter: await createQueryAdapter(database),\n    }),\n  },\n});\n\nawait server.listen({ host: env.HOST, port: env.PORT });\nconsole.log(`indexer server listening on http://${env.HOST}:${env.PORT}`);\n","import { eq } from \"drizzle-orm\";\nimport { PgDatabase } from \"drizzle-orm/pg-core\";\nimport { buildTable, buildInternalTables, getTables } from \"@latticexyz/store-sync/postgres\";\nimport { QueryAdapter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { debug } from \"../debug\";\nimport { getAddress } from \"viem\";\nimport { decodeDynamicField } from \"@latticexyz/protocol-parser\";\n\n/**\n * Creates a query adapter for the tRPC server/client to query data from Postgres.\n *\n * @param {PgDatabase<any>} database Postgres database object from Drizzle\n * @returns {Promise<QueryAdapter>} A set of methods used by tRPC endpoints.\n */\nexport async function createQueryAdapter(database: PgDatabase<any>): Promise<QueryAdapter> {\n  const adapter: QueryAdapter = {\n    async findAll({ chainId, address, filters = [] }) {\n      // If _any_ filter has a table ID, this will filter down all data to just those tables. Which mean we can't yet mix table filters with key-only filters.\n      // TODO: improve this so we can express this in the query (need to be able to query data across tables more easily)\n      const tableIds = Array.from(new Set(filters.map((filter) => filter.tableId)));\n      const tables = (await getTables(database))\n        .filter((table) => address == null || getAddress(address) === getAddress(table.address))\n        .filter((table) => !tableIds.length || tableIds.includes(table.tableId));\n\n      const tablesWithRecords = await Promise.all(\n        tables.map(async (table) => {\n          const sqliteTable = buildTable(table);\n          const records = await database.select().from(sqliteTable).where(eq(sqliteTable.__isDeleted, false)).execute();\n          const filteredRecords = !filters.length\n            ? records\n            : records.filter((record) => {\n                const keyTuple = decodeDynamicField(\"bytes32[]\", record.__key);\n                return filters.some(\n                  (filter) =>\n                    filter.tableId === table.tableId &&\n                    (filter.key0 == null || filter.key0 === keyTuple[0]) &&\n                    (filter.key1 == null || filter.key1 === keyTuple[1])\n                );\n              });\n          return {\n            ...table,\n            records: filteredRecords.map((record) => ({\n              key: Object.fromEntries(Object.entries(table.keySchema).map(([name]) => [name, record[name]])),\n              value: Object.fromEntries(Object.entries(table.valueSchema).map(([name]) => [name, record[name]])),\n            })),\n          };\n        })\n      );\n\n      const internalTables = buildInternalTables();\n      const metadata = await database\n        .select()\n        .from(internalTables.chain)\n        .where(eq(internalTables.chain.chainId, chainId))\n        .execute();\n      const { lastUpdatedBlockNumber } = metadata[0] ?? {};\n\n      const result = {\n        blockNumber: lastUpdatedBlockNumber ?? null,\n        tables: tablesWithRecords,\n      };\n\n      debug(\"findAll\", chainId, address, result);\n\n      return result;\n    },\n  };\n  return adapter;\n}\n"],"mappings":";gDACA,MAAO,gBACP,OAAS,KAAAA,MAAS,MAClB,OAAS,iBAAAC,EAAe,MAAAC,MAAU,cAClC,OAAS,sBAAAC,EAAoB,YAAAC,EAAU,aAAAC,EAAW,QAAAC,MAAuB,OACzE,OAAOC,MAAa,UACpB,OAAS,qBAAAC,MAAyB,gCAClC,OAAoB,mBAAAC,MAAuB,sCCP3C,OAAS,MAAAC,MAAU,cAEnB,OAAS,cAAAC,EAAY,uBAAAC,EAAqB,aAAAC,MAAiB,kCAG3D,OAAS,cAAAC,MAAkB,OAC3B,OAAS,sBAAAC,MAA0B,8BAQnC,eAAsBC,EAAmBC,EAAkD,CAqDzF,MApD8B,CAC5B,MAAM,QAAQ,CAAE,QAAAC,EAAS,QAAAC,EAAS,QAAAC,EAAU,CAAC,CAAE,EAAG,CAGhD,IAAMC,EAAW,MAAM,KAAK,IAAI,IAAID,EAAQ,IAAKE,GAAWA,EAAO,OAAO,CAAC,CAAC,EACtEC,GAAU,MAAMC,EAAUP,CAAQ,GACrC,OAAQQ,GAAUN,GAAW,MAAQL,EAAWK,CAAO,IAAML,EAAWW,EAAM,OAAO,CAAC,EACtF,OAAQA,GAAU,CAACJ,EAAS,QAAUA,EAAS,SAASI,EAAM,OAAO,CAAC,EAEnEC,EAAoB,MAAM,QAAQ,IACtCH,EAAO,IAAI,MAAOE,GAAU,CAC1B,IAAME,EAAcC,EAAWH,CAAK,EAC9BI,EAAU,MAAMZ,EAAS,OAAO,EAAE,KAAKU,CAAW,EAAE,MAAMG,EAAGH,EAAY,YAAa,EAAK,CAAC,EAAE,QAAQ,EACtGI,EAAmBX,EAAQ,OAE7BS,EAAQ,OAAQG,GAAW,CACzB,IAAMC,EAAWlB,EAAmB,YAAaiB,EAAO,KAAK,EAC7D,OAAOZ,EAAQ,KACZE,GACCA,EAAO,UAAYG,EAAM,UACxBH,EAAO,MAAQ,MAAQA,EAAO,OAASW,EAAS,CAAC,KACjDX,EAAO,MAAQ,MAAQA,EAAO,OAASW,EAAS,CAAC,EACtD,CACF,CAAC,EATDJ,EAUJ,MAAO,CACL,GAAGJ,EACH,QAASM,EAAgB,IAAKC,IAAY,CACxC,IAAK,OAAO,YAAY,OAAO,QAAQP,EAAM,SAAS,EAAE,IAAI,CAAC,CAACS,CAAI,IAAM,CAACA,EAAMF,EAAOE,CAAI,CAAC,CAAC,CAAC,EAC7F,MAAO,OAAO,YAAY,OAAO,QAAQT,EAAM,WAAW,EAAE,IAAI,CAAC,CAACS,CAAI,IAAM,CAACA,EAAMF,EAAOE,CAAI,CAAC,CAAC,CAAC,CACnG,EAAE,CACJ,CACF,CAAC,CACH,EAEMC,EAAiBC,EAAoB,EACrCC,EAAW,MAAMpB,EACpB,OAAO,EACP,KAAKkB,EAAe,KAAK,EACzB,MAAML,EAAGK,EAAe,MAAM,QAASjB,CAAO,CAAC,EAC/C,QAAQ,EACL,CAAE,uBAAAoB,CAAuB,EAAID,EAAS,CAAC,GAAK,CAAC,EAE7CE,EAAS,CACb,YAAaD,GAA0B,KACvC,OAAQZ,CACV,EAEA,OAAAc,EAAM,UAAWtB,EAASC,EAASoB,CAAM,EAElCA,CACT,CACF,CAEF,CD3DA,OAAS,aAAAE,MAAiB,2BAC1B,OAAS,iBAAAC,EAAe,UAAAC,EAAQ,SAAAC,MAAa,OAC7C,OAAS,WAAAC,MAAe,0BACxB,OAAOC,MAAc,WACrB,OAAS,iBAAAC,EAAe,mBAAAC,GAAiB,iBAAAC,MAAqB,kCAC9D,OAAS,mBAAAC,OAAuB,yBAGhC,IAAMC,EAAMC,EACVC,EAAE,OAAO,CACP,aAAcA,EAAE,OAAO,CACzB,CAAC,CACH,EAEMC,GAA0B,CAE9BH,EAAI,WAAaI,EAAUJ,EAAI,UAAU,EAAI,OAE7CA,EAAI,aAAeK,EAAKL,EAAI,YAAY,EAAI,MAC9C,EAAE,OAAOM,CAAS,EAEZC,EAAeC,EAAmB,CACtC,UAAWC,EAASN,EAAU,EAC9B,gBAAiBH,EAAI,gBACvB,CAAC,EAEKU,GAAU,MAAMH,EAAa,WAAW,EACxCI,EAAWC,EAAQC,EAASb,EAAI,YAAY,EAAG,CACnD,OAAQ,IAAIc,CACd,CAAC,EAEK,CAAE,eAAAC,GAAgB,eAAAC,CAAe,EAAI,MAAMC,GAAgB,CAAE,SAAAN,EAAU,aAAAJ,CAAa,CAAC,EAEvFW,EAAalB,EAAI,YAGrB,GAAI,CAOF,IAAMmB,GANqB,MAAMR,EAC9B,OAAO,EACP,KAAKK,EAAe,KAAK,EACzB,MAAMI,EAAGJ,EAAe,MAAM,QAASN,EAAO,CAAC,EAC/C,QAAQ,GAEmF,CAAC,EAE3FS,GAAqB,OACnBA,EAAkB,eAAiBE,GACrC,QAAQ,IACN,8BACAF,EAAkB,cAClB,KACAE,EACA,mBACF,EACA,MAAMC,EAAcX,CAAQ,GACnBQ,EAAkB,wBAA0B,OACrD,QAAQ,IAAI,6BAA8BA,EAAkB,uBAAyB,EAAE,EACvFD,EAAaC,EAAkB,uBAAyB,IAG9D,MAAE,CAEF,CAEA,GAAM,CAAE,mBAAAI,GAAoB,iBAAAC,CAAiB,EAAI,MAAMC,GAAgB,CACrE,eAAAV,GACA,aAAAR,EACA,WAAAW,EACA,cAAelB,EAAI,eACrB,CAAC,EAEDwB,EAAiB,UAAU,EAE3B,IAAIE,EAAa,GACjBC,EAAc,CAACJ,GAAoBC,CAAgB,CAAC,EACjD,KACCI,EACE,CAAC,CAACC,EAAmB,CAAE,YAAaC,CAAyB,CAAC,IAAMD,IAAsBC,CAC5F,EACAC,EAAM,CACR,EACC,UAAU,IAAM,CACfL,EAAa,GACb,QAAQ,IAAI,eAAe,CAC7B,CAAC,EAGH,IAAMM,EAASC,EAAQ,CACrB,eAAgB,GAClB,CAAC,EAED,MAAMD,EAAO,SAAS,OAAO,eAAe,CAAC,EAG7CA,EAAO,IAAI,WAAY,CAACE,EAAKC,IAAQA,EAAI,KAAK,GAAG,EAAE,KAAK,CAAC,EACzDH,EAAO,IAAI,UAAW,CAACE,EAAKC,IAAST,EAAaS,EAAI,KAAK,GAAG,EAAE,KAAK,OAAO,EAAIA,EAAI,KAAK,GAAG,EAAE,KAAK,aAAa,CAAE,EAGlHH,EAAO,SAASI,EAA8B,CAC5C,OAAQ,QACR,YAAa,CACX,OAAQC,EAAgB,EACxB,cAAe,UAAa,CAC1B,aAAc,MAAMC,EAAmB3B,CAAQ,CACjD,EACF,CACF,CAAC,EAED,MAAMqB,EAAO,OAAO,CAAE,KAAMhC,EAAI,KAAM,KAAMA,EAAI,IAAK,CAAC,EACtD,QAAQ,IAAI,sCAAsCA,EAAI,QAAQA,EAAI,MAAM","names":["z","DefaultLogger","eq","createPublicClient","fallback","webSocket","http","fastify","fastifyTRPCPlugin","createAppRouter","eq","buildTable","buildInternalTables","getTables","getAddress","decodeDynamicField","createQueryAdapter","database","chainId","address","filters","tableIds","filter","tables","getTables","table","tablesWithRecords","sqliteTable","buildTable","records","eq","filteredRecords","record","keyTuple","name","internalTables","buildInternalTables","metadata","lastUpdatedBlockNumber","result","debug","isDefined","combineLatest","filter","first","drizzle","postgres","cleanDatabase","postgresStorage","schemaVersion","createStoreSync","env","parseEnv","z","transports","webSocket","http","isDefined","publicClient","createPublicClient","fallback","chainId","database","drizzle","postgres","DefaultLogger","storageAdapter","internalTables","postgresStorage","startBlock","currentChainState","eq","schemaVersion","cleanDatabase","latestBlockNumber$","storedBlockLogs$","createStoreSync","isCaughtUp","combineLatest","filter","latestBlockNumber","lastBlockNumberProcessed","first","server","fastify","req","res","fastifyTRPCPlugin","createAppRouter","createQueryAdapter"]}

package/dist/bin/sqlite-indexer.js

@@ -1,3 +1,3 @@
 #!/usr/bin/env node
-import{a as u,b as d}from"../chunk-X3OEYQLT.js";import"dotenv/config";import I from"node:fs";import{z as S}from"zod";import{eq as O}from"drizzle-orm";import{drizzle as w}from"drizzle-orm/better-sqlite3";import Q from"better-sqlite3";import{createPublicClient as v,fallback as U,webSocket as q,http as x}from"viem";import j from"fastify";import{fastifyTRPCPlugin as z}from"@trpc/server/adapters/fastify";import{createAppRouter as D}from"@latticexyz/store-sync/trpc-indexer";import{chainState as T,schemaVersion as L,syncToSqlite as H}from"@latticexyz/store-sync/sqlite";import{eq as b}from"drizzle-orm";import{buildTable as N,chainState as h,getTables as B}from"@latticexyz/store-sync/sqlite";import{getAddress as g}from"viem";async function y(r){return{async findAll({chainId:c,address:s,tableIds:l=[]}){let k=B(r).filter(o=>s==null||g(s)===g(o.address)).filter(o=>!l.length||l.includes(o.tableId)).map(o=>{let p=N(o),P=r.select().from(p).where(b(p.__isDeleted,!1)).all();return{...o,records:P.map(f=>({key:Object.fromEntries(Object.entries(o.keySchema).map(([a])=>[a,f[a]])),value:Object.fromEntries(Object.entries(o.valueSchema).map(([a])=>[a,f[a]]))}))}}),C=r.select().from(h).where(b(h.chainId,c)).all(),{lastUpdatedBlockNumber:E}=C[0]??{},m={blockNumber:E??null,tables:k};return u("findAll",c,s,m),m}}}import{isDefined as M}from"@latticexyz/common/utils";import{combineLatest as V,filter as $,first as F}from"rxjs";var t=d(S.object({SQLITE_FILENAME:S.string().default("indexer.db")})),W=[t.RPC_WS_URL?q(t.RPC_WS_URL):void 0,t.RPC_HTTP_URL?x(t.RPC_HTTP_URL):void 0].filter(M),A=v({transport:U(W),pollingInterval:t.POLLING_INTERVAL}),G=await A.getChainId(),i=w(new Q(t.SQLITE_FILENAME)),R=t.START_BLOCK;try{let e=i.select().from(T).where(O(T.chainId,G)).all()[0];e!=null&&(e.schemaVersion!=L?(console.log("schema version changed from",e.schemaVersion,"to",L,"recreating database"),I.truncateSync(t.SQLITE_FILENAME)):e.lastUpdatedBlockNumber!=null&&(console.log("resuming from block number",e.lastUpdatedBlockNumber+1n),R=e.lastUpdatedBlockNumber+1n))}catch{}var{latestBlockNumber$:K,storedBlockLogs$:X}=await H({database:i,publicClient:A,startBlock:R,maxBlockRange:t.MAX_BLOCK_RANGE}),_=!1;V([K,X]).pipe($(([r,{blockNumber:e}])=>r===e),F()).subscribe(()=>{_=!0,console.log("all caught up")});var n=j({maxParamLength:5e3});await n.register(import("@fastify/cors"));n.get("/healthz",(r,e)=>e.code(200).send());n.get("/readyz",(r,e)=>_?e.code(200).send("ready"):e.code(424).send("backfilling"));n.register(z,{prefix:"/trpc",trpcOptions:{router:D(),createContext:async()=>({queryAdapter:await y(i)})}});await n.listen({host:t.HOST,port:t.PORT});console.log(`indexer server listening on http://${t.HOST}:${t.PORT}`);
+import{a as h,b as y}from"../chunk-X3OEYQLT.js";import"dotenv/config";import v from"node:fs";import{z as A}from"zod";import{eq as U}from"drizzle-orm";import{drizzle as q}from"drizzle-orm/better-sqlite3";import x from"better-sqlite3";import{createPublicClient as D,fallback as j,webSocket as z,http as F}from"viem";import H from"fastify";import{fastifyTRPCPlugin as M}from"@trpc/server/adapters/fastify";import{createAppRouter as V}from"@latticexyz/store-sync/trpc-indexer";import{chainState as L,schemaVersion as R,syncToSqlite as $}from"@latticexyz/store-sync/sqlite";import{eq as g}from"drizzle-orm";import{buildTable as O,chainState as k,getTables as w}from"@latticexyz/store-sync/sqlite";import{getAddress as S}from"viem";import{decodeDynamicField as Q}from"@latticexyz/protocol-parser";async function T(o){return{async findAll({chainId:p,address:c,filters:l=[]}){let d=Array.from(new Set(l.map(r=>r.tableId))),E=w(o).filter(r=>c==null||S(c)===S(r.address)).filter(r=>!d.length||d.includes(r.tableId)).map(r=>{let f=O(r),b=o.select().from(f).where(g(f.__isDeleted,!1)).all(),B=l.length?b.filter(i=>{let a=Q("bytes32[]",i.__key);return l.some(n=>n.tableId===r.tableId&&(n.key0==null||n.key0===a[0])&&(n.key1==null||n.key1===a[1]))}):b;return{...r,records:B.map(i=>({key:Object.fromEntries(Object.entries(r.keySchema).map(([a])=>[a,i[a]])),value:Object.fromEntries(Object.entries(r.valueSchema).map(([a])=>[a,i[a]]))}))}}),P=o.select().from(k).where(g(k.chainId,p)).all(),{lastUpdatedBlockNumber:N}=P[0]??{},u={blockNumber:N??null,tables:E};return h("findAll",p,c,u),u}}}import{isDefined as W}from"@latticexyz/common/utils";import{combineLatest as G,filter as K,first as X}from"rxjs";var t=y(A.object({SQLITE_FILENAME:A.string().default("indexer.db")})),J=[t.RPC_WS_URL?z(t.RPC_WS_URL):void 0,t.RPC_HTTP_URL?F(t.RPC_HTTP_URL):void 0].filter(W),_=D({transport:j(J),pollingInterval:t.POLLING_INTERVAL}),Y=await _.getChainId(),m=q(new x(t.SQLITE_FILENAME)),I=t.START_BLOCK;try{let e=m.select().from(L).where(U(L.chainId,Y)).all()[0];e!=null&&(e.schemaVersion!=R?(console.log("schema version changed from",e.schemaVersion,"to",R,"recreating database"),v.truncateSync(t.SQLITE_FILENAME)):e.lastUpdatedBlockNumber!=null&&(console.log("resuming from block number",e.lastUpdatedBlockNumber+1n),I=e.lastUpdatedBlockNumber+1n))}catch{}var{latestBlockNumber$:Z,storedBlockLogs$:ee}=await $({database:m,publicClient:_,startBlock:I,maxBlockRange:t.MAX_BLOCK_RANGE}),C=!1;G([Z,ee]).pipe(K(([o,{blockNumber:e}])=>o===e),X()).subscribe(()=>{C=!0,console.log("all caught up")});var s=H({maxParamLength:5e3});await s.register(import("@fastify/cors"));s.get("/healthz",(o,e)=>e.code(200).send());s.get("/readyz",(o,e)=>C?e.code(200).send("ready"):e.code(424).send("backfilling"));s.register(M,{prefix:"/trpc",trpcOptions:{router:V(),createContext:async()=>({queryAdapter:await T(m)})}});await s.listen({host:t.HOST,port:t.PORT});console.log(`indexer server listening on http://${t.HOST}:${t.PORT}`);
 //# sourceMappingURL=sqlite-indexer.js.map

package/dist/bin/sqlite-indexer.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../bin/sqlite-indexer.ts","../../src/sqlite/createQueryAdapter.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport fs from \"node:fs\";\nimport { z } from \"zod\";\nimport { eq } from \"drizzle-orm\";\nimport { drizzle } from \"drizzle-orm/better-sqlite3\";\nimport Database from \"better-sqlite3\";\nimport { createPublicClient, fallback, webSocket, http, Transport } from \"viem\";\nimport fastify from \"fastify\";\nimport { fastifyTRPCPlugin } from \"@trpc/server/adapters/fastify\";\nimport { AppRouter, createAppRouter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { chainState, schemaVersion, syncToSqlite } from \"@latticexyz/store-sync/sqlite\";\nimport { createQueryAdapter } from \"../src/sqlite/createQueryAdapter\";\nimport { isDefined } from \"@latticexyz/common/utils\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { parseEnv } from \"./parseEnv\";\n\nconst env = parseEnv(\n  z.object({\n    SQLITE_FILENAME: z.string().default(\"indexer.db\"),\n  })\n);\n\nconst transports: Transport[] = [\n  // prefer WS when specified\n  env.RPC_WS_URL ? webSocket(env.RPC_WS_URL) : undefined,\n  // otherwise use or fallback to HTTP\n  env.RPC_HTTP_URL ? http(env.RPC_HTTP_URL) : undefined,\n].filter(isDefined);\n\nconst publicClient = createPublicClient({\n  transport: fallback(transports),\n  pollingInterval: env.POLLING_INTERVAL,\n});\n\nconst chainId = await publicClient.getChainId();\nconst database = drizzle(new Database(env.SQLITE_FILENAME));\n\nlet startBlock = env.START_BLOCK;\n\n// Resume from latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\ntry {\n  const currentChainStates = database.select().from(chainState).where(eq(chainState.chainId, chainId)).all();\n  // TODO: replace this type workaround with `noUncheckedIndexedAccess: true` when we can fix all the issues related (https://github.com/latticexyz/mud/issues/1212)\n  const currentChainState: (typeof currentChainStates)[number] | undefined = currentChainStates[0];\n\n  if (currentChainState != null) {\n    if (currentChainState.schemaVersion != schemaVersion) {\n      console.log(\n        \"schema version changed from\",\n        currentChainState.schemaVersion,\n        \"to\",\n        schemaVersion,\n        \"recreating database\"\n      );\n      fs.truncateSync(env.SQLITE_FILENAME);\n    } else if (currentChainState.lastUpdatedBlockNumber != null) {\n      console.log(\"resuming from block number\", currentChainState.lastUpdatedBlockNumber + 1n);\n      startBlock = currentChainState.lastUpdatedBlockNumber + 1n;\n    }\n  }\n} catch (error) {\n  // ignore errors, this is optional\n}\n\nconst { latestBlockNumber$, storedBlockLogs$ } = await syncToSqlite({\n  database,\n  publicClient,\n  startBlock,\n  maxBlockRange: env.MAX_BLOCK_RANGE,\n});\n\nlet isCaughtUp = false;\ncombineLatest([latestBlockNumber$, storedBlockLogs$])\n  .pipe(\n    filter(\n      ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) => latestBlockNumber === lastBlockNumberProcessed\n    ),\n    first()\n  )\n  .subscribe(() => {\n    isCaughtUp = true;\n    console.log(\"all caught up\");\n  });\n\n// @see https://fastify.dev/docs/latest/\nconst server = fastify({\n  maxParamLength: 5000,\n});\n\nawait server.register(import(\"@fastify/cors\"));\n\n// k8s healthchecks\nserver.get(\"/healthz\", (req, res) => res.code(200).send());\nserver.get(\"/readyz\", (req, res) => (isCaughtUp ? res.code(200).send(\"ready\") : res.code(424).send(\"backfilling\")));\n\n// @see https://trpc.io/docs/server/adapters/fastify\nserver.register(fastifyTRPCPlugin<AppRouter>, {\n  prefix: \"/trpc\",\n  trpcOptions: {\n    router: createAppRouter(),\n    createContext: async () => ({\n      queryAdapter: await createQueryAdapter(database),\n    }),\n  },\n});\n\nawait server.listen({ host: env.HOST, port: env.PORT });\nconsole.log(`indexer server listening on http://${env.HOST}:${env.PORT}`);\n","import { eq } from \"drizzle-orm\";\nimport { BaseSQLiteDatabase } from \"drizzle-orm/sqlite-core\";\nimport { buildTable, chainState, getTables } from \"@latticexyz/store-sync/sqlite\";\nimport { QueryAdapter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { debug } from \"../debug\";\nimport { getAddress } from \"viem\";\n\n/**\n * Creates a storage adapter for the tRPC server/client to query data from SQLite.\n *\n * @param {BaseSQLiteDatabase<\"sync\", any>} database SQLite database object from Drizzle\n * @returns {Promise<QueryAdapter>} A set of methods used by tRPC endpoints.\n */\nexport async function createQueryAdapter(database: BaseSQLiteDatabase<\"sync\", any>): Promise<QueryAdapter> {\n  const adapter: QueryAdapter = {\n    async findAll({ chainId, address, tableIds = [] }) {\n      const tables = getTables(database)\n        .filter((table) => address == null || getAddress(address) === getAddress(table.address))\n        .filter((table) => !tableIds.length || tableIds.includes(table.tableId));\n\n      const tablesWithRecords = tables.map((table) => {\n        const sqliteTable = buildTable(table);\n        const records = database.select().from(sqliteTable).where(eq(sqliteTable.__isDeleted, false)).all();\n        return {\n          ...table,\n          records: records.map((record) => ({\n            key: Object.fromEntries(Object.entries(table.keySchema).map(([name]) => [name, record[name]])),\n            value: Object.fromEntries(Object.entries(table.valueSchema).map(([name]) => [name, record[name]])),\n          })),\n        };\n      });\n\n      const metadata = database.select().from(chainState).where(eq(chainState.chainId, chainId)).all();\n      const { lastUpdatedBlockNumber } = metadata[0] ?? {};\n\n      const result = {\n        blockNumber: lastUpdatedBlockNumber ?? null,\n        tables: tablesWithRecords,\n      };\n\n      debug(\"findAll\", chainId, address, result);\n\n      return result;\n    },\n  };\n  return adapter;\n}\n"],"mappings":";gDACA,MAAO,gBACP,OAAOA,MAAQ,UACf,OAAS,KAAAC,MAAS,MAClB,OAAS,MAAAC,MAAU,cACnB,OAAS,WAAAC,MAAe,6BACxB,OAAOC,MAAc,iBACrB,OAAS,sBAAAC,EAAoB,YAAAC,EAAU,aAAAC,EAAW,QAAAC,MAAuB,OACzE,OAAOC,MAAa,UACpB,OAAS,qBAAAC,MAAyB,gCAClC,OAAoB,mBAAAC,MAAuB,sCAC3C,OAAS,cAAAC,EAAY,iBAAAC,EAAe,gBAAAC,MAAoB,gCCXxD,OAAS,MAAAC,MAAU,cAEnB,OAAS,cAAAC,EAAY,cAAAC,EAAY,aAAAC,MAAiB,gCAGlD,OAAS,cAAAC,MAAkB,OAQ3B,eAAsBC,EAAmBC,EAAkE,CAgCzG,MA/B8B,CAC5B,MAAM,QAAQ,CAAE,QAAAC,EAAS,QAAAC,EAAS,SAAAC,EAAW,CAAC,CAAE,EAAG,CAKjD,IAAMC,EAJSC,EAAUL,CAAQ,EAC9B,OAAQM,GAAUJ,GAAW,MAAQJ,EAAWI,CAAO,IAAMJ,EAAWQ,EAAM,OAAO,CAAC,EACtF,OAAQA,GAAU,CAACH,EAAS,QAAUA,EAAS,SAASG,EAAM,OAAO,CAAC,EAExC,IAAKA,GAAU,CAC9C,IAAMC,EAAcC,EAAWF,CAAK,EAC9BG,EAAUT,EAAS,OAAO,EAAE,KAAKO,CAAW,EAAE,MAAMG,EAAGH,EAAY,YAAa,EAAK,CAAC,EAAE,IAAI,EAClG,MAAO,CACL,GAAGD,EACH,QAASG,EAAQ,IAAKE,IAAY,CAChC,IAAK,OAAO,YAAY,OAAO,QAAQL,EAAM,SAAS,EAAE,IAAI,CAAC,CAACM,CAAI,IAAM,CAACA,EAAMD,EAAOC,CAAI,CAAC,CAAC,CAAC,EAC7F,MAAO,OAAO,YAAY,OAAO,QAAQN,EAAM,WAAW,EAAE,IAAI,CAAC,CAACM,CAAI,IAAM,CAACA,EAAMD,EAAOC,CAAI,CAAC,CAAC,CAAC,CACnG,EAAE,CACJ,CACF,CAAC,EAEKC,EAAWb,EAAS,OAAO,EAAE,KAAKc,CAAU,EAAE,MAAMJ,EAAGI,EAAW,QAASb,CAAO,CAAC,EAAE,IAAI,EACzF,CAAE,uBAAAc,CAAuB,EAAIF,EAAS,CAAC,GAAK,CAAC,EAE7CG,EAAS,CACb,YAAaD,GAA0B,KACvC,OAAQX,CACV,EAEA,OAAAa,EAAM,UAAWhB,EAASC,EAASc,CAAM,EAElCA,CACT,CACF,CAEF,CDjCA,OAAS,aAAAE,MAAiB,2BAC1B,OAAS,iBAAAC,EAAe,UAAAC,EAAQ,SAAAC,MAAa,OAG7C,IAAMC,EAAMC,EACVC,EAAE,OAAO,CACP,gBAAiBA,EAAE,OAAO,EAAE,QAAQ,YAAY,CAClD,CAAC,CACH,EAEMC,EAA0B,CAE9BH,EAAI,WAAaI,EAAUJ,EAAI,UAAU,EAAI,OAE7CA,EAAI,aAAeK,EAAKL,EAAI,YAAY,EAAI,MAC9C,EAAE,OAAOM,CAAS,EAEZC,EAAeC,EAAmB,CACtC,UAAWC,EAASN,CAAU,EAC9B,gBAAiBH,EAAI,gBACvB,CAAC,EAEKU,EAAU,MAAMH,EAAa,WAAW,EACxCI,EAAWC,EAAQ,IAAIC,EAASb,EAAI,eAAe,CAAC,EAEtDc,EAAad,EAAI,YAGrB,GAAI,CAGF,IAAMe,EAFqBJ,EAAS,OAAO,EAAE,KAAKK,CAAU,EAAE,MAAMC,EAAGD,EAAW,QAASN,CAAO,CAAC,EAAE,IAAI,EAEX,CAAC,EAE3FK,GAAqB,OACnBA,EAAkB,eAAiBG,GACrC,QAAQ,IACN,8BACAH,EAAkB,cAClB,KACAG,EACA,qBACF,EACAC,EAAG,aAAanB,EAAI,eAAe,GAC1Be,EAAkB,wBAA0B,OACrD,QAAQ,IAAI,6BAA8BA,EAAkB,uBAAyB,EAAE,EACvFD,EAAaC,EAAkB,uBAAyB,IAG9D,MAAE,CAEF,CAEA,GAAM,CAAE,mBAAAK,EAAoB,iBAAAC,CAAiB,EAAI,MAAMC,EAAa,CAClE,SAAAX,EACA,aAAAJ,EACA,WAAAO,EACA,cAAed,EAAI,eACrB,CAAC,EAEGuB,EAAa,GACjBC,EAAc,CAACJ,EAAoBC,CAAgB,CAAC,EACjD,KACCI,EACE,CAAC,CAACC,EAAmB,CAAE,YAAaC,CAAyB,CAAC,IAAMD,IAAsBC,CAC5F,EACAC,EAAM,CACR,EACC,UAAU,IAAM,CACfL,EAAa,GACb,QAAQ,IAAI,eAAe,CAC7B,CAAC,EAGH,IAAMM,EAASC,EAAQ,CACrB,eAAgB,GAClB,CAAC,EAED,MAAMD,EAAO,SAAS,OAAO,eAAe,CAAC,EAG7CA,EAAO,IAAI,WAAY,CAACE,EAAKC,IAAQA,EAAI,KAAK,GAAG,EAAE,KAAK,CAAC,EACzDH,EAAO,IAAI,UAAW,CAACE,EAAKC,IAAST,EAAaS,EAAI,KAAK,GAAG,EAAE,KAAK,OAAO,EAAIA,EAAI,KAAK,GAAG,EAAE,KAAK,aAAa,CAAE,EAGlHH,EAAO,SAASI,EAA8B,CAC5C,OAAQ,QACR,YAAa,CACX,OAAQC,EAAgB,EACxB,cAAe,UAAa,CAC1B,aAAc,MAAMC,EAAmBxB,CAAQ,CACjD,EACF,CACF,CAAC,EAED,MAAMkB,EAAO,OAAO,CAAE,KAAM7B,EAAI,KAAM,KAAMA,EAAI,IAAK,CAAC,EACtD,QAAQ,IAAI,sCAAsCA,EAAI,QAAQA,EAAI,MAAM","names":["fs","z","eq","drizzle","Database","createPublicClient","fallback","webSocket","http","fastify","fastifyTRPCPlugin","createAppRouter","chainState","schemaVersion","syncToSqlite","eq","buildTable","chainState","getTables","getAddress","createQueryAdapter","database","chainId","address","tableIds","tablesWithRecords","getTables","table","sqliteTable","buildTable","records","eq","record","name","metadata","chainState","lastUpdatedBlockNumber","result","debug","isDefined","combineLatest","filter","first","env","parseEnv","z","transports","webSocket","http","isDefined","publicClient","createPublicClient","fallback","chainId","database","drizzle","Database","startBlock","currentChainState","chainState","eq","schemaVersion","fs","latestBlockNumber$","storedBlockLogs$","syncToSqlite","isCaughtUp","combineLatest","filter","latestBlockNumber","lastBlockNumberProcessed","first","server","fastify","req","res","fastifyTRPCPlugin","createAppRouter","createQueryAdapter"]}
+{"version":3,"sources":["../../bin/sqlite-indexer.ts","../../src/sqlite/createQueryAdapter.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport fs from \"node:fs\";\nimport { z } from \"zod\";\nimport { eq } from \"drizzle-orm\";\nimport { drizzle } from \"drizzle-orm/better-sqlite3\";\nimport Database from \"better-sqlite3\";\nimport { createPublicClient, fallback, webSocket, http, Transport } from \"viem\";\nimport fastify from \"fastify\";\nimport { fastifyTRPCPlugin } from \"@trpc/server/adapters/fastify\";\nimport { AppRouter, createAppRouter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { chainState, schemaVersion, syncToSqlite } from \"@latticexyz/store-sync/sqlite\";\nimport { createQueryAdapter } from \"../src/sqlite/createQueryAdapter\";\nimport { isDefined } from \"@latticexyz/common/utils\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { parseEnv } from \"./parseEnv\";\n\nconst env = parseEnv(\n  z.object({\n    SQLITE_FILENAME: z.string().default(\"indexer.db\"),\n  })\n);\n\nconst transports: Transport[] = [\n  // prefer WS when specified\n  env.RPC_WS_URL ? webSocket(env.RPC_WS_URL) : undefined,\n  // otherwise use or fallback to HTTP\n  env.RPC_HTTP_URL ? http(env.RPC_HTTP_URL) : undefined,\n].filter(isDefined);\n\nconst publicClient = createPublicClient({\n  transport: fallback(transports),\n  pollingInterval: env.POLLING_INTERVAL,\n});\n\nconst chainId = await publicClient.getChainId();\nconst database = drizzle(new Database(env.SQLITE_FILENAME));\n\nlet startBlock = env.START_BLOCK;\n\n// Resume from latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\ntry {\n  const currentChainStates = database.select().from(chainState).where(eq(chainState.chainId, chainId)).all();\n  // TODO: replace this type workaround with `noUncheckedIndexedAccess: true` when we can fix all the issues related (https://github.com/latticexyz/mud/issues/1212)\n  const currentChainState: (typeof currentChainStates)[number] | undefined = currentChainStates[0];\n\n  if (currentChainState != null) {\n    if (currentChainState.schemaVersion != schemaVersion) {\n      console.log(\n        \"schema version changed from\",\n        currentChainState.schemaVersion,\n        \"to\",\n        schemaVersion,\n        \"recreating database\"\n      );\n      fs.truncateSync(env.SQLITE_FILENAME);\n    } else if (currentChainState.lastUpdatedBlockNumber != null) {\n      console.log(\"resuming from block number\", currentChainState.lastUpdatedBlockNumber + 1n);\n      startBlock = currentChainState.lastUpdatedBlockNumber + 1n;\n    }\n  }\n} catch (error) {\n  // ignore errors, this is optional\n}\n\nconst { latestBlockNumber$, storedBlockLogs$ } = await syncToSqlite({\n  database,\n  publicClient,\n  startBlock,\n  maxBlockRange: env.MAX_BLOCK_RANGE,\n});\n\nlet isCaughtUp = false;\ncombineLatest([latestBlockNumber$, storedBlockLogs$])\n  .pipe(\n    filter(\n      ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) => latestBlockNumber === lastBlockNumberProcessed\n    ),\n    first()\n  )\n  .subscribe(() => {\n    isCaughtUp = true;\n    console.log(\"all caught up\");\n  });\n\n// @see https://fastify.dev/docs/latest/\nconst server = fastify({\n  maxParamLength: 5000,\n});\n\nawait server.register(import(\"@fastify/cors\"));\n\n// k8s healthchecks\nserver.get(\"/healthz\", (req, res) => res.code(200).send());\nserver.get(\"/readyz\", (req, res) => (isCaughtUp ? res.code(200).send(\"ready\") : res.code(424).send(\"backfilling\")));\n\n// @see https://trpc.io/docs/server/adapters/fastify\nserver.register(fastifyTRPCPlugin<AppRouter>, {\n  prefix: \"/trpc\",\n  trpcOptions: {\n    router: createAppRouter(),\n    createContext: async () => ({\n      queryAdapter: await createQueryAdapter(database),\n    }),\n  },\n});\n\nawait server.listen({ host: env.HOST, port: env.PORT });\nconsole.log(`indexer server listening on http://${env.HOST}:${env.PORT}`);\n","import { eq } from \"drizzle-orm\";\nimport { BaseSQLiteDatabase } from \"drizzle-orm/sqlite-core\";\nimport { buildTable, chainState, getTables } from \"@latticexyz/store-sync/sqlite\";\nimport { QueryAdapter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { debug } from \"../debug\";\nimport { getAddress } from \"viem\";\nimport { decodeDynamicField } from \"@latticexyz/protocol-parser\";\n\n/**\n * Creates a storage adapter for the tRPC server/client to query data from SQLite.\n *\n * @param {BaseSQLiteDatabase<\"sync\", any>} database SQLite database object from Drizzle\n * @returns {Promise<QueryAdapter>} A set of methods used by tRPC endpoints.\n */\nexport async function createQueryAdapter(database: BaseSQLiteDatabase<\"sync\", any>): Promise<QueryAdapter> {\n  const adapter: QueryAdapter = {\n    async findAll({ chainId, address, filters = [] }) {\n      // If _any_ filter has a table ID, this will filter down all data to just those tables. Which mean we can't yet mix table filters with key-only filters.\n      // TODO: improve this so we can express this in the query (need to be able to query data across tables more easily)\n      const tableIds = Array.from(new Set(filters.map((filter) => filter.tableId)));\n      const tables = getTables(database)\n        .filter((table) => address == null || getAddress(address) === getAddress(table.address))\n        .filter((table) => !tableIds.length || tableIds.includes(table.tableId));\n\n      const tablesWithRecords = tables.map((table) => {\n        const sqliteTable = buildTable(table);\n        const records = database.select().from(sqliteTable).where(eq(sqliteTable.__isDeleted, false)).all();\n        const filteredRecords = !filters.length\n          ? records\n          : records.filter((record) => {\n              const keyTuple = decodeDynamicField(\"bytes32[]\", record.__key);\n              return filters.some(\n                (filter) =>\n                  filter.tableId === table.tableId &&\n                  (filter.key0 == null || filter.key0 === keyTuple[0]) &&\n                  (filter.key1 == null || filter.key1 === keyTuple[1])\n              );\n            });\n        return {\n          ...table,\n          records: filteredRecords.map((record) => ({\n            key: Object.fromEntries(Object.entries(table.keySchema).map(([name]) => [name, record[name]])),\n            value: Object.fromEntries(Object.entries(table.valueSchema).map(([name]) => [name, record[name]])),\n          })),\n        };\n      });\n\n      const metadata = database.select().from(chainState).where(eq(chainState.chainId, chainId)).all();\n      const { lastUpdatedBlockNumber } = metadata[0] ?? {};\n\n      const result = {\n        blockNumber: lastUpdatedBlockNumber ?? null,\n        tables: tablesWithRecords,\n      };\n\n      debug(\"findAll\", chainId, address, result);\n\n      return result;\n    },\n  };\n  return adapter;\n}\n"],"mappings":";gDACA,MAAO,gBACP,OAAOA,MAAQ,UACf,OAAS,KAAAC,MAAS,MAClB,OAAS,MAAAC,MAAU,cACnB,OAAS,WAAAC,MAAe,6BACxB,OAAOC,MAAc,iBACrB,OAAS,sBAAAC,EAAoB,YAAAC,EAAU,aAAAC,EAAW,QAAAC,MAAuB,OACzE,OAAOC,MAAa,UACpB,OAAS,qBAAAC,MAAyB,gCAClC,OAAoB,mBAAAC,MAAuB,sCAC3C,OAAS,cAAAC,EAAY,iBAAAC,EAAe,gBAAAC,MAAoB,gCCXxD,OAAS,MAAAC,MAAU,cAEnB,OAAS,cAAAC,EAAY,cAAAC,EAAY,aAAAC,MAAiB,gCAGlD,OAAS,cAAAC,MAAkB,OAC3B,OAAS,sBAAAC,MAA0B,8BAQnC,eAAsBC,EAAmBC,EAAkE,CA8CzG,MA7C8B,CAC5B,MAAM,QAAQ,CAAE,QAAAC,EAAS,QAAAC,EAAS,QAAAC,EAAU,CAAC,CAAE,EAAG,CAGhD,IAAMC,EAAW,MAAM,KAAK,IAAI,IAAID,EAAQ,IAAKE,GAAWA,EAAO,OAAO,CAAC,CAAC,EAKtEC,EAJSC,EAAUP,CAAQ,EAC9B,OAAQQ,GAAUN,GAAW,MAAQL,EAAWK,CAAO,IAAML,EAAWW,EAAM,OAAO,CAAC,EACtF,OAAQA,GAAU,CAACJ,EAAS,QAAUA,EAAS,SAASI,EAAM,OAAO,CAAC,EAExC,IAAKA,GAAU,CAC9C,IAAMC,EAAcC,EAAWF,CAAK,EAC9BG,EAAUX,EAAS,OAAO,EAAE,KAAKS,CAAW,EAAE,MAAMG,EAAGH,EAAY,YAAa,EAAK,CAAC,EAAE,IAAI,EAC5FI,EAAmBV,EAAQ,OAE7BQ,EAAQ,OAAQG,GAAW,CACzB,IAAMC,EAAWjB,EAAmB,YAAagB,EAAO,KAAK,EAC7D,OAAOX,EAAQ,KACZE,GACCA,EAAO,UAAYG,EAAM,UACxBH,EAAO,MAAQ,MAAQA,EAAO,OAASU,EAAS,CAAC,KACjDV,EAAO,MAAQ,MAAQA,EAAO,OAASU,EAAS,CAAC,EACtD,CACF,CAAC,EATDJ,EAUJ,MAAO,CACL,GAAGH,EACH,QAASK,EAAgB,IAAKC,IAAY,CACxC,IAAK,OAAO,YAAY,OAAO,QAAQN,EAAM,SAAS,EAAE,IAAI,CAAC,CAACQ,CAAI,IAAM,CAACA,EAAMF,EAAOE,CAAI,CAAC,CAAC,CAAC,EAC7F,MAAO,OAAO,YAAY,OAAO,QAAQR,EAAM,WAAW,EAAE,IAAI,CAAC,CAACQ,CAAI,IAAM,CAACA,EAAMF,EAAOE,CAAI,CAAC,CAAC,CAAC,CACnG,EAAE,CACJ,CACF,CAAC,EAEKC,EAAWjB,EAAS,OAAO,EAAE,KAAKkB,CAAU,EAAE,MAAMN,EAAGM,EAAW,QAASjB,CAAO,CAAC,EAAE,IAAI,EACzF,CAAE,uBAAAkB,CAAuB,EAAIF,EAAS,CAAC,GAAK,CAAC,EAE7CG,EAAS,CACb,YAAaD,GAA0B,KACvC,OAAQb,CACV,EAEA,OAAAe,EAAM,UAAWpB,EAASC,EAASkB,CAAM,EAElCA,CACT,CACF,CAEF,CDhDA,OAAS,aAAAE,MAAiB,2BAC1B,OAAS,iBAAAC,EAAe,UAAAC,EAAQ,SAAAC,MAAa,OAG7C,IAAMC,EAAMC,EACVC,EAAE,OAAO,CACP,gBAAiBA,EAAE,OAAO,EAAE,QAAQ,YAAY,CAClD,CAAC,CACH,EAEMC,EAA0B,CAE9BH,EAAI,WAAaI,EAAUJ,EAAI,UAAU,EAAI,OAE7CA,EAAI,aAAeK,EAAKL,EAAI,YAAY,EAAI,MAC9C,EAAE,OAAOM,CAAS,EAEZC,EAAeC,EAAmB,CACtC,UAAWC,EAASN,CAAU,EAC9B,gBAAiBH,EAAI,gBACvB,CAAC,EAEKU,EAAU,MAAMH,EAAa,WAAW,EACxCI,EAAWC,EAAQ,IAAIC,EAASb,EAAI,eAAe,CAAC,EAEtDc,EAAad,EAAI,YAGrB,GAAI,CAGF,IAAMe,EAFqBJ,EAAS,OAAO,EAAE,KAAKK,CAAU,EAAE,MAAMC,EAAGD,EAAW,QAASN,CAAO,CAAC,EAAE,IAAI,EAEX,CAAC,EAE3FK,GAAqB,OACnBA,EAAkB,eAAiBG,GACrC,QAAQ,IACN,8BACAH,EAAkB,cAClB,KACAG,EACA,qBACF,EACAC,EAAG,aAAanB,EAAI,eAAe,GAC1Be,EAAkB,wBAA0B,OACrD,QAAQ,IAAI,6BAA8BA,EAAkB,uBAAyB,EAAE,EACvFD,EAAaC,EAAkB,uBAAyB,IAG9D,MAAE,CAEF,CAEA,GAAM,CAAE,mBAAAK,EAAoB,iBAAAC,EAAiB,EAAI,MAAMC,EAAa,CAClE,SAAAX,EACA,aAAAJ,EACA,WAAAO,EACA,cAAed,EAAI,eACrB,CAAC,EAEGuB,EAAa,GACjBC,EAAc,CAACJ,EAAoBC,EAAgB,CAAC,EACjD,KACCI,EACE,CAAC,CAACC,EAAmB,CAAE,YAAaC,CAAyB,CAAC,IAAMD,IAAsBC,CAC5F,EACAC,EAAM,CACR,EACC,UAAU,IAAM,CACfL,EAAa,GACb,QAAQ,IAAI,eAAe,CAC7B,CAAC,EAGH,IAAMM,EAASC,EAAQ,CACrB,eAAgB,GAClB,CAAC,EAED,MAAMD,EAAO,SAAS,OAAO,eAAe,CAAC,EAG7CA,EAAO,IAAI,WAAY,CAACE,EAAKC,IAAQA,EAAI,KAAK,GAAG,EAAE,KAAK,CAAC,EACzDH,EAAO,IAAI,UAAW,CAACE,EAAKC,IAAST,EAAaS,EAAI,KAAK,GAAG,EAAE,KAAK,OAAO,EAAIA,EAAI,KAAK,GAAG,EAAE,KAAK,aAAa,CAAE,EAGlHH,EAAO,SAASI,EAA8B,CAC5C,OAAQ,QACR,YAAa,CACX,OAAQC,EAAgB,EACxB,cAAe,UAAa,CAC1B,aAAc,MAAMC,EAAmBxB,CAAQ,CACjD,EACF,CACF,CAAC,EAED,MAAMkB,EAAO,OAAO,CAAE,KAAM7B,EAAI,KAAM,KAAMA,EAAI,IAAK,CAAC,EACtD,QAAQ,IAAI,sCAAsCA,EAAI,QAAQA,EAAI,MAAM","names":["fs","z","eq","drizzle","Database","createPublicClient","fallback","webSocket","http","fastify","fastifyTRPCPlugin","createAppRouter","chainState","schemaVersion","syncToSqlite","eq","buildTable","chainState","getTables","getAddress","decodeDynamicField","createQueryAdapter","database","chainId","address","filters","tableIds","filter","tablesWithRecords","getTables","table","sqliteTable","buildTable","records","eq","filteredRecords","record","keyTuple","name","metadata","chainState","lastUpdatedBlockNumber","result","debug","isDefined","combineLatest","filter","first","env","parseEnv","z","transports","webSocket","http","isDefined","publicClient","createPublicClient","fallback","chainId","database","drizzle","Database","startBlock","currentChainState","chainState","eq","schemaVersion","fs","latestBlockNumber$","storedBlockLogs$","syncToSqlite","isCaughtUp","combineLatest","filter","latestBlockNumber","lastBlockNumberProcessed","first","server","fastify","req","res","fastifyTRPCPlugin","createAppRouter","createQueryAdapter"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@latticexyz/store-indexer",
-  "version": "2.0.0-next.12",
+  "version": "2.0.0-next.13",
   "description": "Minimal Typescript indexer for Store",
   "repository": {
     "type": "git",
@@ -32,10 +32,11 @@
     "superjson": "^1.12.4",
     "viem": "1.14.0",
     "zod": "^3.21.4",
-    "@latticexyz/block-logs-stream": "2.0.0-next.12",
-    "@latticexyz/common": "2.0.0-next.12",
-    "@latticexyz/store": "2.0.0-next.12",
-    "@latticexyz/store-sync": "2.0.0-next.12"
+    "@latticexyz/block-logs-stream": "2.0.0-next.13",
+    "@latticexyz/common": "2.0.0-next.13",
+    "@latticexyz/protocol-parser": "2.0.0-next.13",
+    "@latticexyz/store": "2.0.0-next.13",
+    "@latticexyz/store-sync": "2.0.0-next.13"
   },
   "devDependencies": {
     "@types/better-sqlite3": "^7.6.4",

package/src/postgres/createQueryAdapter.ts

@@ -4,6 +4,7 @@ import { buildTable, buildInternalTables, getTables } from "@latticexyz/store-sy
 import { QueryAdapter } from "@latticexyz/store-sync/trpc-indexer";
 import { debug } from "../debug";
 import { getAddress } from "viem";
+import { decodeDynamicField } from "@latticexyz/protocol-parser";
 
 /**
  * Creates a query adapter for the tRPC server/client to query data from Postgres.
@@ -13,7 +14,10 @@ import { getAddress } from "viem";
  */
 export async function createQueryAdapter(database: PgDatabase<any>): Promise<QueryAdapter> {
   const adapter: QueryAdapter = {
-    async findAll({ chainId, address, tableIds = [] }) {
+    async findAll({ chainId, address, filters = [] }) {
+      // If _any_ filter has a table ID, this will filter down all data to just those tables. Which mean we can't yet mix table filters with key-only filters.
+      // TODO: improve this so we can express this in the query (need to be able to query data across tables more easily)
+      const tableIds = Array.from(new Set(filters.map((filter) => filter.tableId)));
       const tables = (await getTables(database))
         .filter((table) => address == null || getAddress(address) === getAddress(table.address))
         .filter((table) => !tableIds.length || tableIds.includes(table.tableId));
@@ -22,9 +26,20 @@ export async function createQueryAdapter(database: PgDatabase<any>): Promise<Que
         tables.map(async (table) => {
           const sqliteTable = buildTable(table);
           const records = await database.select().from(sqliteTable).where(eq(sqliteTable.__isDeleted, false)).execute();
+          const filteredRecords = !filters.length
+            ? records
+            : records.filter((record) => {
+                const keyTuple = decodeDynamicField("bytes32[]", record.__key);
+                return filters.some(
+                  (filter) =>
+                    filter.tableId === table.tableId &&
+                    (filter.key0 == null || filter.key0 === keyTuple[0]) &&
+                    (filter.key1 == null || filter.key1 === keyTuple[1])
+                );
+              });
           return {
             ...table,
-            records: records.map((record) => ({
+            records: filteredRecords.map((record) => ({
               key: Object.fromEntries(Object.entries(table.keySchema).map(([name]) => [name, record[name]])),
               value: Object.fromEntries(Object.entries(table.valueSchema).map(([name]) => [name, record[name]])),
             })),

package/src/sqlite/createQueryAdapter.ts

@@ -4,6 +4,7 @@ import { buildTable, chainState, getTables } from "@latticexyz/store-sync/sqlite
 import { QueryAdapter } from "@latticexyz/store-sync/trpc-indexer";
 import { debug } from "../debug";
 import { getAddress } from "viem";
+import { decodeDynamicField } from "@latticexyz/protocol-parser";
 
 /**
  * Creates a storage adapter for the tRPC server/client to query data from SQLite.
@@ -13,7 +14,10 @@ import { getAddress } from "viem";
  */
 export async function createQueryAdapter(database: BaseSQLiteDatabase<"sync", any>): Promise<QueryAdapter> {
   const adapter: QueryAdapter = {
-    async findAll({ chainId, address, tableIds = [] }) {
+    async findAll({ chainId, address, filters = [] }) {
+      // If _any_ filter has a table ID, this will filter down all data to just those tables. Which mean we can't yet mix table filters with key-only filters.
+      // TODO: improve this so we can express this in the query (need to be able to query data across tables more easily)
+      const tableIds = Array.from(new Set(filters.map((filter) => filter.tableId)));
       const tables = getTables(database)
         .filter((table) => address == null || getAddress(address) === getAddress(table.address))
         .filter((table) => !tableIds.length || tableIds.includes(table.tableId));
@@ -21,9 +25,20 @@ export async function createQueryAdapter(database: BaseSQLiteDatabase<"sync", an
       const tablesWithRecords = tables.map((table) => {
         const sqliteTable = buildTable(table);
         const records = database.select().from(sqliteTable).where(eq(sqliteTable.__isDeleted, false)).all();
+        const filteredRecords = !filters.length
+          ? records
+          : records.filter((record) => {
+              const keyTuple = decodeDynamicField("bytes32[]", record.__key);
+              return filters.some(
+                (filter) =>
+                  filter.tableId === table.tableId &&
+                  (filter.key0 == null || filter.key0 === keyTuple[0]) &&
+                  (filter.key1 == null || filter.key1 === keyTuple[1])
+              );
+            });
         return {
           ...table,
-          records: records.map((record) => ({
+          records: filteredRecords.map((record) => ({
             key: Object.fromEntries(Object.entries(table.keySchema).map(([name]) => [name, record[name]])),
             value: Object.fromEntries(Object.entries(table.valueSchema).map(([name]) => [name, record[name]])),
           })),