@latticexyz/store-indexer 2.2.18-16710f177b60880b7fa1b2d0be350297a16e2c8c → 2.2.18-318924725246340b208d3fbee8793314686f1759

package/dist/bin/postgres-indexer.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/bin/postgres-indexer.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport { z } from \"zod\";\nimport { eq } from \"drizzle-orm\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { drizzle } from \"drizzle-orm/postgres-js\";\nimport postgres from \"postgres\";\nimport { cleanDatabase, createStorageAdapter, shouldCleanDatabase } from \"@latticexyz/store-sync/postgres\";\nimport { createStoreSync } from \"@latticexyz/store-sync\";\nimport { indexerEnvSchema, parseEnv } from \"./parseEnv\";\nimport { getClientOptions } from \"./getClientOptions\";\nimport { getBlock, getChainId } from \"viem/actions\";\nimport { getRpcClient } from \"@latticexyz/block-logs-stream\";\n\nconst env = parseEnv(\n  z.intersection(\n    indexerEnvSchema,\n    z.object({\n      DATABASE_URL: z.string(),\n      HEALTHCHECK_HOST: z.string().optional(),\n      HEALTHCHECK_PORT: z.coerce.number().optional(),\n    }),\n  ),\n);\n\nconst clientOptions = await getClientOptions(env);\n\nconst chainId = await getChainId(getRpcClient(clientOptions));\nconst database = drizzle(postgres(env.DATABASE_URL, { prepare: false }));\n\nif (await shouldCleanDatabase(database, chainId)) {\n  console.log(\"outdated database detected, clearing data to start fresh\");\n  await cleanDatabase(database);\n}\n\nconst { storageAdapter, tables } = await createStorageAdapter({ ...clientOptions, database });\n\nlet startBlock = env.START_BLOCK;\n\nasync function getLatestStoredBlockNumber(): Promise<bigint | undefined> {\n  // Fetch latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n  // TODO: query if the DB exists instead of try/catch\n  try {\n    const chainState = await database\n      .select()\n      .from(tables.configTable)\n      .where(eq(tables.configTable.chainId, chainId))\n      .limit(1)\n      .execute()\n      // Get the first record in a way that returns a possible `undefined`\n      // TODO: move this to `.findFirst` after upgrading drizzle or `rows[0]` after enabling `noUncheckedIndexedAccess: true`\n      .then((rows) => rows.find(() => true));\n\n    return chainState?.blockNumber;\n  } catch (error) {\n    // ignore errors for now\n  }\n}\n\nasync function getDistanceFromFollowBlock(): Promise<bigint> {\n  const [latestStoredBlockNumber, latestFollowBlock] = await Promise.all([\n    getLatestStoredBlockNumber(),\n    getBlock(getRpcClient(clientOptions), { blockTag: env.FOLLOW_BLOCK_TAG }),\n  ]);\n  return latestFollowBlock.number - (latestStoredBlockNumber ?? -1n);\n}\n\nconst latestStoredBlockNumber = await getLatestStoredBlockNumber();\nif (latestStoredBlockNumber != null) {\n  startBlock = latestStoredBlockNumber + 1n;\n  console.log(\"resuming from block number\", startBlock);\n}\n\nconst { latestBlockNumber$, storedBlockLogs$ } = await createStoreSync({\n  ...clientOptions,\n  storageAdapter,\n  followBlockTag: env.FOLLOW_BLOCK_TAG,\n  startBlock,\n  maxBlockRange: env.MAX_BLOCK_RANGE,\n  address: env.STORE_ADDRESS,\n});\n\nstoredBlockLogs$.subscribe();\n\nlet isCaughtUp = false;\ncombineLatest([latestBlockNumber$, storedBlockLogs$])\n  .pipe(\n    filter(\n      ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) =>\n        latestBlockNumber === lastBlockNumberProcessed,\n    ),\n    first(),\n  )\n  .subscribe(() => {\n    isCaughtUp = true;\n    console.log(\"all caught up\");\n  });\n\nif (env.HEALTHCHECK_HOST != null || env.HEALTHCHECK_PORT != null) {\n  const { default: Koa } = await import(\"koa\");\n  const { default: cors } = await import(\"@koa/cors\");\n  const { healthcheck } = await import(\"../koa-middleware/healthcheck\");\n  const { metrics } = await import(\"../koa-middleware/metrics\");\n  const { helloWorld } = await import(\"../koa-middleware/helloWorld\");\n\n  const server = new Koa();\n\n  server.use(cors());\n  server.use(\n    healthcheck({\n      isReady: () => isCaughtUp,\n    }),\n  );\n  server.use(\n    metrics({\n      isHealthy: () => true,\n      isReady: () => isCaughtUp,\n      getLatestStoredBlockNumber,\n      getDistanceFromFollowBlock,\n      followBlockTag: env.FOLLOW_BLOCK_TAG,\n    }),\n  );\n  server.use(helloWorld());\n\n  server.listen({ host: env.HEALTHCHECK_HOST, port: env.HEALTHCHECK_PORT });\n  console.log(\n    `postgres indexer healthcheck server listening on http://${env.HEALTHCHECK_HOST}:${env.HEALTHCHECK_PORT}`,\n  );\n}\n"],"mappings":";yFACA,MAAO,gBACP,OAAS,KAAAA,MAAS,MAClB,OAAS,MAAAC,MAAU,cACnB,OAAS,iBAAAC,EAAe,UAAAC,EAAQ,SAAAC,MAAa,OAC7C,OAAS,WAAAC,MAAe,0BACxB,OAAOC,MAAc,WACrB,OAAS,iBAAAC,EAAe,wBAAAC,EAAsB,uBAAAC,MAA2B,kCACzE,OAAS,mBAAAC,MAAuB,yBAGhC,OAAS,YAAAC,EAAU,cAAAC,MAAkB,eACrC,OAAS,gBAAAC,MAAoB,gCAE7B,IAAMC,EAAMC,EACVC,EAAE,aACAC,EACAD,EAAE,OAAO,CACP,aAAcA,EAAE,OAAO,EACvB,iBAAkBA,EAAE,OAAO,EAAE,SAAS,EACtC,iBAAkBA,EAAE,OAAO,OAAO,EAAE,SAAS,CAC/C,CAAC,CACH,CACF,EAEME,EAAgB,MAAMC,EAAiBL,CAAG,EAE1CM,EAAU,MAAMR,EAAWC,EAAaK,CAAa,CAAC,EACtDG,EAAWC,EAAQC,EAAST,EAAI,aAAc,CAAE,QAAS,EAAM,CAAC,CAAC,EAEnE,MAAMU,EAAoBH,EAAUD,CAAO,IAC7C,QAAQ,IAAI,0DAA0D,EACtE,MAAMK,EAAcJ,CAAQ,GAG9B,GAAM,CAAE,eAAAK,EAAgB,OAAAC,CAAO,EAAI,MAAMC,EAAqB,CAAE,GAAGV,EAAe,SAAAG,CAAS,CAAC,EAExFQ,EAAaf,EAAI,YAErB,eAAegB,GAA0D,CAGvE,GAAI,CAWF,OAVmB,MAAMT,EACtB,OAAO,EACP,KAAKM,EAAO,WAAW,EACvB,MAAMI,EAAGJ,EAAO,YAAY,QAASP,CAAO,CAAC,EAC7C,MAAM,CAAC,EACP,QAAQ,EAGR,KAAMY,GAASA,EAAK,KAAK,IAAM,EAAI,CAAC,IAEpB,WACrB,MAAgB,CAEhB,CACF,CAEA,eAAeC,GAA8C,CAC3D,GAAM,CAACC,EAAyBC,CAAiB,EAAI,MAAM,QAAQ,IAAI,CACrEL,EAA2B,EAC3BnB,EAASE,EAAaK,CAAa,EAAG,CAAE,SAAUJ,EAAI,gBAAiB,CAAC,CAC1E,CAAC,EACD,OAAOqB,EAAkB,QAAUD,GAA2B,CAAC,GACjE,CAEA,IAAMA,EAA0B,MAAMJ,EAA2B,EAC7DI,GAA2B,OAC7BL,EAAaK,EAA0B,GACvC,QAAQ,IAAI,6BAA8BL,CAAU,GAGtD,GAAM,CAAE,mBAAAO,EAAoB,iBAAAC,CAAiB,EAAI,MAAMC,EAAgB,CACrE,GAAGpB,EACH,eAAAQ,EACA,eAAgBZ,EAAI,iBACpB,WAAAe,EACA,cAAef,EAAI,gBACnB,QAASA,EAAI,aACf,CAAC,EAEDuB,EAAiB,UAAU,EAE3B,IAAIE,EAAa,GACjBC,EAAc,CAACJ,EAAoBC,CAAgB,CAAC,EACjD,KACCI,EACE,CAAC,CAACC,EAAmB,CAAE,YAAaC,CAAyB,CAAC,IAC5DD,IAAsBC,CAC1B,EACAC,EAAM,CACR,EACC,UAAU,IAAM,CACfL,EAAa,GACb,QAAQ,IAAI,eAAe,CAC7B,CAAC,EAEH,GAAIzB,EAAI,kBAAoB,MAAQA,EAAI,kBAAoB,KAAM,CAChE,GAAM,CAAE,QAAS+B,CAAI,EAAI,KAAM,QAAO,KAAK,EACrC,CAAE,QAASC,CAAK,EAAI,KAAM,QAAO,WAAW,EAC5C,CAAE,YAAAC,CAAY,EAAI,KAAM,QAAO,4BAA+B,EAC9D,CAAE,QAAAC,CAAQ,EAAI,KAAM,QAAO,wBAA2B,EACtD,CAAE,WAAAC,CAAW,EAAI,KAAM,QAAO,2BAA8B,EAE5DC,EAAS,IAAIL,EAEnBK,EAAO,IAAIJ,EAAK,CAAC,EACjBI,EAAO,IACLH,EAAY,CACV,QAAS,IAAMR,CACjB,CAAC,CACH,EACAW,EAAO,IACLF,EAAQ,CACN,UAAW,IAAM,GACjB,QAAS,IAAMT,EACf,2BAAAT,EACA,2BAAAG,EACA,eAAgBnB,EAAI,gBACtB,CAAC,CACH,EACAoC,EAAO,IAAID,EAAW,CAAC,EAEvBC,EAAO,OAAO,CAAE,KAAMpC,EAAI,iBAAkB,KAAMA,EAAI,gBAAiB,CAAC,EACxE,QAAQ,IACN,2DAA2DA,EAAI,gBAAgB,IAAIA,EAAI,gBAAgB,EACzG,CACF","names":["z","eq","combineLatest","filter","first","drizzle","postgres","cleanDatabase","createStorageAdapter","shouldCleanDatabase","createStoreSync","getBlock","getChainId","getRpcClient","env","parseEnv","z","indexerEnvSchema","clientOptions","getClientOptions","chainId","database","drizzle","postgres","shouldCleanDatabase","cleanDatabase","storageAdapter","tables","createStorageAdapter","startBlock","getLatestStoredBlockNumber","eq","rows","getDistanceFromFollowBlock","latestStoredBlockNumber","latestFollowBlock","latestBlockNumber$","storedBlockLogs$","createStoreSync","isCaughtUp","combineLatest","filter","latestBlockNumber","lastBlockNumberProcessed","first","Koa","cors","healthcheck","metrics","helloWorld","server"]}
+{"version":3,"sources":["../../src/bin/postgres-indexer.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport { z } from \"zod\";\nimport { eq } from \"drizzle-orm\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { drizzle } from \"drizzle-orm/postgres-js\";\nimport postgres from \"postgres\";\nimport { cleanDatabase, createStorageAdapter, shouldCleanDatabase } from \"@latticexyz/store-sync/postgres\";\nimport { createStoreSync } from \"@latticexyz/store-sync\";\nimport { indexerEnvSchema, parseEnv } from \"./parseEnv\";\nimport { getClientOptions } from \"./getClientOptions\";\nimport { getBlock, getChainId } from \"viem/actions\";\nimport { getRpcClient } from \"@latticexyz/block-logs-stream\";\n\nconst env = parseEnv(\n  z.intersection(\n    indexerEnvSchema,\n    z.object({\n      DATABASE_URL: z.string(),\n      HEALTHCHECK_HOST: z.string().optional(),\n      HEALTHCHECK_PORT: z.coerce.number().optional(),\n    }),\n  ),\n);\n\nconst clientOptions = await getClientOptions(env);\n\nconst chainId = await getChainId(getRpcClient(clientOptions));\nconst database = drizzle(postgres(env.DATABASE_URL, { prepare: false }));\n\nif (await shouldCleanDatabase(database, chainId)) {\n  console.log(\"outdated database detected, clearing data to start fresh\");\n  await cleanDatabase(database);\n}\n\nconst { storageAdapter, tables } = await createStorageAdapter({ ...clientOptions, database });\n\nlet startBlock = env.START_BLOCK;\n\nasync function getLatestStoredBlockNumber(): Promise<bigint | undefined> {\n  // Fetch latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n  // TODO: query if the DB exists instead of try/catch\n  try {\n    const chainState = await database\n      .select()\n      .from(tables.configTable)\n      .where(eq(tables.configTable.chainId, chainId))\n      .limit(1)\n      .execute()\n      // Get the first record in a way that returns a possible `undefined`\n      // TODO: move this to `.findFirst` after upgrading drizzle or `rows[0]` after enabling `noUncheckedIndexedAccess: true`\n      .then((rows) => rows.find(() => true));\n\n    return chainState?.blockNumber;\n  } catch (error) {\n    // ignore errors for now\n  }\n}\n\nasync function getDistanceFromFollowBlock(): Promise<bigint> {\n  const [latestStoredBlockNumber, latestFollowBlock] = await Promise.all([\n    getLatestStoredBlockNumber(),\n    getBlock(getRpcClient(clientOptions), { blockTag: env.FOLLOW_BLOCK_TAG }),\n  ]);\n  return latestFollowBlock.number - (latestStoredBlockNumber ?? -1n);\n}\n\nconst latestStoredBlockNumber = await getLatestStoredBlockNumber();\nif (latestStoredBlockNumber != null) {\n  startBlock = latestStoredBlockNumber + 1n;\n  console.log(\"resuming from block number\", startBlock);\n}\n\nconst { latestBlockNumber$, storedBlockLogs$ } = await createStoreSync({\n  ...clientOptions,\n  storageAdapter,\n  followBlockTag: env.FOLLOW_BLOCK_TAG,\n  startBlock,\n  maxBlockRange: env.MAX_BLOCK_RANGE,\n  address: env.STORE_ADDRESS,\n});\n\nstoredBlockLogs$.subscribe();\n\nlet isCaughtUp = false;\ncombineLatest([latestBlockNumber$, storedBlockLogs$])\n  .pipe(\n    filter(\n      ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) =>\n        latestBlockNumber === lastBlockNumberProcessed,\n    ),\n    first(),\n  )\n  .subscribe(() => {\n    isCaughtUp = true;\n    console.log(\"all caught up\");\n  });\n\nif (env.HEALTHCHECK_HOST != null || env.HEALTHCHECK_PORT != null) {\n  const { default: Koa } = await import(\"koa\");\n  const { default: cors } = await import(\"@koa/cors\");\n  const { healthcheck } = await import(\"../koa-middleware/healthcheck\");\n  const { metrics } = await import(\"../koa-middleware/metrics\");\n  const { helloWorld } = await import(\"../koa-middleware/helloWorld\");\n\n  const server = new Koa();\n\n  server.use(cors());\n  server.use(\n    healthcheck({\n      isReady: () => isCaughtUp,\n    }),\n  );\n  server.use(\n    metrics({\n      isHealthy: () => true,\n      isReady: () => isCaughtUp,\n      getLatestStoredBlockNumber,\n      getDistanceFromFollowBlock,\n      followBlockTag: env.FOLLOW_BLOCK_TAG,\n    }),\n  );\n  server.use(helloWorld());\n\n  server.listen({ host: env.HEALTHCHECK_HOST, port: env.HEALTHCHECK_PORT });\n  console.log(\n    `postgres indexer healthcheck server listening on http://${env.HEALTHCHECK_HOST}:${env.HEALTHCHECK_PORT}`,\n  );\n}\n"],"mappings":";;;;;;;;;;AACA,OAAO;AACP,SAAS,SAAS;AAClB,SAAS,UAAU;AACnB,SAAS,eAAe,QAAQ,aAAa;AAC7C,SAAS,eAAe;AACxB,OAAO,cAAc;AACrB,SAAS,eAAe,sBAAsB,2BAA2B;AACzE,SAAS,uBAAuB;AAGhC,SAAS,UAAU,kBAAkB;AACrC,SAAS,oBAAoB;AAE7B,IAAM,MAAM;AAAA,EACV,EAAE;AAAA,IACA;AAAA,IACA,EAAE,OAAO;AAAA,MACP,cAAc,EAAE,OAAO;AAAA,MACvB,kBAAkB,EAAE,OAAO,EAAE,SAAS;AAAA,MACtC,kBAAkB,EAAE,OAAO,OAAO,EAAE,SAAS;AAAA,IAC/C,CAAC;AAAA,EACH;AACF;AAEA,IAAM,gBAAgB,MAAM,iBAAiB,GAAG;AAEhD,IAAM,UAAU,MAAM,WAAW,aAAa,aAAa,CAAC;AAC5D,IAAM,WAAW,QAAQ,SAAS,IAAI,cAAc,EAAE,SAAS,MAAM,CAAC,CAAC;AAEvE,IAAI,MAAM,oBAAoB,UAAU,OAAO,GAAG;AAChD,UAAQ,IAAI,0DAA0D;AACtE,QAAM,cAAc,QAAQ;AAC9B;AAEA,IAAM,EAAE,gBAAgB,OAAO,IAAI,MAAM,qBAAqB,EAAE,GAAG,eAAe,SAAS,CAAC;AAE5F,IAAI,aAAa,IAAI;AAErB,eAAe,6BAA0D;AAGvE,MAAI;AACF,UAAM,aAAa,MAAM,SACtB,OAAO,EACP,KAAK,OAAO,WAAW,EACvB,MAAM,GAAG,OAAO,YAAY,SAAS,OAAO,CAAC,EAC7C,MAAM,CAAC,EACP,QAAQ,EAGR,KAAK,CAAC,SAAS,KAAK,KAAK,MAAM,IAAI,CAAC;AAEvC,WAAO,YAAY;AAAA,EACrB,SAAS,OAAO;AAAA,EAEhB;AACF;AAEA,eAAe,6BAA8C;AAC3D,QAAM,CAACA,0BAAyB,iBAAiB,IAAI,MAAM,QAAQ,IAAI;AAAA,IACrE,2BAA2B;AAAA,IAC3B,SAAS,aAAa,aAAa,GAAG,EAAE,UAAU,IAAI,iBAAiB,CAAC;AAAA,EAC1E,CAAC;AACD,SAAO,kBAAkB,UAAUA,4BAA2B,CAAC;AACjE;AAEA,IAAM,0BAA0B,MAAM,2BAA2B;AACjE,IAAI,2BAA2B,MAAM;AACnC,eAAa,0BAA0B;AACvC,UAAQ,IAAI,8BAA8B,UAAU;AACtD;AAEA,IAAM,EAAE,oBAAoB,iBAAiB,IAAI,MAAM,gBAAgB;AAAA,EACrE,GAAG;AAAA,EACH;AAAA,EACA,gBAAgB,IAAI;AAAA,EACpB;AAAA,EACA,eAAe,IAAI;AAAA,EACnB,SAAS,IAAI;AACf,CAAC;AAED,iBAAiB,UAAU;AAE3B,IAAI,aAAa;AACjB,cAAc,CAAC,oBAAoB,gBAAgB,CAAC,EACjD;AAAA,EACC;AAAA,IACE,CAAC,CAAC,mBAAmB,EAAE,aAAa,yBAAyB,CAAC,MAC5D,sBAAsB;AAAA,EAC1B;AAAA,EACA,MAAM;AACR,EACC,UAAU,MAAM;AACf,eAAa;AACb,UAAQ,IAAI,eAAe;AAC7B,CAAC;AAEH,IAAI,IAAI,oBAAoB,QAAQ,IAAI,oBAAoB,MAAM;AAChE,QAAM,EAAE,SAAS,IAAI,IAAI,MAAM,OAAO,KAAK;AAC3C,QAAM,EAAE,SAAS,KAAK,IAAI,MAAM,OAAO,WAAW;AAClD,QAAM,EAAE,YAAY,IAAI,MAAM,OAAO,4BAA+B;AACpE,QAAM,EAAE,QAAQ,IAAI,MAAM,OAAO,wBAA2B;AAC5D,QAAM,EAAE,WAAW,IAAI,MAAM,OAAO,2BAA8B;AAElE,QAAM,SAAS,IAAI,IAAI;AAEvB,SAAO,IAAI,KAAK,CAAC;AACjB,SAAO;AAAA,IACL,YAAY;AAAA,MACV,SAAS,MAAM;AAAA,IACjB,CAAC;AAAA,EACH;AACA,SAAO;AAAA,IACL,QAAQ;AAAA,MACN,WAAW,MAAM;AAAA,MACjB,SAAS,MAAM;AAAA,MACf;AAAA,MACA;AAAA,MACA,gBAAgB,IAAI;AAAA,IACtB,CAAC;AAAA,EACH;AACA,SAAO,IAAI,WAAW,CAAC;AAEvB,SAAO,OAAO,EAAE,MAAM,IAAI,kBAAkB,MAAM,IAAI,iBAAiB,CAAC;AACxE,UAAQ;AAAA,IACN,2DAA2D,IAAI,gBAAgB,IAAI,IAAI,gBAAgB;AAAA,EACzG;AACF;","names":["latestStoredBlockNumber"]}

package/dist/bin/sqlite-indexer.js

@@ -1,3 +1,243 @@
 #!/usr/bin/env node
-import{a as C}from"../chunk-R7HX5BT2.js";import{a as S,c as w}from"../chunk-JDWVOODJ.js";import{a as A}from"../chunk-YQ7E5W26.js";import{a as R,b as L,c as O}from"../chunk-O2SDU7EQ.js";import{a as _}from"../chunk-7O2ZWWUX.js";import{a as E}from"../chunk-AYPBOJNL.js";import{a as I}from"../chunk-ED45N3IT.js";import"dotenv/config";import se from"node:fs";import{z as b}from"zod";import{eq as ne}from"drizzle-orm";import{drizzle as ie}from"drizzle-orm/better-sqlite3";import ce from"better-sqlite3";import le from"koa";import me from"@koa/cors";import{createKoaMiddleware as ue}from"trpc-koa-adapter";import{createAppRouter as de}from"@latticexyz/store-sync/trpc-indexer";import{chainState as q,schemaVersion as M,syncToSqlite as pe}from"@latticexyz/store-sync/sqlite";import{asc as G,eq as D}from"drizzle-orm";import{buildTable as J,chainState as Q,getTables as V}from"@latticexyz/store-sync/sqlite";import{getAddress as W}from"viem";import{decodeDynamicField as $}from"@latticexyz/protocol-parser/internal";import{hexToResource as z}from"@latticexyz/common";import{mapObject as Y}from"@latticexyz/common/utils";function f(e,{chainId:s,address:t,filters:n=[]}){let i=e.select().from(Q).where(D(Q.chainId,s)).limit(1).all().find(()=>!0),a=Array.from(new Set(n.map(r=>r.tableId))),h=V(e).filter(r=>t==null||W(t)===W(r.address)).filter(r=>!a.length||a.includes(r.tableId)).map(r=>{let g=J(r),N=e.select().from(g).where(D(g.__isDeleted,!1)).orderBy(G(g.__lastUpdatedBlockNumber)).all(),x=n.length?N.filter(m=>{let d=$("bytes32[]",m.__key);return n.some(c=>c.tableId===r.tableId&&(c.key0==null||c.key0===d[0])&&(c.key1==null||c.key1===d[1]))}):N,H=z(r.tableId);return{...r,type:H.type,schema:Y({...r.keySchema,...r.valueSchema},m=>({type:m,internalType:m})),key:Object.keys(r.keySchema),records:x.map(m=>{let d=Object.fromEntries(Object.entries(r.keySchema).map(([p])=>[p,m[p]])),c=Object.fromEntries(Object.entries(r.valueSchema).map(([p])=>[p,m[p]]));return{key:d,value:c,fields:{...d,...c}}})}});return{blockNumber:i?.lastUpdatedBlockNumber??null,tables:h}}import{tablesWithRecordsToLogs as X}from"@latticexyz/store-sync";async function v(e){return{async getLogs(t){let{blockNumber:n,tables:i}=f(e,t),a=X(i);return{blockNumber:n??0n,logs:a}},async findAll(t){return f(e,t)}}}import{combineLatest as fe,filter as be,first as ye}from"rxjs";import Z from"@koa/router";import ee from"koa-compose";import{input as te}from"@latticexyz/store-sync/indexer-client";import{schemasTable as re,tablesWithRecordsToLogs as oe}from"@latticexyz/store-sync";import{createBenchmark as ae}from"@latticexyz/common";function F(e){let s=new Z;return s.get("/api/logs",C(),async t=>{let n=ae("sqlite:logs"),i;try{i=te.parse(typeof t.query.input=="string"?JSON.parse(t.query.input):{})}catch(a){t.status=400,t.body=JSON.stringify(a),S(a);return}try{i.filters=i.filters.length>0?[...i.filters,{tableId:re.tableId}]:[],n("parse config");let{blockNumber:a,tables:B}=f(e,i);n("query tables with records");let h=oe(B);n("convert records to logs"),t.body=JSON.stringify({blockNumber:a?.toString()??"-1",logs:h}),t.status=200}catch(a){t.status=500,t.body=JSON.stringify(a),S(a)}}),ee([s.routes(),s.allowedMethods()])}import{getRpcClient as U}from"@latticexyz/block-logs-stream";import{getBlock as he,getChainId as ge}from"viem/actions";var o=O(b.intersection(b.intersection(L,R),b.object({SQLITE_FILENAME:b.string().default("indexer.db"),SENTRY_DSN:b.string().optional()}))),k=await A(o),Se=await ge(U(k)),y=ie(new ce(o.SQLITE_FILENAME)),j=o.START_BLOCK;async function K(){try{return y.select().from(q).where(ne(q.chainId,Se)).all()[0]}catch{}}async function P(){return(await K())?.lastUpdatedBlockNumber??void 0}async function ke(){let[e,s]=await Promise.all([P(),he(U(k),{blockTag:o.FOLLOW_BLOCK_TAG})]);return s.number-(e??-1n)}var u=await K();u&&(u.schemaVersion!=M?(console.log("schema version changed from",u.schemaVersion,"to",M,"recreating database"),se.truncateSync(o.SQLITE_FILENAME)):u.lastUpdatedBlockNumber!=null&&(console.log("resuming from block number",u.lastUpdatedBlockNumber+1n),j=u.lastUpdatedBlockNumber+1n));var{latestBlockNumber$:Te,storedBlockLogs$:Be}=await pe({...k,database:y,followBlockTag:o.FOLLOW_BLOCK_TAG,startBlock:j,maxBlockRange:o.MAX_BLOCK_RANGE,address:o.STORE_ADDRESS}),T=!1;fe([Te,Be]).pipe(be(([e,{blockNumber:s}])=>e===s),ye()).subscribe(()=>{T=!0,console.log("all caught up")});var l=new le;o.SENTRY_DSN&&l.use(w(o.SENTRY_DSN));l.use(me());l.use(_({isReady:()=>T}));l.use(I({isHealthy:()=>!0,isReady:()=>T,getLatestStoredBlockNumber:P,getDistanceFromFollowBlock:ke,followBlockTag:o.FOLLOW_BLOCK_TAG}));l.use(E());l.use(F(y));l.use(ue({prefix:"/trpc",router:de(),createContext:async()=>({queryAdapter:await v(y)})}));l.listen({host:o.HOST,port:o.PORT});console.log(`sqlite indexer frontend listening on http://${o.HOST}:${o.PORT}`);
+import {
+  compress
+} from "../chunk-7E7HV6WZ.js";
+import {
+  debug,
+  sentry
+} from "../chunk-ALQNRR4A.js";
+import {
+  getClientOptions
+} from "../chunk-MGRTFMMG.js";
+import {
+  frontendEnvSchema,
+  indexerEnvSchema,
+  parseEnv
+} from "../chunk-DRMERYGH.js";
+import {
+  healthcheck
+} from "../chunk-YBZTPLEM.js";
+import {
+  helloWorld
+} from "../chunk-JSDKBP77.js";
+import {
+  metrics
+} from "../chunk-H3UGY6JG.js";
+
+// src/bin/sqlite-indexer.ts
+import "dotenv/config";
+import fs from "node:fs";
+import { z } from "zod";
+import { eq as eq2 } from "drizzle-orm";
+import { drizzle } from "drizzle-orm/better-sqlite3";
+import Database from "better-sqlite3";
+import Koa from "koa";
+import cors from "@koa/cors";
+import { createKoaMiddleware } from "trpc-koa-adapter";
+import { createAppRouter } from "@latticexyz/store-sync/trpc-indexer";
+import { chainState as chainState2, schemaVersion, syncToSqlite } from "@latticexyz/store-sync/sqlite";
+
+// src/sqlite/getTablesWithRecords.ts
+import { asc, eq } from "drizzle-orm";
+import { buildTable, chainState, getTables } from "@latticexyz/store-sync/sqlite";
+import { getAddress } from "viem";
+import { decodeDynamicField } from "@latticexyz/protocol-parser/internal";
+import { hexToResource } from "@latticexyz/common";
+import { mapObject } from "@latticexyz/common/utils";
+function getTablesWithRecords(database2, {
+  chainId: chainId2,
+  address,
+  filters = []
+}) {
+  const metadata = database2.select().from(chainState).where(eq(chainState.chainId, chainId2)).limit(1).all().find(() => true);
+  const tableIds = Array.from(new Set(filters.map((filter2) => filter2.tableId)));
+  const tables = getTables(database2).filter((table) => address == null || getAddress(address) === getAddress(table.address)).filter((table) => !tableIds.length || tableIds.includes(table.tableId));
+  const tablesWithRecords = tables.map((table) => {
+    const sqliteTable = buildTable(table);
+    const records = database2.select().from(sqliteTable).where(eq(sqliteTable.__isDeleted, false)).orderBy(
+      asc(sqliteTable.__lastUpdatedBlockNumber)
+      // TODO: add logIndex (https://github.com/latticexyz/mud/issues/1979)
+    ).all();
+    const filteredRecords = !filters.length ? records : records.filter((record) => {
+      const keyTuple = decodeDynamicField("bytes32[]", record.__key);
+      return filters.some(
+        (filter2) => filter2.tableId === table.tableId && (filter2.key0 == null || filter2.key0 === keyTuple[0]) && (filter2.key1 == null || filter2.key1 === keyTuple[1])
+      );
+    });
+    const resource = hexToResource(table.tableId);
+    return {
+      ...table,
+      type: resource.type,
+      schema: mapObject({ ...table.keySchema, ...table.valueSchema }, (type) => ({ type, internalType: type })),
+      key: Object.keys(table.keySchema),
+      records: filteredRecords.map((record) => {
+        const key = Object.fromEntries(Object.entries(table.keySchema).map(([name]) => [name, record[name]]));
+        const value = Object.fromEntries(Object.entries(table.valueSchema).map(([name]) => [name, record[name]]));
+        return { key, value, fields: { ...key, ...value } };
+      })
+    };
+  });
+  return {
+    blockNumber: metadata?.lastUpdatedBlockNumber ?? null,
+    tables: tablesWithRecords
+  };
+}
+
+// src/sqlite/createQueryAdapter.ts
+import { tablesWithRecordsToLogs } from "@latticexyz/store-sync";
+async function createQueryAdapter(database2) {
+  const adapter = {
+    async getLogs(opts) {
+      const { blockNumber, tables } = getTablesWithRecords(database2, opts);
+      const logs = tablesWithRecordsToLogs(tables);
+      return { blockNumber: blockNumber ?? 0n, logs };
+    },
+    async findAll(opts) {
+      return getTablesWithRecords(database2, opts);
+    }
+  };
+  return adapter;
+}
+
+// src/bin/sqlite-indexer.ts
+import { combineLatest, filter, first } from "rxjs";
+
+// src/sqlite/apiRoutes.ts
+import Router from "@koa/router";
+import compose from "koa-compose";
+import { input } from "@latticexyz/store-sync/indexer-client";
+import { schemasTable, tablesWithRecordsToLogs as tablesWithRecordsToLogs2 } from "@latticexyz/store-sync";
+import { createBenchmark } from "@latticexyz/common";
+function apiRoutes(database2) {
+  const router = new Router();
+  router.get("/api/logs", compress(), async (ctx) => {
+    const benchmark = createBenchmark("sqlite:logs");
+    let options;
+    try {
+      options = input.parse(typeof ctx.query.input === "string" ? JSON.parse(ctx.query.input) : {});
+    } catch (error) {
+      ctx.status = 400;
+      ctx.body = JSON.stringify(error);
+      debug(error);
+      return;
+    }
+    try {
+      options.filters = options.filters.length > 0 ? [...options.filters, { tableId: schemasTable.tableId }] : [];
+      benchmark("parse config");
+      const { blockNumber, tables } = getTablesWithRecords(database2, options);
+      benchmark("query tables with records");
+      const logs = tablesWithRecordsToLogs2(tables);
+      benchmark("convert records to logs");
+      ctx.body = JSON.stringify({ blockNumber: blockNumber?.toString() ?? "-1", logs });
+      ctx.status = 200;
+    } catch (error) {
+      ctx.status = 500;
+      ctx.body = JSON.stringify(error);
+      debug(error);
+    }
+  });
+  return compose([router.routes(), router.allowedMethods()]);
+}
+
+// src/bin/sqlite-indexer.ts
+import { getRpcClient } from "@latticexyz/block-logs-stream";
+import { getBlock, getChainId } from "viem/actions";
+var env = parseEnv(
+  z.intersection(
+    z.intersection(indexerEnvSchema, frontendEnvSchema),
+    z.object({
+      SQLITE_FILENAME: z.string().default("indexer.db"),
+      SENTRY_DSN: z.string().optional()
+    })
+  )
+);
+var clientOptions = await getClientOptions(env);
+var chainId = await getChainId(getRpcClient(clientOptions));
+var database = drizzle(new Database(env.SQLITE_FILENAME));
+var startBlock = env.START_BLOCK;
+async function getCurrentChainState() {
+  try {
+    const currentChainStates = database.select().from(chainState2).where(eq2(chainState2.chainId, chainId)).all();
+    const currentChainState2 = currentChainStates[0];
+    return currentChainState2;
+  } catch (error) {
+  }
+}
+async function getLatestStoredBlockNumber() {
+  const currentChainState2 = await getCurrentChainState();
+  return currentChainState2?.lastUpdatedBlockNumber ?? void 0;
+}
+async function getDistanceFromFollowBlock() {
+  const [latestStoredBlockNumber, latestFollowBlock] = await Promise.all([
+    getLatestStoredBlockNumber(),
+    getBlock(getRpcClient(clientOptions), { blockTag: env.FOLLOW_BLOCK_TAG })
+  ]);
+  return latestFollowBlock.number - (latestStoredBlockNumber ?? -1n);
+}
+var currentChainState = await getCurrentChainState();
+if (currentChainState) {
+  if (currentChainState.schemaVersion != schemaVersion) {
+    console.log(
+      "schema version changed from",
+      currentChainState.schemaVersion,
+      "to",
+      schemaVersion,
+      "recreating database"
+    );
+    fs.truncateSync(env.SQLITE_FILENAME);
+  } else if (currentChainState.lastUpdatedBlockNumber != null) {
+    console.log("resuming from block number", currentChainState.lastUpdatedBlockNumber + 1n);
+    startBlock = currentChainState.lastUpdatedBlockNumber + 1n;
+  }
+}
+var { latestBlockNumber$, storedBlockLogs$ } = await syncToSqlite({
+  ...clientOptions,
+  database,
+  followBlockTag: env.FOLLOW_BLOCK_TAG,
+  startBlock,
+  maxBlockRange: env.MAX_BLOCK_RANGE,
+  address: env.STORE_ADDRESS
+});
+var isCaughtUp = false;
+combineLatest([latestBlockNumber$, storedBlockLogs$]).pipe(
+  filter(
+    ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) => latestBlockNumber === lastBlockNumberProcessed
+  ),
+  first()
+).subscribe(() => {
+  isCaughtUp = true;
+  console.log("all caught up");
+});
+var server = new Koa();
+if (env.SENTRY_DSN) {
+  server.use(sentry(env.SENTRY_DSN));
+}
+server.use(cors());
+server.use(
+  healthcheck({
+    isReady: () => isCaughtUp
+  })
+);
+server.use(
+  metrics({
+    isHealthy: () => true,
+    isReady: () => isCaughtUp,
+    getLatestStoredBlockNumber,
+    getDistanceFromFollowBlock,
+    followBlockTag: env.FOLLOW_BLOCK_TAG
+  })
+);
+server.use(helloWorld());
+server.use(apiRoutes(database));
+server.use(
+  createKoaMiddleware({
+    prefix: "/trpc",
+    router: createAppRouter(),
+    createContext: async () => ({
+      queryAdapter: await createQueryAdapter(database)
+    })
+  })
+);
+server.listen({ host: env.HOST, port: env.PORT });
+console.log(`sqlite indexer frontend listening on http://${env.HOST}:${env.PORT}`);
 //# sourceMappingURL=sqlite-indexer.js.map

package/dist/bin/sqlite-indexer.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/bin/sqlite-indexer.ts","../../src/sqlite/getTablesWithRecords.ts","../../src/sqlite/createQueryAdapter.ts","../../src/sqlite/apiRoutes.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport fs from \"node:fs\";\nimport { z } from \"zod\";\nimport { eq } from \"drizzle-orm\";\nimport { drizzle } from \"drizzle-orm/better-sqlite3\";\nimport Database from \"better-sqlite3\";\nimport Koa from \"koa\";\nimport cors from \"@koa/cors\";\nimport { createKoaMiddleware } from \"trpc-koa-adapter\";\nimport { createAppRouter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { chainState, schemaVersion, syncToSqlite } from \"@latticexyz/store-sync/sqlite\";\nimport { createQueryAdapter } from \"../sqlite/createQueryAdapter\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { frontendEnvSchema, indexerEnvSchema, parseEnv } from \"./parseEnv\";\nimport { healthcheck } from \"../koa-middleware/healthcheck\";\nimport { helloWorld } from \"../koa-middleware/helloWorld\";\nimport { apiRoutes } from \"../sqlite/apiRoutes\";\nimport { sentry } from \"../koa-middleware/sentry\";\nimport { metrics } from \"../koa-middleware/metrics\";\nimport { getClientOptions } from \"./getClientOptions\";\nimport { getRpcClient } from \"@latticexyz/block-logs-stream\";\nimport { getBlock, getChainId } from \"viem/actions\";\n\nconst env = parseEnv(\n  z.intersection(\n    z.intersection(indexerEnvSchema, frontendEnvSchema),\n    z.object({\n      SQLITE_FILENAME: z.string().default(\"indexer.db\"),\n      SENTRY_DSN: z.string().optional(),\n    }),\n  ),\n);\n\nconst clientOptions = await getClientOptions(env);\n\nconst chainId = await getChainId(getRpcClient(clientOptions));\nconst database = drizzle(new Database(env.SQLITE_FILENAME));\n\nlet startBlock = env.START_BLOCK;\n\nasync function getCurrentChainState(): Promise<\n  | {\n      schemaVersion: number;\n      chainId: number;\n      lastUpdatedBlockNumber: bigint | null;\n      lastError: string | null;\n    }\n  | undefined\n> {\n  // This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n  try {\n    const currentChainStates = database.select().from(chainState).where(eq(chainState.chainId, chainId)).all();\n    // TODO: replace this type workaround with `noUncheckedIndexedAccess: true` when we can fix all the issues related (https://github.com/latticexyz/mud/issues/1212)\n    const currentChainState: (typeof currentChainStates)[number] | undefined = currentChainStates[0];\n    return currentChainState;\n  } catch (error) {\n    // ignore errors, this is optional\n  }\n}\n\nasync function getLatestStoredBlockNumber(): Promise<bigint | undefined> {\n  const currentChainState = await getCurrentChainState();\n  return currentChainState?.lastUpdatedBlockNumber ?? undefined;\n}\n\nasync function getDistanceFromFollowBlock(): Promise<bigint> {\n  const [latestStoredBlockNumber, latestFollowBlock] = await Promise.all([\n    getLatestStoredBlockNumber(),\n    getBlock(getRpcClient(clientOptions), { blockTag: env.FOLLOW_BLOCK_TAG }),\n  ]);\n  return latestFollowBlock.number - (latestStoredBlockNumber ?? -1n);\n}\n\nconst currentChainState = await getCurrentChainState();\nif (currentChainState) {\n  // Reset the db if the version changed\n  if (currentChainState.schemaVersion != schemaVersion) {\n    console.log(\n      \"schema version changed from\",\n      currentChainState.schemaVersion,\n      \"to\",\n      schemaVersion,\n      \"recreating database\",\n    );\n    fs.truncateSync(env.SQLITE_FILENAME);\n  } else if (currentChainState.lastUpdatedBlockNumber != null) {\n    // Resume from latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n    console.log(\"resuming from block number\", currentChainState.lastUpdatedBlockNumber + 1n);\n    startBlock = currentChainState.lastUpdatedBlockNumber + 1n;\n  }\n}\n\nconst { latestBlockNumber$, storedBlockLogs$ } = await syncToSqlite({\n  ...clientOptions,\n  database,\n  followBlockTag: env.FOLLOW_BLOCK_TAG,\n  startBlock,\n  maxBlockRange: env.MAX_BLOCK_RANGE,\n  address: env.STORE_ADDRESS,\n});\n\nlet isCaughtUp = false;\ncombineLatest([latestBlockNumber$, storedBlockLogs$])\n  .pipe(\n    filter(\n      ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) =>\n        latestBlockNumber === lastBlockNumberProcessed,\n    ),\n    first(),\n  )\n  .subscribe(() => {\n    isCaughtUp = true;\n    console.log(\"all caught up\");\n  });\n\nconst server = new Koa();\n\nif (env.SENTRY_DSN) {\n  server.use(sentry(env.SENTRY_DSN));\n}\n\nserver.use(cors());\nserver.use(\n  healthcheck({\n    isReady: () => isCaughtUp,\n  }),\n);\nserver.use(\n  metrics({\n    isHealthy: () => true,\n    isReady: () => isCaughtUp,\n    getLatestStoredBlockNumber,\n    getDistanceFromFollowBlock,\n    followBlockTag: env.FOLLOW_BLOCK_TAG,\n  }),\n);\nserver.use(helloWorld());\nserver.use(apiRoutes(database));\n\nserver.use(\n  createKoaMiddleware({\n    prefix: \"/trpc\",\n    router: createAppRouter(),\n    createContext: async () => ({\n      queryAdapter: await createQueryAdapter(database),\n    }),\n  }),\n);\n\nserver.listen({ host: env.HOST, port: env.PORT });\nconsole.log(`sqlite indexer frontend listening on http://${env.HOST}:${env.PORT}`);\n","import { asc, eq } from \"drizzle-orm\";\nimport { BaseSQLiteDatabase } from \"drizzle-orm/sqlite-core\";\nimport { buildTable, chainState, getTables } from \"@latticexyz/store-sync/sqlite\";\nimport { Hex, getAddress } from \"viem\";\nimport { decodeDynamicField } from \"@latticexyz/protocol-parser/internal\";\nimport { SyncFilter, TableRecord, TableWithRecords } from \"@latticexyz/store-sync\";\nimport { hexToResource } from \"@latticexyz/common\";\nimport { mapObject } from \"@latticexyz/common/utils\";\n\n// TODO: refactor sqlite and replace this with getLogs to match postgres (https://github.com/latticexyz/mud/issues/1970)\n\n/**\n * @deprecated\n * */\nexport function getTablesWithRecords(\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  database: BaseSQLiteDatabase<\"sync\", any>,\n  {\n    chainId,\n    address,\n    filters = [],\n  }: {\n    readonly chainId: number;\n    readonly address?: Hex;\n    readonly filters?: readonly SyncFilter[];\n  },\n): { blockNumber: bigint | null; tables: readonly TableWithRecords[] } {\n  const metadata = database\n    .select()\n    .from(chainState)\n    .where(eq(chainState.chainId, chainId))\n    .limit(1)\n    .all()\n    .find(() => true);\n\n  // If _any_ filter has a table ID, this will filter down all data to just those tables. Which mean we can't yet mix table filters with key-only filters.\n  // TODO: improve this so we can express this in the query (need to be able to query data across tables more easily)\n  const tableIds = Array.from(new Set(filters.map((filter) => filter.tableId)));\n  const tables = getTables(database)\n    .filter((table) => address == null || getAddress(address) === getAddress(table.address))\n    .filter((table) => !tableIds.length || tableIds.includes(table.tableId));\n\n  const tablesWithRecords = tables.map((table) => {\n    const sqliteTable = buildTable(table);\n    const records = database\n      .select()\n      .from(sqliteTable)\n      .where(eq(sqliteTable.__isDeleted, false))\n      .orderBy(\n        asc(sqliteTable.__lastUpdatedBlockNumber),\n        // TODO: add logIndex (https://github.com/latticexyz/mud/issues/1979)\n      )\n      .all();\n    const filteredRecords = !filters.length\n      ? records\n      : records.filter((record) => {\n          const keyTuple = decodeDynamicField(\"bytes32[]\", record.__key);\n          return filters.some(\n            (filter) =>\n              filter.tableId === table.tableId &&\n              (filter.key0 == null || filter.key0 === keyTuple[0]) &&\n              (filter.key1 == null || filter.key1 === keyTuple[1]),\n          );\n        });\n    const resource = hexToResource(table.tableId);\n    return {\n      ...table,\n      type: resource.type as never,\n      schema: mapObject({ ...table.keySchema, ...table.valueSchema }, (type) => ({ type, internalType: type })),\n      key: Object.keys(table.keySchema),\n      records: filteredRecords.map((record): TableRecord => {\n        const key = Object.fromEntries(Object.entries(table.keySchema).map(([name]) => [name, record[name]]));\n        const value = Object.fromEntries(Object.entries(table.valueSchema).map(([name]) => [name, record[name]]));\n        return { key, value, fields: { ...key, ...value } };\n      }),\n    } satisfies TableWithRecords;\n  });\n\n  return {\n    blockNumber: metadata?.lastUpdatedBlockNumber ?? null,\n    tables: tablesWithRecords,\n  };\n}\n","import { BaseSQLiteDatabase } from \"drizzle-orm/sqlite-core\";\nimport { QueryAdapter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { getTablesWithRecords } from \"./getTablesWithRecords\";\nimport { tablesWithRecordsToLogs } from \"@latticexyz/store-sync\";\n\n/**\n * Creates a storage adapter for the tRPC server/client to query data from SQLite.\n *\n * @param {BaseSQLiteDatabase<\"sync\", any>} database SQLite database object from Drizzle\n * @returns {Promise<QueryAdapter>} A set of methods used by tRPC endpoints.\n */\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport async function createQueryAdapter(database: BaseSQLiteDatabase<\"sync\", any>): Promise<QueryAdapter> {\n  const adapter: QueryAdapter = {\n    async getLogs(opts) {\n      const { blockNumber, tables } = getTablesWithRecords(database, opts);\n      const logs = tablesWithRecordsToLogs(tables);\n      return { blockNumber: blockNumber ?? 0n, logs };\n    },\n    async findAll(opts) {\n      return getTablesWithRecords(database, opts);\n    },\n  };\n  return adapter;\n}\n","import { Middleware } from \"koa\";\nimport Router from \"@koa/router\";\nimport compose from \"koa-compose\";\nimport { input } from \"@latticexyz/store-sync/indexer-client\";\nimport { schemasTable, tablesWithRecordsToLogs } from \"@latticexyz/store-sync\";\nimport { debug } from \"../debug\";\nimport { createBenchmark } from \"@latticexyz/common\";\nimport { compress } from \"../koa-middleware/compress\";\nimport { getTablesWithRecords } from \"./getTablesWithRecords\";\nimport { BaseSQLiteDatabase } from \"drizzle-orm/sqlite-core\";\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function apiRoutes(database: BaseSQLiteDatabase<\"sync\", any>): Middleware {\n  const router = new Router();\n\n  router.get(\"/api/logs\", compress(), async (ctx) => {\n    const benchmark = createBenchmark(\"sqlite:logs\");\n\n    let options: ReturnType<typeof input.parse>;\n\n    try {\n      options = input.parse(typeof ctx.query.input === \"string\" ? JSON.parse(ctx.query.input) : {});\n    } catch (error) {\n      ctx.status = 400;\n      ctx.body = JSON.stringify(error);\n      debug(error);\n      return;\n    }\n\n    try {\n      options.filters = options.filters.length > 0 ? [...options.filters, { tableId: schemasTable.tableId }] : [];\n      benchmark(\"parse config\");\n      const { blockNumber, tables } = getTablesWithRecords(database, options);\n      benchmark(\"query tables with records\");\n      const logs = tablesWithRecordsToLogs(tables);\n      benchmark(\"convert records to logs\");\n\n      ctx.body = JSON.stringify({ blockNumber: blockNumber?.toString() ?? \"-1\", logs });\n      ctx.status = 200;\n    } catch (error) {\n      ctx.status = 500;\n      ctx.body = JSON.stringify(error);\n      debug(error);\n    }\n  });\n\n  return compose([router.routes(), router.allowedMethods()]) as Middleware;\n}\n"],"mappings":";oTACA,MAAO,gBACP,OAAOA,OAAQ,UACf,OAAS,KAAAC,MAAS,MAClB,OAAS,MAAAC,OAAU,cACnB,OAAS,WAAAC,OAAe,6BACxB,OAAOC,OAAc,iBACrB,OAAOC,OAAS,MAChB,OAAOC,OAAU,YACjB,OAAS,uBAAAC,OAA2B,mBACpC,OAAS,mBAAAC,OAAuB,sCAChC,OAAS,cAAAC,EAAY,iBAAAC,EAAe,gBAAAC,OAAoB,gCCXxD,OAAS,OAAAC,EAAK,MAAAC,MAAU,cAExB,OAAS,cAAAC,EAAY,cAAAC,EAAY,aAAAC,MAAiB,gCAClD,OAAc,cAAAC,MAAkB,OAChC,OAAS,sBAAAC,MAA0B,uCAEnC,OAAS,iBAAAC,MAAqB,qBAC9B,OAAS,aAAAC,MAAiB,2BAOnB,SAASC,EAEdC,EACA,CACE,QAAAC,EACA,QAAAC,EACA,QAAAC,EAAU,CAAC,CACb,EAKqE,CACrE,IAAMC,EAAWJ,EACd,OAAO,EACP,KAAKP,CAAU,EACf,MAAMF,EAAGE,EAAW,QAASQ,CAAO,CAAC,EACrC,MAAM,CAAC,EACP,IAAI,EACJ,KAAK,IAAM,EAAI,EAIZI,EAAW,MAAM,KAAK,IAAI,IAAIF,EAAQ,IAAKG,GAAWA,EAAO,OAAO,CAAC,CAAC,EAKtEC,EAJSb,EAAUM,CAAQ,EAC9B,OAAQQ,GAAUN,GAAW,MAAQP,EAAWO,CAAO,IAAMP,EAAWa,EAAM,OAAO,CAAC,EACtF,OAAQA,GAAU,CAACH,EAAS,QAAUA,EAAS,SAASG,EAAM,OAAO,CAAC,EAExC,IAAKA,GAAU,CAC9C,IAAMC,EAAcjB,EAAWgB,CAAK,EAC9BE,EAAUV,EACb,OAAO,EACP,KAAKS,CAAW,EAChB,MAAMlB,EAAGkB,EAAY,YAAa,EAAK,CAAC,EACxC,QACCnB,EAAImB,EAAY,wBAAwB,CAE1C,EACC,IAAI,EACDE,EAAmBR,EAAQ,OAE7BO,EAAQ,OAAQE,GAAW,CACzB,IAAMC,EAAWjB,EAAmB,YAAagB,EAAO,KAAK,EAC7D,OAAOT,EAAQ,KACZG,GACCA,EAAO,UAAYE,EAAM,UACxBF,EAAO,MAAQ,MAAQA,EAAO,OAASO,EAAS,CAAC,KACjDP,EAAO,MAAQ,MAAQA,EAAO,OAASO,EAAS,CAAC,EACtD,CACF,CAAC,EATDH,EAUEI,EAAWjB,EAAcW,EAAM,OAAO,EAC5C,MAAO,CACL,GAAGA,EACH,KAAMM,EAAS,KACf,OAAQhB,EAAU,CAAE,GAAGU,EAAM,UAAW,GAAGA,EAAM,WAAY,EAAIO,IAAU,CAAE,KAAAA,EAAM,aAAcA,CAAK,EAAE,EACxG,IAAK,OAAO,KAAKP,EAAM,SAAS,EAChC,QAASG,EAAgB,IAAKC,GAAwB,CACpD,IAAMI,EAAM,OAAO,YAAY,OAAO,QAAQR,EAAM,SAAS,EAAE,IAAI,CAAC,CAACS,CAAI,IAAM,CAACA,EAAML,EAAOK,CAAI,CAAC,CAAC,CAAC,EAC9FC,EAAQ,OAAO,YAAY,OAAO,QAAQV,EAAM,WAAW,EAAE,IAAI,CAAC,CAACS,CAAI,IAAM,CAACA,EAAML,EAAOK,CAAI,CAAC,CAAC,CAAC,EACxG,MAAO,CAAE,IAAAD,EAAK,MAAAE,EAAO,OAAQ,CAAE,GAAGF,EAAK,GAAGE,CAAM,CAAE,CACpD,CAAC,CACH,CACF,CAAC,EAED,MAAO,CACL,YAAad,GAAU,wBAA0B,KACjD,OAAQG,CACV,CACF,CC/EA,OAAS,2BAAAY,MAA+B,yBASxC,eAAsBC,EAAmBC,EAAkE,CAWzG,MAV8B,CAC5B,MAAM,QAAQC,EAAM,CAClB,GAAM,CAAE,YAAAC,EAAa,OAAAC,CAAO,EAAIC,EAAqBJ,EAAUC,CAAI,EAC7DI,EAAOP,EAAwBK,CAAM,EAC3C,MAAO,CAAE,YAAaD,GAAe,GAAI,KAAAG,CAAK,CAChD,EACA,MAAM,QAAQJ,EAAM,CAClB,OAAOG,EAAqBJ,EAAUC,CAAI,CAC5C,CACF,CAEF,CFXA,OAAS,iBAAAK,GAAe,UAAAC,GAAQ,SAAAC,OAAa,OGZ7C,OAAOC,MAAY,cACnB,OAAOC,OAAa,cACpB,OAAS,SAAAC,OAAa,wCACtB,OAAS,gBAAAC,GAAc,2BAAAC,OAA+B,yBAEtD,OAAS,mBAAAC,OAAuB,qBAMzB,SAASC,EAAUC,EAAuD,CAC/E,IAAMC,EAAS,IAAIC,EAEnB,OAAAD,EAAO,IAAI,YAAaE,EAAS,EAAG,MAAOC,GAAQ,CACjD,IAAMC,EAAYC,GAAgB,aAAa,EAE3CC,EAEJ,GAAI,CACFA,EAAUC,GAAM,MAAM,OAAOJ,EAAI,MAAM,OAAU,SAAW,KAAK,MAAMA,EAAI,MAAM,KAAK,EAAI,CAAC,CAAC,CAC9F,OAASK,EAAO,CACdL,EAAI,OAAS,IACbA,EAAI,KAAO,KAAK,UAAUK,CAAK,EAC/BC,EAAMD,CAAK,EACX,MACF,CAEA,GAAI,CACFF,EAAQ,QAAUA,EAAQ,QAAQ,OAAS,EAAI,CAAC,GAAGA,EAAQ,QAAS,CAAE,QAASI,GAAa,OAAQ,CAAC,EAAI,CAAC,EAC1GN,EAAU,cAAc,EACxB,GAAM,CAAE,YAAAO,EAAa,OAAAC,CAAO,EAAIC,EAAqBd,EAAUO,CAAO,EACtEF,EAAU,2BAA2B,EACrC,IAAMU,EAAOC,GAAwBH,CAAM,EAC3CR,EAAU,yBAAyB,EAEnCD,EAAI,KAAO,KAAK,UAAU,CAAE,YAAaQ,GAAa,SAAS,GAAK,KAAM,KAAAG,CAAK,CAAC,EAChFX,EAAI,OAAS,GACf,OAASK,EAAO,CACdL,EAAI,OAAS,IACbA,EAAI,KAAO,KAAK,UAAUK,CAAK,EAC/BC,EAAMD,CAAK,CACb,CACF,CAAC,EAEMQ,GAAQ,CAAChB,EAAO,OAAO,EAAGA,EAAO,eAAe,CAAC,CAAC,CAC3D,CH1BA,OAAS,gBAAAiB,MAAoB,gCAC7B,OAAS,YAAAC,GAAU,cAAAC,OAAkB,eAErC,IAAMC,EAAMC,EACVC,EAAE,aACAA,EAAE,aAAaC,EAAkBC,CAAiB,EAClDF,EAAE,OAAO,CACP,gBAAiBA,EAAE,OAAO,EAAE,QAAQ,YAAY,EAChD,WAAYA,EAAE,OAAO,EAAE,SAAS,CAClC,CAAC,CACH,CACF,EAEMG,EAAgB,MAAMC,EAAiBN,CAAG,EAE1CO,GAAU,MAAMR,GAAWF,EAAaQ,CAAa,CAAC,EACtDG,EAAWC,GAAQ,IAAIC,GAASV,EAAI,eAAe,CAAC,EAEtDW,EAAaX,EAAI,YAErB,eAAeY,GAQb,CAEA,GAAI,CAIF,OAH2BJ,EAAS,OAAO,EAAE,KAAKK,CAAU,EAAE,MAAMC,GAAGD,EAAW,QAASN,EAAO,CAAC,EAAE,IAAI,EAEX,CAAC,CAEjG,MAAgB,CAEhB,CACF,CAEA,eAAeQ,GAA0D,CAEvE,OAD0B,MAAMH,EAAqB,IAC3B,wBAA0B,MACtD,CAEA,eAAeI,IAA8C,CAC3D,GAAM,CAACC,EAAyBC,CAAiB,EAAI,MAAM,QAAQ,IAAI,CACrEH,EAA2B,EAC3BjB,GAASD,EAAaQ,CAAa,EAAG,CAAE,SAAUL,EAAI,gBAAiB,CAAC,CAC1E,CAAC,EACD,OAAOkB,EAAkB,QAAUD,GAA2B,CAAC,GACjE,CAEA,IAAME,EAAoB,MAAMP,EAAqB,EACjDO,IAEEA,EAAkB,eAAiBC,GACrC,QAAQ,IACN,8BACAD,EAAkB,cAClB,KACAC,EACA,qBACF,EACAC,GAAG,aAAarB,EAAI,eAAe,GAC1BmB,EAAkB,wBAA0B,OAErD,QAAQ,IAAI,6BAA8BA,EAAkB,uBAAyB,EAAE,EACvFR,EAAaQ,EAAkB,uBAAyB,KAI5D,GAAM,CAAE,mBAAAG,GAAoB,iBAAAC,EAAiB,EAAI,MAAMC,GAAa,CAClE,GAAGnB,EACH,SAAAG,EACA,eAAgBR,EAAI,iBACpB,WAAAW,EACA,cAAeX,EAAI,gBACnB,QAASA,EAAI,aACf,CAAC,EAEGyB,EAAa,GACjBC,GAAc,CAACJ,GAAoBC,EAAgB,CAAC,EACjD,KACCI,GACE,CAAC,CAACC,EAAmB,CAAE,YAAaC,CAAyB,CAAC,IAC5DD,IAAsBC,CAC1B,EACAC,GAAM,CACR,EACC,UAAU,IAAM,CACfL,EAAa,GACb,QAAQ,IAAI,eAAe,CAC7B,CAAC,EAEH,IAAMM,EAAS,IAAIC,GAEfhC,EAAI,YACN+B,EAAO,IAAIE,EAAOjC,EAAI,UAAU,CAAC,EAGnC+B,EAAO,IAAIG,GAAK,CAAC,EACjBH,EAAO,IACLI,EAAY,CACV,QAAS,IAAMV,CACjB,CAAC,CACH,EACAM,EAAO,IACLK,EAAQ,CACN,UAAW,IAAM,GACjB,QAAS,IAAMX,EACf,2BAAAV,EACA,2BAAAC,GACA,eAAgBhB,EAAI,gBACtB,CAAC,CACH,EACA+B,EAAO,IAAIM,EAAW,CAAC,EACvBN,EAAO,IAAIO,EAAU9B,CAAQ,CAAC,EAE9BuB,EAAO,IACLQ,GAAoB,CAClB,OAAQ,QACR,OAAQC,GAAgB,EACxB,cAAe,UAAa,CAC1B,aAAc,MAAMC,EAAmBjC,CAAQ,CACjD,EACF,CAAC,CACH,EAEAuB,EAAO,OAAO,CAAE,KAAM/B,EAAI,KAAM,KAAMA,EAAI,IAAK,CAAC,EAChD,QAAQ,IAAI,+CAA+CA,EAAI,IAAI,IAAIA,EAAI,IAAI,EAAE","names":["fs","z","eq","drizzle","Database","Koa","cors","createKoaMiddleware","createAppRouter","chainState","schemaVersion","syncToSqlite","asc","eq","buildTable","chainState","getTables","getAddress","decodeDynamicField","hexToResource","mapObject","getTablesWithRecords","database","chainId","address","filters","metadata","tableIds","filter","tablesWithRecords","table","sqliteTable","records","filteredRecords","record","keyTuple","resource","type","key","name","value","tablesWithRecordsToLogs","createQueryAdapter","database","opts","blockNumber","tables","getTablesWithRecords","logs","combineLatest","filter","first","Router","compose","input","schemasTable","tablesWithRecordsToLogs","createBenchmark","apiRoutes","database","router","Router","compress","ctx","benchmark","createBenchmark","options","input","error","debug","schemasTable","blockNumber","tables","getTablesWithRecords","logs","tablesWithRecordsToLogs","compose","getRpcClient","getBlock","getChainId","env","parseEnv","z","indexerEnvSchema","frontendEnvSchema","clientOptions","getClientOptions","chainId","database","drizzle","Database","startBlock","getCurrentChainState","chainState","eq","getLatestStoredBlockNumber","getDistanceFromFollowBlock","latestStoredBlockNumber","latestFollowBlock","currentChainState","schemaVersion","fs","latestBlockNumber$","storedBlockLogs$","syncToSqlite","isCaughtUp","combineLatest","filter","latestBlockNumber","lastBlockNumberProcessed","first","server","Koa","sentry","cors","healthcheck","metrics","helloWorld","apiRoutes","createKoaMiddleware","createAppRouter","createQueryAdapter"]}
+{"version":3,"sources":["../../src/bin/sqlite-indexer.ts","../../src/sqlite/getTablesWithRecords.ts","../../src/sqlite/createQueryAdapter.ts","../../src/sqlite/apiRoutes.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport fs from \"node:fs\";\nimport { z } from \"zod\";\nimport { eq } from \"drizzle-orm\";\nimport { drizzle } from \"drizzle-orm/better-sqlite3\";\nimport Database from \"better-sqlite3\";\nimport Koa from \"koa\";\nimport cors from \"@koa/cors\";\nimport { createKoaMiddleware } from \"trpc-koa-adapter\";\nimport { createAppRouter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { chainState, schemaVersion, syncToSqlite } from \"@latticexyz/store-sync/sqlite\";\nimport { createQueryAdapter } from \"../sqlite/createQueryAdapter\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { frontendEnvSchema, indexerEnvSchema, parseEnv } from \"./parseEnv\";\nimport { healthcheck } from \"../koa-middleware/healthcheck\";\nimport { helloWorld } from \"../koa-middleware/helloWorld\";\nimport { apiRoutes } from \"../sqlite/apiRoutes\";\nimport { sentry } from \"../koa-middleware/sentry\";\nimport { metrics } from \"../koa-middleware/metrics\";\nimport { getClientOptions } from \"./getClientOptions\";\nimport { getRpcClient } from \"@latticexyz/block-logs-stream\";\nimport { getBlock, getChainId } from \"viem/actions\";\n\nconst env = parseEnv(\n  z.intersection(\n    z.intersection(indexerEnvSchema, frontendEnvSchema),\n    z.object({\n      SQLITE_FILENAME: z.string().default(\"indexer.db\"),\n      SENTRY_DSN: z.string().optional(),\n    }),\n  ),\n);\n\nconst clientOptions = await getClientOptions(env);\n\nconst chainId = await getChainId(getRpcClient(clientOptions));\nconst database = drizzle(new Database(env.SQLITE_FILENAME));\n\nlet startBlock = env.START_BLOCK;\n\nasync function getCurrentChainState(): Promise<\n  | {\n      schemaVersion: number;\n      chainId: number;\n      lastUpdatedBlockNumber: bigint | null;\n      lastError: string | null;\n    }\n  | undefined\n> {\n  // This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n  try {\n    const currentChainStates = database.select().from(chainState).where(eq(chainState.chainId, chainId)).all();\n    // TODO: replace this type workaround with `noUncheckedIndexedAccess: true` when we can fix all the issues related (https://github.com/latticexyz/mud/issues/1212)\n    const currentChainState: (typeof currentChainStates)[number] | undefined = currentChainStates[0];\n    return currentChainState;\n  } catch (error) {\n    // ignore errors, this is optional\n  }\n}\n\nasync function getLatestStoredBlockNumber(): Promise<bigint | undefined> {\n  const currentChainState = await getCurrentChainState();\n  return currentChainState?.lastUpdatedBlockNumber ?? undefined;\n}\n\nasync function getDistanceFromFollowBlock(): Promise<bigint> {\n  const [latestStoredBlockNumber, latestFollowBlock] = await Promise.all([\n    getLatestStoredBlockNumber(),\n    getBlock(getRpcClient(clientOptions), { blockTag: env.FOLLOW_BLOCK_TAG }),\n  ]);\n  return latestFollowBlock.number - (latestStoredBlockNumber ?? -1n);\n}\n\nconst currentChainState = await getCurrentChainState();\nif (currentChainState) {\n  // Reset the db if the version changed\n  if (currentChainState.schemaVersion != schemaVersion) {\n    console.log(\n      \"schema version changed from\",\n      currentChainState.schemaVersion,\n      \"to\",\n      schemaVersion,\n      \"recreating database\",\n    );\n    fs.truncateSync(env.SQLITE_FILENAME);\n  } else if (currentChainState.lastUpdatedBlockNumber != null) {\n    // Resume from latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n    console.log(\"resuming from block number\", currentChainState.lastUpdatedBlockNumber + 1n);\n    startBlock = currentChainState.lastUpdatedBlockNumber + 1n;\n  }\n}\n\nconst { latestBlockNumber$, storedBlockLogs$ } = await syncToSqlite({\n  ...clientOptions,\n  database,\n  followBlockTag: env.FOLLOW_BLOCK_TAG,\n  startBlock,\n  maxBlockRange: env.MAX_BLOCK_RANGE,\n  address: env.STORE_ADDRESS,\n});\n\nlet isCaughtUp = false;\ncombineLatest([latestBlockNumber$, storedBlockLogs$])\n  .pipe(\n    filter(\n      ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) =>\n        latestBlockNumber === lastBlockNumberProcessed,\n    ),\n    first(),\n  )\n  .subscribe(() => {\n    isCaughtUp = true;\n    console.log(\"all caught up\");\n  });\n\nconst server = new Koa();\n\nif (env.SENTRY_DSN) {\n  server.use(sentry(env.SENTRY_DSN));\n}\n\nserver.use(cors());\nserver.use(\n  healthcheck({\n    isReady: () => isCaughtUp,\n  }),\n);\nserver.use(\n  metrics({\n    isHealthy: () => true,\n    isReady: () => isCaughtUp,\n    getLatestStoredBlockNumber,\n    getDistanceFromFollowBlock,\n    followBlockTag: env.FOLLOW_BLOCK_TAG,\n  }),\n);\nserver.use(helloWorld());\nserver.use(apiRoutes(database));\n\nserver.use(\n  createKoaMiddleware({\n    prefix: \"/trpc\",\n    router: createAppRouter(),\n    createContext: async () => ({\n      queryAdapter: await createQueryAdapter(database),\n    }),\n  }),\n);\n\nserver.listen({ host: env.HOST, port: env.PORT });\nconsole.log(`sqlite indexer frontend listening on http://${env.HOST}:${env.PORT}`);\n","import { asc, eq } from \"drizzle-orm\";\nimport { BaseSQLiteDatabase } from \"drizzle-orm/sqlite-core\";\nimport { buildTable, chainState, getTables } from \"@latticexyz/store-sync/sqlite\";\nimport { Hex, getAddress } from \"viem\";\nimport { decodeDynamicField } from \"@latticexyz/protocol-parser/internal\";\nimport { SyncFilter, TableRecord, TableWithRecords } from \"@latticexyz/store-sync\";\nimport { hexToResource } from \"@latticexyz/common\";\nimport { mapObject } from \"@latticexyz/common/utils\";\n\n// TODO: refactor sqlite and replace this with getLogs to match postgres (https://github.com/latticexyz/mud/issues/1970)\n\n/**\n * @deprecated\n * */\nexport function getTablesWithRecords(\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  database: BaseSQLiteDatabase<\"sync\", any>,\n  {\n    chainId,\n    address,\n    filters = [],\n  }: {\n    readonly chainId: number;\n    readonly address?: Hex;\n    readonly filters?: readonly SyncFilter[];\n  },\n): { blockNumber: bigint | null; tables: readonly TableWithRecords[] } {\n  const metadata = database\n    .select()\n    .from(chainState)\n    .where(eq(chainState.chainId, chainId))\n    .limit(1)\n    .all()\n    .find(() => true);\n\n  // If _any_ filter has a table ID, this will filter down all data to just those tables. Which mean we can't yet mix table filters with key-only filters.\n  // TODO: improve this so we can express this in the query (need to be able to query data across tables more easily)\n  const tableIds = Array.from(new Set(filters.map((filter) => filter.tableId)));\n  const tables = getTables(database)\n    .filter((table) => address == null || getAddress(address) === getAddress(table.address))\n    .filter((table) => !tableIds.length || tableIds.includes(table.tableId));\n\n  const tablesWithRecords = tables.map((table) => {\n    const sqliteTable = buildTable(table);\n    const records = database\n      .select()\n      .from(sqliteTable)\n      .where(eq(sqliteTable.__isDeleted, false))\n      .orderBy(\n        asc(sqliteTable.__lastUpdatedBlockNumber),\n        // TODO: add logIndex (https://github.com/latticexyz/mud/issues/1979)\n      )\n      .all();\n    const filteredRecords = !filters.length\n      ? records\n      : records.filter((record) => {\n          const keyTuple = decodeDynamicField(\"bytes32[]\", record.__key);\n          return filters.some(\n            (filter) =>\n              filter.tableId === table.tableId &&\n              (filter.key0 == null || filter.key0 === keyTuple[0]) &&\n              (filter.key1 == null || filter.key1 === keyTuple[1]),\n          );\n        });\n    const resource = hexToResource(table.tableId);\n    return {\n      ...table,\n      type: resource.type as never,\n      schema: mapObject({ ...table.keySchema, ...table.valueSchema }, (type) => ({ type, internalType: type })),\n      key: Object.keys(table.keySchema),\n      records: filteredRecords.map((record): TableRecord => {\n        const key = Object.fromEntries(Object.entries(table.keySchema).map(([name]) => [name, record[name]]));\n        const value = Object.fromEntries(Object.entries(table.valueSchema).map(([name]) => [name, record[name]]));\n        return { key, value, fields: { ...key, ...value } };\n      }),\n    } satisfies TableWithRecords;\n  });\n\n  return {\n    blockNumber: metadata?.lastUpdatedBlockNumber ?? null,\n    tables: tablesWithRecords,\n  };\n}\n","import { BaseSQLiteDatabase } from \"drizzle-orm/sqlite-core\";\nimport { QueryAdapter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { getTablesWithRecords } from \"./getTablesWithRecords\";\nimport { tablesWithRecordsToLogs } from \"@latticexyz/store-sync\";\n\n/**\n * Creates a storage adapter for the tRPC server/client to query data from SQLite.\n *\n * @param {BaseSQLiteDatabase<\"sync\", any>} database SQLite database object from Drizzle\n * @returns {Promise<QueryAdapter>} A set of methods used by tRPC endpoints.\n */\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport async function createQueryAdapter(database: BaseSQLiteDatabase<\"sync\", any>): Promise<QueryAdapter> {\n  const adapter: QueryAdapter = {\n    async getLogs(opts) {\n      const { blockNumber, tables } = getTablesWithRecords(database, opts);\n      const logs = tablesWithRecordsToLogs(tables);\n      return { blockNumber: blockNumber ?? 0n, logs };\n    },\n    async findAll(opts) {\n      return getTablesWithRecords(database, opts);\n    },\n  };\n  return adapter;\n}\n","import { Middleware } from \"koa\";\nimport Router from \"@koa/router\";\nimport compose from \"koa-compose\";\nimport { input } from \"@latticexyz/store-sync/indexer-client\";\nimport { schemasTable, tablesWithRecordsToLogs } from \"@latticexyz/store-sync\";\nimport { debug } from \"../debug\";\nimport { createBenchmark } from \"@latticexyz/common\";\nimport { compress } from \"../koa-middleware/compress\";\nimport { getTablesWithRecords } from \"./getTablesWithRecords\";\nimport { BaseSQLiteDatabase } from \"drizzle-orm/sqlite-core\";\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function apiRoutes(database: BaseSQLiteDatabase<\"sync\", any>): Middleware {\n  const router = new Router();\n\n  router.get(\"/api/logs\", compress(), async (ctx) => {\n    const benchmark = createBenchmark(\"sqlite:logs\");\n\n    let options: ReturnType<typeof input.parse>;\n\n    try {\n      options = input.parse(typeof ctx.query.input === \"string\" ? JSON.parse(ctx.query.input) : {});\n    } catch (error) {\n      ctx.status = 400;\n      ctx.body = JSON.stringify(error);\n      debug(error);\n      return;\n    }\n\n    try {\n      options.filters = options.filters.length > 0 ? [...options.filters, { tableId: schemasTable.tableId }] : [];\n      benchmark(\"parse config\");\n      const { blockNumber, tables } = getTablesWithRecords(database, options);\n      benchmark(\"query tables with records\");\n      const logs = tablesWithRecordsToLogs(tables);\n      benchmark(\"convert records to logs\");\n\n      ctx.body = JSON.stringify({ blockNumber: blockNumber?.toString() ?? \"-1\", logs });\n      ctx.status = 200;\n    } catch (error) {\n      ctx.status = 500;\n      ctx.body = JSON.stringify(error);\n      debug(error);\n    }\n  });\n\n  return compose([router.routes(), router.allowedMethods()]) as Middleware;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,OAAO;AACP,OAAO,QAAQ;AACf,SAAS,SAAS;AAClB,SAAS,MAAAA,WAAU;AACnB,SAAS,eAAe;AACxB,OAAO,cAAc;AACrB,OAAO,SAAS;AAChB,OAAO,UAAU;AACjB,SAAS,2BAA2B;AACpC,SAAS,uBAAuB;AAChC,SAAS,cAAAC,aAAY,eAAe,oBAAoB;;;ACXxD,SAAS,KAAK,UAAU;AAExB,SAAS,YAAY,YAAY,iBAAiB;AAClD,SAAc,kBAAkB;AAChC,SAAS,0BAA0B;AAEnC,SAAS,qBAAqB;AAC9B,SAAS,iBAAiB;AAOnB,SAAS,qBAEdC,WACA;AAAA,EACE,SAAAC;AAAA,EACA;AAAA,EACA,UAAU,CAAC;AACb,GAKqE;AACrE,QAAM,WAAWD,UACd,OAAO,EACP,KAAK,UAAU,EACf,MAAM,GAAG,WAAW,SAASC,QAAO,CAAC,EACrC,MAAM,CAAC,EACP,IAAI,EACJ,KAAK,MAAM,IAAI;AAIlB,QAAM,WAAW,MAAM,KAAK,IAAI,IAAI,QAAQ,IAAI,CAACC,YAAWA,QAAO,OAAO,CAAC,CAAC;AAC5E,QAAM,SAAS,UAAUF,SAAQ,EAC9B,OAAO,CAAC,UAAU,WAAW,QAAQ,WAAW,OAAO,MAAM,WAAW,MAAM,OAAO,CAAC,EACtF,OAAO,CAAC,UAAU,CAAC,SAAS,UAAU,SAAS,SAAS,MAAM,OAAO,CAAC;AAEzE,QAAM,oBAAoB,OAAO,IAAI,CAAC,UAAU;AAC9C,UAAM,cAAc,WAAW,KAAK;AACpC,UAAM,UAAUA,UACb,OAAO,EACP,KAAK,WAAW,EAChB,MAAM,GAAG,YAAY,aAAa,KAAK,CAAC,EACxC;AAAA,MACC,IAAI,YAAY,wBAAwB;AAAA;AAAA,IAE1C,EACC,IAAI;AACP,UAAM,kBAAkB,CAAC,QAAQ,SAC7B,UACA,QAAQ,OAAO,CAAC,WAAW;AACzB,YAAM,WAAW,mBAAmB,aAAa,OAAO,KAAK;AAC7D,aAAO,QAAQ;AAAA,QACb,CAACE,YACCA,QAAO,YAAY,MAAM,YACxBA,QAAO,QAAQ,QAAQA,QAAO,SAAS,SAAS,CAAC,OACjDA,QAAO,QAAQ,QAAQA,QAAO,SAAS,SAAS,CAAC;AAAA,MACtD;AAAA,IACF,CAAC;AACL,UAAM,WAAW,cAAc,MAAM,OAAO;AAC5C,WAAO;AAAA,MACL,GAAG;AAAA,MACH,MAAM,SAAS;AAAA,MACf,QAAQ,UAAU,EAAE,GAAG,MAAM,WAAW,GAAG,MAAM,YAAY,GAAG,CAAC,UAAU,EAAE,MAAM,cAAc,KAAK,EAAE;AAAA,MACxG,KAAK,OAAO,KAAK,MAAM,SAAS;AAAA,MAChC,SAAS,gBAAgB,IAAI,CAAC,WAAwB;AACpD,cAAM,MAAM,OAAO,YAAY,OAAO,QAAQ,MAAM,SAAS,EAAE,IAAI,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,OAAO,IAAI,CAAC,CAAC,CAAC;AACpG,cAAM,QAAQ,OAAO,YAAY,OAAO,QAAQ,MAAM,WAAW,EAAE,IAAI,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,OAAO,IAAI,CAAC,CAAC,CAAC;AACxG,eAAO,EAAE,KAAK,OAAO,QAAQ,EAAE,GAAG,KAAK,GAAG,MAAM,EAAE;AAAA,MACpD,CAAC;AAAA,IACH;AAAA,EACF,CAAC;AAED,SAAO;AAAA,IACL,aAAa,UAAU,0BAA0B;AAAA,IACjD,QAAQ;AAAA,EACV;AACF;;;AC/EA,SAAS,+BAA+B;AASxC,eAAsB,mBAAmBC,WAAkE;AACzG,QAAM,UAAwB;AAAA,IAC5B,MAAM,QAAQ,MAAM;AAClB,YAAM,EAAE,aAAa,OAAO,IAAI,qBAAqBA,WAAU,IAAI;AACnE,YAAM,OAAO,wBAAwB,MAAM;AAC3C,aAAO,EAAE,aAAa,eAAe,IAAI,KAAK;AAAA,IAChD;AAAA,IACA,MAAM,QAAQ,MAAM;AAClB,aAAO,qBAAqBA,WAAU,IAAI;AAAA,IAC5C;AAAA,EACF;AACA,SAAO;AACT;;;AFXA,SAAS,eAAe,QAAQ,aAAa;;;AGZ7C,OAAO,YAAY;AACnB,OAAO,aAAa;AACpB,SAAS,aAAa;AACtB,SAAS,cAAc,2BAAAC,gCAA+B;AAEtD,SAAS,uBAAuB;AAMzB,SAAS,UAAUC,WAAuD;AAC/E,QAAM,SAAS,IAAI,OAAO;AAE1B,SAAO,IAAI,aAAa,SAAS,GAAG,OAAO,QAAQ;AACjD,UAAM,YAAY,gBAAgB,aAAa;AAE/C,QAAI;AAEJ,QAAI;AACF,gBAAU,MAAM,MAAM,OAAO,IAAI,MAAM,UAAU,WAAW,KAAK,MAAM,IAAI,MAAM,KAAK,IAAI,CAAC,CAAC;AAAA,IAC9F,SAAS,OAAO;AACd,UAAI,SAAS;AACb,UAAI,OAAO,KAAK,UAAU,KAAK;AAC/B,YAAM,KAAK;AACX;AAAA,IACF;AAEA,QAAI;AACF,cAAQ,UAAU,QAAQ,QAAQ,SAAS,IAAI,CAAC,GAAG,QAAQ,SAAS,EAAE,SAAS,aAAa,QAAQ,CAAC,IAAI,CAAC;AAC1G,gBAAU,cAAc;AACxB,YAAM,EAAE,aAAa,OAAO,IAAI,qBAAqBA,WAAU,OAAO;AACtE,gBAAU,2BAA2B;AACrC,YAAM,OAAOC,yBAAwB,MAAM;AAC3C,gBAAU,yBAAyB;AAEnC,UAAI,OAAO,KAAK,UAAU,EAAE,aAAa,aAAa,SAAS,KAAK,MAAM,KAAK,CAAC;AAChF,UAAI,SAAS;AAAA,IACf,SAAS,OAAO;AACd,UAAI,SAAS;AACb,UAAI,OAAO,KAAK,UAAU,KAAK;AAC/B,YAAM,KAAK;AAAA,IACb;AAAA,EACF,CAAC;AAED,SAAO,QAAQ,CAAC,OAAO,OAAO,GAAG,OAAO,eAAe,CAAC,CAAC;AAC3D;;;AH1BA,SAAS,oBAAoB;AAC7B,SAAS,UAAU,kBAAkB;AAErC,IAAM,MAAM;AAAA,EACV,EAAE;AAAA,IACA,EAAE,aAAa,kBAAkB,iBAAiB;AAAA,IAClD,EAAE,OAAO;AAAA,MACP,iBAAiB,EAAE,OAAO,EAAE,QAAQ,YAAY;AAAA,MAChD,YAAY,EAAE,OAAO,EAAE,SAAS;AAAA,IAClC,CAAC;AAAA,EACH;AACF;AAEA,IAAM,gBAAgB,MAAM,iBAAiB,GAAG;AAEhD,IAAM,UAAU,MAAM,WAAW,aAAa,aAAa,CAAC;AAC5D,IAAM,WAAW,QAAQ,IAAI,SAAS,IAAI,eAAe,CAAC;AAE1D,IAAI,aAAa,IAAI;AAErB,eAAe,uBAQb;AAEA,MAAI;AACF,UAAM,qBAAqB,SAAS,OAAO,EAAE,KAAKC,WAAU,EAAE,MAAMC,IAAGD,YAAW,SAAS,OAAO,CAAC,EAAE,IAAI;AAEzG,UAAME,qBAAqE,mBAAmB,CAAC;AAC/F,WAAOA;AAAA,EACT,SAAS,OAAO;AAAA,EAEhB;AACF;AAEA,eAAe,6BAA0D;AACvE,QAAMA,qBAAoB,MAAM,qBAAqB;AACrD,SAAOA,oBAAmB,0BAA0B;AACtD;AAEA,eAAe,6BAA8C;AAC3D,QAAM,CAAC,yBAAyB,iBAAiB,IAAI,MAAM,QAAQ,IAAI;AAAA,IACrE,2BAA2B;AAAA,IAC3B,SAAS,aAAa,aAAa,GAAG,EAAE,UAAU,IAAI,iBAAiB,CAAC;AAAA,EAC1E,CAAC;AACD,SAAO,kBAAkB,UAAU,2BAA2B,CAAC;AACjE;AAEA,IAAM,oBAAoB,MAAM,qBAAqB;AACrD,IAAI,mBAAmB;AAErB,MAAI,kBAAkB,iBAAiB,eAAe;AACpD,YAAQ;AAAA,MACN;AAAA,MACA,kBAAkB;AAAA,MAClB;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,OAAG,aAAa,IAAI,eAAe;AAAA,EACrC,WAAW,kBAAkB,0BAA0B,MAAM;AAE3D,YAAQ,IAAI,8BAA8B,kBAAkB,yBAAyB,EAAE;AACvF,iBAAa,kBAAkB,yBAAyB;AAAA,EAC1D;AACF;AAEA,IAAM,EAAE,oBAAoB,iBAAiB,IAAI,MAAM,aAAa;AAAA,EAClE,GAAG;AAAA,EACH;AAAA,EACA,gBAAgB,IAAI;AAAA,EACpB;AAAA,EACA,eAAe,IAAI;AAAA,EACnB,SAAS,IAAI;AACf,CAAC;AAED,IAAI,aAAa;AACjB,cAAc,CAAC,oBAAoB,gBAAgB,CAAC,EACjD;AAAA,EACC;AAAA,IACE,CAAC,CAAC,mBAAmB,EAAE,aAAa,yBAAyB,CAAC,MAC5D,sBAAsB;AAAA,EAC1B;AAAA,EACA,MAAM;AACR,EACC,UAAU,MAAM;AACf,eAAa;AACb,UAAQ,IAAI,eAAe;AAC7B,CAAC;AAEH,IAAM,SAAS,IAAI,IAAI;AAEvB,IAAI,IAAI,YAAY;AAClB,SAAO,IAAI,OAAO,IAAI,UAAU,CAAC;AACnC;AAEA,OAAO,IAAI,KAAK,CAAC;AACjB,OAAO;AAAA,EACL,YAAY;AAAA,IACV,SAAS,MAAM;AAAA,EACjB,CAAC;AACH;AACA,OAAO;AAAA,EACL,QAAQ;AAAA,IACN,WAAW,MAAM;AAAA,IACjB,SAAS,MAAM;AAAA,IACf;AAAA,IACA;AAAA,IACA,gBAAgB,IAAI;AAAA,EACtB,CAAC;AACH;AACA,OAAO,IAAI,WAAW,CAAC;AACvB,OAAO,IAAI,UAAU,QAAQ,CAAC;AAE9B,OAAO;AAAA,EACL,oBAAoB;AAAA,IAClB,QAAQ;AAAA,IACR,QAAQ,gBAAgB;AAAA,IACxB,eAAe,aAAa;AAAA,MAC1B,cAAc,MAAM,mBAAmB,QAAQ;AAAA,IACjD;AAAA,EACF,CAAC;AACH;AAEA,OAAO,OAAO,EAAE,MAAM,IAAI,MAAM,MAAM,IAAI,KAAK,CAAC;AAChD,QAAQ,IAAI,+CAA+C,IAAI,IAAI,IAAI,IAAI,IAAI,EAAE;","names":["eq","chainState","database","chainId","filter","database","tablesWithRecordsToLogs","database","tablesWithRecordsToLogs","chainState","eq","currentChainState"]}

package/dist/chunk-7E7HV6WZ.js

@@ -0,0 +1,38 @@
+// src/koa-middleware/compress.ts
+import { Stream } from "node:stream";
+import accepts from "accepts";
+import { createBrotliCompress, createDeflate, createGzip } from "node:zlib";
+import { includes } from "@latticexyz/common/utils";
+var encodings = {
+  br: createBrotliCompress,
+  gzip: createGzip,
+  deflate: createDeflate
+};
+var encodingNames = Object.keys(encodings);
+function flushEvery(stream, bytesThreshold) {
+  let bytesSinceFlush = 0;
+  stream.on("data", (data) => {
+    bytesSinceFlush += data.length;
+    if (bytesSinceFlush > bytesThreshold) {
+      bytesSinceFlush = 0;
+      stream.flush();
+    }
+  });
+  return stream;
+}
+function compress({ flushThreshold = 1024 * 4 } = {}) {
+  return async function compressMiddleware(ctx, next) {
+    ctx.vary("Accept-Encoding");
+    await next();
+    const encoding = accepts(ctx.req).encoding(encodingNames);
+    if (!includes(encodingNames, encoding)) return;
+    const compressed = flushEvery(encodings[encoding](), flushThreshold);
+    ctx.set("Content-Encoding", encoding);
+    ctx.body = ctx.body instanceof Stream ? ctx.body.pipe(compressed) : compressed.end(ctx.body);
+  };
+}
+
+export {
+  compress
+};
+//# sourceMappingURL=chunk-7E7HV6WZ.js.map

package/dist/{chunk-R7HX5BT2.js.map → chunk-7E7HV6WZ.js.map}

@@ -1 +1 @@
-{"version":3,"sources":["../src/koa-middleware/compress.ts"],"sourcesContent":["import { Middleware } from \"koa\";\nimport { Readable, Stream } from \"node:stream\";\nimport accepts from \"accepts\";\nimport { Zlib, createBrotliCompress, createDeflate, createGzip } from \"node:zlib\";\nimport { includes } from \"@latticexyz/common/utils\";\n\n// Loosely based on https://github.com/holic/koa-compress/blob/master/lib/index.js\n// with better handling of streams better with occasional flushing\n\nconst encodings = {\n  br: createBrotliCompress,\n  gzip: createGzip,\n  deflate: createDeflate,\n} as const;\n\nconst encodingNames = Object.keys(encodings) as (keyof typeof encodings)[];\n\nfunction flushEvery<stream extends Zlib & Readable>(stream: stream, bytesThreshold: number): stream {\n  let bytesSinceFlush = 0;\n  stream.on(\"data\", (data) => {\n    bytesSinceFlush += data.length;\n    if (bytesSinceFlush > bytesThreshold) {\n      bytesSinceFlush = 0;\n      stream.flush();\n    }\n  });\n  return stream;\n}\n\ntype CompressOptions = {\n  flushThreshold?: number;\n};\n\nexport function compress({ flushThreshold = 1024 * 4 }: CompressOptions = {}): Middleware {\n  return async function compressMiddleware(ctx, next) {\n    ctx.vary(\"Accept-Encoding\");\n\n    await next();\n\n    const encoding = accepts(ctx.req).encoding(encodingNames);\n    if (!includes(encodingNames, encoding)) return;\n\n    const compressed = flushEvery(encodings[encoding](), flushThreshold);\n\n    ctx.set(\"Content-Encoding\", encoding);\n    ctx.body = ctx.body instanceof Stream ? ctx.body.pipe(compressed) : compressed.end(ctx.body);\n  };\n}\n"],"mappings":"AACA,OAAmB,UAAAA,MAAc,cACjC,OAAOC,MAAa,UACpB,OAAe,wBAAAC,EAAsB,iBAAAC,EAAe,cAAAC,MAAkB,YACtE,OAAS,YAAAC,MAAgB,2BAKzB,IAAMC,EAAY,CAChB,GAAIJ,EACJ,KAAME,EACN,QAASD,CACX,EAEMI,EAAgB,OAAO,KAAKD,CAAS,EAE3C,SAASE,EAA2CC,EAAgBC,EAAgC,CAClG,IAAIC,EAAkB,EACtB,OAAAF,EAAO,GAAG,OAASG,GAAS,CAC1BD,GAAmBC,EAAK,OACpBD,EAAkBD,IACpBC,EAAkB,EAClBF,EAAO,MAAM,EAEjB,CAAC,EACMA,CACT,CAMO,SAASI,EAAS,CAAE,eAAAC,EAAiB,KAAO,CAAE,EAAqB,CAAC,EAAe,CACxF,OAAO,eAAkCC,EAAKC,EAAM,CAClDD,EAAI,KAAK,iBAAiB,EAE1B,MAAMC,EAAK,EAEX,IAAMC,EAAWhB,EAAQc,EAAI,GAAG,EAAE,SAASR,CAAa,EACxD,GAAI,CAACF,EAASE,EAAeU,CAAQ,EAAG,OAExC,IAAMC,EAAaV,EAAWF,EAAUW,CAAQ,EAAE,EAAGH,CAAc,EAEnEC,EAAI,IAAI,mBAAoBE,CAAQ,EACpCF,EAAI,KAAOA,EAAI,gBAAgBf,EAASe,EAAI,KAAK,KAAKG,CAAU,EAAIA,EAAW,IAAIH,EAAI,IAAI,CAC7F,CACF","names":["Stream","accepts","createBrotliCompress","createDeflate","createGzip","includes","encodings","encodingNames","flushEvery","stream","bytesThreshold","bytesSinceFlush","data","compress","flushThreshold","ctx","next","encoding","compressed"]}
+{"version":3,"sources":["../src/koa-middleware/compress.ts"],"sourcesContent":["import { Middleware } from \"koa\";\nimport { Readable, Stream } from \"node:stream\";\nimport accepts from \"accepts\";\nimport { Zlib, createBrotliCompress, createDeflate, createGzip } from \"node:zlib\";\nimport { includes } from \"@latticexyz/common/utils\";\n\n// Loosely based on https://github.com/holic/koa-compress/blob/master/lib/index.js\n// with better handling of streams better with occasional flushing\n\nconst encodings = {\n  br: createBrotliCompress,\n  gzip: createGzip,\n  deflate: createDeflate,\n} as const;\n\nconst encodingNames = Object.keys(encodings) as (keyof typeof encodings)[];\n\nfunction flushEvery<stream extends Zlib & Readable>(stream: stream, bytesThreshold: number): stream {\n  let bytesSinceFlush = 0;\n  stream.on(\"data\", (data) => {\n    bytesSinceFlush += data.length;\n    if (bytesSinceFlush > bytesThreshold) {\n      bytesSinceFlush = 0;\n      stream.flush();\n    }\n  });\n  return stream;\n}\n\ntype CompressOptions = {\n  flushThreshold?: number;\n};\n\nexport function compress({ flushThreshold = 1024 * 4 }: CompressOptions = {}): Middleware {\n  return async function compressMiddleware(ctx, next) {\n    ctx.vary(\"Accept-Encoding\");\n\n    await next();\n\n    const encoding = accepts(ctx.req).encoding(encodingNames);\n    if (!includes(encodingNames, encoding)) return;\n\n    const compressed = flushEvery(encodings[encoding](), flushThreshold);\n\n    ctx.set(\"Content-Encoding\", encoding);\n    ctx.body = ctx.body instanceof Stream ? ctx.body.pipe(compressed) : compressed.end(ctx.body);\n  };\n}\n"],"mappings":";AACA,SAAmB,cAAc;AACjC,OAAO,aAAa;AACpB,SAAe,sBAAsB,eAAe,kBAAkB;AACtE,SAAS,gBAAgB;AAKzB,IAAM,YAAY;AAAA,EAChB,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,SAAS;AACX;AAEA,IAAM,gBAAgB,OAAO,KAAK,SAAS;AAE3C,SAAS,WAA2C,QAAgB,gBAAgC;AAClG,MAAI,kBAAkB;AACtB,SAAO,GAAG,QAAQ,CAAC,SAAS;AAC1B,uBAAmB,KAAK;AACxB,QAAI,kBAAkB,gBAAgB;AACpC,wBAAkB;AAClB,aAAO,MAAM;AAAA,IACf;AAAA,EACF,CAAC;AACD,SAAO;AACT;AAMO,SAAS,SAAS,EAAE,iBAAiB,OAAO,EAAE,IAAqB,CAAC,GAAe;AACxF,SAAO,eAAe,mBAAmB,KAAK,MAAM;AAClD,QAAI,KAAK,iBAAiB;AAE1B,UAAM,KAAK;AAEX,UAAM,WAAW,QAAQ,IAAI,GAAG,EAAE,SAAS,aAAa;AACxD,QAAI,CAAC,SAAS,eAAe,QAAQ,EAAG;AAExC,UAAM,aAAa,WAAW,UAAU,QAAQ,EAAE,GAAG,cAAc;AAEnE,QAAI,IAAI,oBAAoB,QAAQ;AACpC,QAAI,OAAO,IAAI,gBAAgB,SAAS,IAAI,KAAK,KAAK,UAAU,IAAI,WAAW,IAAI,IAAI,IAAI;AAAA,EAC7F;AACF;","names":[]}

package/dist/chunk-ALQNRR4A.js

@@ -0,0 +1,99 @@
+// src/koa-middleware/sentry.ts
+import * as Sentry from "@sentry/node";
+import { ProfilingIntegration } from "@sentry/profiling-node";
+import { stripUrlQueryAndFragment } from "@sentry/utils";
+
+// src/debug.ts
+import createDebug from "debug";
+var debug = createDebug("mud:store-indexer");
+var error = createDebug("mud:store-indexer");
+debug.log = console.debug.bind(console);
+error.log = console.error.bind(console);
+
+// src/koa-middleware/sentry.ts
+import compose from "koa-compose";
+function errorHandler() {
+  return async function errorHandlerMiddleware(ctx, next) {
+    try {
+      await next();
+    } catch (err) {
+      Sentry.withScope((scope) => {
+        scope.addEventProcessor((event) => {
+          return Sentry.addRequestDataToEvent(event, ctx.request);
+        });
+        Sentry.captureException(err);
+      });
+      throw err;
+    }
+  };
+}
+function requestHandler() {
+  return async function requestHandlerMiddleware(ctx, next) {
+    await Sentry.runWithAsyncContext(async () => {
+      const hub = Sentry.getCurrentHub();
+      hub.configureScope(
+        (scope) => scope.addEventProcessor(
+          (event) => Sentry.addRequestDataToEvent(event, ctx.request, {
+            include: {
+              user: false
+            }
+          })
+        )
+      );
+      await next();
+    });
+  };
+}
+function tracing() {
+  return async function tracingMiddleware(ctx, next) {
+    const reqMethod = (ctx.method || "").toUpperCase();
+    const reqUrl = ctx.url && stripUrlQueryAndFragment(ctx.url);
+    let traceparentData;
+    if (ctx.request.get("sentry-trace")) {
+      traceparentData = Sentry.extractTraceparentData(ctx.request.get("sentry-trace"));
+    }
+    const transaction = Sentry.startTransaction({
+      name: `${reqMethod} ${reqUrl}`,
+      op: "http.server",
+      ...traceparentData
+    });
+    ctx.__sentry_transaction = transaction;
+    Sentry.getCurrentHub().configureScope((scope) => {
+      scope.setSpan(transaction);
+    });
+    ctx.res.on("finish", () => {
+      setImmediate(() => {
+        if (ctx._matchedRoute) {
+          const mountPath = ctx.mountPath || "";
+          transaction.setName(`${reqMethod} ${mountPath}${ctx._matchedRoute}`);
+        }
+        transaction.setHttpStatus(ctx.status);
+        transaction.finish();
+      });
+    });
+    await next();
+  };
+}
+function sentry(dsn) {
+  debug("Initializing Sentry");
+  Sentry.init({
+    dsn,
+    integrations: [
+      // Automatically instrument Node.js libraries and frameworks
+      ...Sentry.autoDiscoverNodePerformanceMonitoringIntegrations(),
+      new ProfilingIntegration()
+    ],
+    // Performance Monitoring
+    tracesSampleRate: 1,
+    // Set sampling rate for profiling - this is relative to tracesSampleRate
+    profilesSampleRate: 1
+  });
+  return compose([errorHandler(), requestHandler(), tracing()]);
+}
+
+export {
+  debug,
+  error,
+  sentry
+};
+//# sourceMappingURL=chunk-ALQNRR4A.js.map

package/dist/{chunk-JDWVOODJ.js.map → chunk-ALQNRR4A.js.map}

@@ -1 +1 @@
-{"version":3,"sources":["../src/koa-middleware/sentry.ts","../src/debug.ts"],"sourcesContent":["import * as Sentry from \"@sentry/node\";\nimport { ProfilingIntegration } from \"@sentry/profiling-node\";\nimport { stripUrlQueryAndFragment } from \"@sentry/utils\";\nimport { debug } from \"../debug\";\nimport Koa from \"koa\";\nimport compose from \"koa-compose\";\n\nexport function errorHandler(): Koa.Middleware {\n  return async function errorHandlerMiddleware(ctx, next) {\n    try {\n      await next();\n    } catch (err) {\n      Sentry.withScope((scope) => {\n        scope.addEventProcessor((event) => {\n          return Sentry.addRequestDataToEvent(event, ctx.request);\n        });\n        Sentry.captureException(err);\n      });\n      throw err;\n    }\n  };\n}\n\nexport function requestHandler(): Koa.Middleware {\n  return async function requestHandlerMiddleware(ctx, next) {\n    await Sentry.runWithAsyncContext(async () => {\n      const hub = Sentry.getCurrentHub();\n      hub.configureScope((scope) =>\n        scope.addEventProcessor((event) =>\n          Sentry.addRequestDataToEvent(event, ctx.request, {\n            include: {\n              user: false,\n            },\n          }),\n        ),\n      );\n      await next();\n    });\n  };\n}\n\nexport function tracing(): Koa.Middleware {\n  // creates a Sentry transaction per request\n  return async function tracingMiddleware(ctx, next) {\n    const reqMethod = (ctx.method || \"\").toUpperCase();\n    const reqUrl = ctx.url && stripUrlQueryAndFragment(ctx.url);\n\n    // Connect to trace of upstream app\n    let traceparentData;\n    if (ctx.request.get(\"sentry-trace\")) {\n      traceparentData = Sentry.extractTraceparentData(ctx.request.get(\"sentry-trace\"));\n    }\n\n    const transaction = Sentry.startTransaction({\n      name: `${reqMethod} ${reqUrl}`,\n      op: \"http.server\",\n      ...traceparentData,\n    });\n\n    ctx.__sentry_transaction = transaction;\n\n    // We put the transaction on the scope so users can attach children to it\n    Sentry.getCurrentHub().configureScope((scope) => {\n      scope.setSpan(transaction);\n    });\n\n    ctx.res.on(\"finish\", () => {\n      // Push `transaction.finish` to the next event loop so open spans have a chance to finish before the transaction closes\n      setImmediate(() => {\n        // If you're using koa router, set the matched route as transaction name\n        if (ctx._matchedRoute) {\n          const mountPath = ctx.mountPath || \"\";\n          transaction.setName(`${reqMethod} ${mountPath}${ctx._matchedRoute}`);\n        }\n\n        transaction.setHttpStatus(ctx.status);\n        transaction.finish();\n      });\n    });\n\n    await next();\n  };\n}\n\nexport function sentry(dsn: string): Koa.Middleware {\n  debug(\"Initializing Sentry\");\n  Sentry.init({\n    dsn,\n    integrations: [\n      // Automatically instrument Node.js libraries and frameworks\n      ...Sentry.autoDiscoverNodePerformanceMonitoringIntegrations(),\n      new ProfilingIntegration(),\n    ],\n    // Performance Monitoring\n    tracesSampleRate: 1.0,\n    // Set sampling rate for profiling - this is relative to tracesSampleRate\n    profilesSampleRate: 1.0,\n  });\n\n  return compose([errorHandler(), requestHandler(), tracing()]);\n}\n","import createDebug from \"debug\";\n\nexport const debug = createDebug(\"mud:store-indexer\");\nexport const error = createDebug(\"mud:store-indexer\");\n\n// Pipe debug output to stdout instead of stderr\ndebug.log = console.debug.bind(console);\n\n// Pipe error output to stderr\nerror.log = console.error.bind(console);\n"],"mappings":"AAAA,UAAYA,MAAY,eACxB,OAAS,wBAAAC,MAA4B,yBACrC,OAAS,4BAAAC,MAAgC,gBCFzC,OAAOC,MAAiB,QAEjB,IAAMC,EAAQD,EAAY,mBAAmB,EACvCE,EAAQF,EAAY,mBAAmB,EAGpDC,EAAM,IAAM,QAAQ,MAAM,KAAK,OAAO,EAGtCC,EAAM,IAAM,QAAQ,MAAM,KAAK,OAAO,EDJtC,OAAOC,MAAa,cAEb,SAASC,GAA+B,CAC7C,OAAO,eAAsCC,EAAKC,EAAM,CACtD,GAAI,CACF,MAAMA,EAAK,CACb,OAASC,EAAK,CACZ,MAAO,YAAWC,GAAU,CAC1BA,EAAM,kBAAmBC,GACT,wBAAsBA,EAAOJ,EAAI,OAAO,CACvD,EACM,mBAAiBE,CAAG,CAC7B,CAAC,EACKA,CACR,CACF,CACF,CAEO,SAASG,GAAiC,CAC/C,OAAO,eAAwCL,EAAKC,EAAM,CACxD,MAAa,sBAAoB,SAAY,CACxB,gBAAc,EAC7B,eAAgBE,GAClBA,EAAM,kBAAmBC,GAChB,wBAAsBA,EAAOJ,EAAI,QAAS,CAC/C,QAAS,CACP,KAAM,EACR,CACF,CAAC,CACH,CACF,EACA,MAAMC,EAAK,CACb,CAAC,CACH,CACF,CAEO,SAASK,GAA0B,CAExC,OAAO,eAAiCN,EAAKC,EAAM,CACjD,IAAMM,GAAaP,EAAI,QAAU,IAAI,YAAY,EAC3CQ,EAASR,EAAI,KAAOS,EAAyBT,EAAI,GAAG,EAGtDU,EACAV,EAAI,QAAQ,IAAI,cAAc,IAChCU,EAAyB,yBAAuBV,EAAI,QAAQ,IAAI,cAAc,CAAC,GAGjF,IAAMW,EAAqB,mBAAiB,CAC1C,KAAM,GAAGJ,CAAS,IAAIC,CAAM,GAC5B,GAAI,cACJ,GAAGE,CACL,CAAC,EAEDV,EAAI,qBAAuBW,EAGpB,gBAAc,EAAE,eAAgBR,GAAU,CAC/CA,EAAM,QAAQQ,CAAW,CAC3B,CAAC,EAEDX,EAAI,IAAI,GAAG,SAAU,IAAM,CAEzB,aAAa,IAAM,CAEjB,GAAIA,EAAI,cAAe,CACrB,IAAMY,EAAYZ,EAAI,WAAa,GACnCW,EAAY,QAAQ,GAAGJ,CAAS,IAAIK,CAAS,GAAGZ,EAAI,aAAa,EAAE,CACrE,CAEAW,EAAY,cAAcX,EAAI,MAAM,EACpCW,EAAY,OAAO,CACrB,CAAC,CACH,CAAC,EAED,MAAMV,EAAK,CACb,CACF,CAEO,SAASY,EAAOC,EAA6B,CAClD,OAAAC,EAAM,qBAAqB,EACpB,OAAK,CACV,IAAAD,EACA,aAAc,CAEZ,GAAU,oDAAkD,EAC5D,IAAIE,CACN,EAEA,iBAAkB,EAElB,mBAAoB,CACtB,CAAC,EAEMlB,EAAQ,CAACC,EAAa,EAAGM,EAAe,EAAGC,EAAQ,CAAC,CAAC,CAC9D","names":["Sentry","ProfilingIntegration","stripUrlQueryAndFragment","createDebug","debug","error","compose","errorHandler","ctx","next","err","scope","event","requestHandler","tracing","reqMethod","reqUrl","stripUrlQueryAndFragment","traceparentData","transaction","mountPath","sentry","dsn","debug","ProfilingIntegration"]}
+{"version":3,"sources":["../src/koa-middleware/sentry.ts","../src/debug.ts"],"sourcesContent":["import * as Sentry from \"@sentry/node\";\nimport { ProfilingIntegration } from \"@sentry/profiling-node\";\nimport { stripUrlQueryAndFragment } from \"@sentry/utils\";\nimport { debug } from \"../debug\";\nimport Koa from \"koa\";\nimport compose from \"koa-compose\";\n\nexport function errorHandler(): Koa.Middleware {\n  return async function errorHandlerMiddleware(ctx, next) {\n    try {\n      await next();\n    } catch (err) {\n      Sentry.withScope((scope) => {\n        scope.addEventProcessor((event) => {\n          return Sentry.addRequestDataToEvent(event, ctx.request);\n        });\n        Sentry.captureException(err);\n      });\n      throw err;\n    }\n  };\n}\n\nexport function requestHandler(): Koa.Middleware {\n  return async function requestHandlerMiddleware(ctx, next) {\n    await Sentry.runWithAsyncContext(async () => {\n      const hub = Sentry.getCurrentHub();\n      hub.configureScope((scope) =>\n        scope.addEventProcessor((event) =>\n          Sentry.addRequestDataToEvent(event, ctx.request, {\n            include: {\n              user: false,\n            },\n          }),\n        ),\n      );\n      await next();\n    });\n  };\n}\n\nexport function tracing(): Koa.Middleware {\n  // creates a Sentry transaction per request\n  return async function tracingMiddleware(ctx, next) {\n    const reqMethod = (ctx.method || \"\").toUpperCase();\n    const reqUrl = ctx.url && stripUrlQueryAndFragment(ctx.url);\n\n    // Connect to trace of upstream app\n    let traceparentData;\n    if (ctx.request.get(\"sentry-trace\")) {\n      traceparentData = Sentry.extractTraceparentData(ctx.request.get(\"sentry-trace\"));\n    }\n\n    const transaction = Sentry.startTransaction({\n      name: `${reqMethod} ${reqUrl}`,\n      op: \"http.server\",\n      ...traceparentData,\n    });\n\n    ctx.__sentry_transaction = transaction;\n\n    // We put the transaction on the scope so users can attach children to it\n    Sentry.getCurrentHub().configureScope((scope) => {\n      scope.setSpan(transaction);\n    });\n\n    ctx.res.on(\"finish\", () => {\n      // Push `transaction.finish` to the next event loop so open spans have a chance to finish before the transaction closes\n      setImmediate(() => {\n        // If you're using koa router, set the matched route as transaction name\n        if (ctx._matchedRoute) {\n          const mountPath = ctx.mountPath || \"\";\n          transaction.setName(`${reqMethod} ${mountPath}${ctx._matchedRoute}`);\n        }\n\n        transaction.setHttpStatus(ctx.status);\n        transaction.finish();\n      });\n    });\n\n    await next();\n  };\n}\n\nexport function sentry(dsn: string): Koa.Middleware {\n  debug(\"Initializing Sentry\");\n  Sentry.init({\n    dsn,\n    integrations: [\n      // Automatically instrument Node.js libraries and frameworks\n      ...Sentry.autoDiscoverNodePerformanceMonitoringIntegrations(),\n      new ProfilingIntegration(),\n    ],\n    // Performance Monitoring\n    tracesSampleRate: 1.0,\n    // Set sampling rate for profiling - this is relative to tracesSampleRate\n    profilesSampleRate: 1.0,\n  });\n\n  return compose([errorHandler(), requestHandler(), tracing()]);\n}\n","import createDebug from \"debug\";\n\nexport const debug = createDebug(\"mud:store-indexer\");\nexport const error = createDebug(\"mud:store-indexer\");\n\n// Pipe debug output to stdout instead of stderr\ndebug.log = console.debug.bind(console);\n\n// Pipe error output to stderr\nerror.log = console.error.bind(console);\n"],"mappings":";AAAA,YAAY,YAAY;AACxB,SAAS,4BAA4B;AACrC,SAAS,gCAAgC;;;ACFzC,OAAO,iBAAiB;AAEjB,IAAM,QAAQ,YAAY,mBAAmB;AAC7C,IAAM,QAAQ,YAAY,mBAAmB;AAGpD,MAAM,MAAM,QAAQ,MAAM,KAAK,OAAO;AAGtC,MAAM,MAAM,QAAQ,MAAM,KAAK,OAAO;;;ADJtC,OAAO,aAAa;AAEb,SAAS,eAA+B;AAC7C,SAAO,eAAe,uBAAuB,KAAK,MAAM;AACtD,QAAI;AACF,YAAM,KAAK;AAAA,IACb,SAAS,KAAK;AACZ,MAAO,iBAAU,CAAC,UAAU;AAC1B,cAAM,kBAAkB,CAAC,UAAU;AACjC,iBAAc,6BAAsB,OAAO,IAAI,OAAO;AAAA,QACxD,CAAC;AACD,QAAO,wBAAiB,GAAG;AAAA,MAC7B,CAAC;AACD,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAEO,SAAS,iBAAiC;AAC/C,SAAO,eAAe,yBAAyB,KAAK,MAAM;AACxD,UAAa,2BAAoB,YAAY;AAC3C,YAAM,MAAa,qBAAc;AACjC,UAAI;AAAA,QAAe,CAAC,UAClB,MAAM;AAAA,UAAkB,CAAC,UAChB,6BAAsB,OAAO,IAAI,SAAS;AAAA,YAC/C,SAAS;AAAA,cACP,MAAM;AAAA,YACR;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF;AACA,YAAM,KAAK;AAAA,IACb,CAAC;AAAA,EACH;AACF;AAEO,SAAS,UAA0B;AAExC,SAAO,eAAe,kBAAkB,KAAK,MAAM;AACjD,UAAM,aAAa,IAAI,UAAU,IAAI,YAAY;AACjD,UAAM,SAAS,IAAI,OAAO,yBAAyB,IAAI,GAAG;AAG1D,QAAI;AACJ,QAAI,IAAI,QAAQ,IAAI,cAAc,GAAG;AACnC,wBAAyB,8BAAuB,IAAI,QAAQ,IAAI,cAAc,CAAC;AAAA,IACjF;AAEA,UAAM,cAAqB,wBAAiB;AAAA,MAC1C,MAAM,GAAG,SAAS,IAAI,MAAM;AAAA,MAC5B,IAAI;AAAA,MACJ,GAAG;AAAA,IACL,CAAC;AAED,QAAI,uBAAuB;AAG3B,IAAO,qBAAc,EAAE,eAAe,CAAC,UAAU;AAC/C,YAAM,QAAQ,WAAW;AAAA,IAC3B,CAAC;AAED,QAAI,IAAI,GAAG,UAAU,MAAM;AAEzB,mBAAa,MAAM;AAEjB,YAAI,IAAI,eAAe;AACrB,gBAAM,YAAY,IAAI,aAAa;AACnC,sBAAY,QAAQ,GAAG,SAAS,IAAI,SAAS,GAAG,IAAI,aAAa,EAAE;AAAA,QACrE;AAEA,oBAAY,cAAc,IAAI,MAAM;AACpC,oBAAY,OAAO;AAAA,MACrB,CAAC;AAAA,IACH,CAAC;AAED,UAAM,KAAK;AAAA,EACb;AACF;AAEO,SAAS,OAAO,KAA6B;AAClD,QAAM,qBAAqB;AAC3B,EAAO,YAAK;AAAA,IACV;AAAA,IACA,cAAc;AAAA;AAAA,MAEZ,GAAU,yDAAkD;AAAA,MAC5D,IAAI,qBAAqB;AAAA,IAC3B;AAAA;AAAA,IAEA,kBAAkB;AAAA;AAAA,IAElB,oBAAoB;AAAA,EACtB,CAAC;AAED,SAAO,QAAQ,CAAC,aAAa,GAAG,eAAe,GAAG,QAAQ,CAAC,CAAC;AAC9D;","names":[]}