@latticexyz/store-indexer 2.2.18-90aac1d4acce19ac592d47a090732dd11c1c3e7a → 2.2.18-9fa07c8489f1fbf167d0db01cd9aaa645a29c8e2

package/dist/bin/postgres-decoded-indexer.cjs

@@ -0,0 +1,322 @@
+#!/usr/bin/env node
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+
+// src/bin/postgres-decoded-indexer.ts
+var import_config = require("dotenv/config");
+var import_zod2 = require("zod");
+var import_drizzle_orm = require("drizzle-orm");
+var import_rxjs = require("rxjs");
+var import_postgres_js = require("drizzle-orm/postgres-js");
+var import_postgres = __toESM(require("postgres"), 1);
+var import_postgres_decoded = require("@latticexyz/store-sync/postgres-decoded");
+var import_store_sync = require("@latticexyz/store-sync");
+
+// src/bin/parseEnv.ts
+var import_viem = require("viem");
+var import_zod = require("zod");
+var frontendEnvSchema = import_zod.z.object({
+  HOST: import_zod.z.string().default("0.0.0.0"),
+  PORT: import_zod.z.coerce.number().positive().default(3001)
+});
+var indexerEnvSchema = import_zod.z.intersection(
+  import_zod.z.object({
+    FOLLOW_BLOCK_TAG: import_zod.z.enum(["latest", "safe", "finalized"]).default("safe"),
+    START_BLOCK: import_zod.z.coerce.bigint().nonnegative().default(0n),
+    MAX_BLOCK_RANGE: import_zod.z.coerce.bigint().positive().default(1000n),
+    POLLING_INTERVAL: import_zod.z.coerce.number().positive().default(1e3),
+    STORE_ADDRESS: import_zod.z.string().optional().transform((input) => input === "" ? void 0 : input).refine(isHexOrUndefined),
+    INTERNAL__VALIDATE_BLOCK_RANGE: import_zod.z.string().optional().transform((input) => input === "true" || input === "1")
+  }),
+  import_zod.z.union([
+    import_zod.z.object({
+      RPC_HTTP_URL: import_zod.z.string(),
+      RPC_WS_URL: import_zod.z.string().optional()
+    }),
+    import_zod.z.object({
+      RPC_HTTP_URL: import_zod.z.string().optional(),
+      RPC_WS_URL: import_zod.z.string()
+    })
+  ])
+);
+function parseEnv(envSchema) {
+  try {
+    return envSchema.parse(process.env);
+  } catch (error2) {
+    if (error2 instanceof import_zod.ZodError) {
+      const { ...invalidEnvVars } = error2.format();
+      console.error(`
+Missing or invalid environment variables:
+
+  ${Object.keys(invalidEnvVars).join("\n  ")}
+`);
+      process.exit(1);
+    }
+    throw error2;
+  }
+}
+function isHexOrUndefined(input) {
+  return input === void 0 || (0, import_viem.isHex)(input);
+}
+
+// src/koa-middleware/sentry.ts
+var Sentry = __toESM(require("@sentry/node"), 1);
+var import_profiling_node = require("@sentry/profiling-node");
+var import_utils = require("@sentry/utils");
+
+// src/debug.ts
+var import_debug = __toESM(require("debug"), 1);
+var debug = (0, import_debug.default)("mud:store-indexer");
+var error = (0, import_debug.default)("mud:store-indexer");
+debug.log = console.debug.bind(console);
+error.log = console.error.bind(console);
+
+// src/koa-middleware/sentry.ts
+var import_koa_compose = __toESM(require("koa-compose"), 1);
+function errorHandler() {
+  return async function errorHandlerMiddleware(ctx, next) {
+    try {
+      await next();
+    } catch (err) {
+      Sentry.withScope((scope) => {
+        scope.addEventProcessor((event) => {
+          return Sentry.addRequestDataToEvent(event, ctx.request);
+        });
+        Sentry.captureException(err);
+      });
+      throw err;
+    }
+  };
+}
+function requestHandler() {
+  return async function requestHandlerMiddleware(ctx, next) {
+    await Sentry.runWithAsyncContext(async () => {
+      const hub = Sentry.getCurrentHub();
+      hub.configureScope(
+        (scope) => scope.addEventProcessor(
+          (event) => Sentry.addRequestDataToEvent(event, ctx.request, {
+            include: {
+              user: false
+            }
+          })
+        )
+      );
+      await next();
+    });
+  };
+}
+function tracing() {
+  return async function tracingMiddleware(ctx, next) {
+    const reqMethod = (ctx.method || "").toUpperCase();
+    const reqUrl = ctx.url && (0, import_utils.stripUrlQueryAndFragment)(ctx.url);
+    let traceparentData;
+    if (ctx.request.get("sentry-trace")) {
+      traceparentData = Sentry.extractTraceparentData(ctx.request.get("sentry-trace"));
+    }
+    const transaction = Sentry.startTransaction({
+      name: `${reqMethod} ${reqUrl}`,
+      op: "http.server",
+      ...traceparentData
+    });
+    ctx.__sentry_transaction = transaction;
+    Sentry.getCurrentHub().configureScope((scope) => {
+      scope.setSpan(transaction);
+    });
+    ctx.res.on("finish", () => {
+      setImmediate(() => {
+        if (ctx._matchedRoute) {
+          const mountPath = ctx.mountPath || "";
+          transaction.setName(`${reqMethod} ${mountPath}${ctx._matchedRoute}`);
+        }
+        transaction.setHttpStatus(ctx.status);
+        transaction.finish();
+      });
+    });
+    await next();
+  };
+}
+function sentry(dsn) {
+  debug("Initializing Sentry");
+  Sentry.init({
+    dsn,
+    integrations: [
+      // Automatically instrument Node.js libraries and frameworks
+      ...Sentry.autoDiscoverNodePerformanceMonitoringIntegrations(),
+      new import_profiling_node.ProfilingIntegration()
+    ],
+    // Performance Monitoring
+    tracesSampleRate: 1,
+    // Set sampling rate for profiling - this is relative to tracesSampleRate
+    profilesSampleRate: 1
+  });
+  return (0, import_koa_compose.default)([errorHandler(), requestHandler(), tracing()]);
+}
+
+// src/koa-middleware/healthcheck.ts
+function healthcheck({ isHealthy, isReady } = {}) {
+  return async function healthcheckMiddleware(ctx, next) {
+    if (ctx.path === "/healthz") {
+      if (isHealthy == null || isHealthy()) {
+        ctx.status = 200;
+        ctx.body = "healthy";
+      } else {
+        ctx.status = 503;
+        ctx.body = "not healthy";
+      }
+      return;
+    }
+    if (ctx.path === "/readyz") {
+      if (isReady == null || isReady()) {
+        ctx.status = 200;
+        ctx.body = "ready";
+      } else {
+        ctx.status = 503;
+        ctx.body = "not ready";
+      }
+      return;
+    }
+    await next();
+  };
+}
+
+// src/koa-middleware/helloWorld.ts
+function helloWorld() {
+  return async function helloWorldMiddleware(ctx, next) {
+    if (ctx.path === "/") {
+      ctx.status = 200;
+      ctx.body = "emit HelloWorld();";
+      return;
+    }
+    await next();
+  };
+}
+
+// src/bin/getClientOptions.ts
+var import_viem2 = require("viem");
+var import_utils2 = require("@latticexyz/common/utils");
+var import_actions = require("viem/actions");
+async function getClientOptions(env) {
+  if (env.INTERNAL__VALIDATE_BLOCK_RANGE) {
+    const rpcHttpUrl = env.RPC_HTTP_URL;
+    if (!rpcHttpUrl) {
+      throw new Error("Must provide RPC_HTTP_URL when using INTERNAL__VALIDATE_BLOCK_RANGE.");
+    }
+    const chainId = await (0, import_actions.getChainId)((0, import_viem2.createClient)({ transport: (0, import_viem2.http)(rpcHttpUrl) }));
+    const chain = {
+      id: chainId,
+      name: "Unknown",
+      nativeCurrency: { decimals: 18, name: "Ether", symbol: "ETH" },
+      rpcUrls: { default: { http: [rpcHttpUrl] } }
+    };
+    return {
+      internal_clientOptions: {
+        chain,
+        pollingInterval: env.POLLING_INTERVAL,
+        validateBlockRange: env.INTERNAL__VALIDATE_BLOCK_RANGE
+      }
+    };
+  }
+  const transport = (0, import_viem2.fallback)(
+    [
+      // prefer WS when specified
+      env.RPC_WS_URL ? (0, import_viem2.webSocket)(env.RPC_WS_URL) : void 0,
+      // otherwise use or fallback to HTTP
+      env.RPC_HTTP_URL ? (0, import_viem2.http)(env.RPC_HTTP_URL) : void 0
+    ].filter(import_utils2.isDefined)
+  );
+  const publicClient = (0, import_viem2.createClient)({
+    transport,
+    pollingInterval: env.POLLING_INTERVAL
+  });
+  return { publicClient };
+}
+
+// src/bin/postgres-decoded-indexer.ts
+var import_actions2 = require("viem/actions");
+var import_block_logs_stream = require("@latticexyz/block-logs-stream");
+(async () => {
+  const env = parseEnv(
+    import_zod2.z.intersection(
+      indexerEnvSchema,
+      import_zod2.z.object({
+        DATABASE_URL: import_zod2.z.string(),
+        HEALTHCHECK_HOST: import_zod2.z.string().optional(),
+        HEALTHCHECK_PORT: import_zod2.z.coerce.number().optional(),
+        SENTRY_DSN: import_zod2.z.string().optional()
+      })
+    )
+  );
+  const clientOptions = await getClientOptions(env);
+  const chainId = await (0, import_actions2.getChainId)((0, import_block_logs_stream.getRpcClient)(clientOptions));
+  const database = (0, import_postgres_js.drizzle)((0, import_postgres.default)(env.DATABASE_URL, { prepare: false }));
+  const { storageAdapter, tables } = await (0, import_postgres_decoded.createStorageAdapter)({ ...clientOptions, database });
+  let startBlock = env.START_BLOCK;
+  try {
+    const chainState = await database.select().from(tables.configTable).where((0, import_drizzle_orm.eq)(tables.configTable.chainId, chainId)).limit(1).execute().then((rows) => rows.find(() => true));
+    if (chainState?.blockNumber != null) {
+      startBlock = chainState.blockNumber + 1n;
+      console.log("resuming from block number", startBlock);
+    }
+  } catch (error2) {
+  }
+  const { latestBlockNumber$, storedBlockLogs$ } = await (0, import_store_sync.createStoreSync)({
+    ...clientOptions,
+    storageAdapter,
+    followBlockTag: env.FOLLOW_BLOCK_TAG,
+    startBlock,
+    maxBlockRange: env.MAX_BLOCK_RANGE,
+    address: env.STORE_ADDRESS
+  });
+  storedBlockLogs$.subscribe();
+  let isCaughtUp = false;
+  (0, import_rxjs.combineLatest)([latestBlockNumber$, storedBlockLogs$]).pipe(
+    (0, import_rxjs.filter)(
+      ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) => latestBlockNumber === lastBlockNumberProcessed
+    ),
+    (0, import_rxjs.first)()
+  ).subscribe(() => {
+    isCaughtUp = true;
+    console.log("all caught up");
+  });
+  if (env.HEALTHCHECK_HOST != null || env.HEALTHCHECK_PORT != null) {
+    const { default: Koa } = await import("koa");
+    const { default: cors } = await import("@koa/cors");
+    const server = new Koa();
+    if (env.SENTRY_DSN) {
+      server.use(sentry(env.SENTRY_DSN));
+    }
+    server.use(cors());
+    server.use(
+      healthcheck({
+        isReady: () => isCaughtUp
+      })
+    );
+    server.use(helloWorld());
+    server.listen({ host: env.HEALTHCHECK_HOST, port: env.HEALTHCHECK_PORT });
+    console.log(
+      `postgres indexer healthcheck server listening on http://${env.HEALTHCHECK_HOST}:${env.HEALTHCHECK_PORT}`
+    );
+  }
+})();
+//# sourceMappingURL=postgres-decoded-indexer.cjs.map

package/dist/bin/postgres-decoded-indexer.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/bin/postgres-decoded-indexer.ts","../../src/bin/parseEnv.ts","../../src/koa-middleware/sentry.ts","../../src/debug.ts","../../src/koa-middleware/healthcheck.ts","../../src/koa-middleware/helloWorld.ts","../../src/bin/getClientOptions.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport { z } from \"zod\";\nimport { eq } from \"drizzle-orm\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { drizzle } from \"drizzle-orm/postgres-js\";\nimport postgres from \"postgres\";\nimport { createStorageAdapter } from \"@latticexyz/store-sync/postgres-decoded\";\nimport { createStoreSync } from \"@latticexyz/store-sync\";\nimport { indexerEnvSchema, parseEnv } from \"./parseEnv\";\nimport { sentry } from \"../koa-middleware/sentry\";\nimport { healthcheck } from \"../koa-middleware/healthcheck\";\nimport { helloWorld } from \"../koa-middleware/helloWorld\";\nimport { getClientOptions } from \"./getClientOptions\";\nimport { getChainId } from \"viem/actions\";\nimport { getRpcClient } from \"@latticexyz/block-logs-stream\";\n\n// Workaround for:\n//   Top-level await is currently not supported with the \"cjs\" output format\n(async (): Promise<void> => {\n  const env = parseEnv(\n    z.intersection(\n      indexerEnvSchema,\n      z.object({\n        DATABASE_URL: z.string(),\n        HEALTHCHECK_HOST: z.string().optional(),\n        HEALTHCHECK_PORT: z.coerce.number().optional(),\n        SENTRY_DSN: z.string().optional(),\n      }),\n    ),\n  );\n\n  const clientOptions = await getClientOptions(env);\n\n  const chainId = await getChainId(getRpcClient(clientOptions));\n  const database = drizzle(postgres(env.DATABASE_URL, { prepare: false }));\n\n  const { storageAdapter, tables } = await createStorageAdapter({ ...clientOptions, database });\n\n  let startBlock = env.START_BLOCK;\n\n  // Resume from latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n  // TODO: query if the DB exists instead of try/catch\n  try {\n    const chainState = await database\n      .select()\n      .from(tables.configTable)\n      .where(eq(tables.configTable.chainId, chainId))\n      .limit(1)\n      .execute()\n      // Get the first record in a way that returns a possible `undefined`\n      // TODO: move this to `.findFirst` after upgrading drizzle or `rows[0]` after enabling `noUncheckedIndexedAccess: true`\n      .then((rows) => rows.find(() => true));\n\n    if (chainState?.blockNumber != null) {\n      startBlock = chainState.blockNumber + 1n;\n      console.log(\"resuming from block number\", startBlock);\n    }\n  } catch (error) {\n    // ignore errors for now\n  }\n\n  const { latestBlockNumber$, storedBlockLogs$ } = await createStoreSync({\n    ...clientOptions,\n    storageAdapter,\n    followBlockTag: env.FOLLOW_BLOCK_TAG,\n    startBlock,\n    maxBlockRange: env.MAX_BLOCK_RANGE,\n    address: env.STORE_ADDRESS,\n  });\n\n  storedBlockLogs$.subscribe();\n\n  let isCaughtUp = false;\n  combineLatest([latestBlockNumber$, storedBlockLogs$])\n    .pipe(\n      filter(\n        ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) =>\n          latestBlockNumber === lastBlockNumberProcessed,\n      ),\n      first(),\n    )\n    .subscribe(() => {\n      isCaughtUp = true;\n      console.log(\"all caught up\");\n    });\n\n  if (env.HEALTHCHECK_HOST != null || env.HEALTHCHECK_PORT != null) {\n    const { default: Koa } = await import(\"koa\");\n    const { default: cors } = await import(\"@koa/cors\");\n\n    const server = new Koa();\n\n    if (env.SENTRY_DSN) {\n      server.use(sentry(env.SENTRY_DSN));\n    }\n\n    server.use(cors());\n    server.use(\n      healthcheck({\n        isReady: () => isCaughtUp,\n      }),\n    );\n    server.use(helloWorld());\n\n    server.listen({ host: env.HEALTHCHECK_HOST, port: env.HEALTHCHECK_PORT });\n    console.log(\n      `postgres indexer healthcheck server listening on http://${env.HEALTHCHECK_HOST}:${env.HEALTHCHECK_PORT}`,\n    );\n  }\n})();\n","import { Hex, isHex } from \"viem\";\nimport { z, ZodError, ZodTypeAny } from \"zod\";\n\nexport const frontendEnvSchema = z.object({\n  HOST: z.string().default(\"0.0.0.0\"),\n  PORT: z.coerce.number().positive().default(3001),\n});\n\nexport const indexerEnvSchema = z.intersection(\n  z.object({\n    FOLLOW_BLOCK_TAG: z.enum([\"latest\", \"safe\", \"finalized\"]).default(\"safe\"),\n    START_BLOCK: z.coerce.bigint().nonnegative().default(0n),\n    MAX_BLOCK_RANGE: z.coerce.bigint().positive().default(1000n),\n    POLLING_INTERVAL: z.coerce.number().positive().default(1000),\n    STORE_ADDRESS: z\n      .string()\n      .optional()\n      .transform((input) => (input === \"\" ? undefined : input))\n      .refine(isHexOrUndefined),\n    INTERNAL__VALIDATE_BLOCK_RANGE: z\n      .string()\n      .optional()\n      .transform((input) => input === \"true\" || input === \"1\"),\n  }),\n  z.union([\n    z.object({\n      RPC_HTTP_URL: z.string(),\n      RPC_WS_URL: z.string().optional(),\n    }),\n    z.object({\n      RPC_HTTP_URL: z.string().optional(),\n      RPC_WS_URL: z.string(),\n    }),\n  ]),\n);\n\nexport function parseEnv<TSchema extends ZodTypeAny>(envSchema: TSchema): z.infer<TSchema> {\n  try {\n    return envSchema.parse(process.env);\n  } catch (error) {\n    if (error instanceof ZodError) {\n      const { ...invalidEnvVars } = error.format();\n      console.error(`\\nMissing or invalid environment variables:\\n\\n  ${Object.keys(invalidEnvVars).join(\"\\n  \")}\\n`);\n      process.exit(1);\n    }\n    throw error;\n  }\n}\n\nfunction isHexOrUndefined(input: unknown): input is Hex | undefined {\n  return input === undefined || isHex(input);\n}\n","import * as Sentry from \"@sentry/node\";\nimport { ProfilingIntegration } from \"@sentry/profiling-node\";\nimport { stripUrlQueryAndFragment } from \"@sentry/utils\";\nimport { debug } from \"../debug\";\nimport Koa from \"koa\";\nimport compose from \"koa-compose\";\n\nexport function errorHandler(): Koa.Middleware {\n  return async function errorHandlerMiddleware(ctx, next) {\n    try {\n      await next();\n    } catch (err) {\n      Sentry.withScope((scope) => {\n        scope.addEventProcessor((event) => {\n          return Sentry.addRequestDataToEvent(event, ctx.request);\n        });\n        Sentry.captureException(err);\n      });\n      throw err;\n    }\n  };\n}\n\nexport function requestHandler(): Koa.Middleware {\n  return async function requestHandlerMiddleware(ctx, next) {\n    await Sentry.runWithAsyncContext(async () => {\n      const hub = Sentry.getCurrentHub();\n      hub.configureScope((scope) =>\n        scope.addEventProcessor((event) =>\n          Sentry.addRequestDataToEvent(event, ctx.request, {\n            include: {\n              user: false,\n            },\n          }),\n        ),\n      );\n      await next();\n    });\n  };\n}\n\nexport function tracing(): Koa.Middleware {\n  // creates a Sentry transaction per request\n  return async function tracingMiddleware(ctx, next) {\n    const reqMethod = (ctx.method || \"\").toUpperCase();\n    const reqUrl = ctx.url && stripUrlQueryAndFragment(ctx.url);\n\n    // Connect to trace of upstream app\n    let traceparentData;\n    if (ctx.request.get(\"sentry-trace\")) {\n      traceparentData = Sentry.extractTraceparentData(ctx.request.get(\"sentry-trace\"));\n    }\n\n    const transaction = Sentry.startTransaction({\n      name: `${reqMethod} ${reqUrl}`,\n      op: \"http.server\",\n      ...traceparentData,\n    });\n\n    ctx.__sentry_transaction = transaction;\n\n    // We put the transaction on the scope so users can attach children to it\n    Sentry.getCurrentHub().configureScope((scope) => {\n      scope.setSpan(transaction);\n    });\n\n    ctx.res.on(\"finish\", () => {\n      // Push `transaction.finish` to the next event loop so open spans have a chance to finish before the transaction closes\n      setImmediate(() => {\n        // If you're using koa router, set the matched route as transaction name\n        if (ctx._matchedRoute) {\n          const mountPath = ctx.mountPath || \"\";\n          transaction.setName(`${reqMethod} ${mountPath}${ctx._matchedRoute}`);\n        }\n\n        transaction.setHttpStatus(ctx.status);\n        transaction.finish();\n      });\n    });\n\n    await next();\n  };\n}\n\nexport function sentry(dsn: string): Koa.Middleware {\n  debug(\"Initializing Sentry\");\n  Sentry.init({\n    dsn,\n    integrations: [\n      // Automatically instrument Node.js libraries and frameworks\n      ...Sentry.autoDiscoverNodePerformanceMonitoringIntegrations(),\n      new ProfilingIntegration(),\n    ],\n    // Performance Monitoring\n    tracesSampleRate: 1.0,\n    // Set sampling rate for profiling - this is relative to tracesSampleRate\n    profilesSampleRate: 1.0,\n  });\n\n  return compose([errorHandler(), requestHandler(), tracing()]);\n}\n","import createDebug from \"debug\";\n\nexport const debug = createDebug(\"mud:store-indexer\");\nexport const error = createDebug(\"mud:store-indexer\");\n\n// Pipe debug output to stdout instead of stderr\ndebug.log = console.debug.bind(console);\n\n// Pipe error output to stderr\nerror.log = console.error.bind(console);\n","import { Middleware } from \"koa\";\n\ntype HealthcheckOptions = {\n  isHealthy?: () => boolean;\n  isReady?: () => boolean;\n};\n\n/**\n * Middleware to add Kubernetes healthcheck endpoints\n */\nexport function healthcheck({ isHealthy, isReady }: HealthcheckOptions = {}): Middleware {\n  return async function healthcheckMiddleware(ctx, next): Promise<void> {\n    if (ctx.path === \"/healthz\") {\n      if (isHealthy == null || isHealthy()) {\n        ctx.status = 200;\n        ctx.body = \"healthy\";\n      } else {\n        ctx.status = 503;\n        ctx.body = \"not healthy\";\n      }\n      return;\n    }\n\n    if (ctx.path === \"/readyz\") {\n      if (isReady == null || isReady()) {\n        ctx.status = 200;\n        ctx.body = \"ready\";\n      } else {\n        ctx.status = 503;\n        ctx.body = \"not ready\";\n      }\n      return;\n    }\n\n    await next();\n  };\n}\n","import { Middleware } from \"koa\";\n\nexport function helloWorld(): Middleware {\n  return async function helloWorldMiddleware(ctx, next): Promise<void> {\n    if (ctx.path === \"/\") {\n      ctx.status = 200;\n      ctx.body = \"emit HelloWorld();\";\n      return;\n    }\n    await next();\n  };\n}\n","import { z } from \"zod\";\nimport { indexerEnvSchema } from \"./parseEnv\";\nimport { GetRpcClientOptions } from \"@latticexyz/block-logs-stream\";\nimport { Chain, createClient, fallback, http, webSocket } from \"viem\";\nimport { isDefined } from \"@latticexyz/common/utils\";\nimport { getChainId } from \"viem/actions\";\n\nexport async function getClientOptions(env: z.infer<typeof indexerEnvSchema>): Promise<GetRpcClientOptions> {\n  if (env.INTERNAL__VALIDATE_BLOCK_RANGE) {\n    const rpcHttpUrl = env.RPC_HTTP_URL;\n    if (!rpcHttpUrl) {\n      throw new Error(\"Must provide RPC_HTTP_URL when using INTERNAL__VALIDATE_BLOCK_RANGE.\");\n    }\n\n    const chainId = await getChainId(createClient({ transport: http(rpcHttpUrl) }));\n\n    // Mock a chain config so we can use in client options\n    const chain = {\n      id: chainId,\n      name: \"Unknown\",\n      nativeCurrency: { decimals: 18, name: \"Ether\", symbol: \"ETH\" },\n      rpcUrls: { default: { http: [rpcHttpUrl] } },\n    } satisfies Chain;\n\n    return {\n      internal_clientOptions: {\n        chain,\n        pollingInterval: env.POLLING_INTERVAL,\n        validateBlockRange: env.INTERNAL__VALIDATE_BLOCK_RANGE,\n      },\n    };\n  }\n\n  const transport = fallback(\n    [\n      // prefer WS when specified\n      env.RPC_WS_URL ? webSocket(env.RPC_WS_URL) : undefined,\n      // otherwise use or fallback to HTTP\n      env.RPC_HTTP_URL ? http(env.RPC_HTTP_URL) : undefined,\n    ].filter(isDefined),\n  );\n\n  const publicClient = createClient({\n    transport,\n    pollingInterval: env.POLLING_INTERVAL,\n  });\n\n  return { publicClient };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AACA,oBAAO;AACP,IAAAA,cAAkB;AAClB,yBAAmB;AACnB,kBAA6C;AAC7C,yBAAwB;AACxB,sBAAqB;AACrB,8BAAqC;AACrC,wBAAgC;;;ACRhC,kBAA2B;AAC3B,iBAAwC;AAEjC,IAAM,oBAAoB,aAAE,OAAO;AAAA,EACxC,MAAM,aAAE,OAAO,EAAE,QAAQ,SAAS;AAAA,EAClC,MAAM,aAAE,OAAO,OAAO,EAAE,SAAS,EAAE,QAAQ,IAAI;AACjD,CAAC;AAEM,IAAM,mBAAmB,aAAE;AAAA,EAChC,aAAE,OAAO;AAAA,IACP,kBAAkB,aAAE,KAAK,CAAC,UAAU,QAAQ,WAAW,CAAC,EAAE,QAAQ,MAAM;AAAA,IACxE,aAAa,aAAE,OAAO,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE;AAAA,IACvD,iBAAiB,aAAE,OAAO,OAAO,EAAE,SAAS,EAAE,QAAQ,KAAK;AAAA,IAC3D,kBAAkB,aAAE,OAAO,OAAO,EAAE,SAAS,EAAE,QAAQ,GAAI;AAAA,IAC3D,eAAe,aACZ,OAAO,EACP,SAAS,EACT,UAAU,CAAC,UAAW,UAAU,KAAK,SAAY,KAAM,EACvD,OAAO,gBAAgB;AAAA,IAC1B,gCAAgC,aAC7B,OAAO,EACP,SAAS,EACT,UAAU,CAAC,UAAU,UAAU,UAAU,UAAU,GAAG;AAAA,EAC3D,CAAC;AAAA,EACD,aAAE,MAAM;AAAA,IACN,aAAE,OAAO;AAAA,MACP,cAAc,aAAE,OAAO;AAAA,MACvB,YAAY,aAAE,OAAO,EAAE,SAAS;AAAA,IAClC,CAAC;AAAA,IACD,aAAE,OAAO;AAAA,MACP,cAAc,aAAE,OAAO,EAAE,SAAS;AAAA,MAClC,YAAY,aAAE,OAAO;AAAA,IACvB,CAAC;AAAA,EACH,CAAC;AACH;AAEO,SAAS,SAAqC,WAAsC;AACzF,MAAI;AACF,WAAO,UAAU,MAAM,QAAQ,GAAG;AAAA,EACpC,SAASC,QAAO;AACd,QAAIA,kBAAiB,qBAAU;AAC7B,YAAM,EAAE,GAAG,eAAe,IAAIA,OAAM,OAAO;AAC3C,cAAQ,MAAM;AAAA;AAAA;AAAA,IAAoD,OAAO,KAAK,cAAc,EAAE,KAAK,MAAM,CAAC;AAAA,CAAI;AAC9G,cAAQ,KAAK,CAAC;AAAA,IAChB;AACA,UAAMA;AAAA,EACR;AACF;AAEA,SAAS,iBAAiB,OAA0C;AAClE,SAAO,UAAU,cAAa,mBAAM,KAAK;AAC3C;;;ACnDA,aAAwB;AACxB,4BAAqC;AACrC,mBAAyC;;;ACFzC,mBAAwB;AAEjB,IAAM,YAAQ,aAAAC,SAAY,mBAAmB;AAC7C,IAAM,YAAQ,aAAAA,SAAY,mBAAmB;AAGpD,MAAM,MAAM,QAAQ,MAAM,KAAK,OAAO;AAGtC,MAAM,MAAM,QAAQ,MAAM,KAAK,OAAO;;;ADJtC,yBAAoB;AAEb,SAAS,eAA+B;AAC7C,SAAO,eAAe,uBAAuB,KAAK,MAAM;AACtD,QAAI;AACF,YAAM,KAAK;AAAA,IACb,SAAS,KAAK;AACZ,MAAO,iBAAU,CAAC,UAAU;AAC1B,cAAM,kBAAkB,CAAC,UAAU;AACjC,iBAAc,6BAAsB,OAAO,IAAI,OAAO;AAAA,QACxD,CAAC;AACD,QAAO,wBAAiB,GAAG;AAAA,MAC7B,CAAC;AACD,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAEO,SAAS,iBAAiC;AAC/C,SAAO,eAAe,yBAAyB,KAAK,MAAM;AACxD,UAAa,2BAAoB,YAAY;AAC3C,YAAM,MAAa,qBAAc;AACjC,UAAI;AAAA,QAAe,CAAC,UAClB,MAAM;AAAA,UAAkB,CAAC,UAChB,6BAAsB,OAAO,IAAI,SAAS;AAAA,YAC/C,SAAS;AAAA,cACP,MAAM;AAAA,YACR;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF;AACA,YAAM,KAAK;AAAA,IACb,CAAC;AAAA,EACH;AACF;AAEO,SAAS,UAA0B;AAExC,SAAO,eAAe,kBAAkB,KAAK,MAAM;AACjD,UAAM,aAAa,IAAI,UAAU,IAAI,YAAY;AACjD,UAAM,SAAS,IAAI,WAAO,uCAAyB,IAAI,GAAG;AAG1D,QAAI;AACJ,QAAI,IAAI,QAAQ,IAAI,cAAc,GAAG;AACnC,wBAAyB,8BAAuB,IAAI,QAAQ,IAAI,cAAc,CAAC;AAAA,IACjF;AAEA,UAAM,cAAqB,wBAAiB;AAAA,MAC1C,MAAM,GAAG,SAAS,IAAI,MAAM;AAAA,MAC5B,IAAI;AAAA,MACJ,GAAG;AAAA,IACL,CAAC;AAED,QAAI,uBAAuB;AAG3B,IAAO,qBAAc,EAAE,eAAe,CAAC,UAAU;AAC/C,YAAM,QAAQ,WAAW;AAAA,IAC3B,CAAC;AAED,QAAI,IAAI,GAAG,UAAU,MAAM;AAEzB,mBAAa,MAAM;AAEjB,YAAI,IAAI,eAAe;AACrB,gBAAM,YAAY,IAAI,aAAa;AACnC,sBAAY,QAAQ,GAAG,SAAS,IAAI,SAAS,GAAG,IAAI,aAAa,EAAE;AAAA,QACrE;AAEA,oBAAY,cAAc,IAAI,MAAM;AACpC,oBAAY,OAAO;AAAA,MACrB,CAAC;AAAA,IACH,CAAC;AAED,UAAM,KAAK;AAAA,EACb;AACF;AAEO,SAAS,OAAO,KAA6B;AAClD,QAAM,qBAAqB;AAC3B,EAAO,YAAK;AAAA,IACV;AAAA,IACA,cAAc;AAAA;AAAA,MAEZ,GAAU,yDAAkD;AAAA,MAC5D,IAAI,2CAAqB;AAAA,IAC3B;AAAA;AAAA,IAEA,kBAAkB;AAAA;AAAA,IAElB,oBAAoB;AAAA,EACtB,CAAC;AAED,aAAO,mBAAAC,SAAQ,CAAC,aAAa,GAAG,eAAe,GAAG,QAAQ,CAAC,CAAC;AAC9D;;;AE1FO,SAAS,YAAY,EAAE,WAAW,QAAQ,IAAwB,CAAC,GAAe;AACvF,SAAO,eAAe,sBAAsB,KAAK,MAAqB;AACpE,QAAI,IAAI,SAAS,YAAY;AAC3B,UAAI,aAAa,QAAQ,UAAU,GAAG;AACpC,YAAI,SAAS;AACb,YAAI,OAAO;AAAA,MACb,OAAO;AACL,YAAI,SAAS;AACb,YAAI,OAAO;AAAA,MACb;AACA;AAAA,IACF;AAEA,QAAI,IAAI,SAAS,WAAW;AAC1B,UAAI,WAAW,QAAQ,QAAQ,GAAG;AAChC,YAAI,SAAS;AACb,YAAI,OAAO;AAAA,MACb,OAAO;AACL,YAAI,SAAS;AACb,YAAI,OAAO;AAAA,MACb;AACA;AAAA,IACF;AAEA,UAAM,KAAK;AAAA,EACb;AACF;;;AClCO,SAAS,aAAyB;AACvC,SAAO,eAAe,qBAAqB,KAAK,MAAqB;AACnE,QAAI,IAAI,SAAS,KAAK;AACpB,UAAI,SAAS;AACb,UAAI,OAAO;AACX;AAAA,IACF;AACA,UAAM,KAAK;AAAA,EACb;AACF;;;ACRA,IAAAC,eAA+D;AAC/D,IAAAC,gBAA0B;AAC1B,qBAA2B;AAE3B,eAAsB,iBAAiB,KAAqE;AAC1G,MAAI,IAAI,gCAAgC;AACtC,UAAM,aAAa,IAAI;AACvB,QAAI,CAAC,YAAY;AACf,YAAM,IAAI,MAAM,sEAAsE;AAAA,IACxF;AAEA,UAAM,UAAU,UAAM,+BAAW,2BAAa,EAAE,eAAW,mBAAK,UAAU,EAAE,CAAC,CAAC;AAG9E,UAAM,QAAQ;AAAA,MACZ,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,gBAAgB,EAAE,UAAU,IAAI,MAAM,SAAS,QAAQ,MAAM;AAAA,MAC7D,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,EAAE;AAAA,IAC7C;AAEA,WAAO;AAAA,MACL,wBAAwB;AAAA,QACtB;AAAA,QACA,iBAAiB,IAAI;AAAA,QACrB,oBAAoB,IAAI;AAAA,MAC1B;AAAA,IACF;AAAA,EACF;AAEA,QAAM,gBAAY;AAAA,IAChB;AAAA;AAAA,MAEE,IAAI,iBAAa,wBAAU,IAAI,UAAU,IAAI;AAAA;AAAA,MAE7C,IAAI,mBAAe,mBAAK,IAAI,YAAY,IAAI;AAAA,IAC9C,EAAE,OAAO,uBAAS;AAAA,EACpB;AAEA,QAAM,mBAAe,2BAAa;AAAA,IAChC;AAAA,IACA,iBAAiB,IAAI;AAAA,EACvB,CAAC;AAED,SAAO,EAAE,aAAa;AACxB;;;ANlCA,IAAAC,kBAA2B;AAC3B,+BAA6B;AAAA,CAI5B,YAA2B;AAC1B,QAAM,MAAM;AAAA,IACV,cAAE;AAAA,MACA;AAAA,MACA,cAAE,OAAO;AAAA,QACP,cAAc,cAAE,OAAO;AAAA,QACvB,kBAAkB,cAAE,OAAO,EAAE,SAAS;AAAA,QACtC,kBAAkB,cAAE,OAAO,OAAO,EAAE,SAAS;AAAA,QAC7C,YAAY,cAAE,OAAO,EAAE,SAAS;AAAA,MAClC,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,gBAAgB,MAAM,iBAAiB,GAAG;AAEhD,QAAM,UAAU,UAAM,gCAAW,uCAAa,aAAa,CAAC;AAC5D,QAAM,eAAW,gCAAQ,gBAAAC,SAAS,IAAI,cAAc,EAAE,SAAS,MAAM,CAAC,CAAC;AAEvE,QAAM,EAAE,gBAAgB,OAAO,IAAI,UAAM,8CAAqB,EAAE,GAAG,eAAe,SAAS,CAAC;AAE5F,MAAI,aAAa,IAAI;AAIrB,MAAI;AACF,UAAM,aAAa,MAAM,SACtB,OAAO,EACP,KAAK,OAAO,WAAW,EACvB,UAAM,uBAAG,OAAO,YAAY,SAAS,OAAO,CAAC,EAC7C,MAAM,CAAC,EACP,QAAQ,EAGR,KAAK,CAAC,SAAS,KAAK,KAAK,MAAM,IAAI,CAAC;AAEvC,QAAI,YAAY,eAAe,MAAM;AACnC,mBAAa,WAAW,cAAc;AACtC,cAAQ,IAAI,8BAA8B,UAAU;AAAA,IACtD;AAAA,EACF,SAASC,QAAO;AAAA,EAEhB;AAEA,QAAM,EAAE,oBAAoB,iBAAiB,IAAI,UAAM,mCAAgB;AAAA,IACrE,GAAG;AAAA,IACH;AAAA,IACA,gBAAgB,IAAI;AAAA,IACpB;AAAA,IACA,eAAe,IAAI;AAAA,IACnB,SAAS,IAAI;AAAA,EACf,CAAC;AAED,mBAAiB,UAAU;AAE3B,MAAI,aAAa;AACjB,iCAAc,CAAC,oBAAoB,gBAAgB,CAAC,EACjD;AAAA,QACC;AAAA,MACE,CAAC,CAAC,mBAAmB,EAAE,aAAa,yBAAyB,CAAC,MAC5D,sBAAsB;AAAA,IAC1B;AAAA,QACA,mBAAM;AAAA,EACR,EACC,UAAU,MAAM;AACf,iBAAa;AACb,YAAQ,IAAI,eAAe;AAAA,EAC7B,CAAC;AAEH,MAAI,IAAI,oBAAoB,QAAQ,IAAI,oBAAoB,MAAM;AAChE,UAAM,EAAE,SAAS,IAAI,IAAI,MAAM,OAAO,KAAK;AAC3C,UAAM,EAAE,SAAS,KAAK,IAAI,MAAM,OAAO,WAAW;AAElD,UAAM,SAAS,IAAI,IAAI;AAEvB,QAAI,IAAI,YAAY;AAClB,aAAO,IAAI,OAAO,IAAI,UAAU,CAAC;AAAA,IACnC;AAEA,WAAO,IAAI,KAAK,CAAC;AACjB,WAAO;AAAA,MACL,YAAY;AAAA,QACV,SAAS,MAAM;AAAA,MACjB,CAAC;AAAA,IACH;AACA,WAAO,IAAI,WAAW,CAAC;AAEvB,WAAO,OAAO,EAAE,MAAM,IAAI,kBAAkB,MAAM,IAAI,iBAAiB,CAAC;AACxE,YAAQ;AAAA,MACN,2DAA2D,IAAI,gBAAgB,IAAI,IAAI,gBAAgB;AAAA,IACzG;AAAA,EACF;AACF,GAAG;","names":["import_zod","error","createDebug","compose","import_viem","import_utils","import_actions","postgres","error"]}

package/dist/bin/postgres-decoded-indexer.d.cts

@@ -0,0 +1 @@
+#!/usr/bin/env node

package/dist/bin/postgres-decoded-indexer.js

@@ -1,3 +1,94 @@
 #!/usr/bin/env node
-import{c}from"../chunk-JDWVOODJ.js";import{a as f}from"../chunk-YQ7E5W26.js";import{b as a,c as l}from"../chunk-O2SDU7EQ.js";import{a as m}from"../chunk-7O2ZWWUX.js";import{a as p}from"../chunk-AYPBOJNL.js";import"dotenv/config";import{z as o}from"zod";import{eq as C}from"drizzle-orm";import{combineLatest as g,filter as b,first as A}from"rxjs";import{drizzle as S}from"drizzle-orm/postgres-js";import h from"postgres";import{createStorageAdapter as _}from"@latticexyz/store-sync/postgres-decoded";import{createStoreSync as d}from"@latticexyz/store-sync";import{getChainId as L}from"viem/actions";import{getRpcClient as O}from"@latticexyz/block-logs-stream";var t=l(o.intersection(a,o.object({DATABASE_URL:o.string(),HEALTHCHECK_HOST:o.string().optional(),HEALTHCHECK_PORT:o.coerce.number().optional(),SENTRY_DSN:o.string().optional()}))),s=await f(t),R=await L(O(s)),T=S(h(t.DATABASE_URL,{prepare:!1})),{storageAdapter:K,tables:H}=await _({...s,database:T}),n=t.START_BLOCK;try{let e=await T.select().from(H.configTable).where(C(H.configTable.chainId,R)).limit(1).execute().then(r=>r.find(()=>!0));e?.blockNumber!=null&&(n=e.blockNumber+1n,console.log("resuming from block number",n))}catch{}var{latestBlockNumber$:k,storedBlockLogs$:E}=await d({...s,storageAdapter:K,followBlockTag:t.FOLLOW_BLOCK_TAG,startBlock:n,maxBlockRange:t.MAX_BLOCK_RANGE,address:t.STORE_ADDRESS});E.subscribe();var u=!1;g([k,E]).pipe(b(([e,{blockNumber:r}])=>e===r),A()).subscribe(()=>{u=!0,console.log("all caught up")});if(t.HEALTHCHECK_HOST!=null||t.HEALTHCHECK_PORT!=null){let{default:e}=await import("koa"),{default:r}=await import("@koa/cors"),i=new e;t.SENTRY_DSN&&i.use(c(t.SENTRY_DSN)),i.use(r()),i.use(m({isReady:()=>u})),i.use(p()),i.listen({host:t.HEALTHCHECK_HOST,port:t.HEALTHCHECK_PORT}),console.log(`postgres indexer healthcheck server listening on http://${t.HEALTHCHECK_HOST}:${t.HEALTHCHECK_PORT}`)}
+import {
+  sentry
+} from "../chunk-R7UQFYRA.js";
+import {
+  getClientOptions
+} from "../chunk-CGE4ONKA.js";
+import {
+  indexerEnvSchema,
+  parseEnv
+} from "../chunk-L5CWEDU6.js";
+import {
+  healthcheck
+} from "../chunk-SJLOWI5M.js";
+import {
+  helloWorld
+} from "../chunk-GDNGJPVT.js";
+
+// src/bin/postgres-decoded-indexer.ts
+import "dotenv/config";
+import { z } from "zod";
+import { eq } from "drizzle-orm";
+import { combineLatest, filter, first } from "rxjs";
+import { drizzle } from "drizzle-orm/postgres-js";
+import postgres from "postgres";
+import { createStorageAdapter } from "@latticexyz/store-sync/postgres-decoded";
+import { createStoreSync } from "@latticexyz/store-sync";
+import { getChainId } from "viem/actions";
+import { getRpcClient } from "@latticexyz/block-logs-stream";
+(async () => {
+  const env = parseEnv(
+    z.intersection(
+      indexerEnvSchema,
+      z.object({
+        DATABASE_URL: z.string(),
+        HEALTHCHECK_HOST: z.string().optional(),
+        HEALTHCHECK_PORT: z.coerce.number().optional(),
+        SENTRY_DSN: z.string().optional()
+      })
+    )
+  );
+  const clientOptions = await getClientOptions(env);
+  const chainId = await getChainId(getRpcClient(clientOptions));
+  const database = drizzle(postgres(env.DATABASE_URL, { prepare: false }));
+  const { storageAdapter, tables } = await createStorageAdapter({ ...clientOptions, database });
+  let startBlock = env.START_BLOCK;
+  try {
+    const chainState = await database.select().from(tables.configTable).where(eq(tables.configTable.chainId, chainId)).limit(1).execute().then((rows) => rows.find(() => true));
+    if (chainState?.blockNumber != null) {
+      startBlock = chainState.blockNumber + 1n;
+      console.log("resuming from block number", startBlock);
+    }
+  } catch (error) {
+  }
+  const { latestBlockNumber$, storedBlockLogs$ } = await createStoreSync({
+    ...clientOptions,
+    storageAdapter,
+    followBlockTag: env.FOLLOW_BLOCK_TAG,
+    startBlock,
+    maxBlockRange: env.MAX_BLOCK_RANGE,
+    address: env.STORE_ADDRESS
+  });
+  storedBlockLogs$.subscribe();
+  let isCaughtUp = false;
+  combineLatest([latestBlockNumber$, storedBlockLogs$]).pipe(
+    filter(
+      ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) => latestBlockNumber === lastBlockNumberProcessed
+    ),
+    first()
+  ).subscribe(() => {
+    isCaughtUp = true;
+    console.log("all caught up");
+  });
+  if (env.HEALTHCHECK_HOST != null || env.HEALTHCHECK_PORT != null) {
+    const { default: Koa } = await import("koa");
+    const { default: cors } = await import("@koa/cors");
+    const server = new Koa();
+    if (env.SENTRY_DSN) {
+      server.use(sentry(env.SENTRY_DSN));
+    }
+    server.use(cors());
+    server.use(
+      healthcheck({
+        isReady: () => isCaughtUp
+      })
+    );
+    server.use(helloWorld());
+    server.listen({ host: env.HEALTHCHECK_HOST, port: env.HEALTHCHECK_PORT });
+    console.log(
+      `postgres indexer healthcheck server listening on http://${env.HEALTHCHECK_HOST}:${env.HEALTHCHECK_PORT}`
+    );
+  }
+})();
 //# sourceMappingURL=postgres-decoded-indexer.js.map

package/dist/bin/postgres-decoded-indexer.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/bin/postgres-decoded-indexer.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport { z } from \"zod\";\nimport { eq } from \"drizzle-orm\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { drizzle } from \"drizzle-orm/postgres-js\";\nimport postgres from \"postgres\";\nimport { createStorageAdapter } from \"@latticexyz/store-sync/postgres-decoded\";\nimport { createStoreSync } from \"@latticexyz/store-sync\";\nimport { indexerEnvSchema, parseEnv } from \"./parseEnv\";\nimport { sentry } from \"../koa-middleware/sentry\";\nimport { healthcheck } from \"../koa-middleware/healthcheck\";\nimport { helloWorld } from \"../koa-middleware/helloWorld\";\nimport { getClientOptions } from \"./getClientOptions\";\nimport { getChainId } from \"viem/actions\";\nimport { getRpcClient } from \"@latticexyz/block-logs-stream\";\n\nconst env = parseEnv(\n  z.intersection(\n    indexerEnvSchema,\n    z.object({\n      DATABASE_URL: z.string(),\n      HEALTHCHECK_HOST: z.string().optional(),\n      HEALTHCHECK_PORT: z.coerce.number().optional(),\n      SENTRY_DSN: z.string().optional(),\n    }),\n  ),\n);\n\nconst clientOptions = await getClientOptions(env);\n\nconst chainId = await getChainId(getRpcClient(clientOptions));\nconst database = drizzle(postgres(env.DATABASE_URL, { prepare: false }));\n\nconst { storageAdapter, tables } = await createStorageAdapter({ ...clientOptions, database });\n\nlet startBlock = env.START_BLOCK;\n\n// Resume from latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n// TODO: query if the DB exists instead of try/catch\ntry {\n  const chainState = await database\n    .select()\n    .from(tables.configTable)\n    .where(eq(tables.configTable.chainId, chainId))\n    .limit(1)\n    .execute()\n    // Get the first record in a way that returns a possible `undefined`\n    // TODO: move this to `.findFirst` after upgrading drizzle or `rows[0]` after enabling `noUncheckedIndexedAccess: true`\n    .then((rows) => rows.find(() => true));\n\n  if (chainState?.blockNumber != null) {\n    startBlock = chainState.blockNumber + 1n;\n    console.log(\"resuming from block number\", startBlock);\n  }\n} catch (error) {\n  // ignore errors for now\n}\n\nconst { latestBlockNumber$, storedBlockLogs$ } = await createStoreSync({\n  ...clientOptions,\n  storageAdapter,\n  followBlockTag: env.FOLLOW_BLOCK_TAG,\n  startBlock,\n  maxBlockRange: env.MAX_BLOCK_RANGE,\n  address: env.STORE_ADDRESS,\n});\n\nstoredBlockLogs$.subscribe();\n\nlet isCaughtUp = false;\ncombineLatest([latestBlockNumber$, storedBlockLogs$])\n  .pipe(\n    filter(\n      ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) =>\n        latestBlockNumber === lastBlockNumberProcessed,\n    ),\n    first(),\n  )\n  .subscribe(() => {\n    isCaughtUp = true;\n    console.log(\"all caught up\");\n  });\n\nif (env.HEALTHCHECK_HOST != null || env.HEALTHCHECK_PORT != null) {\n  const { default: Koa } = await import(\"koa\");\n  const { default: cors } = await import(\"@koa/cors\");\n\n  const server = new Koa();\n\n  if (env.SENTRY_DSN) {\n    server.use(sentry(env.SENTRY_DSN));\n  }\n\n  server.use(cors());\n  server.use(\n    healthcheck({\n      isReady: () => isCaughtUp,\n    }),\n  );\n  server.use(helloWorld());\n\n  server.listen({ host: env.HEALTHCHECK_HOST, port: env.HEALTHCHECK_PORT });\n  console.log(\n    `postgres indexer healthcheck server listening on http://${env.HEALTHCHECK_HOST}:${env.HEALTHCHECK_PORT}`,\n  );\n}\n"],"mappings":";+MACA,MAAO,gBACP,OAAS,KAAAA,MAAS,MAClB,OAAS,MAAAC,MAAU,cACnB,OAAS,iBAAAC,EAAe,UAAAC,EAAQ,SAAAC,MAAa,OAC7C,OAAS,WAAAC,MAAe,0BACxB,OAAOC,MAAc,WACrB,OAAS,wBAAAC,MAA4B,0CACrC,OAAS,mBAAAC,MAAuB,yBAMhC,OAAS,cAAAC,MAAkB,eAC3B,OAAS,gBAAAC,MAAoB,gCAE7B,IAAMC,EAAMC,EACVC,EAAE,aACAC,EACAD,EAAE,OAAO,CACP,aAAcA,EAAE,OAAO,EACvB,iBAAkBA,EAAE,OAAO,EAAE,SAAS,EACtC,iBAAkBA,EAAE,OAAO,OAAO,EAAE,SAAS,EAC7C,WAAYA,EAAE,OAAO,EAAE,SAAS,CAClC,CAAC,CACH,CACF,EAEME,EAAgB,MAAMC,EAAiBL,CAAG,EAE1CM,EAAU,MAAMR,EAAWC,EAAaK,CAAa,CAAC,EACtDG,EAAWC,EAAQC,EAAST,EAAI,aAAc,CAAE,QAAS,EAAM,CAAC,CAAC,EAEjE,CAAE,eAAAU,EAAgB,OAAAC,CAAO,EAAI,MAAMC,EAAqB,CAAE,GAAGR,EAAe,SAAAG,CAAS,CAAC,EAExFM,EAAab,EAAI,YAIrB,GAAI,CACF,IAAMc,EAAa,MAAMP,EACtB,OAAO,EACP,KAAKI,EAAO,WAAW,EACvB,MAAMI,EAAGJ,EAAO,YAAY,QAASL,CAAO,CAAC,EAC7C,MAAM,CAAC,EACP,QAAQ,EAGR,KAAMU,GAASA,EAAK,KAAK,IAAM,EAAI,CAAC,EAEnCF,GAAY,aAAe,OAC7BD,EAAaC,EAAW,YAAc,GACtC,QAAQ,IAAI,6BAA8BD,CAAU,EAExD,MAAgB,CAEhB,CAEA,GAAM,CAAE,mBAAAI,EAAoB,iBAAAC,CAAiB,EAAI,MAAMC,EAAgB,CACrE,GAAGf,EACH,eAAAM,EACA,eAAgBV,EAAI,iBACpB,WAAAa,EACA,cAAeb,EAAI,gBACnB,QAASA,EAAI,aACf,CAAC,EAEDkB,EAAiB,UAAU,EAE3B,IAAIE,EAAa,GACjBC,EAAc,CAACJ,EAAoBC,CAAgB,CAAC,EACjD,KACCI,EACE,CAAC,CAACC,EAAmB,CAAE,YAAaC,CAAyB,CAAC,IAC5DD,IAAsBC,CAC1B,EACAC,EAAM,CACR,EACC,UAAU,IAAM,CACfL,EAAa,GACb,QAAQ,IAAI,eAAe,CAC7B,CAAC,EAEH,GAAIpB,EAAI,kBAAoB,MAAQA,EAAI,kBAAoB,KAAM,CAChE,GAAM,CAAE,QAAS0B,CAAI,EAAI,KAAM,QAAO,KAAK,EACrC,CAAE,QAASC,CAAK,EAAI,KAAM,QAAO,WAAW,EAE5CC,EAAS,IAAIF,EAEf1B,EAAI,YACN4B,EAAO,IAAIC,EAAO7B,EAAI,UAAU,CAAC,EAGnC4B,EAAO,IAAID,EAAK,CAAC,EACjBC,EAAO,IACLE,EAAY,CACV,QAAS,IAAMV,CACjB,CAAC,CACH,EACAQ,EAAO,IAAIG,EAAW,CAAC,EAEvBH,EAAO,OAAO,CAAE,KAAM5B,EAAI,iBAAkB,KAAMA,EAAI,gBAAiB,CAAC,EACxE,QAAQ,IACN,2DAA2DA,EAAI,gBAAgB,IAAIA,EAAI,gBAAgB,EACzG,CACF","names":["z","eq","combineLatest","filter","first","drizzle","postgres","createStorageAdapter","createStoreSync","getChainId","getRpcClient","env","parseEnv","z","indexerEnvSchema","clientOptions","getClientOptions","chainId","database","drizzle","postgres","storageAdapter","tables","createStorageAdapter","startBlock","chainState","eq","rows","latestBlockNumber$","storedBlockLogs$","createStoreSync","isCaughtUp","combineLatest","filter","latestBlockNumber","lastBlockNumberProcessed","first","Koa","cors","server","sentry","healthcheck","helloWorld"]}
+{"version":3,"sources":["../../src/bin/postgres-decoded-indexer.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport { z } from \"zod\";\nimport { eq } from \"drizzle-orm\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { drizzle } from \"drizzle-orm/postgres-js\";\nimport postgres from \"postgres\";\nimport { createStorageAdapter } from \"@latticexyz/store-sync/postgres-decoded\";\nimport { createStoreSync } from \"@latticexyz/store-sync\";\nimport { indexerEnvSchema, parseEnv } from \"./parseEnv\";\nimport { sentry } from \"../koa-middleware/sentry\";\nimport { healthcheck } from \"../koa-middleware/healthcheck\";\nimport { helloWorld } from \"../koa-middleware/helloWorld\";\nimport { getClientOptions } from \"./getClientOptions\";\nimport { getChainId } from \"viem/actions\";\nimport { getRpcClient } from \"@latticexyz/block-logs-stream\";\n\n// Workaround for:\n//   Top-level await is currently not supported with the \"cjs\" output format\n(async (): Promise<void> => {\n  const env = parseEnv(\n    z.intersection(\n      indexerEnvSchema,\n      z.object({\n        DATABASE_URL: z.string(),\n        HEALTHCHECK_HOST: z.string().optional(),\n        HEALTHCHECK_PORT: z.coerce.number().optional(),\n        SENTRY_DSN: z.string().optional(),\n      }),\n    ),\n  );\n\n  const clientOptions = await getClientOptions(env);\n\n  const chainId = await getChainId(getRpcClient(clientOptions));\n  const database = drizzle(postgres(env.DATABASE_URL, { prepare: false }));\n\n  const { storageAdapter, tables } = await createStorageAdapter({ ...clientOptions, database });\n\n  let startBlock = env.START_BLOCK;\n\n  // Resume from latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n  // TODO: query if the DB exists instead of try/catch\n  try {\n    const chainState = await database\n      .select()\n      .from(tables.configTable)\n      .where(eq(tables.configTable.chainId, chainId))\n      .limit(1)\n      .execute()\n      // Get the first record in a way that returns a possible `undefined`\n      // TODO: move this to `.findFirst` after upgrading drizzle or `rows[0]` after enabling `noUncheckedIndexedAccess: true`\n      .then((rows) => rows.find(() => true));\n\n    if (chainState?.blockNumber != null) {\n      startBlock = chainState.blockNumber + 1n;\n      console.log(\"resuming from block number\", startBlock);\n    }\n  } catch (error) {\n    // ignore errors for now\n  }\n\n  const { latestBlockNumber$, storedBlockLogs$ } = await createStoreSync({\n    ...clientOptions,\n    storageAdapter,\n    followBlockTag: env.FOLLOW_BLOCK_TAG,\n    startBlock,\n    maxBlockRange: env.MAX_BLOCK_RANGE,\n    address: env.STORE_ADDRESS,\n  });\n\n  storedBlockLogs$.subscribe();\n\n  let isCaughtUp = false;\n  combineLatest([latestBlockNumber$, storedBlockLogs$])\n    .pipe(\n      filter(\n        ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) =>\n          latestBlockNumber === lastBlockNumberProcessed,\n      ),\n      first(),\n    )\n    .subscribe(() => {\n      isCaughtUp = true;\n      console.log(\"all caught up\");\n    });\n\n  if (env.HEALTHCHECK_HOST != null || env.HEALTHCHECK_PORT != null) {\n    const { default: Koa } = await import(\"koa\");\n    const { default: cors } = await import(\"@koa/cors\");\n\n    const server = new Koa();\n\n    if (env.SENTRY_DSN) {\n      server.use(sentry(env.SENTRY_DSN));\n    }\n\n    server.use(cors());\n    server.use(\n      healthcheck({\n        isReady: () => isCaughtUp,\n      }),\n    );\n    server.use(helloWorld());\n\n    server.listen({ host: env.HEALTHCHECK_HOST, port: env.HEALTHCHECK_PORT });\n    console.log(\n      `postgres indexer healthcheck server listening on http://${env.HEALTHCHECK_HOST}:${env.HEALTHCHECK_PORT}`,\n    );\n  }\n})();\n"],"mappings":";;;;;;;;;;;;;;;;;;;AACA,OAAO;AACP,SAAS,SAAS;AAClB,SAAS,UAAU;AACnB,SAAS,eAAe,QAAQ,aAAa;AAC7C,SAAS,eAAe;AACxB,OAAO,cAAc;AACrB,SAAS,4BAA4B;AACrC,SAAS,uBAAuB;AAMhC,SAAS,kBAAkB;AAC3B,SAAS,oBAAoB;AAAA,CAI5B,YAA2B;AAC1B,QAAM,MAAM;AAAA,IACV,EAAE;AAAA,MACA;AAAA,MACA,EAAE,OAAO;AAAA,QACP,cAAc,EAAE,OAAO;AAAA,QACvB,kBAAkB,EAAE,OAAO,EAAE,SAAS;AAAA,QACtC,kBAAkB,EAAE,OAAO,OAAO,EAAE,SAAS;AAAA,QAC7C,YAAY,EAAE,OAAO,EAAE,SAAS;AAAA,MAClC,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,gBAAgB,MAAM,iBAAiB,GAAG;AAEhD,QAAM,UAAU,MAAM,WAAW,aAAa,aAAa,CAAC;AAC5D,QAAM,WAAW,QAAQ,SAAS,IAAI,cAAc,EAAE,SAAS,MAAM,CAAC,CAAC;AAEvE,QAAM,EAAE,gBAAgB,OAAO,IAAI,MAAM,qBAAqB,EAAE,GAAG,eAAe,SAAS,CAAC;AAE5F,MAAI,aAAa,IAAI;AAIrB,MAAI;AACF,UAAM,aAAa,MAAM,SACtB,OAAO,EACP,KAAK,OAAO,WAAW,EACvB,MAAM,GAAG,OAAO,YAAY,SAAS,OAAO,CAAC,EAC7C,MAAM,CAAC,EACP,QAAQ,EAGR,KAAK,CAAC,SAAS,KAAK,KAAK,MAAM,IAAI,CAAC;AAEvC,QAAI,YAAY,eAAe,MAAM;AACnC,mBAAa,WAAW,cAAc;AACtC,cAAQ,IAAI,8BAA8B,UAAU;AAAA,IACtD;AAAA,EACF,SAAS,OAAO;AAAA,EAEhB;AAEA,QAAM,EAAE,oBAAoB,iBAAiB,IAAI,MAAM,gBAAgB;AAAA,IACrE,GAAG;AAAA,IACH;AAAA,IACA,gBAAgB,IAAI;AAAA,IACpB;AAAA,IACA,eAAe,IAAI;AAAA,IACnB,SAAS,IAAI;AAAA,EACf,CAAC;AAED,mBAAiB,UAAU;AAE3B,MAAI,aAAa;AACjB,gBAAc,CAAC,oBAAoB,gBAAgB,CAAC,EACjD;AAAA,IACC;AAAA,MACE,CAAC,CAAC,mBAAmB,EAAE,aAAa,yBAAyB,CAAC,MAC5D,sBAAsB;AAAA,IAC1B;AAAA,IACA,MAAM;AAAA,EACR,EACC,UAAU,MAAM;AACf,iBAAa;AACb,YAAQ,IAAI,eAAe;AAAA,EAC7B,CAAC;AAEH,MAAI,IAAI,oBAAoB,QAAQ,IAAI,oBAAoB,MAAM;AAChE,UAAM,EAAE,SAAS,IAAI,IAAI,MAAM,OAAO,KAAK;AAC3C,UAAM,EAAE,SAAS,KAAK,IAAI,MAAM,OAAO,WAAW;AAElD,UAAM,SAAS,IAAI,IAAI;AAEvB,QAAI,IAAI,YAAY;AAClB,aAAO,IAAI,OAAO,IAAI,UAAU,CAAC;AAAA,IACnC;AAEA,WAAO,IAAI,KAAK,CAAC;AACjB,WAAO;AAAA,MACL,YAAY;AAAA,QACV,SAAS,MAAM;AAAA,MACjB,CAAC;AAAA,IACH;AACA,WAAO,IAAI,WAAW,CAAC;AAEvB,WAAO,OAAO,EAAE,MAAM,IAAI,kBAAkB,MAAM,IAAI,iBAAiB,CAAC;AACxE,YAAQ;AAAA,MACN,2DAA2D,IAAI,gBAAgB,IAAI,IAAI,gBAAgB;AAAA,IACzG;AAAA,EACF;AACF,GAAG;","names":[]}