@latticexyz/store-indexer 2.0.0-next.4 → 2.0.0-next.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@latticexyz/store-indexer",
-  "version": "2.0.0-next.4",
+  "version": "2.0.0-next.5",
   "description": "Minimal Typescript indexer for Store",
   "repository": {
     "type": "git",
@@ -22,14 +22,15 @@
     "debug": "^4.3.4",
     "drizzle-orm": "^0.27.0",
     "fastify": "^4.21.0",
+    "postgres": "^3.3.5",
     "rxjs": "7.5.5",
     "superjson": "^1.12.4",
     "viem": "1.6.0",
     "zod": "^3.21.4",
-    "@latticexyz/block-logs-stream": "2.0.0-next.4",
-    "@latticexyz/common": "2.0.0-next.4",
-    "@latticexyz/store": "2.0.0-next.4",
-    "@latticexyz/store-sync": "2.0.0-next.4"
+    "@latticexyz/block-logs-stream": "2.0.0-next.5",
+    "@latticexyz/common": "2.0.0-next.5",
+    "@latticexyz/store": "2.0.0-next.5",
+    "@latticexyz/store-sync": "2.0.0-next.5"
   },
   "devDependencies": {
     "@types/better-sqlite3": "^7.6.4",
@@ -50,10 +51,15 @@
     "clean:js": "rimraf dist",
     "dev": "tsup --watch",
     "lint": "eslint .",
-    "start": "tsx bin/sqlite-indexer",
-    "start:local": "SQLITE_FILENAME=anvil.db CHAIN_ID=31337 pnpm start",
-    "start:testnet": "SQLITE_FILENAME=testnet.db CHAIN_ID=4242 START_BLOCK=19037160 pnpm start",
-    "start:testnet2": "SQLITE_FILENAME=testnet2.db CHAIN_ID=4243 pnpm start",
-    "test": "tsc --noEmit --skipLibCheck"
+    "start:postgres": "tsx bin/postgres-indexer",
+    "start:postgres:local": "DATABASE_URL=postgres://127.0.0.1/postgres CHAIN_ID=31337 pnpm start:postgres",
+    "start:postgres:testnet": "DATABASE_URL=postgres://127.0.0.1/postgres CHAIN_ID=4242 START_BLOCK=19037160 pnpm start:postgres",
+    "start:postgres:testnet2": "DATABASE_URL=postgres://127.0.0.1/postgres CHAIN_ID=4243 pnpm start:postgres",
+    "start:sqlite": "tsx bin/sqlite-indexer",
+    "start:sqlite:local": "SQLITE_FILENAME=anvil.db CHAIN_ID=31337 pnpm start:sqlite",
+    "start:sqlite:testnet": "SQLITE_FILENAME=testnet.db CHAIN_ID=4242 START_BLOCK=19037160 pnpm start:sqlite",
+    "start:sqlite:testnet2": "SQLITE_FILENAME=testnet2.db CHAIN_ID=4243 pnpm start:sqlite",
+    "test": "tsc --noEmit --skipLibCheck",
+    "test:ci": "pnpm run test"
   }
 }

package/src/postgres/createQueryAdapter.ts

@@ -0,0 +1,54 @@
+import { eq } from "drizzle-orm";
+import { PgDatabase } from "drizzle-orm/pg-core";
+import { buildTable, buildInternalTables, getTables } from "@latticexyz/store-sync/postgres";
+import { QueryAdapter } from "@latticexyz/store-sync/trpc-indexer";
+import { debug } from "../debug";
+import { getAddress } from "viem";
+
+/**
+ * Creates a query adapter for the tRPC server/client to query data from Postgres.
+ *
+ * @param {PgDatabase<any>} database Postgres database object from Drizzle
+ * @returns {Promise<QueryAdapter>} A set of methods used by tRPC endpoints.
+ */
+export async function createQueryAdapter(database: PgDatabase<any>): Promise<QueryAdapter> {
+  const adapter: QueryAdapter = {
+    async findAll(chainId, address) {
+      const internalTables = buildInternalTables();
+      const tables = (await getTables(database)).filter(
+        (table) => address != null && getAddress(address) === getAddress(table.address)
+      );
+
+      const tablesWithRecords = await Promise.all(
+        tables.map(async (table) => {
+          const sqliteTable = buildTable(table);
+          const records = await database.select().from(sqliteTable).where(eq(sqliteTable.__isDeleted, false)).execute();
+          return {
+            ...table,
+            records: records.map((record) => ({
+              key: Object.fromEntries(Object.entries(table.keySchema).map(([name]) => [name, record[name]])),
+              value: Object.fromEntries(Object.entries(table.valueSchema).map(([name]) => [name, record[name]])),
+            })),
+          };
+        })
+      );
+
+      const metadata = await database
+        .select()
+        .from(internalTables.chain)
+        .where(eq(internalTables.chain.chainId, chainId))
+        .execute();
+      const { lastUpdatedBlockNumber } = metadata[0] ?? {};
+
+      const result = {
+        blockNumber: lastUpdatedBlockNumber ?? null,
+        tables: tablesWithRecords,
+      };
+
+      debug("findAll", chainId, address, result);
+
+      return result;
+    },
+  };
+  return adapter;
+}

package/src/sqlite/{createStorageAdapter.ts → createQueryAdapter.ts}

@@ -1,17 +1,17 @@
 import { eq } from "drizzle-orm";
 import { BaseSQLiteDatabase } from "drizzle-orm/sqlite-core";
 import { createSqliteTable, chainState, getTables } from "@latticexyz/store-sync/sqlite";
-import { StorageAdapter } from "@latticexyz/store-sync/trpc-indexer";
+import { QueryAdapter } from "@latticexyz/store-sync/trpc-indexer";
 import { debug } from "../debug";
 
 /**
  * Creates a storage adapter for the tRPC server/client to query data from SQLite.
  *
  * @param {BaseSQLiteDatabase<"sync", any>} database SQLite database object from Drizzle
- * @returns {Promise<StorageAdapter>} A set of methods used by tRPC endpoints.
+ * @returns {Promise<QueryAdapter>} A set of methods used by tRPC endpoints.
  */
-export async function createStorageAdapter(database: BaseSQLiteDatabase<"sync", any>): Promise<StorageAdapter> {
-  const adapter: StorageAdapter = {
+export async function createQueryAdapter(database: BaseSQLiteDatabase<"sync", any>): Promise<QueryAdapter> {
+  const adapter: QueryAdapter = {
     async findAll(chainId, address) {
       const tables = getTables(database).filter((table) => table.address === address);