@latticexyz/store-indexer 2.2.18-2762cefb93e90632e0b25e11d0238b5998852f8b → 2.2.18-318924725246340b208d3fbee8793314686f1759
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/postgres-decoded-indexer.js +90 -1
- package/dist/bin/postgres-decoded-indexer.js.map +1 -1
- package/dist/bin/postgres-frontend.js +256 -5
- package/dist/bin/postgres-frontend.js.map +1 -1
- package/dist/bin/postgres-indexer.js +104 -1
- package/dist/bin/postgres-indexer.js.map +1 -1
- package/dist/bin/sqlite-indexer.js +241 -1
- package/dist/bin/sqlite-indexer.js.map +1 -1
- package/dist/chunk-7E7HV6WZ.js +38 -0
- package/dist/{chunk-R7HX5BT2.js.map → chunk-7E7HV6WZ.js.map} +1 -1
- package/dist/chunk-ALQNRR4A.js +99 -0
- package/dist/{chunk-JDWVOODJ.js.map → chunk-ALQNRR4A.js.map} +1 -1
- package/dist/chunk-DRMERYGH.js +53 -0
- package/dist/{chunk-O2SDU7EQ.js.map → chunk-DRMERYGH.js.map} +1 -1
- package/dist/chunk-H3UGY6JG.js +72 -0
- package/dist/{chunk-ED45N3IT.js.map → chunk-H3UGY6JG.js.map} +1 -1
- package/dist/chunk-JSDKBP77.js +16 -0
- package/dist/{chunk-AYPBOJNL.js.map → chunk-JSDKBP77.js.map} +1 -1
- package/dist/chunk-MGRTFMMG.js +44 -0
- package/dist/{chunk-YQ7E5W26.js.map → chunk-MGRTFMMG.js.map} +1 -1
- package/dist/chunk-YBZTPLEM.js +31 -0
- package/dist/{chunk-7O2ZWWUX.js.map → chunk-YBZTPLEM.js.map} +1 -1
- package/dist/healthcheck-I7MZ4QZU.js +7 -0
- package/dist/helloWorld-SETMCIYX.js +7 -0
- package/dist/metrics-UNOJV54N.js +7 -0
- package/package.json +7 -7
- package/dist/chunk-7O2ZWWUX.js +0 -2
- package/dist/chunk-AYPBOJNL.js +0 -2
- package/dist/chunk-ED45N3IT.js +0 -2
- package/dist/chunk-JDWVOODJ.js +0 -2
- package/dist/chunk-O2SDU7EQ.js +0 -7
- package/dist/chunk-R7HX5BT2.js +0 -2
- package/dist/chunk-YQ7E5W26.js +0 -2
- package/dist/healthcheck-57YETUEX.js +0 -2
- package/dist/helloWorld-4VT4FZ7F.js +0 -2
- package/dist/metrics-4BMCDEZZ.js +0 -2
- /package/dist/{healthcheck-57YETUEX.js.map → healthcheck-I7MZ4QZU.js.map} +0 -0
- /package/dist/{helloWorld-4VT4FZ7F.js.map → helloWorld-SETMCIYX.js.map} +0 -0
- /package/dist/{metrics-4BMCDEZZ.js.map → metrics-UNOJV54N.js.map} +0 -0
@@ -1,3 +1,92 @@
|
|
1
1
|
#!/usr/bin/env node
|
2
|
-
import
|
2
|
+
import {
|
3
|
+
sentry
|
4
|
+
} from "../chunk-ALQNRR4A.js";
|
5
|
+
import {
|
6
|
+
getClientOptions
|
7
|
+
} from "../chunk-MGRTFMMG.js";
|
8
|
+
import {
|
9
|
+
indexerEnvSchema,
|
10
|
+
parseEnv
|
11
|
+
} from "../chunk-DRMERYGH.js";
|
12
|
+
import {
|
13
|
+
healthcheck
|
14
|
+
} from "../chunk-YBZTPLEM.js";
|
15
|
+
import {
|
16
|
+
helloWorld
|
17
|
+
} from "../chunk-JSDKBP77.js";
|
18
|
+
|
19
|
+
// src/bin/postgres-decoded-indexer.ts
|
20
|
+
import "dotenv/config";
|
21
|
+
import { z } from "zod";
|
22
|
+
import { eq } from "drizzle-orm";
|
23
|
+
import { combineLatest, filter, first } from "rxjs";
|
24
|
+
import { drizzle } from "drizzle-orm/postgres-js";
|
25
|
+
import postgres from "postgres";
|
26
|
+
import { createStorageAdapter } from "@latticexyz/store-sync/postgres-decoded";
|
27
|
+
import { createStoreSync } from "@latticexyz/store-sync";
|
28
|
+
import { getChainId } from "viem/actions";
|
29
|
+
import { getRpcClient } from "@latticexyz/block-logs-stream";
|
30
|
+
var env = parseEnv(
|
31
|
+
z.intersection(
|
32
|
+
indexerEnvSchema,
|
33
|
+
z.object({
|
34
|
+
DATABASE_URL: z.string(),
|
35
|
+
HEALTHCHECK_HOST: z.string().optional(),
|
36
|
+
HEALTHCHECK_PORT: z.coerce.number().optional(),
|
37
|
+
SENTRY_DSN: z.string().optional()
|
38
|
+
})
|
39
|
+
)
|
40
|
+
);
|
41
|
+
var clientOptions = await getClientOptions(env);
|
42
|
+
var chainId = await getChainId(getRpcClient(clientOptions));
|
43
|
+
var database = drizzle(postgres(env.DATABASE_URL, { prepare: false }));
|
44
|
+
var { storageAdapter, tables } = await createStorageAdapter({ ...clientOptions, database });
|
45
|
+
var startBlock = env.START_BLOCK;
|
46
|
+
try {
|
47
|
+
const chainState = await database.select().from(tables.configTable).where(eq(tables.configTable.chainId, chainId)).limit(1).execute().then((rows) => rows.find(() => true));
|
48
|
+
if (chainState?.blockNumber != null) {
|
49
|
+
startBlock = chainState.blockNumber + 1n;
|
50
|
+
console.log("resuming from block number", startBlock);
|
51
|
+
}
|
52
|
+
} catch (error) {
|
53
|
+
}
|
54
|
+
var { latestBlockNumber$, storedBlockLogs$ } = await createStoreSync({
|
55
|
+
...clientOptions,
|
56
|
+
storageAdapter,
|
57
|
+
followBlockTag: env.FOLLOW_BLOCK_TAG,
|
58
|
+
startBlock,
|
59
|
+
maxBlockRange: env.MAX_BLOCK_RANGE,
|
60
|
+
address: env.STORE_ADDRESS
|
61
|
+
});
|
62
|
+
storedBlockLogs$.subscribe();
|
63
|
+
var isCaughtUp = false;
|
64
|
+
combineLatest([latestBlockNumber$, storedBlockLogs$]).pipe(
|
65
|
+
filter(
|
66
|
+
([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) => latestBlockNumber === lastBlockNumberProcessed
|
67
|
+
),
|
68
|
+
first()
|
69
|
+
).subscribe(() => {
|
70
|
+
isCaughtUp = true;
|
71
|
+
console.log("all caught up");
|
72
|
+
});
|
73
|
+
if (env.HEALTHCHECK_HOST != null || env.HEALTHCHECK_PORT != null) {
|
74
|
+
const { default: Koa } = await import("koa");
|
75
|
+
const { default: cors } = await import("@koa/cors");
|
76
|
+
const server = new Koa();
|
77
|
+
if (env.SENTRY_DSN) {
|
78
|
+
server.use(sentry(env.SENTRY_DSN));
|
79
|
+
}
|
80
|
+
server.use(cors());
|
81
|
+
server.use(
|
82
|
+
healthcheck({
|
83
|
+
isReady: () => isCaughtUp
|
84
|
+
})
|
85
|
+
);
|
86
|
+
server.use(helloWorld());
|
87
|
+
server.listen({ host: env.HEALTHCHECK_HOST, port: env.HEALTHCHECK_PORT });
|
88
|
+
console.log(
|
89
|
+
`postgres indexer healthcheck server listening on http://${env.HEALTHCHECK_HOST}:${env.HEALTHCHECK_PORT}`
|
90
|
+
);
|
91
|
+
}
|
3
92
|
//# sourceMappingURL=postgres-decoded-indexer.js.map
|
@@ -1 +1 @@
|
|
1
|
-
{"version":3,"sources":["../../src/bin/postgres-decoded-indexer.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport { z } from \"zod\";\nimport { eq } from \"drizzle-orm\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { drizzle } from \"drizzle-orm/postgres-js\";\nimport postgres from \"postgres\";\nimport { createStorageAdapter } from \"@latticexyz/store-sync/postgres-decoded\";\nimport { createStoreSync } from \"@latticexyz/store-sync\";\nimport { indexerEnvSchema, parseEnv } from \"./parseEnv\";\nimport { sentry } from \"../koa-middleware/sentry\";\nimport { healthcheck } from \"../koa-middleware/healthcheck\";\nimport { helloWorld } from \"../koa-middleware/helloWorld\";\nimport { getClientOptions } from \"./getClientOptions\";\nimport { getChainId } from \"viem/actions\";\nimport { getRpcClient } from \"@latticexyz/block-logs-stream\";\n\nconst env = parseEnv(\n z.intersection(\n indexerEnvSchema,\n z.object({\n DATABASE_URL: z.string(),\n HEALTHCHECK_HOST: z.string().optional(),\n HEALTHCHECK_PORT: z.coerce.number().optional(),\n SENTRY_DSN: z.string().optional(),\n }),\n ),\n);\n\nconst clientOptions = await getClientOptions(env);\n\nconst chainId = await getChainId(getRpcClient(clientOptions));\nconst database = drizzle(postgres(env.DATABASE_URL, { prepare: false }));\n\nconst { storageAdapter, tables } = await createStorageAdapter({ ...clientOptions, database });\n\nlet startBlock = env.START_BLOCK;\n\n// Resume from latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n// TODO: query if the DB exists instead of try/catch\ntry {\n const chainState = await database\n .select()\n .from(tables.configTable)\n .where(eq(tables.configTable.chainId, chainId))\n .limit(1)\n .execute()\n // Get the first record in a way that returns a possible `undefined`\n // TODO: move this to `.findFirst` after upgrading drizzle or `rows[0]` after enabling `noUncheckedIndexedAccess: true`\n .then((rows) => rows.find(() => true));\n\n if (chainState?.blockNumber != null) {\n startBlock = chainState.blockNumber + 1n;\n console.log(\"resuming from block number\", startBlock);\n }\n} catch (error) {\n // ignore errors for now\n}\n\nconst { latestBlockNumber$, storedBlockLogs$ } = await createStoreSync({\n ...clientOptions,\n storageAdapter,\n followBlockTag: env.FOLLOW_BLOCK_TAG,\n startBlock,\n maxBlockRange: env.MAX_BLOCK_RANGE,\n address: env.STORE_ADDRESS,\n});\n\nstoredBlockLogs$.subscribe();\n\nlet isCaughtUp = false;\ncombineLatest([latestBlockNumber$, storedBlockLogs$])\n .pipe(\n filter(\n ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) =>\n latestBlockNumber === lastBlockNumberProcessed,\n ),\n first(),\n )\n .subscribe(() => {\n isCaughtUp = true;\n console.log(\"all caught up\");\n });\n\nif (env.HEALTHCHECK_HOST != null || env.HEALTHCHECK_PORT != null) {\n const { default: Koa } = await import(\"koa\");\n const { default: cors } = await import(\"@koa/cors\");\n\n const server = new Koa();\n\n if (env.SENTRY_DSN) {\n server.use(sentry(env.SENTRY_DSN));\n }\n\n server.use(cors());\n server.use(\n healthcheck({\n isReady: () => isCaughtUp,\n }),\n );\n server.use(helloWorld());\n\n server.listen({ host: env.HEALTHCHECK_HOST, port: env.HEALTHCHECK_PORT });\n console.log(\n `postgres indexer healthcheck server listening on http://${env.HEALTHCHECK_HOST}:${env.HEALTHCHECK_PORT}`,\n );\n}\n"],"mappings":"
|
1
|
+
{"version":3,"sources":["../../src/bin/postgres-decoded-indexer.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport { z } from \"zod\";\nimport { eq } from \"drizzle-orm\";\nimport { combineLatest, filter, first } from \"rxjs\";\nimport { drizzle } from \"drizzle-orm/postgres-js\";\nimport postgres from \"postgres\";\nimport { createStorageAdapter } from \"@latticexyz/store-sync/postgres-decoded\";\nimport { createStoreSync } from \"@latticexyz/store-sync\";\nimport { indexerEnvSchema, parseEnv } from \"./parseEnv\";\nimport { sentry } from \"../koa-middleware/sentry\";\nimport { healthcheck } from \"../koa-middleware/healthcheck\";\nimport { helloWorld } from \"../koa-middleware/helloWorld\";\nimport { getClientOptions } from \"./getClientOptions\";\nimport { getChainId } from \"viem/actions\";\nimport { getRpcClient } from \"@latticexyz/block-logs-stream\";\n\nconst env = parseEnv(\n z.intersection(\n indexerEnvSchema,\n z.object({\n DATABASE_URL: z.string(),\n HEALTHCHECK_HOST: z.string().optional(),\n HEALTHCHECK_PORT: z.coerce.number().optional(),\n SENTRY_DSN: z.string().optional(),\n }),\n ),\n);\n\nconst clientOptions = await getClientOptions(env);\n\nconst chainId = await getChainId(getRpcClient(clientOptions));\nconst database = drizzle(postgres(env.DATABASE_URL, { prepare: false }));\n\nconst { storageAdapter, tables } = await createStorageAdapter({ ...clientOptions, database });\n\nlet startBlock = env.START_BLOCK;\n\n// Resume from latest block stored in DB. This will throw if the DB doesn't exist yet, so we wrap in a try/catch and ignore the error.\n// TODO: query if the DB exists instead of try/catch\ntry {\n const chainState = await database\n .select()\n .from(tables.configTable)\n .where(eq(tables.configTable.chainId, chainId))\n .limit(1)\n .execute()\n // Get the first record in a way that returns a possible `undefined`\n // TODO: move this to `.findFirst` after upgrading drizzle or `rows[0]` after enabling `noUncheckedIndexedAccess: true`\n .then((rows) => rows.find(() => true));\n\n if (chainState?.blockNumber != null) {\n startBlock = chainState.blockNumber + 1n;\n console.log(\"resuming from block number\", startBlock);\n }\n} catch (error) {\n // ignore errors for now\n}\n\nconst { latestBlockNumber$, storedBlockLogs$ } = await createStoreSync({\n ...clientOptions,\n storageAdapter,\n followBlockTag: env.FOLLOW_BLOCK_TAG,\n startBlock,\n maxBlockRange: env.MAX_BLOCK_RANGE,\n address: env.STORE_ADDRESS,\n});\n\nstoredBlockLogs$.subscribe();\n\nlet isCaughtUp = false;\ncombineLatest([latestBlockNumber$, storedBlockLogs$])\n .pipe(\n filter(\n ([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) =>\n latestBlockNumber === lastBlockNumberProcessed,\n ),\n first(),\n )\n .subscribe(() => {\n isCaughtUp = true;\n console.log(\"all caught up\");\n });\n\nif (env.HEALTHCHECK_HOST != null || env.HEALTHCHECK_PORT != null) {\n const { default: Koa } = await import(\"koa\");\n const { default: cors } = await import(\"@koa/cors\");\n\n const server = new Koa();\n\n if (env.SENTRY_DSN) {\n server.use(sentry(env.SENTRY_DSN));\n }\n\n server.use(cors());\n server.use(\n healthcheck({\n isReady: () => isCaughtUp,\n }),\n );\n server.use(helloWorld());\n\n server.listen({ host: env.HEALTHCHECK_HOST, port: env.HEALTHCHECK_PORT });\n console.log(\n `postgres indexer healthcheck server listening on http://${env.HEALTHCHECK_HOST}:${env.HEALTHCHECK_PORT}`,\n );\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AACA,OAAO;AACP,SAAS,SAAS;AAClB,SAAS,UAAU;AACnB,SAAS,eAAe,QAAQ,aAAa;AAC7C,SAAS,eAAe;AACxB,OAAO,cAAc;AACrB,SAAS,4BAA4B;AACrC,SAAS,uBAAuB;AAMhC,SAAS,kBAAkB;AAC3B,SAAS,oBAAoB;AAE7B,IAAM,MAAM;AAAA,EACV,EAAE;AAAA,IACA;AAAA,IACA,EAAE,OAAO;AAAA,MACP,cAAc,EAAE,OAAO;AAAA,MACvB,kBAAkB,EAAE,OAAO,EAAE,SAAS;AAAA,MACtC,kBAAkB,EAAE,OAAO,OAAO,EAAE,SAAS;AAAA,MAC7C,YAAY,EAAE,OAAO,EAAE,SAAS;AAAA,IAClC,CAAC;AAAA,EACH;AACF;AAEA,IAAM,gBAAgB,MAAM,iBAAiB,GAAG;AAEhD,IAAM,UAAU,MAAM,WAAW,aAAa,aAAa,CAAC;AAC5D,IAAM,WAAW,QAAQ,SAAS,IAAI,cAAc,EAAE,SAAS,MAAM,CAAC,CAAC;AAEvE,IAAM,EAAE,gBAAgB,OAAO,IAAI,MAAM,qBAAqB,EAAE,GAAG,eAAe,SAAS,CAAC;AAE5F,IAAI,aAAa,IAAI;AAIrB,IAAI;AACF,QAAM,aAAa,MAAM,SACtB,OAAO,EACP,KAAK,OAAO,WAAW,EACvB,MAAM,GAAG,OAAO,YAAY,SAAS,OAAO,CAAC,EAC7C,MAAM,CAAC,EACP,QAAQ,EAGR,KAAK,CAAC,SAAS,KAAK,KAAK,MAAM,IAAI,CAAC;AAEvC,MAAI,YAAY,eAAe,MAAM;AACnC,iBAAa,WAAW,cAAc;AACtC,YAAQ,IAAI,8BAA8B,UAAU;AAAA,EACtD;AACF,SAAS,OAAO;AAEhB;AAEA,IAAM,EAAE,oBAAoB,iBAAiB,IAAI,MAAM,gBAAgB;AAAA,EACrE,GAAG;AAAA,EACH;AAAA,EACA,gBAAgB,IAAI;AAAA,EACpB;AAAA,EACA,eAAe,IAAI;AAAA,EACnB,SAAS,IAAI;AACf,CAAC;AAED,iBAAiB,UAAU;AAE3B,IAAI,aAAa;AACjB,cAAc,CAAC,oBAAoB,gBAAgB,CAAC,EACjD;AAAA,EACC;AAAA,IACE,CAAC,CAAC,mBAAmB,EAAE,aAAa,yBAAyB,CAAC,MAC5D,sBAAsB;AAAA,EAC1B;AAAA,EACA,MAAM;AACR,EACC,UAAU,MAAM;AACf,eAAa;AACb,UAAQ,IAAI,eAAe;AAC7B,CAAC;AAEH,IAAI,IAAI,oBAAoB,QAAQ,IAAI,oBAAoB,MAAM;AAChE,QAAM,EAAE,SAAS,IAAI,IAAI,MAAM,OAAO,KAAK;AAC3C,QAAM,EAAE,SAAS,KAAK,IAAI,MAAM,OAAO,WAAW;AAElD,QAAM,SAAS,IAAI,IAAI;AAEvB,MAAI,IAAI,YAAY;AAClB,WAAO,IAAI,OAAO,IAAI,UAAU,CAAC;AAAA,EACnC;AAEA,SAAO,IAAI,KAAK,CAAC;AACjB,SAAO;AAAA,IACL,YAAY;AAAA,MACV,SAAS,MAAM;AAAA,IACjB,CAAC;AAAA,EACH;AACA,SAAO,IAAI,WAAW,CAAC;AAEvB,SAAO,OAAO,EAAE,MAAM,IAAI,kBAAkB,MAAM,IAAI,iBAAiB,CAAC;AACxE,UAAQ;AAAA,IACN,2DAA2D,IAAI,gBAAgB,IAAI,IAAI,gBAAgB;AAAA,EACzG;AACF;","names":[]}
|
@@ -1,12 +1,173 @@
|
|
1
1
|
#!/usr/bin/env node
|
2
|
-
import
|
2
|
+
import {
|
3
|
+
compress
|
4
|
+
} from "../chunk-7E7HV6WZ.js";
|
5
|
+
import {
|
6
|
+
debug,
|
7
|
+
error,
|
8
|
+
sentry
|
9
|
+
} from "../chunk-ALQNRR4A.js";
|
10
|
+
import {
|
11
|
+
frontendEnvSchema,
|
12
|
+
parseEnv
|
13
|
+
} from "../chunk-DRMERYGH.js";
|
14
|
+
import {
|
15
|
+
healthcheck
|
16
|
+
} from "../chunk-YBZTPLEM.js";
|
17
|
+
import {
|
18
|
+
helloWorld
|
19
|
+
} from "../chunk-JSDKBP77.js";
|
20
|
+
import {
|
21
|
+
metrics
|
22
|
+
} from "../chunk-H3UGY6JG.js";
|
23
|
+
|
24
|
+
// src/bin/postgres-frontend.ts
|
25
|
+
import "dotenv/config";
|
26
|
+
import { z } from "zod";
|
27
|
+
import Koa from "koa";
|
28
|
+
import cors from "@koa/cors";
|
29
|
+
import { createKoaMiddleware } from "trpc-koa-adapter";
|
30
|
+
import { createAppRouter } from "@latticexyz/store-sync/trpc-indexer";
|
31
|
+
import { drizzle } from "drizzle-orm/postgres-js";
|
32
|
+
import postgres from "postgres";
|
33
|
+
|
34
|
+
// src/postgres/deprecated/createQueryAdapter.ts
|
35
|
+
import { getAddress } from "viem";
|
36
|
+
import { isTableRegistrationLog, logToTable, schemasTable } from "@latticexyz/store-sync";
|
37
|
+
import { decodeKey, decodeValueArgs } from "@latticexyz/protocol-parser/internal";
|
38
|
+
|
39
|
+
// src/postgres/deprecated/getLogs.ts
|
40
|
+
import { tables } from "@latticexyz/store-sync/postgres";
|
41
|
+
import { and, asc, eq, or } from "drizzle-orm";
|
42
|
+
import { bigIntMax } from "@latticexyz/common/utils";
|
43
|
+
|
44
|
+
// src/postgres/recordToLog.ts
|
45
|
+
import { decodeDynamicField } from "@latticexyz/protocol-parser/internal";
|
46
|
+
function recordToLog(record) {
|
47
|
+
return {
|
48
|
+
address: record.address,
|
49
|
+
eventName: "Store_SetRecord",
|
50
|
+
args: {
|
51
|
+
tableId: record.tableId,
|
52
|
+
keyTuple: decodeDynamicField("bytes32[]", record.keyBytes),
|
53
|
+
staticData: record.staticData ?? "0x",
|
54
|
+
encodedLengths: record.encodedLengths ?? "0x",
|
55
|
+
dynamicData: record.dynamicData ?? "0x"
|
56
|
+
}
|
57
|
+
};
|
58
|
+
}
|
59
|
+
|
60
|
+
// src/postgres/deprecated/getLogs.ts
|
61
|
+
import { createBenchmark } from "@latticexyz/common";
|
62
|
+
async function getLogs(database2, {
|
63
|
+
chainId,
|
64
|
+
address,
|
65
|
+
filters = []
|
66
|
+
}) {
|
67
|
+
const benchmark = createBenchmark("drizzleGetLogs");
|
68
|
+
const conditions = filters.length ? filters.map(
|
69
|
+
(filter) => and(
|
70
|
+
address != null ? eq(tables.recordsTable.address, address) : void 0,
|
71
|
+
eq(tables.recordsTable.tableId, filter.tableId),
|
72
|
+
filter.key0 != null ? eq(tables.recordsTable.key0, filter.key0) : void 0,
|
73
|
+
filter.key1 != null ? eq(tables.recordsTable.key1, filter.key1) : void 0
|
74
|
+
)
|
75
|
+
) : address != null ? [eq(tables.recordsTable.address, address)] : [];
|
76
|
+
benchmark("parse config");
|
77
|
+
const chainState = await database2.select().from(tables.configTable).where(eq(tables.configTable.chainId, chainId)).limit(1).execute().then((rows) => rows.find(() => true));
|
78
|
+
const indexerBlockNumber = chainState?.blockNumber ?? 0n;
|
79
|
+
benchmark("query chainState");
|
80
|
+
const records = await database2.select().from(tables.recordsTable).where(or(...conditions)).orderBy(
|
81
|
+
asc(tables.recordsTable.blockNumber)
|
82
|
+
// TODO: add logIndex (https://github.com/latticexyz/mud/issues/1979)
|
83
|
+
);
|
84
|
+
benchmark("query records");
|
85
|
+
const blockNumber = records.reduce((max, record) => bigIntMax(max, record.blockNumber ?? 0n), indexerBlockNumber);
|
86
|
+
benchmark("find block number");
|
87
|
+
const logs = records.filter((record) => !record.isDeleted).map(recordToLog);
|
88
|
+
benchmark("map records to logs");
|
89
|
+
return { blockNumber, logs };
|
90
|
+
}
|
91
|
+
|
92
|
+
// src/postgres/deprecated/createQueryAdapter.ts
|
93
|
+
import { groupBy } from "@latticexyz/common/utils";
|
94
|
+
async function createQueryAdapter(database2) {
|
95
|
+
const adapter = {
|
96
|
+
async getLogs(opts) {
|
97
|
+
return getLogs(database2, opts);
|
98
|
+
},
|
99
|
+
async findAll(opts) {
|
100
|
+
const filters = opts.filters ?? [];
|
101
|
+
const { blockNumber, logs } = await getLogs(database2, {
|
102
|
+
...opts,
|
103
|
+
// make sure we're always retrieving `store.Tables` table, so we can decode table values
|
104
|
+
filters: filters.length > 0 ? [...filters, { tableId: schemasTable.tableId }] : []
|
105
|
+
});
|
106
|
+
const tables2 = logs.filter(isTableRegistrationLog).map(logToTable);
|
107
|
+
const logsByTable = groupBy(logs, (log) => `${getAddress(log.address)}:${log.args.tableId}`);
|
108
|
+
const tablesWithRecords = tables2.map((table) => {
|
109
|
+
const tableLogs = logsByTable.get(`${getAddress(table.address)}:${table.tableId}`) ?? [];
|
110
|
+
const records = tableLogs.map((log) => {
|
111
|
+
const key = decodeKey(table.keySchema, log.args.keyTuple);
|
112
|
+
const value = decodeValueArgs(table.valueSchema, log.args);
|
113
|
+
return { key, value, fields: { ...key, ...value } };
|
114
|
+
});
|
115
|
+
return {
|
116
|
+
...table,
|
117
|
+
records
|
118
|
+
};
|
119
|
+
});
|
120
|
+
debug("findAll: decoded %d logs across %d tables", logs.length, tables2.length);
|
121
|
+
return {
|
122
|
+
blockNumber,
|
123
|
+
tables: tablesWithRecords
|
124
|
+
};
|
125
|
+
}
|
126
|
+
};
|
127
|
+
return adapter;
|
128
|
+
}
|
129
|
+
|
130
|
+
// src/postgres/apiRoutes.ts
|
131
|
+
import Router from "@koa/router";
|
132
|
+
import compose from "koa-compose";
|
133
|
+
import { input } from "@latticexyz/store-sync/indexer-client";
|
134
|
+
import { schemasTable as schemasTable2 } from "@latticexyz/store-sync";
|
135
|
+
|
136
|
+
// src/postgres/queryLogs.ts
|
137
|
+
import { isNotNull } from "@latticexyz/common/utils";
|
138
|
+
import { hexToBytes } from "viem";
|
139
|
+
import { transformSchemaName } from "@latticexyz/store-sync/postgres";
|
140
|
+
var schemaName = transformSchemaName("mud");
|
141
|
+
function and2(sql, conditions) {
|
142
|
+
return sql`(${conditions.reduce((query, condition) => sql`${query} AND ${condition}`)})`;
|
143
|
+
}
|
144
|
+
function or2(sql, conditions) {
|
145
|
+
return sql`(${conditions.reduce((query, condition) => sql`${query} OR ${condition}`)})`;
|
146
|
+
}
|
147
|
+
function queryLogs(sql, opts) {
|
148
|
+
const conditions = opts.filters.length ? opts.filters.map(
|
149
|
+
(filter) => and2(
|
150
|
+
sql,
|
151
|
+
[
|
152
|
+
opts.address != null ? sql`address = ${hexToBytes(opts.address)}` : null,
|
153
|
+
sql`table_id = ${hexToBytes(filter.tableId)}`,
|
154
|
+
filter.key0 != null ? sql`key0 = ${hexToBytes(filter.key0)}` : null,
|
155
|
+
filter.key1 != null ? sql`key1 = ${hexToBytes(filter.key1)}` : null
|
156
|
+
].filter(isNotNull)
|
157
|
+
)
|
158
|
+
) : opts.address != null ? [sql`address = ${hexToBytes(opts.address)}`] : [];
|
159
|
+
const where = sql`WHERE ${and2(
|
160
|
+
sql,
|
161
|
+
[sql`is_deleted != true`, conditions.length ? or2(sql, conditions) : null].filter(isNotNull)
|
162
|
+
)}`;
|
163
|
+
return sql`
|
3
164
|
WITH
|
4
165
|
config AS (
|
5
166
|
SELECT
|
6
167
|
version AS "indexerVersion",
|
7
168
|
chain_id AS "chainId",
|
8
169
|
block_number AS "chainBlockNumber"
|
9
|
-
FROM ${
|
170
|
+
FROM ${sql(`${schemaName}.config`)}
|
10
171
|
LIMIT 1
|
11
172
|
),
|
12
173
|
records AS (
|
@@ -19,13 +180,103 @@ import{a as D}from"../chunk-R7HX5BT2.js";import{a as b,b as T,c as x}from"../chu
|
|
19
180
|
'0x' || encode(dynamic_data, 'hex') AS "dynamicData",
|
20
181
|
block_number AS "recordBlockNumber",
|
21
182
|
log_index AS "logIndex"
|
22
|
-
FROM ${
|
23
|
-
${
|
183
|
+
FROM ${sql(`${schemaName}.records`)}
|
184
|
+
${where}
|
24
185
|
ORDER BY block_number, log_index ASC
|
25
186
|
)
|
26
187
|
SELECT
|
27
188
|
(SELECT COUNT(*) FROM records) AS "totalRows",
|
28
189
|
*
|
29
190
|
FROM config, records
|
30
|
-
|
191
|
+
`;
|
192
|
+
}
|
193
|
+
|
194
|
+
// src/postgres/apiRoutes.ts
|
195
|
+
import { createBenchmark as createBenchmark2 } from "@latticexyz/common";
|
196
|
+
function apiRoutes(database2) {
|
197
|
+
const router = new Router();
|
198
|
+
router.get("/api/logs", compress(), async (ctx) => {
|
199
|
+
const benchmark = createBenchmark2("postgres:logs");
|
200
|
+
let options;
|
201
|
+
try {
|
202
|
+
options = input.parse(typeof ctx.query.input === "string" ? JSON.parse(ctx.query.input) : {});
|
203
|
+
} catch (e) {
|
204
|
+
ctx.status = 400;
|
205
|
+
ctx.set("Content-Type", "application/json");
|
206
|
+
ctx.body = JSON.stringify(e);
|
207
|
+
debug(e);
|
208
|
+
return;
|
209
|
+
}
|
210
|
+
try {
|
211
|
+
options.filters = options.filters.length > 0 ? [...options.filters, { tableId: schemasTable2.tableId }] : [];
|
212
|
+
const records = await queryLogs(database2, options ?? {}).execute();
|
213
|
+
benchmark("query records");
|
214
|
+
const logs = records.map(recordToLog);
|
215
|
+
benchmark("map records to logs");
|
216
|
+
if (records.length === 0) {
|
217
|
+
ctx.status = 404;
|
218
|
+
ctx.body = "no logs found";
|
219
|
+
error(
|
220
|
+
`no logs found for chainId ${options.chainId}, address ${options.address}, filters ${JSON.stringify(
|
221
|
+
options.filters
|
222
|
+
)}`
|
223
|
+
);
|
224
|
+
return;
|
225
|
+
}
|
226
|
+
const blockNumber = records[0].chainBlockNumber;
|
227
|
+
ctx.status = 200;
|
228
|
+
const maxAgeSeconds = 60 * 5;
|
229
|
+
const staleWhileRevalidateSeconds = 4e3 * 2;
|
230
|
+
ctx.set(
|
231
|
+
"Cache-Control",
|
232
|
+
`public, max-age=${maxAgeSeconds}, stale-while-revalidate=${staleWhileRevalidateSeconds}`
|
233
|
+
);
|
234
|
+
ctx.set("Content-Type", "application/json");
|
235
|
+
ctx.body = JSON.stringify({ blockNumber, logs });
|
236
|
+
} catch (e) {
|
237
|
+
ctx.status = 500;
|
238
|
+
ctx.set("Content-Type", "application/json");
|
239
|
+
ctx.body = JSON.stringify(e);
|
240
|
+
error(e);
|
241
|
+
}
|
242
|
+
});
|
243
|
+
return compose([router.routes(), router.allowedMethods()]);
|
244
|
+
}
|
245
|
+
|
246
|
+
// src/bin/postgres-frontend.ts
|
247
|
+
var env = parseEnv(
|
248
|
+
z.intersection(
|
249
|
+
frontendEnvSchema,
|
250
|
+
z.object({
|
251
|
+
DATABASE_URL: z.string(),
|
252
|
+
SENTRY_DSN: z.string().optional()
|
253
|
+
})
|
254
|
+
)
|
255
|
+
);
|
256
|
+
var database = postgres(env.DATABASE_URL, { prepare: false });
|
257
|
+
var server = new Koa();
|
258
|
+
if (env.SENTRY_DSN) {
|
259
|
+
server.use(sentry(env.SENTRY_DSN));
|
260
|
+
}
|
261
|
+
server.use(cors());
|
262
|
+
server.use(healthcheck());
|
263
|
+
server.use(
|
264
|
+
metrics({
|
265
|
+
isHealthy: () => true,
|
266
|
+
isReady: () => true
|
267
|
+
})
|
268
|
+
);
|
269
|
+
server.use(helloWorld());
|
270
|
+
server.use(apiRoutes(database));
|
271
|
+
server.use(
|
272
|
+
createKoaMiddleware({
|
273
|
+
prefix: "/trpc",
|
274
|
+
router: createAppRouter(),
|
275
|
+
createContext: async () => ({
|
276
|
+
queryAdapter: await createQueryAdapter(drizzle(database))
|
277
|
+
})
|
278
|
+
})
|
279
|
+
);
|
280
|
+
server.listen({ host: env.HOST, port: env.PORT });
|
281
|
+
console.log(`postgres indexer frontend listening on http://${env.HOST}:${env.PORT}`);
|
31
282
|
//# sourceMappingURL=postgres-frontend.js.map
|
@@ -1 +1 @@
|
|
1
|
-
{"version":3,"sources":["../../src/bin/postgres-frontend.ts","../../src/postgres/deprecated/createQueryAdapter.ts","../../src/postgres/deprecated/getLogs.ts","../../src/postgres/recordToLog.ts","../../src/postgres/apiRoutes.ts","../../src/postgres/queryLogs.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport { z } from \"zod\";\nimport Koa from \"koa\";\nimport cors from \"@koa/cors\";\nimport { createKoaMiddleware } from \"trpc-koa-adapter\";\nimport { createAppRouter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { drizzle } from \"drizzle-orm/postgres-js\";\nimport postgres from \"postgres\";\nimport { frontendEnvSchema, parseEnv } from \"./parseEnv\";\nimport { createQueryAdapter } from \"../postgres/deprecated/createQueryAdapter\";\nimport { apiRoutes } from \"../postgres/apiRoutes\";\nimport { sentry } from \"../koa-middleware/sentry\";\nimport { healthcheck } from \"../koa-middleware/healthcheck\";\nimport { helloWorld } from \"../koa-middleware/helloWorld\";\nimport { metrics } from \"../koa-middleware/metrics\";\n\nconst env = parseEnv(\n z.intersection(\n frontendEnvSchema,\n z.object({\n DATABASE_URL: z.string(),\n SENTRY_DSN: z.string().optional(),\n }),\n ),\n);\n\nconst database = postgres(env.DATABASE_URL, { prepare: false });\n\nconst server = new Koa();\n\nif (env.SENTRY_DSN) {\n server.use(sentry(env.SENTRY_DSN));\n}\n\nserver.use(cors());\nserver.use(healthcheck());\nserver.use(\n metrics({\n isHealthy: () => true,\n isReady: () => true,\n }),\n);\nserver.use(helloWorld());\nserver.use(apiRoutes(database));\n\nserver.use(\n createKoaMiddleware({\n prefix: \"/trpc\",\n router: createAppRouter(),\n createContext: async () => ({\n queryAdapter: await createQueryAdapter(drizzle(database)),\n }),\n }),\n);\n\nserver.listen({ host: env.HOST, port: env.PORT });\nconsole.log(`postgres indexer frontend listening on http://${env.HOST}:${env.PORT}`);\n","import { getAddress } from \"viem\";\nimport { PgDatabase } from \"drizzle-orm/pg-core\";\nimport { TableWithRecords, isTableRegistrationLog, logToTable, schemasTable } from \"@latticexyz/store-sync\";\nimport { KeySchema, decodeKey, decodeValueArgs } from \"@latticexyz/protocol-parser/internal\";\nimport { QueryAdapter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { debug } from \"../../debug\";\nimport { getLogs } from \"./getLogs\";\nimport { groupBy } from \"@latticexyz/common/utils\";\n\n/**\n * Creates a query adapter for the tRPC server/client to query data from Postgres.\n *\n * @param {PgDatabase<any>} database Postgres database object from Drizzle\n * @returns {Promise<QueryAdapter>} A set of methods used by tRPC endpoints.\n * @deprecated\n */\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport async function createQueryAdapter(database: PgDatabase<any>): Promise<QueryAdapter> {\n const adapter: QueryAdapter = {\n async getLogs(opts) {\n return getLogs(database, opts);\n },\n async findAll(opts) {\n const filters = opts.filters ?? [];\n const { blockNumber, logs } = await getLogs(database, {\n ...opts,\n // make sure we're always retrieving `store.Tables` table, so we can decode table values\n filters: filters.length > 0 ? [...filters, { tableId: schemasTable.tableId }] : [],\n });\n\n const tables = logs.filter(isTableRegistrationLog).map(logToTable);\n\n const logsByTable = groupBy(logs, (log) => `${getAddress(log.address)}:${log.args.tableId}`);\n\n const tablesWithRecords: readonly TableWithRecords[] = tables.map((table) => {\n const tableLogs = logsByTable.get(`${getAddress(table.address)}:${table.tableId}`) ?? [];\n const records = tableLogs.map((log) => {\n const key = decodeKey(table.keySchema as KeySchema, log.args.keyTuple);\n const value = decodeValueArgs(table.valueSchema, log.args);\n return { key, value, fields: { ...key, ...value } };\n });\n\n return {\n ...table,\n records,\n };\n });\n\n debug(\"findAll: decoded %d logs across %d tables\", logs.length, tables.length);\n\n return {\n blockNumber,\n tables: tablesWithRecords,\n };\n },\n };\n return adapter;\n}\n","import { PgDatabase } from \"drizzle-orm/pg-core\";\nimport { Hex } from \"viem\";\nimport { StorageAdapterLog, SyncFilter } from \"@latticexyz/store-sync\";\nimport { tables } from \"@latticexyz/store-sync/postgres\";\nimport { and, asc, eq, or } from \"drizzle-orm\";\nimport { bigIntMax } from \"@latticexyz/common/utils\";\nimport { recordToLog } from \"../recordToLog\";\nimport { createBenchmark } from \"@latticexyz/common\";\n\n/**\n * @deprecated\n */\nexport async function getLogs(\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n database: PgDatabase<any>,\n {\n chainId,\n address,\n filters = [],\n }: {\n readonly chainId: number;\n readonly address?: Hex;\n readonly filters?: readonly SyncFilter[];\n },\n): Promise<{ blockNumber: bigint; logs: Extract<StorageAdapterLog, { eventName: \"Store_SetRecord\" }>[] }> {\n const benchmark = createBenchmark(\"drizzleGetLogs\");\n\n const conditions = filters.length\n ? filters.map((filter) =>\n and(\n address != null ? eq(tables.recordsTable.address, address) : undefined,\n eq(tables.recordsTable.tableId, filter.tableId),\n filter.key0 != null ? eq(tables.recordsTable.key0, filter.key0) : undefined,\n filter.key1 != null ? eq(tables.recordsTable.key1, filter.key1) : undefined,\n ),\n )\n : address != null\n ? [eq(tables.recordsTable.address, address)]\n : [];\n benchmark(\"parse config\");\n\n // Query for the block number that the indexer (i.e. chain) is at, in case the\n // indexer is further along in the chain than a given store/table's last updated\n // block number. We'll then take the highest block number between the indexer's\n // chain state and all the records in the query (in case the records updated\n // between these queries). Using just the highest block number from the queries\n // could potentially signal to the client an older-than-necessary block number,\n // for stores/tables that haven't seen recent activity.\n // TODO: move the block number query into the records query for atomicity so we don't have to merge them here\n const chainState = await database\n .select()\n .from(tables.configTable)\n .where(eq(tables.configTable.chainId, chainId))\n .limit(1)\n .execute()\n // Get the first record in a way that returns a possible `undefined`\n // TODO: move this to `.findFirst` after upgrading drizzle or `rows[0]` after enabling `noUncheckedIndexedAccess: true`\n .then((rows) => rows.find(() => true));\n const indexerBlockNumber = chainState?.blockNumber ?? 0n;\n benchmark(\"query chainState\");\n\n const records = await database\n .select()\n .from(tables.recordsTable)\n .where(or(...conditions))\n .orderBy(\n asc(tables.recordsTable.blockNumber),\n // TODO: add logIndex (https://github.com/latticexyz/mud/issues/1979)\n );\n benchmark(\"query records\");\n\n const blockNumber = records.reduce((max, record) => bigIntMax(max, record.blockNumber ?? 0n), indexerBlockNumber);\n benchmark(\"find block number\");\n\n const logs = records\n // TODO: add this to the query, assuming we can optimize with an index\n .filter((record) => !record.isDeleted)\n .map(recordToLog);\n benchmark(\"map records to logs\");\n\n return { blockNumber, logs };\n}\n","import { StorageAdapterLog } from \"@latticexyz/store-sync\";\nimport { decodeDynamicField } from \"@latticexyz/protocol-parser/internal\";\nimport { RecordData } from \"./common\";\n\nexport function recordToLog(\n record: Omit<RecordData, \"recordBlockNumber\">,\n): Extract<StorageAdapterLog, { eventName: \"Store_SetRecord\" }> {\n return {\n address: record.address,\n eventName: \"Store_SetRecord\",\n args: {\n tableId: record.tableId,\n keyTuple: decodeDynamicField(\"bytes32[]\", record.keyBytes),\n staticData: record.staticData ?? \"0x\",\n encodedLengths: record.encodedLengths ?? \"0x\",\n dynamicData: record.dynamicData ?? \"0x\",\n },\n } as const;\n}\n","import { Sql } from \"postgres\";\nimport { Middleware } from \"koa\";\nimport Router from \"@koa/router\";\nimport compose from \"koa-compose\";\nimport { input } from \"@latticexyz/store-sync/indexer-client\";\nimport { schemasTable } from \"@latticexyz/store-sync\";\nimport { queryLogs } from \"./queryLogs\";\nimport { recordToLog } from \"./recordToLog\";\nimport { debug, error } from \"../debug\";\nimport { createBenchmark } from \"@latticexyz/common\";\nimport { compress } from \"../koa-middleware/compress\";\n\nexport function apiRoutes(database: Sql): Middleware {\n const router = new Router();\n\n router.get(\"/api/logs\", compress(), async (ctx) => {\n const benchmark = createBenchmark(\"postgres:logs\");\n let options: ReturnType<typeof input.parse>;\n\n try {\n options = input.parse(typeof ctx.query.input === \"string\" ? JSON.parse(ctx.query.input) : {});\n } catch (e) {\n ctx.status = 400;\n ctx.set(\"Content-Type\", \"application/json\");\n ctx.body = JSON.stringify(e);\n debug(e);\n return;\n }\n\n try {\n options.filters = options.filters.length > 0 ? [...options.filters, { tableId: schemasTable.tableId }] : [];\n const records = await queryLogs(database, options ?? {}).execute();\n benchmark(\"query records\");\n const logs = records.map(recordToLog);\n benchmark(\"map records to logs\");\n\n // Ideally we would immediately return an error if the request is for a Store that the indexer\n // is not configured to index. Since we don't have easy access to this information here,\n // we return an error if there are no logs found for a given Store, since that would never\n // be the case for a Store that is being indexed (since there would at least be records for the\n // Tables table with tables created during Store initialization).\n if (records.length === 0) {\n ctx.status = 404;\n ctx.body = \"no logs found\";\n error(\n `no logs found for chainId ${options.chainId}, address ${options.address}, filters ${JSON.stringify(\n options.filters,\n )}`,\n );\n return;\n }\n\n const blockNumber = records[0].chainBlockNumber;\n ctx.status = 200;\n\n // max age is set to several multiples of the uncached response time (currently ~10s, but using 60s for wiggle room) to ensure only ~one origin request at a time\n // and stale-while-revalidate below means that the cache is refreshed under the hood while still responding fast (cached)\n const maxAgeSeconds = 60 * 5;\n // we set stale-while-revalidate to the time elapsed by the number of blocks we can fetch from the RPC in the same amount of time as an uncached response\n // meaning it would take ~the same about of time to get an uncached response from the origin as it would to catch up from the currently cached response\n // if an uncached response takes ~10 seconds, we have ~10s to catch up, so let's say we can do enough RPC calls to fetch 4000 blocks\n // with a block per 2 seconds, that means we can serve a stale/cached response for 8000 seconds before we should require the response be returned by the origin\n const staleWhileRevalidateSeconds = 4000 * 2;\n\n ctx.set(\n \"Cache-Control\",\n `public, max-age=${maxAgeSeconds}, stale-while-revalidate=${staleWhileRevalidateSeconds}`,\n );\n\n ctx.set(\"Content-Type\", \"application/json\");\n ctx.body = JSON.stringify({ blockNumber, logs });\n } catch (e) {\n ctx.status = 500;\n ctx.set(\"Content-Type\", \"application/json\");\n ctx.body = JSON.stringify(e);\n error(e);\n }\n });\n\n return compose([router.routes(), router.allowedMethods()]) as Middleware;\n}\n","import { isNotNull } from \"@latticexyz/common/utils\";\nimport { PendingQuery, Row, Sql } from \"postgres\";\nimport { hexToBytes } from \"viem\";\nimport { z } from \"zod\";\nimport { input } from \"@latticexyz/store-sync/indexer-client\";\nimport { transformSchemaName } from \"@latticexyz/store-sync/postgres\";\nimport { Record } from \"./common\";\n\nconst schemaName = transformSchemaName(\"mud\");\n\nfunction and(sql: Sql, conditions: PendingQuery<Row[]>[]): PendingQuery<Row[]> {\n return sql`(${conditions.reduce((query, condition) => sql`${query} AND ${condition}`)})`;\n}\n\nfunction or(sql: Sql, conditions: PendingQuery<Row[]>[]): PendingQuery<Row[]> {\n return sql`(${conditions.reduce((query, condition) => sql`${query} OR ${condition}`)})`;\n}\n\nexport function queryLogs(sql: Sql, opts: z.infer<typeof input>): PendingQuery<Record[]> {\n const conditions = opts.filters.length\n ? opts.filters.map((filter) =>\n and(\n sql,\n [\n opts.address != null ? sql`address = ${hexToBytes(opts.address)}` : null,\n sql`table_id = ${hexToBytes(filter.tableId)}`,\n filter.key0 != null ? sql`key0 = ${hexToBytes(filter.key0)}` : null,\n filter.key1 != null ? sql`key1 = ${hexToBytes(filter.key1)}` : null,\n ].filter(isNotNull),\n ),\n )\n : opts.address != null\n ? [sql`address = ${hexToBytes(opts.address)}`]\n : [];\n\n const where = sql`WHERE ${and(\n sql,\n [sql`is_deleted != true`, conditions.length ? or(sql, conditions) : null].filter(isNotNull),\n )}`;\n\n // TODO: implement bytea <> hex columns via custom types: https://github.com/porsager/postgres#custom-types\n return sql<Record[]>`\n WITH\n config AS (\n SELECT\n version AS \"indexerVersion\",\n chain_id AS \"chainId\",\n block_number AS \"chainBlockNumber\"\n FROM ${sql(`${schemaName}.config`)}\n LIMIT 1\n ),\n records AS (\n SELECT\n '0x' || encode(address, 'hex') AS address,\n '0x' || encode(table_id, 'hex') AS \"tableId\",\n '0x' || encode(key_bytes, 'hex') AS \"keyBytes\",\n '0x' || encode(static_data, 'hex') AS \"staticData\",\n '0x' || encode(encoded_lengths, 'hex') AS \"encodedLengths\",\n '0x' || encode(dynamic_data, 'hex') AS \"dynamicData\",\n block_number AS \"recordBlockNumber\",\n log_index AS \"logIndex\"\n FROM ${sql(`${schemaName}.records`)}\n ${where}\n ORDER BY block_number, log_index ASC\n )\n SELECT\n (SELECT COUNT(*) FROM records) AS \"totalRows\",\n *\n FROM config, records\n `;\n}\n"],"mappings":";2QACA,MAAO,gBACP,OAAS,KAAAA,MAAS,MAClB,OAAOC,OAAS,MAChB,OAAOC,OAAU,YACjB,OAAS,uBAAAC,OAA2B,mBACpC,OAAS,mBAAAC,OAAuB,sCAChC,OAAS,WAAAC,OAAe,0BACxB,OAAOC,OAAc,WCRrB,OAAS,cAAAC,MAAkB,OAE3B,OAA2B,0BAAAC,EAAwB,cAAAC,EAAY,gBAAAC,MAAoB,yBACnF,OAAoB,aAAAC,EAAW,mBAAAC,MAAuB,uCCAtD,OAAS,UAAAC,MAAc,kCACvB,OAAS,OAAAC,EAAK,OAAAC,EAAK,MAAAC,EAAI,MAAAC,MAAU,cACjC,OAAS,aAAAC,MAAiB,2BCJ1B,OAAS,sBAAAC,MAA0B,uCAG5B,SAASC,EACdC,EAC8D,CAC9D,MAAO,CACL,QAASA,EAAO,QAChB,UAAW,kBACX,KAAM,CACJ,QAASA,EAAO,QAChB,SAAUF,EAAmB,YAAaE,EAAO,QAAQ,EACzD,WAAYA,EAAO,YAAc,KACjC,eAAgBA,EAAO,gBAAkB,KACzC,YAAaA,EAAO,aAAe,IACrC,CACF,CACF,CDXA,OAAS,mBAAAC,MAAuB,qBAKhC,eAAsBC,EAEpBC,EACA,CACE,QAAAC,EACA,QAAAC,EACA,QAAAC,EAAU,CAAC,CACb,EAKwG,CACxG,IAAMC,EAAYN,EAAgB,gBAAgB,EAE5CO,EAAaF,EAAQ,OACvBA,EAAQ,IAAKG,GACXC,EACEL,GAAW,KAAOM,EAAGC,EAAO,aAAa,QAASP,CAAO,EAAI,OAC7DM,EAAGC,EAAO,aAAa,QAASH,EAAO,OAAO,EAC9CA,EAAO,MAAQ,KAAOE,EAAGC,EAAO,aAAa,KAAMH,EAAO,IAAI,EAAI,OAClEA,EAAO,MAAQ,KAAOE,EAAGC,EAAO,aAAa,KAAMH,EAAO,IAAI,EAAI,MACpE,CACF,EACAJ,GAAW,KACT,CAACM,EAAGC,EAAO,aAAa,QAASP,CAAO,CAAC,EACzC,CAAC,EACPE,EAAU,cAAc,EAmBxB,IAAMM,GATa,MAAMV,EACtB,OAAO,EACP,KAAKS,EAAO,WAAW,EACvB,MAAMD,EAAGC,EAAO,YAAY,QAASR,CAAO,CAAC,EAC7C,MAAM,CAAC,EACP,QAAQ,EAGR,KAAMU,GAASA,EAAK,KAAK,IAAM,EAAI,CAAC,IACA,aAAe,GACtDP,EAAU,kBAAkB,EAE5B,IAAMQ,EAAU,MAAMZ,EACnB,OAAO,EACP,KAAKS,EAAO,YAAY,EACxB,MAAMI,EAAG,GAAGR,CAAU,CAAC,EACvB,QACCS,EAAIL,EAAO,aAAa,WAAW,CAErC,EACFL,EAAU,eAAe,EAEzB,IAAMW,EAAcH,EAAQ,OAAO,CAACI,EAAKC,IAAWC,EAAUF,EAAKC,EAAO,aAAe,EAAE,EAAGP,CAAkB,EAChHN,EAAU,mBAAmB,EAE7B,IAAMe,EAAOP,EAEV,OAAQK,GAAW,CAACA,EAAO,SAAS,EACpC,IAAIG,CAAW,EAClB,OAAAhB,EAAU,qBAAqB,EAExB,CAAE,YAAAW,EAAa,KAAAI,CAAK,CAC7B,CD1EA,OAAS,WAAAE,MAAe,2BAUxB,eAAsBC,EAAmBC,EAAkD,CAuCzF,MAtC8B,CAC5B,MAAM,QAAQC,EAAM,CAClB,OAAOC,EAAQF,EAAUC,CAAI,CAC/B,EACA,MAAM,QAAQA,EAAM,CAClB,IAAME,EAAUF,EAAK,SAAW,CAAC,EAC3B,CAAE,YAAAG,EAAa,KAAAC,CAAK,EAAI,MAAMH,EAAQF,EAAU,CACpD,GAAGC,EAEH,QAASE,EAAQ,OAAS,EAAI,CAAC,GAAGA,EAAS,CAAE,QAASG,EAAa,OAAQ,CAAC,EAAI,CAAC,CACnF,CAAC,EAEKC,EAASF,EAAK,OAAOG,CAAsB,EAAE,IAAIC,CAAU,EAE3DC,EAAcZ,EAAQO,EAAOM,GAAQ,GAAGC,EAAWD,EAAI,OAAO,CAAC,IAAIA,EAAI,KAAK,OAAO,EAAE,EAErFE,EAAiDN,EAAO,IAAKO,GAAU,CAE3E,IAAMC,GADYL,EAAY,IAAI,GAAGE,EAAWE,EAAM,OAAO,CAAC,IAAIA,EAAM,OAAO,EAAE,GAAK,CAAC,GAC7D,IAAKH,GAAQ,CACrC,IAAMK,EAAMC,EAAUH,EAAM,UAAwBH,EAAI,KAAK,QAAQ,EAC/DO,EAAQC,EAAgBL,EAAM,YAAaH,EAAI,IAAI,EACzD,MAAO,CAAE,IAAAK,EAAK,MAAAE,EAAO,OAAQ,CAAE,GAAGF,EAAK,GAAGE,CAAM,CAAE,CACpD,CAAC,EAED,MAAO,CACL,GAAGJ,EACH,QAAAC,CACF,CACF,CAAC,EAED,OAAAK,EAAM,4CAA6Cf,EAAK,OAAQE,EAAO,MAAM,EAEtE,CACL,YAAAH,EACA,OAAQS,CACV,CACF,CACF,CAEF,CGvDA,OAAOQ,OAAY,cACnB,OAAOC,OAAa,cACpB,OAAS,SAAAC,OAAa,wCACtB,OAAS,gBAAAC,OAAoB,yBCL7B,OAAS,aAAAC,MAAiB,2BAE1B,OAAS,cAAAC,MAAkB,OAG3B,OAAS,uBAAAC,MAA2B,kCAGpC,IAAMC,EAAaD,EAAoB,KAAK,EAE5C,SAASE,EAAIC,EAAUC,EAAwD,CAC7E,OAAOD,KAAOC,EAAW,OAAO,CAACC,EAAOC,IAAcH,IAAME,CAAK,QAAQC,CAAS,EAAE,CAAC,GACvF,CAEA,SAASC,EAAGJ,EAAUC,EAAwD,CAC5E,OAAOD,KAAOC,EAAW,OAAO,CAACC,EAAOC,IAAcH,IAAME,CAAK,OAAOC,CAAS,EAAE,CAAC,GACtF,CAEO,SAASE,EAAUL,EAAUM,EAAqD,CACvF,IAAML,EAAaK,EAAK,QAAQ,OAC5BA,EAAK,QAAQ,IAAKC,GAChBR,EACEC,EACA,CACEM,EAAK,SAAW,KAAON,cAAgBJ,EAAWU,EAAK,OAAO,CAAC,GAAK,KACpEN,eAAiBJ,EAAWW,EAAO,OAAO,CAAC,GAC3CA,EAAO,MAAQ,KAAOP,WAAaJ,EAAWW,EAAO,IAAI,CAAC,GAAK,KAC/DA,EAAO,MAAQ,KAAOP,WAAaJ,EAAWW,EAAO,IAAI,CAAC,GAAK,IACjE,EAAE,OAAOZ,CAAS,CACpB,CACF,EACAW,EAAK,SAAW,KACd,CAACN,cAAgBJ,EAAWU,EAAK,OAAO,CAAC,EAAE,EAC3C,CAAC,EAEDE,EAAQR,UAAYD,EACxBC,EACA,CAACA,sBAAyBC,EAAW,OAASG,EAAGJ,EAAKC,CAAU,EAAI,IAAI,EAAE,OAAON,CAAS,CAC5F,CAAC,GAGD,OAAOK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,eAOMA,EAAI,GAAGF,CAAU,SAAS,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,eAa3BE,EAAI,GAAGF,CAAU,UAAU,CAAC;AAAA,UACjCU,CAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAQf,CD7DA,OAAS,mBAAAC,OAAuB,qBAGzB,SAASC,EAAUC,EAA2B,CACnD,IAAMC,EAAS,IAAIC,GAEnB,OAAAD,EAAO,IAAI,YAAaE,EAAS,EAAG,MAAOC,GAAQ,CACjD,IAAMC,EAAYC,GAAgB,eAAe,EAC7CC,EAEJ,GAAI,CACFA,EAAUC,GAAM,MAAM,OAAOJ,EAAI,MAAM,OAAU,SAAW,KAAK,MAAMA,EAAI,MAAM,KAAK,EAAI,CAAC,CAAC,CAC9F,OAASK,EAAG,CACVL,EAAI,OAAS,IACbA,EAAI,IAAI,eAAgB,kBAAkB,EAC1CA,EAAI,KAAO,KAAK,UAAUK,CAAC,EAC3BC,EAAMD,CAAC,EACP,MACF,CAEA,GAAI,CACFF,EAAQ,QAAUA,EAAQ,QAAQ,OAAS,EAAI,CAAC,GAAGA,EAAQ,QAAS,CAAE,QAASI,GAAa,OAAQ,CAAC,EAAI,CAAC,EAC1G,IAAMC,EAAU,MAAMC,EAAUb,EAAUO,GAAW,CAAC,CAAC,EAAE,QAAQ,EACjEF,EAAU,eAAe,EACzB,IAAMS,EAAOF,EAAQ,IAAIG,CAAW,EAQpC,GAPAV,EAAU,qBAAqB,EAO3BO,EAAQ,SAAW,EAAG,CACxBR,EAAI,OAAS,IACbA,EAAI,KAAO,gBACXY,EACE,6BAA6BT,EAAQ,OAAO,aAAaA,EAAQ,OAAO,aAAa,KAAK,UACxFA,EAAQ,OACV,CAAC,EACH,EACA,MACF,CAEA,IAAMU,EAAcL,EAAQ,CAAC,EAAE,iBAC/BR,EAAI,OAAS,IAIb,IAAMc,EAAgB,GAAK,EAKrBC,EAA8B,IAAO,EAE3Cf,EAAI,IACF,gBACA,mBAAmBc,CAAa,4BAA4BC,CAA2B,EACzF,EAEAf,EAAI,IAAI,eAAgB,kBAAkB,EAC1CA,EAAI,KAAO,KAAK,UAAU,CAAE,YAAAa,EAAa,KAAAH,CAAK,CAAC,CACjD,OAASL,EAAG,CACVL,EAAI,OAAS,IACbA,EAAI,IAAI,eAAgB,kBAAkB,EAC1CA,EAAI,KAAO,KAAK,UAAUK,CAAC,EAC3BO,EAAMP,CAAC,CACT,CACF,CAAC,EAEMW,GAAQ,CAACnB,EAAO,OAAO,EAAGA,EAAO,eAAe,CAAC,CAAC,CAC3D,CJ/DA,IAAMoB,EAAMC,EACVC,EAAE,aACAC,EACAD,EAAE,OAAO,CACP,aAAcA,EAAE,OAAO,EACvB,WAAYA,EAAE,OAAO,EAAE,SAAS,CAClC,CAAC,CACH,CACF,EAEME,EAAWC,GAASL,EAAI,aAAc,CAAE,QAAS,EAAM,CAAC,EAExDM,EAAS,IAAIC,GAEfP,EAAI,YACNM,EAAO,IAAIE,EAAOR,EAAI,UAAU,CAAC,EAGnCM,EAAO,IAAIG,GAAK,CAAC,EACjBH,EAAO,IAAII,EAAY,CAAC,EACxBJ,EAAO,IACLK,EAAQ,CACN,UAAW,IAAM,GACjB,QAAS,IAAM,EACjB,CAAC,CACH,EACAL,EAAO,IAAIM,EAAW,CAAC,EACvBN,EAAO,IAAIO,EAAUT,CAAQ,CAAC,EAE9BE,EAAO,IACLQ,GAAoB,CAClB,OAAQ,QACR,OAAQC,GAAgB,EACxB,cAAe,UAAa,CAC1B,aAAc,MAAMC,EAAmBC,GAAQb,CAAQ,CAAC,CAC1D,EACF,CAAC,CACH,EAEAE,EAAO,OAAO,CAAE,KAAMN,EAAI,KAAM,KAAMA,EAAI,IAAK,CAAC,EAChD,QAAQ,IAAI,iDAAiDA,EAAI,IAAI,IAAIA,EAAI,IAAI,EAAE","names":["z","Koa","cors","createKoaMiddleware","createAppRouter","drizzle","postgres","getAddress","isTableRegistrationLog","logToTable","schemasTable","decodeKey","decodeValueArgs","tables","and","asc","eq","or","bigIntMax","decodeDynamicField","recordToLog","record","createBenchmark","getLogs","database","chainId","address","filters","benchmark","conditions","filter","and","eq","tables","indexerBlockNumber","rows","records","or","asc","blockNumber","max","record","bigIntMax","logs","recordToLog","groupBy","createQueryAdapter","database","opts","getLogs","filters","blockNumber","logs","schemasTable","tables","isTableRegistrationLog","logToTable","logsByTable","log","getAddress","tablesWithRecords","table","records","key","decodeKey","value","decodeValueArgs","debug","Router","compose","input","schemasTable","isNotNull","hexToBytes","transformSchemaName","schemaName","and","sql","conditions","query","condition","or","queryLogs","opts","filter","where","createBenchmark","apiRoutes","database","router","Router","compress","ctx","benchmark","createBenchmark","options","input","e","debug","schemasTable","records","queryLogs","logs","recordToLog","error","blockNumber","maxAgeSeconds","staleWhileRevalidateSeconds","compose","env","parseEnv","z","frontendEnvSchema","database","postgres","server","Koa","sentry","cors","healthcheck","metrics","helloWorld","apiRoutes","createKoaMiddleware","createAppRouter","createQueryAdapter","drizzle"]}
|
1
|
+
{"version":3,"sources":["../../src/bin/postgres-frontend.ts","../../src/postgres/deprecated/createQueryAdapter.ts","../../src/postgres/deprecated/getLogs.ts","../../src/postgres/recordToLog.ts","../../src/postgres/apiRoutes.ts","../../src/postgres/queryLogs.ts"],"sourcesContent":["#!/usr/bin/env node\nimport \"dotenv/config\";\nimport { z } from \"zod\";\nimport Koa from \"koa\";\nimport cors from \"@koa/cors\";\nimport { createKoaMiddleware } from \"trpc-koa-adapter\";\nimport { createAppRouter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { drizzle } from \"drizzle-orm/postgres-js\";\nimport postgres from \"postgres\";\nimport { frontendEnvSchema, parseEnv } from \"./parseEnv\";\nimport { createQueryAdapter } from \"../postgres/deprecated/createQueryAdapter\";\nimport { apiRoutes } from \"../postgres/apiRoutes\";\nimport { sentry } from \"../koa-middleware/sentry\";\nimport { healthcheck } from \"../koa-middleware/healthcheck\";\nimport { helloWorld } from \"../koa-middleware/helloWorld\";\nimport { metrics } from \"../koa-middleware/metrics\";\n\nconst env = parseEnv(\n z.intersection(\n frontendEnvSchema,\n z.object({\n DATABASE_URL: z.string(),\n SENTRY_DSN: z.string().optional(),\n }),\n ),\n);\n\nconst database = postgres(env.DATABASE_URL, { prepare: false });\n\nconst server = new Koa();\n\nif (env.SENTRY_DSN) {\n server.use(sentry(env.SENTRY_DSN));\n}\n\nserver.use(cors());\nserver.use(healthcheck());\nserver.use(\n metrics({\n isHealthy: () => true,\n isReady: () => true,\n }),\n);\nserver.use(helloWorld());\nserver.use(apiRoutes(database));\n\nserver.use(\n createKoaMiddleware({\n prefix: \"/trpc\",\n router: createAppRouter(),\n createContext: async () => ({\n queryAdapter: await createQueryAdapter(drizzle(database)),\n }),\n }),\n);\n\nserver.listen({ host: env.HOST, port: env.PORT });\nconsole.log(`postgres indexer frontend listening on http://${env.HOST}:${env.PORT}`);\n","import { getAddress } from \"viem\";\nimport { PgDatabase } from \"drizzle-orm/pg-core\";\nimport { TableWithRecords, isTableRegistrationLog, logToTable, schemasTable } from \"@latticexyz/store-sync\";\nimport { KeySchema, decodeKey, decodeValueArgs } from \"@latticexyz/protocol-parser/internal\";\nimport { QueryAdapter } from \"@latticexyz/store-sync/trpc-indexer\";\nimport { debug } from \"../../debug\";\nimport { getLogs } from \"./getLogs\";\nimport { groupBy } from \"@latticexyz/common/utils\";\n\n/**\n * Creates a query adapter for the tRPC server/client to query data from Postgres.\n *\n * @param {PgDatabase<any>} database Postgres database object from Drizzle\n * @returns {Promise<QueryAdapter>} A set of methods used by tRPC endpoints.\n * @deprecated\n */\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport async function createQueryAdapter(database: PgDatabase<any>): Promise<QueryAdapter> {\n const adapter: QueryAdapter = {\n async getLogs(opts) {\n return getLogs(database, opts);\n },\n async findAll(opts) {\n const filters = opts.filters ?? [];\n const { blockNumber, logs } = await getLogs(database, {\n ...opts,\n // make sure we're always retrieving `store.Tables` table, so we can decode table values\n filters: filters.length > 0 ? [...filters, { tableId: schemasTable.tableId }] : [],\n });\n\n const tables = logs.filter(isTableRegistrationLog).map(logToTable);\n\n const logsByTable = groupBy(logs, (log) => `${getAddress(log.address)}:${log.args.tableId}`);\n\n const tablesWithRecords: readonly TableWithRecords[] = tables.map((table) => {\n const tableLogs = logsByTable.get(`${getAddress(table.address)}:${table.tableId}`) ?? [];\n const records = tableLogs.map((log) => {\n const key = decodeKey(table.keySchema as KeySchema, log.args.keyTuple);\n const value = decodeValueArgs(table.valueSchema, log.args);\n return { key, value, fields: { ...key, ...value } };\n });\n\n return {\n ...table,\n records,\n };\n });\n\n debug(\"findAll: decoded %d logs across %d tables\", logs.length, tables.length);\n\n return {\n blockNumber,\n tables: tablesWithRecords,\n };\n },\n };\n return adapter;\n}\n","import { PgDatabase } from \"drizzle-orm/pg-core\";\nimport { Hex } from \"viem\";\nimport { StorageAdapterLog, SyncFilter } from \"@latticexyz/store-sync\";\nimport { tables } from \"@latticexyz/store-sync/postgres\";\nimport { and, asc, eq, or } from \"drizzle-orm\";\nimport { bigIntMax } from \"@latticexyz/common/utils\";\nimport { recordToLog } from \"../recordToLog\";\nimport { createBenchmark } from \"@latticexyz/common\";\n\n/**\n * @deprecated\n */\nexport async function getLogs(\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n database: PgDatabase<any>,\n {\n chainId,\n address,\n filters = [],\n }: {\n readonly chainId: number;\n readonly address?: Hex;\n readonly filters?: readonly SyncFilter[];\n },\n): Promise<{ blockNumber: bigint; logs: Extract<StorageAdapterLog, { eventName: \"Store_SetRecord\" }>[] }> {\n const benchmark = createBenchmark(\"drizzleGetLogs\");\n\n const conditions = filters.length\n ? filters.map((filter) =>\n and(\n address != null ? eq(tables.recordsTable.address, address) : undefined,\n eq(tables.recordsTable.tableId, filter.tableId),\n filter.key0 != null ? eq(tables.recordsTable.key0, filter.key0) : undefined,\n filter.key1 != null ? eq(tables.recordsTable.key1, filter.key1) : undefined,\n ),\n )\n : address != null\n ? [eq(tables.recordsTable.address, address)]\n : [];\n benchmark(\"parse config\");\n\n // Query for the block number that the indexer (i.e. chain) is at, in case the\n // indexer is further along in the chain than a given store/table's last updated\n // block number. We'll then take the highest block number between the indexer's\n // chain state and all the records in the query (in case the records updated\n // between these queries). Using just the highest block number from the queries\n // could potentially signal to the client an older-than-necessary block number,\n // for stores/tables that haven't seen recent activity.\n // TODO: move the block number query into the records query for atomicity so we don't have to merge them here\n const chainState = await database\n .select()\n .from(tables.configTable)\n .where(eq(tables.configTable.chainId, chainId))\n .limit(1)\n .execute()\n // Get the first record in a way that returns a possible `undefined`\n // TODO: move this to `.findFirst` after upgrading drizzle or `rows[0]` after enabling `noUncheckedIndexedAccess: true`\n .then((rows) => rows.find(() => true));\n const indexerBlockNumber = chainState?.blockNumber ?? 0n;\n benchmark(\"query chainState\");\n\n const records = await database\n .select()\n .from(tables.recordsTable)\n .where(or(...conditions))\n .orderBy(\n asc(tables.recordsTable.blockNumber),\n // TODO: add logIndex (https://github.com/latticexyz/mud/issues/1979)\n );\n benchmark(\"query records\");\n\n const blockNumber = records.reduce((max, record) => bigIntMax(max, record.blockNumber ?? 0n), indexerBlockNumber);\n benchmark(\"find block number\");\n\n const logs = records\n // TODO: add this to the query, assuming we can optimize with an index\n .filter((record) => !record.isDeleted)\n .map(recordToLog);\n benchmark(\"map records to logs\");\n\n return { blockNumber, logs };\n}\n","import { StorageAdapterLog } from \"@latticexyz/store-sync\";\nimport { decodeDynamicField } from \"@latticexyz/protocol-parser/internal\";\nimport { RecordData } from \"./common\";\n\nexport function recordToLog(\n record: Omit<RecordData, \"recordBlockNumber\">,\n): Extract<StorageAdapterLog, { eventName: \"Store_SetRecord\" }> {\n return {\n address: record.address,\n eventName: \"Store_SetRecord\",\n args: {\n tableId: record.tableId,\n keyTuple: decodeDynamicField(\"bytes32[]\", record.keyBytes),\n staticData: record.staticData ?? \"0x\",\n encodedLengths: record.encodedLengths ?? \"0x\",\n dynamicData: record.dynamicData ?? \"0x\",\n },\n } as const;\n}\n","import { Sql } from \"postgres\";\nimport { Middleware } from \"koa\";\nimport Router from \"@koa/router\";\nimport compose from \"koa-compose\";\nimport { input } from \"@latticexyz/store-sync/indexer-client\";\nimport { schemasTable } from \"@latticexyz/store-sync\";\nimport { queryLogs } from \"./queryLogs\";\nimport { recordToLog } from \"./recordToLog\";\nimport { debug, error } from \"../debug\";\nimport { createBenchmark } from \"@latticexyz/common\";\nimport { compress } from \"../koa-middleware/compress\";\n\nexport function apiRoutes(database: Sql): Middleware {\n const router = new Router();\n\n router.get(\"/api/logs\", compress(), async (ctx) => {\n const benchmark = createBenchmark(\"postgres:logs\");\n let options: ReturnType<typeof input.parse>;\n\n try {\n options = input.parse(typeof ctx.query.input === \"string\" ? JSON.parse(ctx.query.input) : {});\n } catch (e) {\n ctx.status = 400;\n ctx.set(\"Content-Type\", \"application/json\");\n ctx.body = JSON.stringify(e);\n debug(e);\n return;\n }\n\n try {\n options.filters = options.filters.length > 0 ? [...options.filters, { tableId: schemasTable.tableId }] : [];\n const records = await queryLogs(database, options ?? {}).execute();\n benchmark(\"query records\");\n const logs = records.map(recordToLog);\n benchmark(\"map records to logs\");\n\n // Ideally we would immediately return an error if the request is for a Store that the indexer\n // is not configured to index. Since we don't have easy access to this information here,\n // we return an error if there are no logs found for a given Store, since that would never\n // be the case for a Store that is being indexed (since there would at least be records for the\n // Tables table with tables created during Store initialization).\n if (records.length === 0) {\n ctx.status = 404;\n ctx.body = \"no logs found\";\n error(\n `no logs found for chainId ${options.chainId}, address ${options.address}, filters ${JSON.stringify(\n options.filters,\n )}`,\n );\n return;\n }\n\n const blockNumber = records[0].chainBlockNumber;\n ctx.status = 200;\n\n // max age is set to several multiples of the uncached response time (currently ~10s, but using 60s for wiggle room) to ensure only ~one origin request at a time\n // and stale-while-revalidate below means that the cache is refreshed under the hood while still responding fast (cached)\n const maxAgeSeconds = 60 * 5;\n // we set stale-while-revalidate to the time elapsed by the number of blocks we can fetch from the RPC in the same amount of time as an uncached response\n // meaning it would take ~the same about of time to get an uncached response from the origin as it would to catch up from the currently cached response\n // if an uncached response takes ~10 seconds, we have ~10s to catch up, so let's say we can do enough RPC calls to fetch 4000 blocks\n // with a block per 2 seconds, that means we can serve a stale/cached response for 8000 seconds before we should require the response be returned by the origin\n const staleWhileRevalidateSeconds = 4000 * 2;\n\n ctx.set(\n \"Cache-Control\",\n `public, max-age=${maxAgeSeconds}, stale-while-revalidate=${staleWhileRevalidateSeconds}`,\n );\n\n ctx.set(\"Content-Type\", \"application/json\");\n ctx.body = JSON.stringify({ blockNumber, logs });\n } catch (e) {\n ctx.status = 500;\n ctx.set(\"Content-Type\", \"application/json\");\n ctx.body = JSON.stringify(e);\n error(e);\n }\n });\n\n return compose([router.routes(), router.allowedMethods()]) as Middleware;\n}\n","import { isNotNull } from \"@latticexyz/common/utils\";\nimport { PendingQuery, Row, Sql } from \"postgres\";\nimport { hexToBytes } from \"viem\";\nimport { z } from \"zod\";\nimport { input } from \"@latticexyz/store-sync/indexer-client\";\nimport { transformSchemaName } from \"@latticexyz/store-sync/postgres\";\nimport { Record } from \"./common\";\n\nconst schemaName = transformSchemaName(\"mud\");\n\nfunction and(sql: Sql, conditions: PendingQuery<Row[]>[]): PendingQuery<Row[]> {\n return sql`(${conditions.reduce((query, condition) => sql`${query} AND ${condition}`)})`;\n}\n\nfunction or(sql: Sql, conditions: PendingQuery<Row[]>[]): PendingQuery<Row[]> {\n return sql`(${conditions.reduce((query, condition) => sql`${query} OR ${condition}`)})`;\n}\n\nexport function queryLogs(sql: Sql, opts: z.infer<typeof input>): PendingQuery<Record[]> {\n const conditions = opts.filters.length\n ? opts.filters.map((filter) =>\n and(\n sql,\n [\n opts.address != null ? sql`address = ${hexToBytes(opts.address)}` : null,\n sql`table_id = ${hexToBytes(filter.tableId)}`,\n filter.key0 != null ? sql`key0 = ${hexToBytes(filter.key0)}` : null,\n filter.key1 != null ? sql`key1 = ${hexToBytes(filter.key1)}` : null,\n ].filter(isNotNull),\n ),\n )\n : opts.address != null\n ? [sql`address = ${hexToBytes(opts.address)}`]\n : [];\n\n const where = sql`WHERE ${and(\n sql,\n [sql`is_deleted != true`, conditions.length ? or(sql, conditions) : null].filter(isNotNull),\n )}`;\n\n // TODO: implement bytea <> hex columns via custom types: https://github.com/porsager/postgres#custom-types\n return sql<Record[]>`\n WITH\n config AS (\n SELECT\n version AS \"indexerVersion\",\n chain_id AS \"chainId\",\n block_number AS \"chainBlockNumber\"\n FROM ${sql(`${schemaName}.config`)}\n LIMIT 1\n ),\n records AS (\n SELECT\n '0x' || encode(address, 'hex') AS address,\n '0x' || encode(table_id, 'hex') AS \"tableId\",\n '0x' || encode(key_bytes, 'hex') AS \"keyBytes\",\n '0x' || encode(static_data, 'hex') AS \"staticData\",\n '0x' || encode(encoded_lengths, 'hex') AS \"encodedLengths\",\n '0x' || encode(dynamic_data, 'hex') AS \"dynamicData\",\n block_number AS \"recordBlockNumber\",\n log_index AS \"logIndex\"\n FROM ${sql(`${schemaName}.records`)}\n ${where}\n ORDER BY block_number, log_index ASC\n )\n SELECT\n (SELECT COUNT(*) FROM records) AS \"totalRows\",\n *\n FROM config, records\n `;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AACA,OAAO;AACP,SAAS,SAAS;AAClB,OAAO,SAAS;AAChB,OAAO,UAAU;AACjB,SAAS,2BAA2B;AACpC,SAAS,uBAAuB;AAChC,SAAS,eAAe;AACxB,OAAO,cAAc;;;ACRrB,SAAS,kBAAkB;AAE3B,SAA2B,wBAAwB,YAAY,oBAAoB;AACnF,SAAoB,WAAW,uBAAuB;;;ACAtD,SAAS,cAAc;AACvB,SAAS,KAAK,KAAK,IAAI,UAAU;AACjC,SAAS,iBAAiB;;;ACJ1B,SAAS,0BAA0B;AAG5B,SAAS,YACd,QAC8D;AAC9D,SAAO;AAAA,IACL,SAAS,OAAO;AAAA,IAChB,WAAW;AAAA,IACX,MAAM;AAAA,MACJ,SAAS,OAAO;AAAA,MAChB,UAAU,mBAAmB,aAAa,OAAO,QAAQ;AAAA,MACzD,YAAY,OAAO,cAAc;AAAA,MACjC,gBAAgB,OAAO,kBAAkB;AAAA,MACzC,aAAa,OAAO,eAAe;AAAA,IACrC;AAAA,EACF;AACF;;;ADXA,SAAS,uBAAuB;AAKhC,eAAsB,QAEpBA,WACA;AAAA,EACE;AAAA,EACA;AAAA,EACA,UAAU,CAAC;AACb,GAKwG;AACxG,QAAM,YAAY,gBAAgB,gBAAgB;AAElD,QAAM,aAAa,QAAQ,SACvB,QAAQ;AAAA,IAAI,CAAC,WACX;AAAA,MACE,WAAW,OAAO,GAAG,OAAO,aAAa,SAAS,OAAO,IAAI;AAAA,MAC7D,GAAG,OAAO,aAAa,SAAS,OAAO,OAAO;AAAA,MAC9C,OAAO,QAAQ,OAAO,GAAG,OAAO,aAAa,MAAM,OAAO,IAAI,IAAI;AAAA,MAClE,OAAO,QAAQ,OAAO,GAAG,OAAO,aAAa,MAAM,OAAO,IAAI,IAAI;AAAA,IACpE;AAAA,EACF,IACA,WAAW,OACT,CAAC,GAAG,OAAO,aAAa,SAAS,OAAO,CAAC,IACzC,CAAC;AACP,YAAU,cAAc;AAUxB,QAAM,aAAa,MAAMA,UACtB,OAAO,EACP,KAAK,OAAO,WAAW,EACvB,MAAM,GAAG,OAAO,YAAY,SAAS,OAAO,CAAC,EAC7C,MAAM,CAAC,EACP,QAAQ,EAGR,KAAK,CAAC,SAAS,KAAK,KAAK,MAAM,IAAI,CAAC;AACvC,QAAM,qBAAqB,YAAY,eAAe;AACtD,YAAU,kBAAkB;AAE5B,QAAM,UAAU,MAAMA,UACnB,OAAO,EACP,KAAK,OAAO,YAAY,EACxB,MAAM,GAAG,GAAG,UAAU,CAAC,EACvB;AAAA,IACC,IAAI,OAAO,aAAa,WAAW;AAAA;AAAA,EAErC;AACF,YAAU,eAAe;AAEzB,QAAM,cAAc,QAAQ,OAAO,CAAC,KAAK,WAAW,UAAU,KAAK,OAAO,eAAe,EAAE,GAAG,kBAAkB;AAChH,YAAU,mBAAmB;AAE7B,QAAM,OAAO,QAEV,OAAO,CAAC,WAAW,CAAC,OAAO,SAAS,EACpC,IAAI,WAAW;AAClB,YAAU,qBAAqB;AAE/B,SAAO,EAAE,aAAa,KAAK;AAC7B;;;AD1EA,SAAS,eAAe;AAUxB,eAAsB,mBAAmBC,WAAkD;AACzF,QAAM,UAAwB;AAAA,IAC5B,MAAM,QAAQ,MAAM;AAClB,aAAO,QAAQA,WAAU,IAAI;AAAA,IAC/B;AAAA,IACA,MAAM,QAAQ,MAAM;AAClB,YAAM,UAAU,KAAK,WAAW,CAAC;AACjC,YAAM,EAAE,aAAa,KAAK,IAAI,MAAM,QAAQA,WAAU;AAAA,QACpD,GAAG;AAAA;AAAA,QAEH,SAAS,QAAQ,SAAS,IAAI,CAAC,GAAG,SAAS,EAAE,SAAS,aAAa,QAAQ,CAAC,IAAI,CAAC;AAAA,MACnF,CAAC;AAED,YAAMC,UAAS,KAAK,OAAO,sBAAsB,EAAE,IAAI,UAAU;AAEjE,YAAM,cAAc,QAAQ,MAAM,CAAC,QAAQ,GAAG,WAAW,IAAI,OAAO,CAAC,IAAI,IAAI,KAAK,OAAO,EAAE;AAE3F,YAAM,oBAAiDA,QAAO,IAAI,CAAC,UAAU;AAC3E,cAAM,YAAY,YAAY,IAAI,GAAG,WAAW,MAAM,OAAO,CAAC,IAAI,MAAM,OAAO,EAAE,KAAK,CAAC;AACvF,cAAM,UAAU,UAAU,IAAI,CAAC,QAAQ;AACrC,gBAAM,MAAM,UAAU,MAAM,WAAwB,IAAI,KAAK,QAAQ;AACrE,gBAAM,QAAQ,gBAAgB,MAAM,aAAa,IAAI,IAAI;AACzD,iBAAO,EAAE,KAAK,OAAO,QAAQ,EAAE,GAAG,KAAK,GAAG,MAAM,EAAE;AAAA,QACpD,CAAC;AAED,eAAO;AAAA,UACL,GAAG;AAAA,UACH;AAAA,QACF;AAAA,MACF,CAAC;AAED,YAAM,6CAA6C,KAAK,QAAQA,QAAO,MAAM;AAE7E,aAAO;AAAA,QACL;AAAA,QACA,QAAQ;AAAA,MACV;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;;;AGvDA,OAAO,YAAY;AACnB,OAAO,aAAa;AACpB,SAAS,aAAa;AACtB,SAAS,gBAAAC,qBAAoB;;;ACL7B,SAAS,iBAAiB;AAE1B,SAAS,kBAAkB;AAG3B,SAAS,2BAA2B;AAGpC,IAAM,aAAa,oBAAoB,KAAK;AAE5C,SAASC,KAAI,KAAU,YAAwD;AAC7E,SAAO,OAAO,WAAW,OAAO,CAAC,OAAO,cAAc,MAAM,KAAK,QAAQ,SAAS,EAAE,CAAC;AACvF;AAEA,SAASC,IAAG,KAAU,YAAwD;AAC5E,SAAO,OAAO,WAAW,OAAO,CAAC,OAAO,cAAc,MAAM,KAAK,OAAO,SAAS,EAAE,CAAC;AACtF;AAEO,SAAS,UAAU,KAAU,MAAqD;AACvF,QAAM,aAAa,KAAK,QAAQ,SAC5B,KAAK,QAAQ;AAAA,IAAI,CAAC,WAChBD;AAAA,MACE;AAAA,MACA;AAAA,QACE,KAAK,WAAW,OAAO,gBAAgB,WAAW,KAAK,OAAO,CAAC,KAAK;AAAA,QACpE,iBAAiB,WAAW,OAAO,OAAO,CAAC;AAAA,QAC3C,OAAO,QAAQ,OAAO,aAAa,WAAW,OAAO,IAAI,CAAC,KAAK;AAAA,QAC/D,OAAO,QAAQ,OAAO,aAAa,WAAW,OAAO,IAAI,CAAC,KAAK;AAAA,MACjE,EAAE,OAAO,SAAS;AAAA,IACpB;AAAA,EACF,IACA,KAAK,WAAW,OACd,CAAC,gBAAgB,WAAW,KAAK,OAAO,CAAC,EAAE,IAC3C,CAAC;AAEP,QAAM,QAAQ,YAAYA;AAAA,IACxB;AAAA,IACA,CAAC,yBAAyB,WAAW,SAASC,IAAG,KAAK,UAAU,IAAI,IAAI,EAAE,OAAO,SAAS;AAAA,EAC5F,CAAC;AAGD,SAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,eAOM,IAAI,GAAG,UAAU,SAAS,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,eAa3B,IAAI,GAAG,UAAU,UAAU,CAAC;AAAA,UACjC,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAQf;;;AD7DA,SAAS,mBAAAC,wBAAuB;AAGzB,SAAS,UAAUC,WAA2B;AACnD,QAAM,SAAS,IAAI,OAAO;AAE1B,SAAO,IAAI,aAAa,SAAS,GAAG,OAAO,QAAQ;AACjD,UAAM,YAAYC,iBAAgB,eAAe;AACjD,QAAI;AAEJ,QAAI;AACF,gBAAU,MAAM,MAAM,OAAO,IAAI,MAAM,UAAU,WAAW,KAAK,MAAM,IAAI,MAAM,KAAK,IAAI,CAAC,CAAC;AAAA,IAC9F,SAAS,GAAG;AACV,UAAI,SAAS;AACb,UAAI,IAAI,gBAAgB,kBAAkB;AAC1C,UAAI,OAAO,KAAK,UAAU,CAAC;AAC3B,YAAM,CAAC;AACP;AAAA,IACF;AAEA,QAAI;AACF,cAAQ,UAAU,QAAQ,QAAQ,SAAS,IAAI,CAAC,GAAG,QAAQ,SAAS,EAAE,SAASC,cAAa,QAAQ,CAAC,IAAI,CAAC;AAC1G,YAAM,UAAU,MAAM,UAAUF,WAAU,WAAW,CAAC,CAAC,EAAE,QAAQ;AACjE,gBAAU,eAAe;AACzB,YAAM,OAAO,QAAQ,IAAI,WAAW;AACpC,gBAAU,qBAAqB;AAO/B,UAAI,QAAQ,WAAW,GAAG;AACxB,YAAI,SAAS;AACb,YAAI,OAAO;AACX;AAAA,UACE,6BAA6B,QAAQ,OAAO,aAAa,QAAQ,OAAO,aAAa,KAAK;AAAA,YACxF,QAAQ;AAAA,UACV,CAAC;AAAA,QACH;AACA;AAAA,MACF;AAEA,YAAM,cAAc,QAAQ,CAAC,EAAE;AAC/B,UAAI,SAAS;AAIb,YAAM,gBAAgB,KAAK;AAK3B,YAAM,8BAA8B,MAAO;AAE3C,UAAI;AAAA,QACF;AAAA,QACA,mBAAmB,aAAa,4BAA4B,2BAA2B;AAAA,MACzF;AAEA,UAAI,IAAI,gBAAgB,kBAAkB;AAC1C,UAAI,OAAO,KAAK,UAAU,EAAE,aAAa,KAAK,CAAC;AAAA,IACjD,SAAS,GAAG;AACV,UAAI,SAAS;AACb,UAAI,IAAI,gBAAgB,kBAAkB;AAC1C,UAAI,OAAO,KAAK,UAAU,CAAC;AAC3B,YAAM,CAAC;AAAA,IACT;AAAA,EACF,CAAC;AAED,SAAO,QAAQ,CAAC,OAAO,OAAO,GAAG,OAAO,eAAe,CAAC,CAAC;AAC3D;;;AJ/DA,IAAM,MAAM;AAAA,EACV,EAAE;AAAA,IACA;AAAA,IACA,EAAE,OAAO;AAAA,MACP,cAAc,EAAE,OAAO;AAAA,MACvB,YAAY,EAAE,OAAO,EAAE,SAAS;AAAA,IAClC,CAAC;AAAA,EACH;AACF;AAEA,IAAM,WAAW,SAAS,IAAI,cAAc,EAAE,SAAS,MAAM,CAAC;AAE9D,IAAM,SAAS,IAAI,IAAI;AAEvB,IAAI,IAAI,YAAY;AAClB,SAAO,IAAI,OAAO,IAAI,UAAU,CAAC;AACnC;AAEA,OAAO,IAAI,KAAK,CAAC;AACjB,OAAO,IAAI,YAAY,CAAC;AACxB,OAAO;AAAA,EACL,QAAQ;AAAA,IACN,WAAW,MAAM;AAAA,IACjB,SAAS,MAAM;AAAA,EACjB,CAAC;AACH;AACA,OAAO,IAAI,WAAW,CAAC;AACvB,OAAO,IAAI,UAAU,QAAQ,CAAC;AAE9B,OAAO;AAAA,EACL,oBAAoB;AAAA,IAClB,QAAQ;AAAA,IACR,QAAQ,gBAAgB;AAAA,IACxB,eAAe,aAAa;AAAA,MAC1B,cAAc,MAAM,mBAAmB,QAAQ,QAAQ,CAAC;AAAA,IAC1D;AAAA,EACF,CAAC;AACH;AAEA,OAAO,OAAO,EAAE,MAAM,IAAI,MAAM,MAAM,IAAI,KAAK,CAAC;AAChD,QAAQ,IAAI,iDAAiD,IAAI,IAAI,IAAI,IAAI,IAAI,EAAE;","names":["database","database","tables","schemasTable","and","or","createBenchmark","database","createBenchmark","schemasTable"]}
|
@@ -1,3 +1,106 @@
|
|
1
1
|
#!/usr/bin/env node
|
2
|
-
import
|
2
|
+
import {
|
3
|
+
getClientOptions
|
4
|
+
} from "../chunk-MGRTFMMG.js";
|
5
|
+
import {
|
6
|
+
indexerEnvSchema,
|
7
|
+
parseEnv
|
8
|
+
} from "../chunk-DRMERYGH.js";
|
9
|
+
|
10
|
+
// src/bin/postgres-indexer.ts
|
11
|
+
import "dotenv/config";
|
12
|
+
import { z } from "zod";
|
13
|
+
import { eq } from "drizzle-orm";
|
14
|
+
import { combineLatest, filter, first } from "rxjs";
|
15
|
+
import { drizzle } from "drizzle-orm/postgres-js";
|
16
|
+
import postgres from "postgres";
|
17
|
+
import { cleanDatabase, createStorageAdapter, shouldCleanDatabase } from "@latticexyz/store-sync/postgres";
|
18
|
+
import { createStoreSync } from "@latticexyz/store-sync";
|
19
|
+
import { getBlock, getChainId } from "viem/actions";
|
20
|
+
import { getRpcClient } from "@latticexyz/block-logs-stream";
|
21
|
+
var env = parseEnv(
|
22
|
+
z.intersection(
|
23
|
+
indexerEnvSchema,
|
24
|
+
z.object({
|
25
|
+
DATABASE_URL: z.string(),
|
26
|
+
HEALTHCHECK_HOST: z.string().optional(),
|
27
|
+
HEALTHCHECK_PORT: z.coerce.number().optional()
|
28
|
+
})
|
29
|
+
)
|
30
|
+
);
|
31
|
+
var clientOptions = await getClientOptions(env);
|
32
|
+
var chainId = await getChainId(getRpcClient(clientOptions));
|
33
|
+
var database = drizzle(postgres(env.DATABASE_URL, { prepare: false }));
|
34
|
+
if (await shouldCleanDatabase(database, chainId)) {
|
35
|
+
console.log("outdated database detected, clearing data to start fresh");
|
36
|
+
await cleanDatabase(database);
|
37
|
+
}
|
38
|
+
var { storageAdapter, tables } = await createStorageAdapter({ ...clientOptions, database });
|
39
|
+
var startBlock = env.START_BLOCK;
|
40
|
+
async function getLatestStoredBlockNumber() {
|
41
|
+
try {
|
42
|
+
const chainState = await database.select().from(tables.configTable).where(eq(tables.configTable.chainId, chainId)).limit(1).execute().then((rows) => rows.find(() => true));
|
43
|
+
return chainState?.blockNumber;
|
44
|
+
} catch (error) {
|
45
|
+
}
|
46
|
+
}
|
47
|
+
async function getDistanceFromFollowBlock() {
|
48
|
+
const [latestStoredBlockNumber2, latestFollowBlock] = await Promise.all([
|
49
|
+
getLatestStoredBlockNumber(),
|
50
|
+
getBlock(getRpcClient(clientOptions), { blockTag: env.FOLLOW_BLOCK_TAG })
|
51
|
+
]);
|
52
|
+
return latestFollowBlock.number - (latestStoredBlockNumber2 ?? -1n);
|
53
|
+
}
|
54
|
+
var latestStoredBlockNumber = await getLatestStoredBlockNumber();
|
55
|
+
if (latestStoredBlockNumber != null) {
|
56
|
+
startBlock = latestStoredBlockNumber + 1n;
|
57
|
+
console.log("resuming from block number", startBlock);
|
58
|
+
}
|
59
|
+
var { latestBlockNumber$, storedBlockLogs$ } = await createStoreSync({
|
60
|
+
...clientOptions,
|
61
|
+
storageAdapter,
|
62
|
+
followBlockTag: env.FOLLOW_BLOCK_TAG,
|
63
|
+
startBlock,
|
64
|
+
maxBlockRange: env.MAX_BLOCK_RANGE,
|
65
|
+
address: env.STORE_ADDRESS
|
66
|
+
});
|
67
|
+
storedBlockLogs$.subscribe();
|
68
|
+
var isCaughtUp = false;
|
69
|
+
combineLatest([latestBlockNumber$, storedBlockLogs$]).pipe(
|
70
|
+
filter(
|
71
|
+
([latestBlockNumber, { blockNumber: lastBlockNumberProcessed }]) => latestBlockNumber === lastBlockNumberProcessed
|
72
|
+
),
|
73
|
+
first()
|
74
|
+
).subscribe(() => {
|
75
|
+
isCaughtUp = true;
|
76
|
+
console.log("all caught up");
|
77
|
+
});
|
78
|
+
if (env.HEALTHCHECK_HOST != null || env.HEALTHCHECK_PORT != null) {
|
79
|
+
const { default: Koa } = await import("koa");
|
80
|
+
const { default: cors } = await import("@koa/cors");
|
81
|
+
const { healthcheck } = await import("../healthcheck-I7MZ4QZU.js");
|
82
|
+
const { metrics } = await import("../metrics-UNOJV54N.js");
|
83
|
+
const { helloWorld } = await import("../helloWorld-SETMCIYX.js");
|
84
|
+
const server = new Koa();
|
85
|
+
server.use(cors());
|
86
|
+
server.use(
|
87
|
+
healthcheck({
|
88
|
+
isReady: () => isCaughtUp
|
89
|
+
})
|
90
|
+
);
|
91
|
+
server.use(
|
92
|
+
metrics({
|
93
|
+
isHealthy: () => true,
|
94
|
+
isReady: () => isCaughtUp,
|
95
|
+
getLatestStoredBlockNumber,
|
96
|
+
getDistanceFromFollowBlock,
|
97
|
+
followBlockTag: env.FOLLOW_BLOCK_TAG
|
98
|
+
})
|
99
|
+
);
|
100
|
+
server.use(helloWorld());
|
101
|
+
server.listen({ host: env.HEALTHCHECK_HOST, port: env.HEALTHCHECK_PORT });
|
102
|
+
console.log(
|
103
|
+
`postgres indexer healthcheck server listening on http://${env.HEALTHCHECK_HOST}:${env.HEALTHCHECK_PORT}`
|
104
|
+
);
|
105
|
+
}
|
3
106
|
//# sourceMappingURL=postgres-indexer.js.map
|