@notuslabs/yail 0.1.0

package/dist/indexer/indexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,KAAK,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAC5E,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAY,KAAK,EAAE,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAA0B,KAAK,cAAc,EAAE,KAAK,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAClG,OAAO,EAAoB,KAAK,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACtE,OAAO,EAAqB,KAAK,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAEnF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,EAAE,SAAS,EAAE,KAAK,MAAM,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAc,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,WAAW,EAAgB,MAAM,cAAc,CAAC;AAGzD,MAAM,WAAW,cAAc,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IAC7D,MAAM,EAAE,CAAC,CAAC;IACV,4FAA4F;IAC5F,MAAM,EAAE,YAAY,GAAG,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,CAAC;IACpE,mGAAmG;IACnG,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1B,uDAAuD;IACvD,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACrS,SAAS,EAAE,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAChF,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,mDAAmD;IACnD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,gHAAgH;IAChH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,OAAO,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IACtD,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACnB,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,CAAC;IAC7E,yFAAyF;IACzF,EAAE,CAAC,IAAI,SAAS,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAAC,OAAO,EAAE,cAAc,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACxK,0EAA0E;IAC1E,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,2BAA2B;IAC3B,OAAO,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,8EAA8E;IAC9E,KAAK,CAAC,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrD,gIAAgI;IAChI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACrB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,sDAAsD;IACtD,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC;IAChB,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IACtC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B,SAAS,EAAE;QACT,QAAQ,CAAC,KAAK,EAAE;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,KAAK,CAAC,EAAE,MAAM,CAAC;YAAC,SAAS,CAAC,EAAE,MAAM,CAAC;YAAC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;SAAE,GAAG,KAAK,CAAC;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,KAAK,CAAC,EAAE,MAAM,CAAC;YAAC,SAAS,CAAC,EAAE,MAAM,CAAC;YAAC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;SAAE,CAAC,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;QAC3P,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,GAAG,CAAC,EAAE,MAAM,CAAC;YAAC,KAAK,CAAC,EAAE,MAAM,CAAC;YAAC,MAAM,CAAC,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAA;SAAE,GAAG,UAAU,EAAE,CAAC;QAC7F,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;KAC3D,CAAC;IACF,OAAO,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACpD,MAAM,IAAI,OAAO,CAAC,cAAc,CAAC,CAAC;IAClC,wEAAwE;IACxE,QAAQ,CAAC,SAAS,EAAE;QAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAAC,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAAC,QAAQ,EAAE,eAAe,CAAA;KAAE,CAAC;CACnJ;AAED,wBAAgB,aAAa,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAiNrG;AAQD,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC"}

package/dist/indexer/indexer.js

@@ -0,0 +1,237 @@
+import { AddressRegistry } from "../addresses/registry.js";
+import { createDb } from "../db/client.js";
+import { collectSchema, migrate } from "../db/migrate.js";
+import { createHttpClient } from "../http/client.js";
+import { initObservability } from "../observability/logger.js";
+import { cached } from "../sources/cached.js";
+import { isAddressSet, isFactory } from "../config/address.js";
+import { JobRunner } from "./jobs.js";
+import { buildPlans } from "./plan.js";
+import { ChainRunner } from "./runtime.js";
+import { toArray } from "../util.js";
+export function createIndexer(options) {
+    const { config } = options;
+    const handlers = new Map();
+    const plans = new Map();
+    const runners = new Map();
+    const jobRunners = new Map();
+    let db;
+    let obs;
+    let http;
+    let registry;
+    let initPromise;
+    let serverHandle;
+    const { tables } = collectSchema(options.schema);
+    const contracts = {};
+    for (const [name, c] of Object.entries((config.contracts ?? {}))) {
+        const entry = { abi: c.abi };
+        if (typeof c.address === "string")
+            entry.address = c.address.toLowerCase();
+        contracts[name] = entry;
+    }
+    const need = (v, what) => {
+        if (v === undefined)
+            throw new Error(`indexer.${what} is not available before init()/start()`);
+        return v;
+    };
+    const normalize = (chain, address) => {
+        if (config.chains[chain]?.source.kind === "evm")
+            return address.toLowerCase();
+        return address;
+    };
+    async function doInit() {
+        db = createDb(config.database);
+        await migrate(db, options.schema);
+        obs = await initObservability(config.observability, { db, dbConfig: config.database });
+        http = createHttpClient({ db, persist: config.cache?.http !== false, fetch: options.fetch, onCache: (hit) => obs.metrics.recordCache("http", hit) });
+        registry = new AddressRegistry(db, normalize);
+        await registry.load();
+        // Resolve "latest" start blocks once.
+        const latest = new Map();
+        const usesLatest = JSON.stringify(config, configReplacer).includes('"latest"');
+        if (usesLatest) {
+            for (const [name, chain] of Object.entries(config.chains))
+                latest.set(name, await chain.source.getHeight());
+        }
+        const handled = new Set(handlers.keys());
+        for (const [name, plan] of buildPlans(config, { handled, resolveLatest: (chain) => latest.get(chain) }))
+            plans.set(name, plan);
+        if (config.cache?.source) {
+            for (const plan of plans.values()) {
+                const runnerRef = {};
+                plan.config = {
+                    ...plan.config,
+                    source: cached(plan.config.source, {
+                        db,
+                        chain: plan.chain,
+                        finalizedHeight: () => runnerRef.current?.finalized,
+                        onEvent: (e) => e.type !== "store" && obs.metrics.recordCache("source", e.type === "hit"),
+                    }),
+                };
+                plan.__runnerRef = runnerRef;
+            }
+        }
+        for (const plan of plans.values()) {
+            if (plan.contracts.length + plan.accounts.length === 0) {
+                obs.log.warn("yail", `${plan.chain}: no handled contracts or accounts, chain will idle`);
+            }
+            const runner = new ChainRunner({
+                config,
+                db,
+                registry,
+                obs,
+                http,
+                handlers,
+                contracts,
+                onError: options.onError,
+                enqueueBackfill: async (chain, job) => {
+                    await jobRunners.get(chain).enqueue("backfill_address", job);
+                },
+                enqueueReindex: async (chain, fromBlock, toBlock) => {
+                    await jobRunners.get(chain).enqueue("reindex_range", { fromBlock, toBlock });
+                },
+            }, plan);
+            plan.__runnerRef && (plan.__runnerRef.current = runner);
+            runners.set(plan.chain, runner);
+            jobRunners.set(plan.chain, new JobRunner({ db, registry, obs, tables, concurrency: config.indexing?.jobConcurrency ?? 2 }, runner));
+        }
+        for (const runner of runners.values())
+            await runner.init();
+        for (const j of jobRunners.values())
+            await j.poll();
+        obs.log.info("yail", `initialized ${runners.size} chain(s): ${[...runners.values()].map((r) => `${r.chain}@${r.cursor}`).join(", ")}`);
+    }
+    const indexer = {
+        config,
+        schema: options.schema,
+        get db() {
+            return need(db, "db");
+        },
+        get observability() {
+            return need(obs, "observability");
+        },
+        get http() {
+            return need(http, "http");
+        },
+        internals: { plans, runners, jobs: jobRunners, registry: undefined },
+        on(name, handler) {
+            const list = handlers.get(name) ?? [];
+            list.push(handler);
+            handlers.set(name, list);
+            return indexer;
+        },
+        async init() {
+            initPromise ??= doInit().then(() => {
+                indexer.internals.registry = registry;
+            });
+            await initPromise;
+        },
+        async migrate(migrateOptions) {
+            db ??= createDb(config.database);
+            await migrate(db, options.schema, migrateOptions);
+        },
+        async start(startOptions = {}) {
+            await indexer.init();
+            const o = need(obs, "observability");
+            for (const j of jobRunners.values())
+                j.start();
+            if (startOptions.server !== false && config.server?.port !== false) {
+                const { startServer } = await import("../server/api.js");
+                serverHandle = await startServer(indexer, { port: config.server?.port ?? 42069, hostname: config.server?.hostname });
+            }
+            const loops = [...runners.values()].map((r) => r.runLoop({ once: false }));
+            try {
+                await Promise.all(loops);
+            }
+            catch (err) {
+                o.log.error("yail", `stopping: ${err.message}`);
+                await indexer.stop();
+                throw err;
+            }
+        },
+        async run() {
+            await indexer.init();
+            for (const j of jobRunners.values())
+                j.start();
+            const o = need(obs, "observability");
+            try {
+                await Promise.all([...runners.values()].map((r) => r.runLoop({ once: true })));
+                o.log.info({ event: "run_phase", phase: "chains_caught_up" });
+                await Promise.all([...jobRunners.values()].map((j) => j.drain()));
+                o.log.info({ event: "run_phase", phase: "jobs_drained" });
+                // Backfills may have registered more addresses or the head may have moved; settle once more.
+                await Promise.all([...runners.values()].map((r) => r.runLoop({ once: true })));
+                await Promise.all([...jobRunners.values()].map((j) => j.drain()));
+                o.log.info({ event: "run_phase", phase: "settled" });
+            }
+            finally {
+                await indexer.stop();
+                o.log.info({ event: "run_phase", phase: "stopped" });
+            }
+        },
+        async stop() {
+            for (const r of runners.values())
+                r.stop();
+            await Promise.all([...jobRunners.values()].map((j) => j.stop()));
+            await serverHandle?.close();
+            serverHandle = undefined;
+        },
+        addresses: {
+            async register(input) {
+                await indexer.init();
+                const list = toArray(input).flatMap((i) => {
+                    let chains = [...plans.values()].filter((p) => p.sets.has(i.set)).map((p) => p.chain);
+                    if (i.chain)
+                        chains = [i.chain];
+                    if (chains.length === 0)
+                        throw new Error(`address set "${i.set}" is not used by any chain`);
+                    return chains.map((chain) => ({ set: i.set, chain, address: i.address, fromBlock: i.fromBlock ?? plans.get(chain).sets.get(i.set) ?? 0, meta: i.meta }));
+                });
+                const rows = await need(registry, "addresses").register(list);
+                for (const r of runners.values())
+                    r.wake();
+                return rows;
+            },
+            list(filter) {
+                return need(registry, "addresses").list(filter);
+            },
+            has(set, chain, address) {
+                return need(registry, "addresses").has(set, chain, address);
+            },
+        },
+        async reindex(request) {
+            await indexer.init();
+            const j = jobRunners.get(request.chain);
+            if (!j)
+                throw new Error(`unknown chain "${request.chain}"`);
+            if (request.scope !== undefined) {
+                if (request.value === undefined)
+                    throw new Error("reindex: value is required with scope");
+                return [await j.enqueue("reindex_scope", { scope: request.scope, value: request.value })];
+            }
+            if (request.fromBlock === undefined || request.toBlock === undefined)
+                throw new Error("reindex: fromBlock and toBlock (or scope + value) are required");
+            return [await j.enqueue("reindex_range", { fromBlock: request.fromBlock, toBlock: request.toBlock })];
+        },
+        async status() {
+            await indexer.init();
+            const snap = need(obs, "observability").metrics.snapshot();
+            const chains = {};
+            for (const [name, r] of runners) {
+                const s = snap.chains[name] ?? { cursor: r.cursor, head: r.head, finalized: r.finalized, lagBlocks: 0, blocksIndexed: 0, eventsProcessed: 0, batches: 0, errors: 0, lastBatchMs: 0, caughtUp: r.caughtUp };
+                chains[name] = { ...s, cursor: r.cursor, head: r.head, finalized: r.finalized, caughtUp: r.caughtUp, running: r.running, error: r.error?.message, pendingJobs: jobRunners.get(name)?.pending ?? 0 };
+            }
+            return { chains, addresses: await need(registry, "addresses").counts(), counters: snap.counters };
+        },
+    };
+    return indexer;
+}
+function configReplacer(_key, value) {
+    if (typeof value === "bigint")
+        return value.toString();
+    if (typeof value === "function")
+        return undefined;
+    return value;
+}
+export { isAddressSet, isFactory };
+//# sourceMappingURL=indexer.js.map

package/dist/indexer/indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAmB,MAAM,0BAA0B,CAAC;AAE5E,OAAO,EAAE,QAAQ,EAAW,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,OAAO,EAA0C,MAAM,kBAAkB,CAAC;AAClG,OAAO,EAAE,gBAAgB,EAAmB,MAAM,mBAAmB,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAsB,MAAM,4BAA4B,CAAC;AACnF,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAG9C,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAG/D,OAAO,EAAE,SAAS,EAAe,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,UAAU,EAAkB,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,WAAW,EAAgB,MAAM,cAAc,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAyDrC,MAAM,UAAU,aAAa,CAAkC,OAA0B;IACvF,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC9C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC3C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC/C,MAAM,UAAU,GAAG,IAAI,GAAG,EAAqB,CAAC;IAChD,IAAI,EAAkB,CAAC;IACvB,IAAI,GAA8B,CAAC;IACnC,IAAI,IAA4B,CAAC;IACjC,IAAI,QAAqC,CAAC;IAC1C,IAAI,WAAsC,CAAC;IAC3C,IAAI,YAAoD,CAAC;IAEzD,MAAM,EAAE,MAAM,EAAE,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACjD,MAAM,SAAS,GAAmD,EAAE,CAAC;IACrE,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAwB,CAAC,EAAE,CAAC;QACxF,MAAM,KAAK,GAAmC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;QAC7D,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;YAAE,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3E,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;IAC1B,CAAC;IAED,MAAM,IAAI,GAAG,CAAI,CAAgB,EAAE,IAAY,EAAK,EAAE;QACpD,IAAI,CAAC,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,yCAAyC,CAAC,CAAC;QAC/F,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IAEF,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,OAAe,EAAE,EAAE;QACnD,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,IAAI,KAAK,KAAK;YAAE,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC;QAC9E,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,KAAK,UAAU,MAAM;QACnB,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/B,MAAM,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAClC,GAAG,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QACvF,IAAI,GAAG,gBAAgB,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,EAAE,IAAI,KAAK,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACtJ,QAAQ,GAAG,IAAI,eAAe,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEtB,sCAAsC;QACtC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC/E,IAAI,UAAU,EAAE,CAAC;YACf,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAA6B,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACrI,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACzC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAE,EAAE,CAAC;YAAE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAEhI,IAAI,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClC,MAAM,SAAS,GAA8B,EAAE,CAAC;gBAChD,IAAI,CAAC,MAAM,GAAG;oBACZ,GAAG,IAAI,CAAC,MAAM;oBACd,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;wBACjC,EAAE;wBACF,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,eAAe,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS;wBACnD,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,GAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC;qBAC3F,CAAQ;iBACV,CAAC;gBACD,IAAY,CAAC,WAAW,GAAG,SAAS,CAAC;YACxC,CAAC;QACH,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAClC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvD,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,qDAAqD,CAAC,CAAC;YAC3F,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,WAAW,CAC5B;gBACE,MAAM;gBACN,EAAE;gBACF,QAAQ;gBACR,GAAG;gBACH,IAAI;gBACJ,QAAQ;gBACR,SAAS;gBACT,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,eAAe,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;oBACpC,MAAM,UAAU,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC;gBAChE,CAAC;gBACD,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE;oBAClD,MAAM,UAAU,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;gBAChF,CAAC;aACF,EACD,IAAI,CACL,CAAC;YACD,IAAY,CAAC,WAAW,IAAI,CAAE,IAAY,CAAC,WAAW,CAAC,OAAO,GAAG,MAAM,CAAC,CAAC;YAC1E,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAChC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,QAAQ,EAAE,cAAc,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;QACtI,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;YAAE,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC3D,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE;YAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QACpD,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,OAAO,CAAC,IAAI,cAAc,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzI,CAAC;IAED,MAAM,OAAO,GAAe;QAC1B,MAAM;QACN,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,IAAI,EAAE;YACJ,OAAO,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,aAAa;YACf,OAAO,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,IAAI;YACN,OAAO,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC5B,CAAC;QACD,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAuC,EAAE;QAClG,EAAE,CAAC,IAAI,EAAE,OAAO;YACd,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACtC,IAAI,CAAC,IAAI,CAAC,OAAkB,CAAC,CAAC;YAC9B,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACzB,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,KAAK,CAAC,IAAI;YACR,WAAW,KAAK,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;gBAChC,OAAO,CAAC,SAAiB,CAAC,QAAQ,GAAG,QAAQ,CAAC;YACjD,CAAC,CAAC,CAAC;YACH,MAAM,WAAW,CAAC;QACpB,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,cAAc;YAC1B,EAAE,KAAK,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACjC,MAAM,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACpD,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE;YAC3B,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;YACrC,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE;gBAAE,CAAC,CAAC,KAAK,EAAE,CAAC;YAC/C,IAAI,YAAY,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,IAAI,KAAK,KAAK,EAAE,CAAC;gBACnE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;gBACzD,YAAY,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvH,CAAC;YACD,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;YAC3E,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,aAAc,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC3D,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QACD,KAAK,CAAC,GAAG;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE;gBAAE,CAAC,CAAC,KAAK,EAAE,CAAC;YAC/C,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;YACrC,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC/E,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBAC9D,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAClE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;gBAC1D,6FAA6F;gBAC7F,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC/E,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAClE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACvD,CAAC;oBAAS,CAAC;gBACT,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI;YACR,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE;gBAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACjE,MAAM,YAAY,EAAE,KAAK,EAAE,CAAC;YAC5B,YAAY,GAAG,SAAS,CAAC;QAC3B,CAAC;QACD,SAAS,EAAE;YACT,KAAK,CAAC,QAAQ,CAAC,KAAK;gBAClB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;oBACxC,IAAI,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;oBACtF,IAAI,CAAC,CAAC,KAAK;wBAAE,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;oBAChC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC,GAAG,4BAA4B,CAAC,CAAC;oBAC5F,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC5J,CAAC,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9D,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE;oBAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3C,OAAO,IAAI,CAAC;YACd,CAAC;YACD,IAAI,CAAC,MAAM;gBACT,OAAO,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAClD,CAAC;YACD,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO;gBACrB,OAAO,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAC9D,CAAC;SACF;QACD,KAAK,CAAC,OAAO,CAAC,OAAO;YACnB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,CAAC,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC;YAC5D,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAChC,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;oBAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;gBAC1F,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC5F,CAAC;YACD,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;YACxJ,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACxG,CAAC;QACD,KAAK,CAAC,MAAM;YACV,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC3D,MAAM,MAAM,GAA6B,EAAE,CAAC;YAC5C,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;gBAChC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC3M,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YACtM,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAe,EAAE,CAAC;QAC3G,CAAC;KACF,CAAC;IACF,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,KAAc;IAClD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;IACvD,IAAI,OAAO,KAAK,KAAK,UAAU;QAAE,OAAO,SAAS,CAAC;IAClD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC"}

package/dist/indexer/jobs.d.ts

@@ -0,0 +1,61 @@
+import type { AddressRegistry } from "../addresses/registry.js";
+import type { Db } from "../db/client.js";
+import { jobs as jobsTable } from "../db/internal.js";
+import type { InferRow, Table } from "../schema/table.js";
+import type { Observability } from "../observability/logger.js";
+import type { ChainRunner } from "./runtime.js";
+export type JobRow = InferRow<typeof jobsTable>;
+export type JobKind = JobRow["kind"];
+export interface BackfillAddressPayload {
+    set: string;
+    address: string;
+    fromBlock: number;
+    toBlock: number;
+}
+export interface ReindexRangePayload {
+    fromBlock: number;
+    toBlock: number;
+}
+export interface ReindexScopePayload {
+    scope: string;
+    value: string;
+}
+/**
+ * Durable per-chain job queue. Jobs are persisted in `_yail_jobs` so a
+ * restart resumes them; other processes (CLI, API) can enqueue by inserting
+ * rows, which the worker picks up when it polls.
+ */
+export declare class JobRunner {
+    private readonly deps;
+    readonly runner: ChainRunner;
+    private queue;
+    private active;
+    private stopped;
+    private wake;
+    private loopPromise;
+    private lastPoll;
+    constructor(deps: {
+        db: Db;
+        registry: AddressRegistry;
+        obs: Observability;
+        tables: Table<any>[];
+        concurrency: number;
+        pollIntervalMs?: number;
+    }, runner: ChainRunner);
+    get chain(): string;
+    get pending(): number;
+    enqueue(kind: JobKind, payload: BackfillAddressPayload | ReindexRangePayload | ReindexScopePayload): Promise<JobRow>;
+    /** Load unfinished jobs from the database (own chain only). */
+    poll(): Promise<number>;
+    private runningIds;
+    start(): void;
+    stop(): Promise<void>;
+    /** Resolve once the queue is empty and no job is running. */
+    drain(): Promise<void>;
+    private loop;
+    private execute;
+    private backfillAddress;
+    private reindexRange;
+    private reindexScope;
+}
+//# sourceMappingURL=jobs.d.ts.map

package/dist/indexer/jobs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../src/indexer/jobs.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAE,IAAI,IAAI,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAEtD,OAAO,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAEhD,MAAM,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,SAAS,CAAC,CAAC;AAChD,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;AAErC,MAAM,WAAW,sBAAsB;IACrC,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AACD,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AACD,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;GAIG;AACH,qBAAa,SAAS;IASlB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,QAAQ,CAAC,MAAM,EAAE,WAAW;IAT9B,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,MAAM,CAAK;IACnB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAA2B;IACvC,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,QAAQ,CAAK;IAErB,YACmB,IAAI,EAAE;QAAE,EAAE,EAAE,EAAE,CAAC;QAAC,QAAQ,EAAE,eAAe,CAAC;QAAC,GAAG,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,EAC3I,MAAM,EAAE,WAAW,EAC1B;IAEJ,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,IAAI,OAAO,IAAI,MAAM,CAEpB;IAEK,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,sBAAsB,GAAG,mBAAmB,GAAG,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAOzH;IAED,+DAA+D;IACzD,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,CAW5B;IAED,OAAO,CAAC,UAAU,CAAqB;IAEvC,KAAK,IAAI,IAAI,CAGZ;IAEK,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAK1B;IAED,6DAA6D;IACvD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAM3B;YAEa,IAAI;YAwBJ,OAAO;YAkCP,eAAe;YAMf,YAAY;YAWZ,YAAY;CAgB3B"}

package/dist/indexer/jobs.js

@@ -0,0 +1,170 @@
+import { randomUUID } from "node:crypto";
+import { jobs as jobsTable } from "../db/internal.js";
+import { sql } from "../db/sql.js";
+import { INDEX_META_COLUMNS } from "../schema/table.js";
+/**
+ * Durable per-chain job queue. Jobs are persisted in `_yail_jobs` so a
+ * restart resumes them; other processes (CLI, API) can enqueue by inserting
+ * rows, which the worker picks up when it polls.
+ */
+export class JobRunner {
+    deps;
+    runner;
+    queue = [];
+    active = 0;
+    stopped = false;
+    wake;
+    loopPromise;
+    lastPoll = 0;
+    constructor(deps, runner) {
+        this.deps = deps;
+        this.runner = runner;
+    }
+    get chain() {
+        return this.runner.chain;
+    }
+    get pending() {
+        return this.queue.length + this.active;
+    }
+    async enqueue(kind, payload) {
+        const now = new Date();
+        const row = { id: randomUUID(), chain: this.chain, kind, payload: payload, status: "pending", attempts: 0, error: "", createdAt: now, updatedAt: now };
+        await this.deps.db.insert(jobsTable).values(row);
+        this.queue.push(row);
+        this.wake?.();
+        return row;
+    }
+    /** Load unfinished jobs from the database (own chain only). */
+    async poll() {
+        const rows = await this.deps.db.rows(jobsTable, sql `WHERE chain = ${this.chain} AND status IN ('pending', 'running') ORDER BY created_at`);
+        const known = new Set(this.queue.map((j) => j.id));
+        let added = 0;
+        for (const r of rows) {
+            if (known.has(r.id) || this.runningIds.has(r.id))
+                continue;
+            this.queue.push(r);
+            added++;
+        }
+        if (added > 0)
+            this.wake?.();
+        return added;
+    }
+    runningIds = new Set();
+    start() {
+        this.stopped = false;
+        this.loopPromise ??= this.loop();
+    }
+    async stop() {
+        this.stopped = true;
+        this.wake?.();
+        await this.loopPromise;
+        this.loopPromise = undefined;
+    }
+    /** Resolve once the queue is empty and no job is running. */
+    async drain() {
+        for (;;) {
+            await this.poll();
+            if (this.queue.length === 0 && this.active === 0)
+                return;
+            await new Promise((r) => setTimeout(r, 50));
+        }
+    }
+    async loop() {
+        while (!this.stopped) {
+            if (Date.now() - this.lastPoll > (this.deps.pollIntervalMs ?? 10_000)) {
+                this.lastPoll = Date.now();
+                await this.poll().catch((err) => this.deps.obs.log.warn({ event: "jobs_poll_failed", chain: this.chain, error: String(err) }));
+            }
+            while (this.active < this.deps.concurrency && this.queue.length > 0) {
+                const job = this.queue.shift();
+                this.active++;
+                this.runningIds.add(job.id);
+                void this.execute(job).finally(() => {
+                    this.active--;
+                    this.runningIds.delete(job.id);
+                    this.wake?.();
+                });
+            }
+            await new Promise((resolve) => {
+                this.wake = resolve;
+                setTimeout(resolve, 1000);
+            });
+            this.wake = undefined;
+        }
+    }
+    async execute(job) {
+        const { obs } = this.deps;
+        const wide = obs.wide({ chain: this.chain, job: job.kind, jobId: job.id, ...job.payload });
+        const update = (patch) => this.deps.db.insert(jobsTable).values({ ...job, ...patch, updatedAt: new Date() });
+        job.attempts += 1;
+        await update({ status: "running", attempts: job.attempts });
+        try {
+            if (job.kind === "backfill_address")
+                await this.backfillAddress(job.payload);
+            else if (job.kind === "reindex_range")
+                await this.reindexRange(job.payload);
+            else if (job.kind === "reindex_scope")
+                await this.reindexScope(job.payload);
+            job.status = "done";
+            await update({ status: "done" });
+            obs.metrics.recordJob(job.kind, "done");
+            wide.set({ outcome: "done" });
+        }
+        catch (err) {
+            const retry = job.attempts < 3;
+            job.status = "failed";
+            if (retry)
+                job.status = "pending";
+            job.error = err.message;
+            await update({ status: job.status, error: job.error });
+            if (!retry)
+                obs.metrics.recordJob(job.kind, "failed");
+            obs.metrics.recordError(this.chain, "job");
+            wide.error(err);
+            wide.set({ outcome: job.status, attempts: job.attempts });
+            if (retry)
+                this.queue.push(job);
+            else if (job.kind === "backfill_address") {
+                const p = job.payload;
+                await this.deps.registry.update(p.set, this.chain, p.address, { status: "failed", error: job.error });
+            }
+        }
+        finally {
+            wide.emit();
+        }
+    }
+    async backfillAddress(p) {
+        await this.deps.registry.update(p.set, this.chain, p.address, { status: "backfilling" });
+        await this.runner.processRange(p.fromBlock, p.toBlock, { backfill: true, override: { set: p.set, addresses: [p.address] }, label: "backfill" });
+        await this.deps.registry.update(p.set, this.chain, p.address, { status: "live", error: "" });
+    }
+    async reindexRange(p) {
+        const to = Math.min(p.toBlock, this.runner.cursor);
+        for (const t of this.deps.tables) {
+            if (t.options.indexMeta === false)
+                continue;
+            await this.deps.db.command(sql `DELETE FROM ${t} WHERE ${sql.identifier(INDEX_META_COLUMNS.chain)} = ${this.chain} AND ${sql.identifier(INDEX_META_COLUMNS.block)} >= ${p.fromBlock} AND ${sql.identifier(INDEX_META_COLUMNS.block)} < ${to}`);
+        }
+        await this.runner.processRange(p.fromBlock, to, { backfill: true, label: "reindex" });
+    }
+    async reindexScope(p) {
+        let value = p.value;
+        if (value.startsWith("0x"))
+            value = value.toLowerCase();
+        for (const t of this.deps.tables) {
+            const col = t.options.scopes?.[p.scope];
+            if (!col)
+                continue;
+            let cond = sql ``;
+            if (t.options.indexMeta !== false)
+                cond = sql ` AND ${sql.identifier(INDEX_META_COLUMNS.chain)} = ${this.chain}`;
+            await this.deps.db.command(sql `DELETE FROM ${t} WHERE ${sql.identifier(t.columnName(col))} = ${value}${cond}`);
+        }
+        // Re-run history for every set the value belongs to on this chain.
+        const memberships = this.deps.registry.setsContaining(this.chain, value).filter((r) => !r.set.startsWith("__factory:"));
+        for (const m of memberships) {
+            await this.backfillAddress({ set: m.set, address: m.address, fromBlock: Number(m.fromBlock), toBlock: this.runner.cursor });
+        }
+    }
+}
+//# sourceMappingURL=jobs.js.map

package/dist/indexer/jobs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jobs.js","sourceRoot":"","sources":["../../src/indexer/jobs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EAAE,IAAI,IAAI,SAAS,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,GAAG,EAAE,MAAM,cAAc,CAAC;AAEnC,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAsBxD;;;;GAIG;AACH,MAAM,OAAO,SAAS;IASD,IAAI;IACZ,MAAM;IATT,KAAK,GAAa,EAAE,CAAC;IACrB,MAAM,GAAG,CAAC,CAAC;IACX,OAAO,GAAG,KAAK,CAAC;IAChB,IAAI,CAA2B;IAC/B,WAAW,CAA4B;IACvC,QAAQ,GAAG,CAAC,CAAC;IAErB,YACmB,IAAmI,EAC3I,MAAmB;oBADX,IAAI;sBACZ,MAAM;IACd,CAAC;IAEJ,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;IAC3B,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAa,EAAE,OAA2E;QACtG,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,GAAW,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,OAAc,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;QACtK,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACd,OAAO,GAAG,CAAC;IACb,CAAC;IAED,+DAA+D;IAC/D,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAA,iBAAiB,IAAI,CAAC,KAAK,2DAA2D,CAAC,CAAC;QAC3I,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAAE,SAAS;YAC3D,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,KAAK,EAAE,CAAC;QACV,CAAC;QACD,IAAI,KAAK,GAAG,CAAC;YAAE,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7B,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IAEvC,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACd,MAAM,IAAI,CAAC,WAAW,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;IAC/B,CAAC;IAED,6DAA6D;IAC7D,KAAK,CAAC,KAAK;QACT,SAAS,CAAC;YACR,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YACzD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACrB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,MAAM,CAAC,EAAE,CAAC;gBACtE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YACjI,CAAC;YACD,OAAO,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;gBAChC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACd,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC5B,KAAK,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;oBAClC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACd,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC/B,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBAChB,CAAC,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAClC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC;gBACpB,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,GAAW;QAC/B,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QAC1B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3F,MAAM,MAAM,GAAG,CAAC,KAAsB,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,GAAG,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;QAC9H,GAAG,CAAC,QAAQ,IAAI,CAAC,CAAC;QAClB,MAAM,MAAM,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC;YACH,IAAI,GAAG,CAAC,IAAI,KAAK,kBAAkB;gBAAE,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAA4C,CAAC,CAAC;iBAC7G,IAAI,GAAG,CAAC,IAAI,KAAK,eAAe;gBAAE,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAyC,CAAC,CAAC;iBACzG,IAAI,GAAG,CAAC,IAAI,KAAK,eAAe;gBAAE,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAyC,CAAC,CAAC;YAC9G,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC;YACpB,MAAM,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YACjC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACxC,IAAI,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC;YAC/B,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;YACtB,IAAI,KAAK;gBAAE,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC;YAClC,GAAG,CAAC,KAAK,GAAI,GAAa,CAAC,OAAO,CAAC;YACnC,MAAM,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;YACvD,IAAI,CAAC,KAAK;gBAAE,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACtD,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC3C,IAAI,CAAC,KAAK,CAAC,GAAY,CAAC,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC1D,IAAI,KAAK;gBAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;iBAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBACzC,MAAM,CAAC,GAAG,GAAG,CAAC,OAA4C,CAAC;gBAC3D,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;YACxG,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,CAAyB;QACrD,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QACzF,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QAChJ,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;IAC/F,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,CAAsB;QAC/C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACnD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjC,IAAI,CAAC,CAAC,OAAO,CAAC,SAAS,KAAK,KAAK;gBAAE,SAAS;YAC5C,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CACxB,GAAG,CAAA,eAAe,CAAC,UAAU,GAAG,CAAC,UAAU,CAAC,kBAAkB,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,QAAQ,GAAG,CAAC,UAAU,CAAC,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,SAAS,QAAQ,GAAG,CAAC,UAAU,CAAC,kBAAkB,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAClN,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IACxF,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,CAAsB;QAC/C,IAAI,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;QACpB,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACxD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjC,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,IAAI,IAAI,GAAG,GAAG,CAAA,EAAE,CAAC;YACjB,IAAI,CAAC,CAAC,OAAO,CAAC,SAAS,KAAK,KAAK;gBAAE,IAAI,GAAG,GAAG,CAAA,QAAQ,GAAG,CAAC,UAAU,CAAC,kBAAkB,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAChH,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA,eAAe,CAAC,UAAU,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC,CAAC;QACjH,CAAC;QACD,mEAAmE;QACnE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC;QACxH,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9H,CAAC;IACH,CAAC;CACF"}

package/dist/indexer/plan.d.ts

@@ -0,0 +1,73 @@
+import type { Abi, AbiEvent } from "viem";
+import type { AddressSpec, ChainConfig, Config } from "../config/types.js";
+import { type FactoryRef } from "../config/address.js";
+import type { AddressRegistry } from "../addresses/registry.js";
+import type { BitcoinQuery, EvmQuery } from "../sources/types.js";
+import { type CompiledEvent, type CompiledFilter } from "./events.js";
+export interface ContractSource {
+    kind: "contract";
+    name: string;
+    chain: string;
+    abi: Abi;
+    address?: AddressSpec;
+    startBlock: number;
+    endBlock?: number;
+    /** Events that have at least one handler. */
+    events: CompiledEvent[];
+    filters: CompiledFilter[];
+    includeTransactions: boolean;
+    factory?: {
+        ref: FactoryRef;
+        topic0: string;
+        event: AbiEvent;
+        set: string;
+    };
+}
+export interface AccountSource {
+    kind: "account";
+    name: string;
+    chain: string;
+    address: AddressSpec;
+    startBlock: number;
+    endBlock?: number;
+}
+export interface ChainPlan {
+    chain: string;
+    config: ChainConfig;
+    kind: "evm" | "bitcoin";
+    contracts: ContractSource[];
+    accounts: AccountSource[];
+    /** Earliest block any source starts at. */
+    startBlock: number;
+    /** Set when every source has an endBlock. */
+    endBlock?: number;
+    /** Address sets referenced on this chain -> default fromBlock. */
+    sets: Map<string, number>;
+}
+export interface PlanOptions {
+    /** Names of events with registered handlers, e.g. "Erc20:Transfer", "Wallets:transaction". */
+    handled: Set<string>;
+    resolveLatest: (chain: string) => number;
+}
+export declare function buildPlans(config: Config<any, any, any>, options: PlanOptions): Map<string, ChainPlan>;
+/** Next block at which the set of active sources changes (a later startBlock or an endBlock). */
+export declare function nextBoundary(plan: ChainPlan, from: number): number | undefined;
+export interface QueryBuildOptions {
+    /** Restrict the query to sources referencing this set, substituting its members. Used for address backfills. */
+    override?: {
+        set: string;
+        addresses: string[];
+    };
+    addressChunk?: number;
+}
+/** Resolve the address list of a spec on a chain (empty = "match everything" for static specs). */
+export declare function resolveAddresses(spec: AddressSpec | undefined, chain: string, registry: AddressRegistry, override?: QueryBuildOptions["override"]): {
+    any: boolean;
+    addresses: string[];
+    set?: string;
+};
+export declare function bindFactoryName(ref: FactoryRef, name: string): void;
+export declare function buildEvmQuery(plan: ChainPlan, from: number, to: number, registry: AddressRegistry, options?: QueryBuildOptions): EvmQuery;
+export declare function buildBitcoinQuery(plan: ChainPlan, from: number, to: number, registry: AddressRegistry, options?: QueryBuildOptions): BitcoinQuery;
+export declare function chunkList<T>(list: T[], size: number): T[][];
+//# sourceMappingURL=plan.d.ts.map

package/dist/indexer/plan.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"plan.d.ts","sourceRoot":"","sources":["../../src/indexer/plan.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAC1C,OAAO,KAAK,EAAiB,WAAW,EAAE,WAAW,EAAE,MAAM,EAAkB,MAAM,oBAAoB,CAAC;AAC1G,OAAO,EAA2C,KAAK,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAChG,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,KAAK,EAAE,YAAY,EAAgB,QAAQ,EAAe,MAAM,qBAAqB,CAAC;AAC7F,OAAO,EAAoD,KAAK,aAAa,EAAE,KAAK,cAAc,EAAE,MAAM,aAAa,CAAC;AAIxH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,GAAG,CAAC;IACT,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6CAA6C;IAC7C,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,mBAAmB,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,EAAE;QAAE,GAAG,EAAE,UAAU,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,QAAQ,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;CAC7E;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,WAAW,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,KAAK,GAAG,SAAS,CAAC;IACxB,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,2CAA2C;IAC3C,UAAU,EAAE,MAAM,CAAC;IACnB,6CAA6C;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kEAAkE;IAClE,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC3B;AAED,MAAM,WAAW,WAAW;IAC1B,8FAA8F;IAC9F,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACrB,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC;CAC1C;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,WAAW,GAAG,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAsDtG;AAaD,iGAAiG;AACjG,wBAAgB,YAAY,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAU9E;AAED,MAAM,WAAW,iBAAiB;IAChC,gHAAgH;IAChH,QAAQ,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAChD,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,mGAAmG;AACnG,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,WAAW,GAAG,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,QAAQ,CAAC,EAAE,iBAAiB,CAAC,UAAU,CAAC,GAAG;IAAE,GAAG,EAAE,OAAO,CAAC;IAAC,SAAS,EAAE,MAAM,EAAE,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,CAcvM;AAID,wBAAgB,eAAe,CAAC,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAEnE;AAOD,wBAAgB,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,OAAO,GAAE,iBAAsB,GAAG,QAAQ,CA6E7I;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,OAAO,GAAE,iBAAsB,GAAG,YAAY,CAUrJ;AAED,wBAAgB,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,GAAG,CAAC,EAAE,EAAE,CAK3D"}