@notuslabs/yail 0.1.0

package/dist/cli/index.js

@@ -0,0 +1,204 @@
+import { parseArgs } from "node:util";
+import { resolve } from "node:path";
+import { existsSync, watch } from "node:fs";
+import { spawn } from "node:child_process";
+import { pathToFileURL } from "node:url";
+import { schemaDdl } from "../db/migrate.js";
+import { recordEvmFixture, recordBitcoinFixture, writeFixture } from "../sources/fixture.js";
+import { bigintReplacer } from "../util.js";
+import { buildBitcoinQuery, buildEvmQuery } from "../indexer/plan.js";
+const HELP = `yail <command> [options]
+
+Commands
+  start [entry]           run the indexer (default entry: src/index.ts)
+  dev [entry]             run and restart on file changes
+  migrate [entry]         create database, tables and materialized views
+                          --populate  backfill materialized views from existing data
+                          --reset     drop and recreate user tables (dev only)
+  ddl [entry]             print the DDL statements
+  reindex [entry]         --chain <name> (--from <block> --to <block> | --scope <name> --value <id>)
+  addresses add [entry]   --set <name> [--chain <name>] [--from-block <n>] <address...>
+  addresses list [entry]  [--set <name>] [--chain <name>] [--status <s>]
+  record [entry]          --chain <name> --from <block> --to <block> --out <file.json>
+  status                  fetch /status from a running indexer (--url http://localhost:42069)
+
+The entry module must export the indexer (default export or \`indexer\`).`;
+export async function run(argv) {
+    const { values, positionals } = parseArgs({
+        args: argv,
+        allowPositionals: true,
+        options: {
+            help: { type: "boolean", short: "h" },
+            populate: { type: "boolean" },
+            reset: { type: "boolean" },
+            chain: { type: "string" },
+            from: { type: "string" },
+            to: { type: "string" },
+            scope: { type: "string" },
+            value: { type: "string" },
+            set: { type: "string" },
+            status: { type: "string" },
+            "from-block": { type: "string" },
+            out: { type: "string" },
+            url: { type: "string" },
+            "no-server": { type: "boolean" },
+        },
+    });
+    const [command, ...rest] = positionals;
+    if (command && !["start", "dev"].includes(command))
+        process.env.YAIL_QUIET ??= "1";
+    if (!command || values.help) {
+        console.log(HELP);
+        return;
+    }
+    if (command === "status") {
+        const res = await fetch(`${values.url ?? "http://localhost:42069"}/status`);
+        console.log(JSON.stringify(await res.json(), null, 2));
+        return;
+    }
+    if (command === "addresses") {
+        const [sub, ...more] = rest;
+        const entry = more.find((a) => a.endsWith(".ts") || a.endsWith(".js"));
+        const indexer = await loadIndexer(entry);
+        if (sub === "add") {
+            if (!values.set)
+                fail("--set is required");
+            const addrs = more.filter((a) => !(a.endsWith(".ts") || a.endsWith(".js")));
+            if (addrs.length === 0)
+                fail("at least one address is required");
+            const rows = await indexer.addresses.register(addrs.map((address) => ({ set: values.set, address, chain: values.chain, fromBlock: optionalNumber(values["from-block"]) })));
+            console.log(JSON.stringify(rows, bigintReplacer, 2));
+            await indexer.stop();
+            return;
+        }
+        if (sub === "list") {
+            await indexer.init();
+            console.log(JSON.stringify(indexer.addresses.list({ set: values.set, chain: values.chain, status: values.status }), bigintReplacer, 2));
+            await indexer.stop();
+            return;
+        }
+        fail(`unknown addresses subcommand "${sub}"`);
+    }
+    const entry = rest[0];
+    switch (command) {
+        case "start": {
+            const indexer = await loadIndexer(entry);
+            const stop = () => indexer.stop().then(() => process.exit(0));
+            process.on("SIGINT", stop);
+            process.on("SIGTERM", stop);
+            await indexer.start({ server: !values["no-server"] });
+            return;
+        }
+        case "dev": {
+            devLoop(entry);
+            return;
+        }
+        case "migrate": {
+            const indexer = await loadIndexer(entry);
+            await indexer.migrate({ populate: values.populate, reset: values.reset, log: (m) => console.log(`[migrate] ${m}`) });
+            await indexer.stop();
+            console.log("migrated");
+            return;
+        }
+        case "ddl": {
+            const indexer = await loadIndexer(entry);
+            console.log(schemaDdl(indexer.schema, indexer.config.database.database).join(";\n\n") + ";");
+            return;
+        }
+        case "reindex": {
+            if (!values.chain)
+                fail("--chain is required");
+            const indexer = await loadIndexer(entry);
+            const rows = await indexer.reindex({
+                chain: values.chain,
+                fromBlock: optionalNumber(values.from),
+                toBlock: optionalNumber(values.to),
+                scope: values.scope,
+                value: values.value,
+            });
+            console.log(`queued ${rows.length} job(s): ${rows.map((r) => r.id).join(", ")}. A running indexer picks them up within 10s.`);
+            await indexer.stop();
+            return;
+        }
+        case "record": {
+            if (!values.chain || !values.from || !values.to || !values.out)
+                fail("--chain, --from, --to and --out are required");
+            const indexer = await loadIndexer(entry);
+            await indexer.init();
+            const plan = indexer.internals.plans.get(values.chain);
+            if (!plan)
+                fail(`unknown chain ${values.chain}`);
+            const registry = indexer.internals.registry;
+            const from = Number(values.from);
+            const to = Number(values.to);
+            const source = plan.config.source;
+            let fixture;
+            if (plan.kind === "evm") {
+                fixture = await recordEvmFixture(source, buildEvmQuery(plan, from, to, registry), { name: values.chain, chainId: Number(plan.config.id) });
+            }
+            else {
+                fixture = await recordBitcoinFixture(source, buildBitcoinQuery(plan, from, to, registry), { name: values.chain });
+            }
+            writeFixture(resolve(values.out), fixture);
+            console.log(`wrote ${values.out}`);
+            await indexer.stop();
+            return;
+        }
+        default:
+            fail(`unknown command "${command}"\n\n${HELP}`);
+    }
+}
+async function loadIndexer(entry = "src/index.ts") {
+    const path = resolve(process.cwd(), entry);
+    if (!existsSync(path))
+        fail(`entry not found: ${path}`);
+    const { tsImport } = await import("tsx/esm/api");
+    const mod = await tsImport(pathToFileURL(path).href, import.meta.url);
+    const indexer = mod.default ?? mod.indexer;
+    if (!indexer || typeof indexer.on !== "function")
+        fail(`${entry} must export the indexer as default export or \`indexer\``);
+    return indexer;
+}
+function devLoop(entry) {
+    let child;
+    let timer;
+    const startChild = () => {
+        const args = [process.argv[1], "start"];
+        if (entry)
+            args.push(entry);
+        child = spawn(process.execPath, args, { stdio: "inherit", env: { ...process.env, NODE_ENV: process.env.NODE_ENV ?? "development" } });
+        child.on("exit", (code) => {
+            if (code !== null && code !== 0)
+                console.error(`[yail dev] indexer exited with code ${code}, waiting for changes...`);
+        });
+    };
+    const restart = () => {
+        clearTimeout(timer);
+        timer = setTimeout(() => {
+            console.log("[yail dev] change detected, restarting");
+            if (child && child.exitCode === null) {
+                child.once("exit", startChild);
+                child.kill("SIGTERM");
+            }
+            else
+                startChild();
+        }, 300);
+    };
+    const dirs = [resolve(process.cwd(), "src")].filter(existsSync);
+    for (const d of dirs)
+        watch(d, { recursive: true }, restart);
+    for (const f of ["yail.config.ts", "yail.config.js"])
+        if (existsSync(f))
+            watch(f, restart);
+    startChild();
+}
+function fail(msg) {
+    console.error(msg);
+    process.exit(1);
+}
+function optionalNumber(value) {
+    if (value === undefined)
+        return undefined;
+    return Number(value);
+}
+//# sourceMappingURL=index.js.map

package/dist/cli/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,YAAY,EAAgB,MAAM,uBAAuB,CAAC;AAC3G,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEtE,MAAM,IAAI,GAAG;;;;;;;;;;;;;;;0EAe6D,CAAC;AAE3E,MAAM,CAAC,KAAK,UAAU,GAAG,CAAC,IAAc;IACtC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;QACxC,IAAI,EAAE,IAAI;QACV,gBAAgB,EAAE,IAAI;QACtB,OAAO,EAAE;YACP,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE;YACrC,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC7B,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC1B,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACzB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxB,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACtB,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACzB,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACzB,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACvB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAChC,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACvB,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACvB,WAAW,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;SACjC;KACF,CAAC,CAAC;IACH,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,WAAW,CAAC;IACvC,IAAI,OAAO,IAAI,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,CAAC,GAAG,CAAC,UAAU,KAAK,GAAG,CAAC;IACnF,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClB,OAAO;IACT,CAAC;IAED,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,CAAC,GAAG,IAAI,wBAAwB,SAAS,CAAC,CAAC;QAC5E,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACvD,OAAO;IACT,CAAC;IAED,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,GAAG;gBAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC5E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,IAAI,CAAC,kCAAkC,CAAC,CAAC;YACjE,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,cAAc,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC7K,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC;YACrD,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QACD,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;YACnB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAa,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC;YAC/I,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,iCAAiC,GAAG,GAAG,CAAC,CAAC;IAChD,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACtB,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,OAAO,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9D,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAC3B,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAC5B,MAAM,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YACtD,OAAO;QACT,CAAC;QACD,KAAK,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,CAAC;YACf,OAAO;QACT,CAAC;QACD,KAAK,SAAS,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;YACzC,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACrH,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACxB,OAAO;QACT,CAAC;QACD,KAAK,KAAK,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;YACzC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC;YAC7F,OAAO;QACT,CAAC;QACD,KAAK,SAAS,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK;gBAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAC/C,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC;gBACjC,KAAK,EAAE,MAAM,CAAC,KAAM;gBACpB,SAAS,EAAE,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC;gBACtC,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;gBAClC,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,MAAM,YAAY,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;YAC9H,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QACD,KAAK,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG;gBAAE,IAAI,CAAC,8CAA8C,CAAC,CAAC;YACrH,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;YACzC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,KAAM,CAAC,CAAC;YACxD,IAAI,CAAC,IAAI;gBAAE,IAAI,CAAC,iBAAiB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YACjD,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC;YAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC7B,MAAM,MAAM,GAAG,IAAK,CAAC,MAAM,CAAC,MAAM,CAAC;YACnC,IAAI,OAAgB,CAAC;YACrB,IAAI,IAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;gBACzB,OAAO,GAAG,MAAM,gBAAgB,CAAC,MAAa,EAAE,aAAa,CAAC,IAAK,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,IAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACtJ,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,MAAM,oBAAoB,CAAC,MAAa,EAAE,iBAAiB,CAAC,IAAK,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YAC5H,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,GAAI,CAAC,EAAE,OAAO,CAAC,CAAC;YAC5C,OAAO,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;YACnC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QACD;YACE,IAAI,CAAC,oBAAoB,OAAO,QAAQ,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,KAAK,GAAG,cAAc;IAC/C,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC;IAC3C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,IAAI,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;IACxD,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;IACtE,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC;IAC3C,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,EAAE,KAAK,UAAU;QAAE,IAAI,CAAC,GAAG,KAAK,2DAA2D,CAAC,CAAC;IAC5H,OAAO,OAAuB,CAAC;AACjC,CAAC;AAED,SAAS,OAAO,CAAC,KAAc;IAC7B,IAAI,KAA2C,CAAC;IAChD,IAAI,KAAiC,CAAC;IACtC,MAAM,UAAU,GAAG,GAAG,EAAE;QACtB,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAE,EAAE,OAAO,CAAC,CAAC;QACzC,IAAI,KAAK;YAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5B,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,aAAa,EAAE,EAAE,CAAC,CAAC;QACtI,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC;gBAAE,OAAO,CAAC,KAAK,CAAC,uCAAuC,IAAI,0BAA0B,CAAC,CAAC;QACxH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IACF,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YACtB,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;YACtD,IAAI,KAAK,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;gBAC/B,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACxB,CAAC;;gBAAM,UAAU,EAAE,CAAC;QACtB,CAAC,EAAE,GAAG,CAAC,CAAC;IACV,CAAC,CAAC;IACF,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAChE,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,KAAK,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;IAC7D,KAAK,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,gBAAgB,CAAC;QAAE,IAAI,UAAU,CAAC,CAAC,CAAC;YAAE,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAC3F,UAAU,EAAE,CAAC;AACf,CAAC;AAED,SAAS,IAAI,CAAC,GAAW;IACvB,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,cAAc,CAAC,KAAyB;IAC/C,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC"}

package/dist/config/address.d.ts

@@ -0,0 +1,32 @@
+import type { AbiEvent } from "viem";
+/** Reference to a dynamic address set, persisted in ClickHouse and extensible at runtime. */
+export interface AddressSetRef {
+    readonly __brand: "yail.addressSet";
+    readonly set: string;
+}
+/** Ponder-style factory: child addresses discovered from an event of a factory contract. */
+export interface FactoryRef {
+    readonly __brand: "yail.factory";
+    readonly address: string | string[];
+    readonly event: AbiEvent;
+    readonly parameter: string;
+}
+/**
+ * Refer to a dynamic address set. Addresses are registered at runtime
+ * (`indexer.addresses.register`, `POST /addresses`, `yail addresses add`)
+ * and backfilled from the contract's `startBlock` (or a per-address block).
+ *
+ * @example
+ * contracts: { Erc20: { abi, chain: "base", filter: { event: "Transfer", args: { to: addressSet("wallets") } } } }
+ */
+export declare function addressSet(name: string): AddressSetRef;
+export declare function factory(def: {
+    address: string | string[];
+    event: AbiEvent;
+    parameter: string;
+}): FactoryRef;
+export declare function isAddressSet(v: unknown): v is AddressSetRef;
+export declare function isFactory(v: unknown): v is FactoryRef;
+/** Internal set name that stores discovered factory children for a contract/chain. */
+export declare function factorySetName(contract: string): string;
+//# sourceMappingURL=address.d.ts.map

package/dist/config/address.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"address.d.ts","sourceRoot":"","sources":["../../src/config/address.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAErC,6FAA6F;AAC7F,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,OAAO,EAAE,iBAAiB,CAAC;IACpC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;CACtB;AAED,4FAA4F;AAC5F,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC;IACjC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED;;;;;;;GAOG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa,CAGtD;AAED,wBAAgB,OAAO,CAAC,GAAG,EAAE;IAAE,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAAC,KAAK,EAAE,QAAQ,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GAAG,UAAU,CAM3G;AAED,wBAAgB,YAAY,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,IAAI,aAAa,CAE3D;AACD,wBAAgB,SAAS,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,IAAI,UAAU,CAErD;AAED,sFAAsF;AACtF,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAEvD"}

package/dist/config/address.js

@@ -0,0 +1,31 @@
+/**
+ * Refer to a dynamic address set. Addresses are registered at runtime
+ * (`indexer.addresses.register`, `POST /addresses`, `yail addresses add`)
+ * and backfilled from the contract's `startBlock` (or a per-address block).
+ *
+ * @example
+ * contracts: { Erc20: { abi, chain: "base", filter: { event: "Transfer", args: { to: addressSet("wallets") } } } }
+ */
+export function addressSet(name) {
+    if (!/^[a-zA-Z0-9_-]+$/.test(name))
+        throw new Error(`Invalid address set name "${name}"`);
+    return { __brand: "yail.addressSet", set: name };
+}
+export function factory(def) {
+    const names = def.event.inputs.map((i) => i.name);
+    if (!names.includes(def.parameter)) {
+        throw new Error(`factory(): event ${def.event.name} has no parameter "${def.parameter}" (has ${names.join(", ")})`);
+    }
+    return { __brand: "yail.factory", address: def.address, event: def.event, parameter: def.parameter };
+}
+export function isAddressSet(v) {
+    return typeof v === "object" && v !== null && v.__brand === "yail.addressSet";
+}
+export function isFactory(v) {
+    return typeof v === "object" && v !== null && v.__brand === "yail.factory";
+}
+/** Internal set name that stores discovered factory children for a contract/chain. */
+export function factorySetName(contract) {
+    return `__factory:${contract}`;
+}
+//# sourceMappingURL=address.js.map

package/dist/config/address.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"address.js","sourceRoot":"","sources":["../../src/config/address.ts"],"names":[],"mappings":"AAgBA;;;;;;;GAOG;AACH,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,GAAG,CAAC,CAAC;IAC1F,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,GAAuE;IAC7F,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAClD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,KAAK,CAAC,IAAI,sBAAsB,GAAG,CAAC,SAAS,UAAU,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC;AACvG,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,CAAU;IACrC,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAK,CAAmB,CAAC,OAAO,KAAK,iBAAiB,CAAC;AACnG,CAAC;AACD,MAAM,UAAU,SAAS,CAAC,CAAU;IAClC,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAK,CAAgB,CAAC,OAAO,KAAK,cAAc,CAAC;AAC7F,CAAC;AAED,sFAAsF;AACtF,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC7C,OAAO,aAAa,QAAQ,EAAE,CAAC;AACjC,CAAC"}

package/dist/config/chain-ref.d.ts

@@ -0,0 +1,5 @@
+/** Chain names referenced by a `chain` field: a single name or a per-chain override map. */
+export declare function chainNames(ref: string | Readonly<Record<string, unknown>>): string[];
+/** Per-chain overrides for a `chain` field; a single name maps to an empty override. */
+export declare function perChain<T>(ref: string | Readonly<Record<string, T>>): Record<string, Partial<T>>;
+//# sourceMappingURL=chain-ref.d.ts.map

package/dist/config/chain-ref.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chain-ref.d.ts","sourceRoot":"","sources":["../../src/config/chain-ref.ts"],"names":[],"mappings":"AAAA,4FAA4F;AAC5F,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,MAAM,EAAE,CAGpF;AAED,wFAAwF;AACxF,wBAAgB,QAAQ,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAGjG"}

package/dist/config/chain-ref.js

@@ -0,0 +1,13 @@
+/** Chain names referenced by a `chain` field: a single name or a per-chain override map. */
+export function chainNames(ref) {
+    if (typeof ref === "string")
+        return [ref];
+    return Object.keys(ref);
+}
+/** Per-chain overrides for a `chain` field; a single name maps to an empty override. */
+export function perChain(ref) {
+    if (typeof ref === "string")
+        return { [ref]: {} };
+    return { ...ref };
+}
+//# sourceMappingURL=chain-ref.js.map

package/dist/config/chain-ref.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chain-ref.js","sourceRoot":"","sources":["../../src/config/chain-ref.ts"],"names":[],"mappings":"AAAA,4FAA4F;AAC5F,MAAM,UAAU,UAAU,CAAC,GAA+C;IACxE,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC1B,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,QAAQ,CAAI,GAAyC;IACnE,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC;IAClD,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;AACpB,CAAC"}

package/dist/config/create-config.d.ts

@@ -0,0 +1,9 @@
+import type { AccountConfig, ChainConfig, Config, ContractConfig } from "./types.js";
+/**
+ * Define the indexer configuration. Returns the object unchanged; the
+ * generics preserve literal types so `indexer.on("Contract:Event")` and
+ * `event.args` are fully typed.
+ */
+export declare function createConfig<const chains extends Record<string, ChainConfig>, const contracts extends Record<string, ContractConfig<any>> = {}, const accounts extends Record<string, AccountConfig> = {}>(config: Config<chains, contracts, accounts>): Config<chains, contracts, accounts>;
+export declare function validateConfig(config: Config<any, any, any>): void;
+//# sourceMappingURL=create-config.d.ts.map

package/dist/config/create-config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-config.d.ts","sourceRoot":"","sources":["../../src/config/create-config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAKrF;;;;GAIG;AACH,wBAAgB,YAAY,CAC1B,KAAK,CAAC,MAAM,SAAS,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EAChD,KAAK,CAAC,SAAS,SAAS,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAChE,KAAK,CAAC,QAAQ,SAAS,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,GAAG,EAAE,EACzD,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,CAGlF;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,CAoDlE"}

package/dist/config/create-config.js

@@ -0,0 +1,86 @@
+import { isAddressSet, isFactory } from "./address.js";
+import { chainNames } from "./chain-ref.js";
+import { toArray } from "../util.js";
+/**
+ * Define the indexer configuration. Returns the object unchanged; the
+ * generics preserve literal types so `indexer.on("Contract:Event")` and
+ * `event.args` are fully typed.
+ */
+export function createConfig(config) {
+    validateConfig(config);
+    return config;
+}
+export function validateConfig(config) {
+    if (!config.database?.url)
+        throw new Error("config.database.url is required");
+    const configuredChains = Object.keys(config.chains ?? {});
+    if (configuredChains.length === 0)
+        throw new Error("config.chains must define at least one chain");
+    for (const [name, chain] of Object.entries(config.chains)) {
+        if (!chain.source)
+            throw new Error(`chain "${name}": source is required`);
+        if (chain.id === undefined)
+            throw new Error(`chain "${name}": id is required`);
+    }
+    const sets = new Set(Object.keys(config.addressSets ?? {}));
+    const checkChainRef = (owner, ref) => {
+        for (const n of chainNames(ref))
+            if (!config.chains[n])
+                throw new Error(`${owner}: unknown chain "${n}"`);
+    };
+    const checkAddress = (owner, spec) => {
+        if (spec === undefined)
+            return;
+        if (isAddressSet(spec)) {
+            sets.add(spec.set);
+            return;
+        }
+        if (isFactory(spec))
+            return;
+        for (const a of toArray(spec)) {
+            if (typeof a !== "string" || !/^0x[0-9a-fA-F]{40}$/.test(a))
+                throw new Error(`${owner}: invalid EVM address "${String(a)}"`);
+        }
+    };
+    for (const [name, c] of Object.entries((config.contracts ?? {}))) {
+        if (!c.abi)
+            throw new Error(`contract "${name}": abi is required`);
+        checkChainRef(`contract "${name}"`, c.chain);
+        checkAddress(`contract "${name}"`, c.address);
+        if (typeof c.chain !== "string")
+            for (const [cn, o] of Object.entries(c.chain))
+                checkAddress(`contract "${name}" on ${cn}`, o.address);
+        const filters = toArray(c.filter ?? []);
+        for (const f of filters) {
+            const ev = c.abi.find((x) => x.type === "event" && x.name === f.event);
+            if (!ev)
+                throw new Error(`contract "${name}": filter references unknown event "${f.event}"`);
+            for (const arg of Object.keys(f.args ?? {})) {
+                const input = ev.inputs.find((i) => i.name === arg);
+                if (!input)
+                    throw new Error(`contract "${name}": filter for ${f.event} references unknown argument "${arg}"`);
+                if (!input.indexed)
+                    throw new Error(`contract "${name}": filter argument "${arg}" of ${f.event} must be indexed`);
+                const v = f.args[arg];
+                if (isAddressSet(v))
+                    sets.add(v.set);
+            }
+        }
+    }
+    for (const [name, a] of Object.entries((config.accounts ?? {}))) {
+        checkChainRef(`account "${name}"`, a.chain);
+        if (a.address === undefined)
+            throw new Error(`account "${name}": address is required`);
+        if (isFactory(a.address))
+            throw new Error(`account "${name}": factory() is not supported for accounts`);
+        if (!isAddressSet(a.address)) {
+            const evm = chainNames(a.chain).every((cn) => config.chains[cn].source.kind === "evm");
+            if (evm)
+                checkAddress(`account "${name}"`, a.address);
+        }
+    }
+    config.addressSets = { ...(config.addressSets ?? {}) };
+    for (const s of sets)
+        config.addressSets[s] ??= {};
+}
+//# sourceMappingURL=create-config.js.map

package/dist/config/create-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-config.js","sourceRoot":"","sources":["../../src/config/create-config.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAErC;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAI1B,MAA2C;IAC3C,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAA6B;IAC1D,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IAC9E,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC1D,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IACnG,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAiC,EAAE,CAAC;QAC1F,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,uBAAuB,CAAC,CAAC;QAC1E,IAAI,KAAK,CAAC,EAAE,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,mBAAmB,CAAC,CAAC;IACjF,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,CAAC;IAC5D,MAAM,aAAa,GAAG,CAAC,KAAa,EAAE,GAAqC,EAAE,EAAE;QAC7E,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAC5G,CAAC,CAAC;IACF,MAAM,YAAY,GAAG,CAAC,KAAa,EAAE,IAAa,EAAE,EAAE;QACpD,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO;QAC/B,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnB,OAAO;QACT,CAAC;QACD,IAAI,SAAS,CAAC,IAAI,CAAC;YAAE,OAAO;QAC5B,KAAK,MAAM,CAAC,IAAI,OAAO,CAAU,IAAI,CAAC,EAAE,CAAC;YACvC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,0BAA0B,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC/H,CAAC;IACH,CAAC,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAmC,CAAC,EAAE,CAAC;QACnG,IAAI,CAAC,CAAC,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,aAAa,IAAI,oBAAoB,CAAC,CAAC;QACnE,aAAa,CAAC,aAAa,IAAI,GAAG,EAAE,CAAC,CAAC,KAAY,CAAC,CAAC;QACpD,YAAY,CAAC,aAAa,IAAI,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ;YAAE,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;gBAAE,YAAY,CAAC,aAAa,IAAI,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QACvI,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QACxC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;YAC5E,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,aAAa,IAAI,uCAAuC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;YAC7F,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;gBAC5C,MAAM,KAAK,GAAI,EAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC;gBAClE,IAAI,CAAC,KAAK;oBAAE,MAAM,IAAI,KAAK,CAAC,aAAa,IAAI,iBAAiB,CAAC,CAAC,KAAK,iCAAiC,GAAG,GAAG,CAAC,CAAC;gBAC9G,IAAI,CAAC,KAAK,CAAC,OAAO;oBAAE,MAAM,IAAI,KAAK,CAAC,aAAa,IAAI,uBAAuB,GAAG,QAAQ,CAAC,CAAC,KAAK,kBAAkB,CAAC,CAAC;gBAClH,MAAM,CAAC,GAAI,CAAC,CAAC,IAAY,CAAC,GAAG,CAAC,CAAC;gBAC/B,IAAI,YAAY,CAAC,CAAC,CAAC;oBAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAkC,CAAC,EAAE,CAAC;QACjG,aAAa,CAAC,YAAY,IAAI,GAAG,EAAE,CAAC,CAAC,KAAY,CAAC,CAAC;QACnD,IAAI,CAAC,CAAC,OAAO,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,IAAI,wBAAwB,CAAC,CAAC;QACvF,IAAI,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,IAAI,4CAA4C,CAAC,CAAC;QACxG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC;YACvF,IAAI,GAAG;gBAAE,YAAY,CAAC,YAAY,IAAI,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IACD,MAAM,CAAC,WAAW,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,EAAE,CAAC;IACvD,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;AACrD,CAAC"}

package/dist/config/index.d.ts

@@ -0,0 +1,5 @@
+export { createConfig, validateConfig } from "./create-config.js";
+export { addressSet, factory, isAddressSet, isFactory, factorySetName } from "./address.js";
+export type { AddressSetRef, FactoryRef } from "./address.js";
+export type * from "./types.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/config/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC5F,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC9D,mBAAmB,YAAY,CAAC"}

package/dist/config/index.js

@@ -0,0 +1,3 @@
+export { createConfig, validateConfig } from "./create-config.js";
+export { addressSet, factory, isAddressSet, isFactory, factorySetName } from "./address.js";
+//# sourceMappingURL=index.js.map

package/dist/config/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC"}

package/dist/config/types.d.ts

@@ -0,0 +1,113 @@
+import type { Abi } from "viem";
+import type { DatabaseConfig } from "../db/client.js";
+import type { Source } from "../sources/types.js";
+import type { AddressSetRef, FactoryRef } from "./address.js";
+export type AddressSpec = string | readonly string[] | AddressSetRef | FactoryRef;
+export interface ChainConfig<S extends Source = Source> {
+    /** Chain id (EVM) or a string id such as "bitcoin". */
+    id: number | string;
+    /** Data source: `hypersync()`, `rpc()`, `esplora()`, or any of them wrapped in `cached()`. */
+    source: S;
+    /** Optional JSON-RPC URL, enables `context.client.readContract` (EVM only). */
+    rpc?: string;
+    /** Blocks behind the source head treated as final. Default: 20 (EVM), 3 (Bitcoin). */
+    finality?: number;
+    /** Poll interval in ms once caught up. Default: 2000 (EVM), 30000 (Bitcoin). */
+    pollInterval?: number;
+    /** Max blocks per planned query. Default: 100000 (HyperSync), 2000 (RPC), 50000 (Bitcoin). */
+    maxBlockRange?: number;
+}
+export type BlockRef = number | "latest";
+export interface EventFilterArgs {
+    [param: string]: string | number | bigint | boolean | ReadonlyArray<string | number | bigint | boolean> | AddressSetRef;
+}
+export interface EventFilter<eventName extends string = string> {
+    event: eventName;
+    args: EventFilterArgs;
+}
+export interface ChainScopedContract {
+    address?: AddressSpec;
+    startBlock?: BlockRef;
+    endBlock?: number;
+    filter?: EventFilter | readonly EventFilter[];
+}
+export interface ContractConfig<abi extends Abi = Abi> {
+    abi: abi;
+    /** Chain name, or a per-chain map of overrides (Ponder style). */
+    chain: string | Readonly<Record<string, ChainScopedContract>>;
+    /** Static address(es), an `addressSet()`, or a `factory()`. Omit to match every contract. */
+    address?: AddressSpec;
+    startBlock?: BlockRef;
+    endBlock?: number;
+    /** Only index logs matching these indexed-argument filters (OR between filters). Values may be `addressSet()` refs. */
+    filter?: EventFilter | readonly EventFilter[];
+    /** Attach `event.transaction` to every event (extra data from the source). Default false. */
+    includeTransactions?: boolean;
+}
+export interface ChainScopedAccount {
+    address?: AddressSpec;
+    startBlock?: BlockRef;
+    endBlock?: number;
+}
+/** Index transactions sent from/to a set of addresses (EVM native transfers, Bitcoin UTXO movements). */
+export interface AccountConfig {
+    chain: string | Readonly<Record<string, ChainScopedAccount>>;
+    address: AddressSpec;
+    startBlock?: BlockRef;
+    endBlock?: number;
+}
+export interface AddressSetConfig {
+    /** Addresses to seed the set with (registered on first start, per chain that uses the set). */
+    initial?: ReadonlyArray<string | {
+        address: string;
+        chain?: string;
+        fromBlock?: number;
+    }>;
+}
+export interface CacheConfig {
+    /** Cache raw source batches in ClickHouse (`_yail_source_cache`). Same effect as wrapping sources in `cached()`. */
+    source?: boolean;
+    /** Persist `context.http` responses in ClickHouse. Default true. */
+    http?: boolean;
+    /** Persist `context.client.readContract` results in ClickHouse. Default true. */
+    rpc?: boolean;
+}
+export interface ObservabilityConfig {
+    /** Service name for logs/metrics/traces. Default: "yail". */
+    serviceName?: string;
+    /** OTLP HTTP endpoint (base URL). Falls back to OTEL_EXPORTER_OTLP_ENDPOINT / OTLP_ENDPOINT. */
+    otlpEndpoint?: string;
+    otlpHeaders?: Record<string, string>;
+    /** Pretty console output. Default: true outside production. */
+    pretty?: boolean;
+    logLevel?: "debug" | "info" | "warn" | "error";
+    /** Also store wide events in ClickHouse table `_yail_logs` (queryable observability with zero extra infra). Default false. */
+    logsToClickHouse?: boolean;
+    /** Emit one wide event per source batch. Default true. */
+    batchEvents?: boolean;
+}
+export interface ServerConfig {
+    /** Port for the status/admin HTTP API. Default 42069. `false` disables the server. */
+    port?: number | false;
+    hostname?: string;
+}
+export interface IndexingConfig {
+    /** Flush buffered rows when this many are pending, even mid-batch. Default 50000. */
+    flushMaxRows?: number;
+    /** How many address-backfill / reindex jobs run concurrently per chain. Default 2. */
+    jobConcurrency?: number;
+    /** Max addresses per source filter chunk. Default 500. */
+    addressChunk?: number;
+}
+export interface Config<chains extends Record<string, ChainConfig> = Record<string, ChainConfig>, contracts extends Record<string, ContractConfig<any>> = Record<string, ContractConfig<any>>, accounts extends Record<string, AccountConfig> = Record<string, AccountConfig>> {
+    database: DatabaseConfig;
+    chains: chains;
+    contracts?: contracts;
+    accounts?: accounts;
+    addressSets?: Record<string, AddressSetConfig>;
+    cache?: CacheConfig;
+    observability?: ObservabilityConfig;
+    server?: ServerConfig;
+    indexing?: IndexingConfig;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/config/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/config/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC;AAChC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE9D,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,SAAS,MAAM,EAAE,GAAG,aAAa,GAAG,UAAU,CAAC;AAElF,MAAM,WAAW,WAAW,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM;IACpD,uDAAuD;IACvD,EAAE,EAAE,MAAM,GAAG,MAAM,CAAC;IACpB,8FAA8F;IAC9F,MAAM,EAAE,CAAC,CAAC;IACV,+EAA+E;IAC/E,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,sFAAsF;IACtF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gFAAgF;IAChF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,8FAA8F;IAC9F,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEzC,MAAM,WAAW,eAAe;IAC9B,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,aAAa,CAAC,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,GAAG,aAAa,CAAC;CACzH;AAED,MAAM,WAAW,WAAW,CAAC,SAAS,SAAS,MAAM,GAAG,MAAM;IAC5D,KAAK,EAAE,SAAS,CAAC;IACjB,IAAI,EAAE,eAAe,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,UAAU,CAAC,EAAE,QAAQ,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,GAAG,SAAS,WAAW,EAAE,CAAC;CAC/C;AAED,MAAM,WAAW,cAAc,CAAC,GAAG,SAAS,GAAG,GAAG,GAAG;IACnD,GAAG,EAAE,GAAG,CAAC;IACT,kEAAkE;IAClE,KAAK,EAAE,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC,CAAC;IAC9D,6FAA6F;IAC7F,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,UAAU,CAAC,EAAE,QAAQ,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,uHAAuH;IACvH,MAAM,CAAC,EAAE,WAAW,GAAG,SAAS,WAAW,EAAE,CAAC;IAC9C,6FAA6F;IAC7F,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,UAAU,CAAC,EAAE,QAAQ,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,yGAAyG;AACzG,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAC7D,OAAO,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,EAAE,QAAQ,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,gBAAgB;IAC/B,+FAA+F;IAC/F,OAAO,CAAC,EAAE,aAAa,CAAC,MAAM,GAAG;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC3F;AAED,MAAM,WAAW,WAAW;IAC1B,oHAAoH;IACpH,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,oEAAoE;IACpE,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,iFAAiF;IACjF,GAAG,CAAC,EAAE,OAAO,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,6DAA6D;IAC7D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gGAAgG;IAChG,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,+DAA+D;IAC/D,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IAC/C,8HAA8H;IAC9H,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,0DAA0D;IAC1D,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,sFAAsF;IACtF,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,qFAAqF;IACrF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,sFAAsF;IACtF,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,0DAA0D;IAC1D,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,MAAM,CACrB,MAAM,SAAS,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACxE,SAAS,SAAS,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,EAC3F,QAAQ,SAAS,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC;IAE9E,QAAQ,EAAE,cAAc,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAC/C,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,QAAQ,CAAC,EAAE,cAAc,CAAC;CAC3B"}

package/dist/config/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/config/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/config/types.ts"],"names":[],"mappings":""}

package/dist/db/batch.d.ts

@@ -0,0 +1,33 @@
+import type { InferRow, InsertRow, Table } from "../schema/table.js";
+import type { Db } from "./client.js";
+import { type RowMeta } from "./serialize.js";
+/**
+ * Buffers rows per table and flushes them in one INSERT per table.
+ * ClickHouse wants few, large inserts; handlers want to write row-by-row.
+ * The indexer flushes after every source batch, before writing the checkpoint.
+ */
+export declare class BatchWriter {
+    private readonly db;
+    private readonly options;
+    private pending;
+    private rowCount;
+    constructor(db: Db, options?: {
+        maxRows?: number;
+        onFlush?: (stats: {
+            table: string;
+            rows: number;
+            ms: number;
+        }) => void;
+    });
+    get size(): number;
+    add<T extends Table<any>>(table: T, row: InsertRow<T>, meta?: RowMeta): void;
+    /** Latest buffered logical row matching the full ORDER BY key, if any. */
+    peek<T extends Table<any>>(table: T, key: Partial<InferRow<T>>): InferRow<T> | null;
+    flush(): Promise<{
+        tables: number;
+        rows: number;
+    }>;
+    shouldFlush(): boolean;
+    discard(): void;
+}
+//# sourceMappingURL=batch.d.ts.map

package/dist/db/batch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch.d.ts","sourceRoot":"","sources":["../../src/db/batch.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AACrE,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAgB,KAAK,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAS5D;;;;GAIG;AACH,qBAAa,WAAW;IAKpB,OAAO,CAAC,QAAQ,CAAC,EAAE;IACnB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAL1B,OAAO,CAAC,OAAO,CAA8B;IAC7C,OAAO,CAAC,QAAQ,CAAK;IAErB,YACmB,EAAE,EAAE,EAAE,EACN,OAAO,GAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,EAAE,EAAE,MAAM,CAAA;SAAE,KAAK,IAAI,CAAA;KAAO,EACzH;IAEJ,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,GAAG,CAAC,CAAC,SAAS,KAAK,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,OAAO,GAAG,IAAI,CAS3E;IAED,0EAA0E;IAC1E,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI,CAMlF;IAEK,KAAK,IAAI,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAWvD;IAED,WAAW,IAAI,OAAO,CAErB;IAED,OAAO,IAAI,IAAI,CAGd;CACF"}