@saga-sync/producer 0.1.3 → 0.2.0

package/dist/scraper/config.d.ts

@@ -4,11 +4,23 @@ export type EventFilter = {
     eventTopic: Hex;
     filter?: Hex[];
 };
+export type SourceConfig = {
+    kind: "rpc";
+} | {
+    kind: "subsquid";
+    endpoint: string;
+    entity: string;
+};
 export type ScraperTarget = {
     chainId: Hex;
     fromBlock: Hex;
-    events: EventFilter[];
+    source: SourceConfig;
+    events?: EventFilter[];
     maxSizeBytes?: number;
+    protocol?: string;
+    protocolMetadata?: Record<string, unknown>;
+    trackedAddresses?: Hex[];
+    trackedEventTopics?: Hex[];
 };
 export declare function loadConfig(path: string, protocolId: string): ScraperTarget;
 export declare function loadAllProtocols(path: string): Record<string, ScraperTarget>;

package/dist/scraper/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/scraper/config.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC;AAmChC,MAAM,MAAM,WAAW,GAAG;IACxB,eAAe,EAAE,GAAG,CAAC;IACrB,UAAU,EAAE,GAAG,CAAC;IAChB,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,EAAE,GAAG,CAAC;IACb,SAAS,EAAE,GAAG,CAAC;IACf,MAAM,EAAE,WAAW,EAAE,CAAC;IAGtB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAwCF,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,aAAa,CAO1E;AAID,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAO5E"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/scraper/config.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC;AAgFhC,MAAM,MAAM,WAAW,GAAG;IACxB,eAAe,EAAE,GAAG,CAAC;IACrB,UAAU,EAAE,GAAG,CAAC;IAChB,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC;CAChB,CAAC;AAIF,MAAM,MAAM,YAAY,GACpB;IAAE,IAAI,EAAE,KAAK,CAAA;CAAE,GACf;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE3D,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,EAAE,GAAG,CAAC;IACb,SAAS,EAAE,GAAG,CAAC;IACf,MAAM,EAAE,YAAY,CAAC;IAErB,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC;IAGvB,YAAY,CAAC,EAAE,MAAM,CAAC;IAKtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3C,gBAAgB,CAAC,EAAE,GAAG,EAAE,CAAC;IACzB,kBAAkB,CAAC,EAAE,GAAG,EAAE,CAAC;CAC5B,CAAC;AAmDF,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,aAAa,CAO1E;AAID,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAO5E"}

package/dist/scraper/config.js

@@ -23,11 +23,55 @@ const chunkSettingsSchema = z
 })
     .passthrough()
     .optional();
+// Where a stream's records come from. Defaults to "rpc" when absent, so every
+// config written before sources existed stays valid and unchanged in meaning.
+//
+// "subsquid" mirrors a Squid GraphQL index. That is a deliberate downgrade in
+// provenance — the bytes are reproducible only against that third-party index,
+// not against the chain — so it is opt-in per stream and recorded in the
+// manifest's protocolMetadata, never inferred.
+const sourceSchema = z
+    .discriminatedUnion("kind", [
+    z.object({ kind: z.literal("rpc") }),
+    z.object({
+        kind: z.literal("subsquid"),
+        endpoint: z.string().url("expected an absolute http(s) URL"),
+        // Which entity to mirror. Only "railgun-operation" exists today; naming it
+        // in config keeps the source from hardcoding one protocol's shape.
+        entity: z.string().min(1),
+    }),
+])
+    .optional();
 const targetSchema = z.object({
     chainId: quantity,
     fromBlock: quantity,
-    events: z.array(eventFilterSchema).min(1, "at least one event filter is required"),
+    // Required for an rpc source, forbidden for the others — enforced below, since
+    // zod cannot express "depends on a sibling field" in the shape alone.
+    events: z.array(eventFilterSchema).optional(),
+    source: sourceSchema,
     chunkSettings: chunkSettingsSchema,
+    // Descriptive metadata surfaced in the manifest (all optional). `protocol` is
+    // the family name (e.g. "tornado-cash"); `protocolMetadata` is a free-form
+    // passthrough copied verbatim into the manifest — a blank slate for
+    // protocol-specific fields. See the manifest's write-once immutability note.
+    protocol: z.string().optional(),
+    protocolMetadata: z.record(z.unknown()).optional(),
+}).superRefine((t, ctx) => {
+    const kind = t.source?.kind ?? "rpc";
+    if (kind === "rpc" && (t.events === undefined || t.events.length === 0)) {
+        ctx.addIssue({
+            code: z.ZodIssueCode.custom,
+            path: ["events"],
+            message: "at least one event filter is required for an rpc source",
+        });
+    }
+    if (kind !== "rpc" && t.events !== undefined) {
+        ctx.addIssue({
+            code: z.ZodIssueCode.custom,
+            path: ["events"],
+            message: `events are only meaningful for an rpc source (this stream's source is "${kind}")`,
+        });
+    }
 });
 function readAndParse(path) {
     let raw;
@@ -57,13 +101,25 @@ function parseTarget(path, protocolId, raw) {
         : typeof maxSizeRaw === "number"
             ? maxSizeRaw
             : Number(BigInt(maxSizeRaw));
+    const events = parsed.data.events;
     const target = {
         chainId: parsed.data.chainId,
         fromBlock: parsed.data.fromBlock,
-        events: parsed.data.events,
+        source: (parsed.data.source ?? { kind: "rpc" }),
     };
+    if (events !== undefined) {
+        target.events = events;
+        // Unique tracked contract addresses / event topics, in config (first-seen) order.
+        target.trackedAddresses = [...new Set(events.map((e) => e.contractAddress))];
+        target.trackedEventTopics = [...new Set(events.map((e) => e.eventTopic))];
+    }
     if (maxSizeBytes !== undefined)
         target.maxSizeBytes = maxSizeBytes;
+    if (parsed.data.protocol !== undefined)
+        target.protocol = parsed.data.protocol;
+    if (parsed.data.protocolMetadata !== undefined) {
+        target.protocolMetadata = parsed.data.protocolMetadata;
+    }
     return target;
 }
 export function loadConfig(path, protocolId) {

package/dist/scraper/config.js.map

@@ -1 +1 @@
-{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/scraper/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,MAAM,OAAO,GAAG,CAAC;KACd,MAAM,EAAE;KACR,KAAK,CAAC,qBAAqB,EAAE,0CAA0C,CAAC,CAAC;AAC5E,MAAM,KAAK,GAAG,CAAC;KACZ,MAAM,EAAE;KACR,KAAK,CAAC,qBAAqB,EAAE,wCAAwC,CAAC,CAAC;AAC1E,MAAM,QAAQ,GAAG,CAAC;KACf,MAAM,EAAE;KACR,KAAK,CAAC,kBAAkB,EAAE,qCAAqC,CAAC,CAAC;AAEpE,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,eAAe,EAAE,OAAO;IACxB,UAAU,EAAE,KAAK;IACjB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE;CAClC,CAAC,CAAC;AAEH,sEAAsE;AACtE,4EAA4E;AAC5E,uEAAuE;AACvE,MAAM,mBAAmB,GAAG,CAAC;KAC1B,MAAM,CAAC;IACN,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC1E,CAAC;KACD,WAAW,EAAE;KACb,QAAQ,EAAE,CAAC;AAEd,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,OAAO,EAAE,QAAQ;IACjB,SAAS,EAAE,QAAQ;IACnB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,uCAAuC,CAAC;IAClF,aAAa,EAAE,mBAAmB;CACnC,CAAC,CAAC;AAiBH,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,GAAY,CAAC;IACjB,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,KAAM,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,SAAS,GAAI,GAAsD,EAAE,SAAS,CAAC;IACrF,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,wCAAwC,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,UAAkB,EAAE,GAAY;IACjE,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM;aAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;aACjF,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,iBAAiB,MAAM,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC;IAC3D,MAAM,YAAY,GAChB,UAAU,KAAK,SAAS;QACtB,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,OAAO,UAAU,KAAK,QAAQ;YAC9B,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;IACnC,MAAM,MAAM,GAAkB;QAC5B,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAc;QACnC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAgB;QACvC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAuB;KAC5C,CAAC;IACF,IAAI,YAAY,KAAK,SAAS;QAAE,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;IACnE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,UAAkB;IACzD,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,kBAAkB,UAAU,aAAa,KAAK,EAAE,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,WAAW,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED,kFAAkF;AAClF,0DAA0D;AAC1D,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,GAAG,GAAkC,EAAE,CAAC;IAC9C,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/scraper/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,MAAM,OAAO,GAAG,CAAC;KACd,MAAM,EAAE;KACR,KAAK,CAAC,qBAAqB,EAAE,0CAA0C,CAAC,CAAC;AAC5E,MAAM,KAAK,GAAG,CAAC;KACZ,MAAM,EAAE;KACR,KAAK,CAAC,qBAAqB,EAAE,wCAAwC,CAAC,CAAC;AAC1E,MAAM,QAAQ,GAAG,CAAC;KACf,MAAM,EAAE;KACR,KAAK,CAAC,kBAAkB,EAAE,qCAAqC,CAAC,CAAC;AAEpE,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,eAAe,EAAE,OAAO;IACxB,UAAU,EAAE,KAAK;IACjB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE;CAClC,CAAC,CAAC;AAEH,sEAAsE;AACtE,4EAA4E;AAC5E,uEAAuE;AACvE,MAAM,mBAAmB,GAAG,CAAC;KAC1B,MAAM,CAAC;IACN,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC1E,CAAC;KACD,WAAW,EAAE;KACb,QAAQ,EAAE,CAAC;AAEd,8EAA8E;AAC9E,8EAA8E;AAC9E,EAAE;AACF,8EAA8E;AAC9E,+EAA+E;AAC/E,yEAAyE;AACzE,+CAA+C;AAC/C,MAAM,YAAY,GAAG,CAAC;KACnB,kBAAkB,CAAC,MAAM,EAAE;IAC1B,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;IACpC,CAAC,CAAC,MAAM,CAAC;QACP,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;QAC3B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,kCAAkC,CAAC;QAC5D,2EAA2E;QAC3E,mEAAmE;QACnE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;KAC1B,CAAC;CACH,CAAC;KACD,QAAQ,EAAE,CAAC;AAEd,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,OAAO,EAAE,QAAQ;IACjB,SAAS,EAAE,QAAQ;IACnB,+EAA+E;IAC/E,sEAAsE;IACtE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE;IAC7C,MAAM,EAAE,YAAY;IACpB,aAAa,EAAE,mBAAmB;IAClC,8EAA8E;IAC9E,2EAA2E;IAC3E,oEAAoE;IACpE,6EAA6E;IAC7E,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;IACxB,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,IAAI,IAAI,KAAK,CAAC;IACrC,IAAI,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;QACxE,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM;YAC3B,IAAI,EAAE,CAAC,QAAQ,CAAC;YAChB,OAAO,EAAE,yDAAyD;SACnE,CAAC,CAAC;IACL,CAAC;IACD,IAAI,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC7C,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM;YAC3B,IAAI,EAAE,CAAC,QAAQ,CAAC;YAChB,OAAO,EAAE,0EAA0E,IAAI,IAAI;SAC5F,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC,CAAC;AAiCH,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,GAAY,CAAC;IACjB,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,KAAM,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,SAAS,GAAI,GAAsD,EAAE,SAAS,CAAC;IACrF,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,wCAAwC,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,UAAkB,EAAE,GAAY;IACjE,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM;aAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;aACjF,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,iBAAiB,MAAM,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC;IAC3D,MAAM,YAAY,GAChB,UAAU,KAAK,SAAS;QACtB,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,OAAO,UAAU,KAAK,QAAQ;YAC9B,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAmC,CAAC;IAC/D,MAAM,MAAM,GAAkB;QAC5B,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAc;QACnC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAgB;QACvC,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAiB;KAChE,CAAC;IACF,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;QACvB,kFAAkF;QAClF,MAAM,CAAC,gBAAgB,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAU,CAAC;QACtF,MAAM,CAAC,kBAAkB,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAU,CAAC;IACrF,CAAC;IACD,IAAI,YAAY,KAAK,SAAS;QAAE,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;IACnE,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS;QAAE,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;IAC/E,IAAI,MAAM,CAAC,IAAI,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;QAC/C,MAAM,CAAC,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC;IACzD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,UAAkB;IACzD,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,kBAAkB,UAAU,aAAa,KAAK,EAAE,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,WAAW,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED,kFAAkF;AAClF,0DAA0D;AAC1D,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,GAAG,GAAkC,EAAE,CAAC;IAC9C,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/scraper/scrape.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../src/scraper/scrape.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAO,YAAY,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEtD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,MAAM,aAAa,GAAG;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAOF,wBAAuB,MAAM,CAC3B,MAAM,EAAE,YAAY,EACpB,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,aAAa,GACpD,cAAc,CAAC,MAAM,CAAC,CAsBxB"}
+{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../src/scraper/scrape.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAO,YAAY,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEtD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,MAAM,aAAa,GAAG;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAsBF,wBAAuB,MAAM,CAC3B,MAAM,EAAE,YAAY,EACpB,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,aAAa,GACpD,cAAc,CAAC,MAAM,CAAC,CA4BxB"}

package/dist/scraper/scrape.js

@@ -4,9 +4,22 @@ import { numberToHex } from "viem";
 // than a provider will accept. On a range/result-size error the window is halved
 // and the same sub-range retried — that adaptive split is what makes this work
 // against real RPCs whose limits vary.
+// Sustained provider rate-limiting is retried with exponential backoff on top of
+// viem's own transport retries; cap the attempts so a persistent outage still
+// surfaces rather than hanging the run.
+const MAX_RATE_LIMIT_RETRIES = 8;
+const RATE_LIMIT_BASE_MS = 250;
+const RATE_LIMIT_CAP_MS = 30_000;
+const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
+// Exponential backoff with full jitter, capped.
+function backoffMs(attempt) {
+    const exp = Math.min(RATE_LIMIT_CAP_MS, RATE_LIMIT_BASE_MS * 2 ** attempt);
+    return Math.round(Math.random() * exp);
+}
 export async function* scrape(client, { fromBlock, toBlock, events, window }) {
     let windowSize = BigInt(Math.max(1, Math.floor(window)));
     let start = fromBlock;
+    let rateLimitRetries = 0;
     while (start <= toBlock) {
         let end = start + windowSize - 1n;
         if (end > toBlock)
@@ -20,18 +33,26 @@ export async function* scrape(client, { fromBlock, toBlock, events, window }) {
                 windowSize = windowSize / 2n;
                 continue; // retry the same `start` with a smaller window
             }
+            if (isRateLimitError(err) && rateLimitRetries < MAX_RATE_LIMIT_RETRIES) {
+                await sleep(backoffMs(rateLimitRetries++));
+                continue; // back off and retry the same window (don't shrink it)
+            }
             throw err;
         }
         for (const log of logs)
             yield log;
         start = end + 1n;
+        rateLimitRetries = 0; // a successful window resets the backoff counter
     }
 }
 async function getLogsForWindow(client, fromBlock, toBlock, events) {
-    const out = [];
-    for (const filter of events) {
+    // Fetch every event filter's logs for this window concurrently; with the
+    // client's batch transport these coalesce into a single batched HTTP call.
+    // If any filter hits a range error the whole window rejects and scrape()
+    // halves it and retries — idempotent, so re-fetching the others is fine.
+    const perFilter = await Promise.all(events.map((filter) => {
         const topics = [filter.eventTopic, ...(filter.filter ?? [])];
-        const logs = (await client.request({
+        return client.request({
             method: "eth_getLogs",
             params: [
                 {
@@ -41,9 +62,9 @@ async function getLogsForWindow(client, fromBlock, toBlock, events) {
                     toBlock: numberToHex(toBlock),
                 },
             ],
-        }));
-        out.push(...logs);
-    }
+        });
+    }));
+    const out = perFilter.flat();
     // Windows are scanned in ascending order; sorting within the window makes the
     // whole NDJSON stream globally ordered by (blockNumber, logIndex).
     out.sort((a, b) => {
@@ -67,4 +88,16 @@ function isRangeError(err) {
         msg.includes("response size") ||
         msg.includes("query timeout"));
 }
+// Provider throttling (e.g. Alchemy "compute units per second capacity"). Kept
+// disjoint from isRangeError's terms so a rate limit backs off rather than
+// pointlessly shrinking the window. Checked after isRangeError.
+function isRateLimitError(err) {
+    const msg = (err instanceof Error ? err.message : String(err)).toLowerCase();
+    return (msg.includes("429") ||
+        msg.includes("rate limit") ||
+        msg.includes("too many requests") ||
+        msg.includes("capacity") ||
+        msg.includes("compute unit") ||
+        msg.includes("throughput"));
+}
 //# sourceMappingURL=scrape.js.map

package/dist/scraper/scrape.js.map

@@ -1 +1 @@
-{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../src/scraper/scrape.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,MAAM,CAAC;AAUnC,0EAA0E;AAC1E,iFAAiF;AACjF,iFAAiF;AACjF,+EAA+E;AAC/E,uCAAuC;AACvC,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,MAAM,CAC3B,MAAoB,EACpB,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAiB;IAErD,IAAI,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACzD,IAAI,KAAK,GAAG,SAAS,CAAC;IAEtB,OAAO,KAAK,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,GAAG,GAAG,KAAK,GAAG,UAAU,GAAG,EAAE,CAAC;QAClC,IAAI,GAAG,GAAG,OAAO;YAAE,GAAG,GAAG,OAAO,CAAC;QAEjC,IAAI,IAAc,CAAC;QACnB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,UAAU,GAAG,EAAE,EAAE,CAAC;gBACzC,UAAU,GAAG,UAAU,GAAG,EAAE,CAAC;gBAC7B,SAAS,CAAC,+CAA+C;YAC3D,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI;YAAE,MAAM,GAAG,CAAC;QAClC,KAAK,GAAG,GAAG,GAAG,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,MAAoB,EACpB,SAAiB,EACjB,OAAe,EACf,MAAqB;IAErB,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAU,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;QACpE,MAAM,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC;YACjC,MAAM,EAAE,aAAa;YACrB,MAAM,EAAE;gBACN;oBACE,OAAO,EAAE,MAAM,CAAC,eAAe;oBAC/B,MAAM;oBACN,SAAS,EAAE,WAAW,CAAC,SAAS,CAAC;oBACjC,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC;iBAC9B;aACF;SACF,CAAC,CAAa,CAAC;QAChB,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IACpB,CAAC;IACD,8EAA8E;IAC9E,mEAAmE;IACnE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAChB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;QACtC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;QACtC,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;QACnC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;QACnC,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,YAAY,CAAC,GAAY;IAChC,MAAM,GAAG,GAAG,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7E,OAAO,CACL,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;QACrB,GAAG,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QAChC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC;QACzB,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAC9B,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC;QACzB,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC7B,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAC9B,CAAC;AACJ,CAAC"}
+{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../src/scraper/scrape.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,MAAM,CAAC;AAUnC,0EAA0E;AAC1E,iFAAiF;AACjF,iFAAiF;AACjF,+EAA+E;AAC/E,uCAAuC;AACvC,iFAAiF;AACjF,8EAA8E;AAC9E,wCAAwC;AACxC,MAAM,sBAAsB,GAAG,CAAC,CAAC;AACjC,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAEjC,MAAM,KAAK,GAAG,CAAC,EAAU,EAAiB,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAEnF,gDAAgD;AAChD,SAAS,SAAS,CAAC,OAAe;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,kBAAkB,GAAG,CAAC,IAAI,OAAO,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,MAAM,CAC3B,MAAoB,EACpB,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAiB;IAErD,IAAI,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACzD,IAAI,KAAK,GAAG,SAAS,CAAC;IACtB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,OAAO,KAAK,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,GAAG,GAAG,KAAK,GAAG,UAAU,GAAG,EAAE,CAAC;QAClC,IAAI,GAAG,GAAG,OAAO;YAAE,GAAG,GAAG,OAAO,CAAC;QAEjC,IAAI,IAAc,CAAC;QACnB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,UAAU,GAAG,EAAE,EAAE,CAAC;gBACzC,UAAU,GAAG,UAAU,GAAG,EAAE,CAAC;gBAC7B,SAAS,CAAC,+CAA+C;YAC3D,CAAC;YACD,IAAI,gBAAgB,CAAC,GAAG,CAAC,IAAI,gBAAgB,GAAG,sBAAsB,EAAE,CAAC;gBACvE,MAAM,KAAK,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;gBAC3C,SAAS,CAAC,uDAAuD;YACnE,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI;YAAE,MAAM,GAAG,CAAC;QAClC,KAAK,GAAG,GAAG,GAAG,EAAE,CAAC;QACjB,gBAAgB,GAAG,CAAC,CAAC,CAAC,iDAAiD;IACzE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,MAAoB,EACpB,SAAiB,EACjB,OAAe,EACf,MAAqB;IAErB,yEAAyE;IACzE,2EAA2E;IAC3E,yEAAyE;IACzE,yEAAyE;IACzE,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CACjC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QACpB,MAAM,MAAM,GAAU,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;QACpE,OAAO,MAAM,CAAC,OAAO,CAAC;YACpB,MAAM,EAAE,aAAa;YACrB,MAAM,EAAE;gBACN;oBACE,OAAO,EAAE,MAAM,CAAC,eAAe;oBAC/B,MAAM;oBACN,SAAS,EAAE,WAAW,CAAC,SAAS,CAAC;oBACjC,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC;iBAC9B;aACF;SACF,CAAsB,CAAC;IAC1B,CAAC,CAAC,CACH,CAAC;IACF,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;IAC7B,8EAA8E;IAC9E,mEAAmE;IACnE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAChB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;QACtC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;QACtC,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;QACnC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;QACnC,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,YAAY,CAAC,GAAY;IAChC,MAAM,GAAG,GAAG,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7E,OAAO,CACL,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;QACrB,GAAG,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QAChC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC;QACzB,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAC9B,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC;QACzB,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC7B,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAC9B,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,2EAA2E;AAC3E,gEAAgE;AAChE,SAAS,gBAAgB,CAAC,GAAY;IACpC,MAAM,GAAG,GAAG,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7E,OAAO,CACL,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC;QACnB,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC1B,GAAG,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QACjC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC;QACxB,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC5B,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAC3B,CAAC;AACJ,CAAC"}

package/dist/sources/index.d.ts

@@ -0,0 +1,14 @@
+import type { PublicClient } from "viem";
+import type { ScraperTarget } from "../scraper/config.js";
+import type { ScraperSource } from "./types.js";
+export type { ScraperSource } from "./types.js";
+export { RpcLogSource } from "./rpc-log-source.js";
+export { SubsquidSource, decodeSquidId, toCanonicalOperation } from "./subsquid-source.js";
+export type CreateSourceOptions = {
+    client: PublicClient;
+    window: number;
+    finalizedTip: bigint;
+    fetchImpl?: typeof fetch;
+};
+export declare function createSource(target: ScraperTarget, opts: CreateSourceOptions): ScraperSource;
+//# sourceMappingURL=index.d.ts.map

package/dist/sources/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/sources/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,MAAM,CAAC;AACzC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAIhD,YAAY,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAE3F,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE,YAAY,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IAIf,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;CAC1B,CAAC;AAIF,wBAAgB,YAAY,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,mBAAmB,GAAG,aAAa,CAiB5F"}

package/dist/sources/index.js

@@ -0,0 +1,25 @@
+import { RpcLogSource } from "./rpc-log-source.js";
+import { SubsquidSource } from "./subsquid-source.js";
+export { RpcLogSource } from "./rpc-log-source.js";
+export { SubsquidSource, decodeSquidId, toCanonicalOperation } from "./subsquid-source.js";
+// The single switch point from config to source — mirrors createStore() in
+// ../storage/index.ts. Adding a source kind means one case here and one class.
+export function createSource(target, opts) {
+    switch (target.source.kind) {
+        case "rpc":
+            if (!target.events) {
+                // Unreachable via config (the schema requires events for rpc), but a
+                // programmatic caller could get here.
+                throw new Error('an "rpc" source requires event filters');
+            }
+            return new RpcLogSource(opts.client, target.events, opts.window, opts.finalizedTip);
+        case "subsquid":
+            return new SubsquidSource({
+                endpoint: target.source.endpoint,
+                entity: target.source.entity,
+                finalizedTip: opts.finalizedTip,
+                ...(opts.fetchImpl ? { fetchImpl: opts.fetchImpl } : {}),
+            });
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/sources/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/sources/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAGtD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAY3F,2EAA2E;AAC3E,+EAA+E;AAC/E,MAAM,UAAU,YAAY,CAAC,MAAqB,EAAE,IAAyB;IAC3E,QAAQ,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC3B,KAAK,KAAK;YACR,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBACnB,qEAAqE;gBACrE,sCAAsC;gBACtC,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;YACD,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACtF,KAAK,UAAU;YACb,OAAO,IAAI,cAAc,CAAC;gBACxB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ;gBAChC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;gBAC5B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACzD,CAAC,CAAC;IACP,CAAC;AACH,CAAC"}

package/dist/sources/rpc-log-source.d.ts

@@ -0,0 +1,17 @@
+import type { PublicClient } from "viem";
+import type { CanonicalRecord } from "@saga-sync/core";
+import type { EventFilter } from "../scraper/config.js";
+import { finalizedBlock } from "../scraper/cli.js";
+import type { ScraperSource } from "./types.js";
+export declare class RpcLogSource implements ScraperSource {
+    private readonly client;
+    private readonly events;
+    private readonly window;
+    private readonly finalizedTip;
+    readonly kind = "rpc";
+    constructor(client: PublicClient, events: EventFilter[], window: number, finalizedTip: bigint);
+    fetch(fromBlock: bigint, toBlock: bigint): AsyncGenerator<CanonicalRecord>;
+    latestCoveredBlock(): Promise<bigint>;
+}
+export { finalizedBlock };
+//# sourceMappingURL=rpc-log-source.d.ts.map

package/dist/sources/rpc-log-source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rpc-log-source.d.ts","sourceRoot":"","sources":["../../src/sources/rpc-log-source.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,MAAM,CAAC;AACzC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAGvD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAQhD,qBAAa,YAAa,YAAW,aAAa;IAI9C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAIvB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAT/B,QAAQ,CAAC,IAAI,SAAS;gBAGH,MAAM,EAAE,YAAY,EACpB,MAAM,EAAE,WAAW,EAAE,EACrB,MAAM,EAAE,MAAM,EAId,YAAY,EAAE,MAAM;IAGhC,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,cAAc,CAAC,eAAe,CAAC;IAWjF,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC;CAGtC;AAID,OAAO,EAAE,cAAc,EAAE,CAAC"}

package/dist/sources/rpc-log-source.js

@@ -0,0 +1,43 @@
+import { scrape } from "../scraper/scrape.js";
+import { normalize } from "../scraper/normalize.js";
+import { finalizedBlock } from "../scraper/cli.js";
+// The original source: windowed eth_getLogs against an Ethereum JSON-RPC.
+//
+// Behaviour is unchanged from when this lived inline in the pipeline — the same
+// adaptive window halving on range errors and exponential backoff on rate limits
+// (both in scrape()), and the same normalize() to canonical form. Extracting it
+// is purely to give the subsquid source something to sit beside.
+export class RpcLogSource {
+    client;
+    events;
+    window;
+    finalizedTip;
+    kind = "rpc";
+    constructor(client, events, window, 
+    // The finalized tip, resolved once per orchestrator run and shared by every
+    // rpc-sourced stream — one eth_getBlockByNumber("finalized") for the run
+    // rather than one per protocol.
+    finalizedTip) {
+        this.client = client;
+        this.events = events;
+        this.window = window;
+        this.finalizedTip = finalizedTip;
+    }
+    async *fetch(fromBlock, toBlock) {
+        for await (const log of scrape(this.client, {
+            fromBlock,
+            toBlock,
+            events: this.events,
+            window: this.window,
+        })) {
+            yield normalize(log);
+        }
+    }
+    latestCoveredBlock() {
+        return Promise.resolve(this.finalizedTip);
+    }
+}
+// Re-exported so the orchestrator resolves the finalized tip through the same
+// module that defines what "final" means for this source.
+export { finalizedBlock };
+//# sourceMappingURL=rpc-log-source.js.map

package/dist/sources/rpc-log-source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rpc-log-source.js","sourceRoot":"","sources":["../../src/sources/rpc-log-source.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAEpD,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAGnD,0EAA0E;AAC1E,EAAE;AACF,gFAAgF;AAChF,iFAAiF;AACjF,gFAAgF;AAChF,iEAAiE;AACjE,MAAM,OAAO,YAAY;IAIJ;IACA;IACA;IAIA;IATV,IAAI,GAAG,KAAK,CAAC;IAEtB,YACmB,MAAoB,EACpB,MAAqB,EACrB,MAAc;IAC/B,4EAA4E;IAC5E,yEAAyE;IACzE,gCAAgC;IACf,YAAoB;QANpB,WAAM,GAAN,MAAM,CAAc;QACpB,WAAM,GAAN,MAAM,CAAe;QACrB,WAAM,GAAN,MAAM,CAAQ;QAId,iBAAY,GAAZ,YAAY,CAAQ;IACpC,CAAC;IAEJ,KAAK,CAAC,CAAC,KAAK,CAAC,SAAiB,EAAE,OAAe;QAC7C,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE;YAC1C,SAAS;YACT,OAAO;YACP,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,EAAE,CAAC;YACH,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,kBAAkB;QAChB,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC5C,CAAC;CACF;AAED,8EAA8E;AAC9E,0DAA0D;AAC1D,OAAO,EAAE,cAAc,EAAE,CAAC"}

package/dist/sources/subsquid-source.d.ts

@@ -0,0 +1,38 @@
+import type { CanonicalEntity, CanonicalRecord } from "@saga-sync/core";
+import type { ScraperSource } from "./types.js";
+export type SquidId = {
+    blockNumber: bigint;
+    transactionIndex: bigint;
+    opIndex: bigint;
+};
+export declare function decodeSquidId(id: string): SquidId;
+type RawOperation = {
+    id: string;
+    blockNumber: string;
+    nullifiers: string[];
+    commitments: string[];
+    boundParamsHash: string;
+    utxoTreeIn: string;
+    utxoTreeOut: string;
+    utxoBatchStartPositionOut: string;
+};
+export declare function toCanonicalOperation(raw: RawOperation, entity: string): CanonicalEntity;
+export type SubsquidSourceOptions = {
+    endpoint: string;
+    entity: string;
+    finalizedTip: bigint;
+    fetchImpl?: typeof fetch;
+    retryDelayMs?: number;
+};
+export declare class SubsquidSource implements ScraperSource {
+    private readonly opts;
+    readonly kind = "subsquid";
+    private readonly fetchImpl;
+    private readonly retryDelayMs;
+    constructor(opts: SubsquidSourceOptions);
+    private query;
+    fetch(fromBlock: bigint, toBlock: bigint): AsyncGenerator<CanonicalRecord>;
+    latestCoveredBlock(): Promise<bigint>;
+}
+export {};
+//# sourceMappingURL=subsquid-source.d.ts.map

package/dist/sources/subsquid-source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"subsquid-source.d.ts","sourceRoot":"","sources":["../../src/sources/subsquid-source.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,eAAe,EAAO,MAAM,iBAAiB,CAAC;AAC7E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AA0BhD,MAAM,MAAM,OAAO,GAAG;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,gBAAgB,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAEzF,wBAAgB,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CASjD;AAyCD,KAAK,YAAY,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,yBAAyB,EAAE,MAAM,CAAC;CACnC,CAAC;AAwBF,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,GAAG,eAAe,CAyBvF;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IAIf,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;IAGzB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,qBAAa,cAAe,YAAW,aAAa;IAKtC,OAAO,CAAC,QAAQ,CAAC,IAAI;IAJjC,QAAQ,CAAC,IAAI,cAAc;IAC3B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAe;IACzC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAET,IAAI,EAAE,qBAAqB;YAK1C,KAAK;IA2CZ,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,cAAc,CAAC,eAAe,CAAC;IAkB3E,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC;CAY5C"}

package/dist/sources/subsquid-source.js

@@ -0,0 +1,191 @@
+// Mirror a RAILGUN Squid GraphQL index.
+//
+// Only for data no log carries. The squid's `transaction` entity holds
+// boundParamsHash and utxoTreeIn, which exist solely in transact() calldata, plus
+// the per-transaction split of nullifiers/commitments that needs the same
+// calldata to reconstruct. kohaku consumes it for TXID/POI.
+//
+// Transport deliberately mirrors kohaku's own subsquid.rs (keyset pagination on
+// id_gt, terminate on an empty page, 3 retries at a fixed delay) so that when it
+// misbehaves, both clients misbehave the same way and a bug reproduces on either.
+const PAGE_LIMIT = 20_000;
+const MAX_RETRIES = 3;
+const RETRY_DELAY_MS = 1_000;
+const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
+// A squid `transaction.id` is three big-endian 32-byte words:
+//   blockNumber ‖ transactionIndex ‖ opIndex
+// It is a chain-native coordinate, not a database row id — which is why the
+// records we publish can carry the same triple as first-class fields and a
+// future calldata-derived source can emit byte-identical output.
+const ID_WORD_HEX = 64;
+export function decodeSquidId(id) {
+    const hex = id.startsWith("0x") ? id.slice(2) : id;
+    if (hex.length !== ID_WORD_HEX * 3 || !/^[0-9a-fA-F]+$/.test(hex)) {
+        throw new Error(`subsquid: expected a 96-byte hex id (blockNumber‖transactionIndex‖opIndex), got "${id}"`);
+    }
+    const word = (i) => BigInt(`0x${hex.slice(i * ID_WORD_HEX, (i + 1) * ID_WORD_HEX)}`);
+    return { blockNumber: word(0), transactionIndex: word(1), opIndex: word(2) };
+}
+// Minimal 0x-hex, lowercase — the same quantity encoding the rest of the format
+// uses. The squid returns BigInt fields as DECIMAL strings and Bytes as hex, so
+// everything funnels through here; a non-deterministic conversion would make
+// chunk digests irreproducible.
+function quantity(value, field) {
+    let n;
+    try {
+        n = BigInt(value);
+    }
+    catch {
+        throw new Error(`subsquid: ${field} is not an integer: ${JSON.stringify(value)}`);
+    }
+    if (n < 0n)
+        throw new Error(`subsquid: ${field} is negative: ${value}`);
+    return `0x${n.toString(16)}`;
+}
+// Nullifiers, commitments and boundParamsHash are `bytes32` in the contract ABI,
+// so they are emitted as a full 32-byte word — always 0x + 64 hex digits.
+//
+// The squid does NOT do this: it strips leading zero bytes, so the same value can
+// come back 30, 31 or 32 bytes wide (measured over the full history: 2,879
+// boundParamsHash at 31 bytes, 14 at 30, 22 nullifiers and 42 commitments short).
+// Passing that through would make our bytes depend on an indexer's formatting —
+// a calldata-derived source would naturally emit the padded form and the two
+// would disagree, breaking the point of a source-independent record. It would
+// also render the same nullifier differently here than when decoded from a log.
+//
+// Re-rendering from the integer value is lossless for a fixed-width type and
+// makes the output depend only on the value.
+function bytes32(value, field) {
+    if (typeof value !== "string" || !/^0x[0-9a-fA-F]*$/.test(value)) {
+        throw new Error(`subsquid: ${field} is not 0x-hex: ${JSON.stringify(value)}`);
+    }
+    const hex = BigInt(value).toString(16);
+    if (hex.length > 64) {
+        throw new Error(`subsquid: ${field} exceeds 32 bytes: ${JSON.stringify(value)}`);
+    }
+    return `0x${hex.padStart(64, "0")}`;
+}
+// The query kohaku issues, field for field.
+const OPERATIONS_QUERY = `query Operations($id_gt: String, $gte: BigInt, $lte: BigInt, $limit: Int) {
+  transactions(
+    orderBy: id_ASC
+    where: {id_gt: $id_gt, blockNumber_gte: $gte, blockNumber_lte: $lte}
+    limit: $limit
+  ) {
+    id
+    blockNumber
+    nullifiers
+    commitments
+    boundParamsHash
+    utxoTreeIn
+    utxoTreeOut
+    utxoBatchStartPositionOut
+  }
+}`;
+const HEIGHT_QUERY = `query Height { squidStatus { height } }`;
+// Field order here IS the wire order — JSON.stringify preserves insertion order,
+// and the chunk digest is taken over those exact bytes. Do not reorder.
+export function toCanonicalOperation(raw, entity) {
+    const id = decodeSquidId(raw.id);
+    const fromBlock = quantity(raw.blockNumber, "blockNumber");
+    if (BigInt(fromBlock) !== id.blockNumber) {
+        // The id encodes the block; if the column disagrees, one of our assumptions
+        // about this index is wrong and silently trusting either would be worse.
+        throw new Error(`subsquid: id block ${id.blockNumber} disagrees with blockNumber ${raw.blockNumber}`);
+    }
+    return {
+        entity,
+        blockNumber: fromBlock,
+        transactionIndex: quantity(id.transactionIndex, "transactionIndex"),
+        opIndex: quantity(id.opIndex, "opIndex"),
+        nullifiers: raw.nullifiers.map((n, i) => bytes32(n, `nullifiers[${i}]`)),
+        commitments: raw.commitments.map((c, i) => bytes32(c, `commitments[${i}]`)),
+        boundParamsHash: bytes32(raw.boundParamsHash, "boundParamsHash"),
+        utxoTreeIn: quantity(raw.utxoTreeIn, "utxoTreeIn"),
+        utxoTreeOut: quantity(raw.utxoTreeOut, "utxoTreeOut"),
+        utxoBatchStartPositionOut: quantity(raw.utxoBatchStartPositionOut, "utxoBatchStartPositionOut"),
+    };
+}
+export class SubsquidSource {
+    opts;
+    kind = "subsquid";
+    fetchImpl;
+    retryDelayMs;
+    constructor(opts) {
+        this.opts = opts;
+        this.fetchImpl = opts.fetchImpl ?? fetch;
+        this.retryDelayMs = opts.retryDelayMs ?? RETRY_DELAY_MS;
+    }
+    async query(query, variables) {
+        let lastError = "";
+        for (let attempt = 0; attempt < MAX_RETRIES; attempt++) {
+            if (attempt > 0)
+                await sleep(this.retryDelayMs);
+            let res;
+            try {
+                res = await this.fetchImpl(this.opts.endpoint, {
+                    method: "POST",
+                    headers: { "content-type": "application/json" },
+                    body: JSON.stringify({ query, variables }),
+                });
+            }
+            catch (err) {
+                lastError = err.message;
+                continue;
+            }
+            if (!res.ok) {
+                lastError = `HTTP ${res.status}`;
+                continue;
+            }
+            let body;
+            try {
+                body = (await res.json());
+            }
+            catch (err) {
+                lastError = `malformed JSON: ${err.message}`;
+                continue;
+            }
+            // A GraphQL 200 can still carry errors; treating it as success would
+            // silently publish a short page as if the range were empty.
+            if (body.errors && body.errors.length > 0) {
+                lastError = `GraphQL errors: ${JSON.stringify(body.errors)}`;
+                continue;
+            }
+            if (!body.data) {
+                lastError = "response had no data";
+                continue;
+            }
+            return body.data;
+        }
+        throw new Error(`subsquid: ${this.opts.endpoint} failed after ${MAX_RETRIES} attempts — ${lastError}`);
+    }
+    async *fetch(fromBlock, toBlock) {
+        let cursor = "";
+        for (;;) {
+            const data = await this.query(OPERATIONS_QUERY, {
+                id_gt: cursor,
+                gte: fromBlock.toString(),
+                lte: toBlock.toString(),
+                limit: PAGE_LIMIT,
+            });
+            const page = data.transactions;
+            for (const raw of page)
+                yield toCanonicalOperation(raw, this.opts.entity);
+            // Terminate on an empty page rather than a short one — same as kohaku, so a
+            // paging bug in the index shows up identically in both.
+            if (page.length === 0)
+                return;
+            cursor = page[page.length - 1].id;
+        }
+    }
+    async latestCoveredBlock() {
+        const data = await this.query(HEIGHT_QUERY, {});
+        const height = data.squidStatus?.height;
+        if (height === undefined || height === null) {
+            throw new Error("subsquid: squidStatus.height missing — cannot establish a safe tip");
+        }
+        const indexed = BigInt(height);
+        return indexed < this.opts.finalizedTip ? indexed : this.opts.finalizedTip;
+    }
+}
+//# sourceMappingURL=subsquid-source.js.map

package/dist/sources/subsquid-source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"subsquid-source.js","sourceRoot":"","sources":["../../src/sources/subsquid-source.ts"],"names":[],"mappings":"AAGA,wCAAwC;AACxC,EAAE;AACF,uEAAuE;AACvE,kFAAkF;AAClF,0EAA0E;AAC1E,4DAA4D;AAC5D,EAAE;AACF,gFAAgF;AAChF,iFAAiF;AACjF,kFAAkF;AAElF,MAAM,UAAU,GAAG,MAAM,CAAC;AAC1B,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,cAAc,GAAG,KAAK,CAAC;AAE7B,MAAM,KAAK,GAAG,CAAC,EAAU,EAAiB,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAEnF,8DAA8D;AAC9D,6CAA6C;AAC7C,4EAA4E;AAC5E,2EAA2E;AAC3E,iEAAiE;AACjE,MAAM,WAAW,GAAG,EAAE,CAAC;AAIvB,MAAM,UAAU,aAAa,CAAC,EAAU;IACtC,MAAM,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACnD,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CACb,oFAAoF,EAAE,GAAG,CAC1F,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,GAAG,WAAW,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;IACrG,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/E,CAAC;AAED,gFAAgF;AAChF,gFAAgF;AAChF,6EAA6E;AAC7E,gCAAgC;AAChC,SAAS,QAAQ,CAAC,KAA+B,EAAE,KAAa;IAC9D,IAAI,CAAS,CAAC;IACd,IAAI,CAAC;QACH,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,aAAa,KAAK,uBAAuB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,CAAC,GAAG,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,aAAa,KAAK,iBAAiB,KAAK,EAAE,CAAC,CAAC;IACxE,OAAO,KAAK,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAS,CAAC;AACtC,CAAC;AAED,iFAAiF;AACjF,0EAA0E;AAC1E,EAAE;AACF,kFAAkF;AAClF,2EAA2E;AAC3E,kFAAkF;AAClF,gFAAgF;AAChF,6EAA6E;AAC7E,8EAA8E;AAC9E,gFAAgF;AAChF,EAAE;AACF,6EAA6E;AAC7E,6CAA6C;AAC7C,SAAS,OAAO,CAAC,KAAa,EAAE,KAAa;IAC3C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,aAAa,KAAK,mBAAmB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChF,CAAC;IACD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACvC,IAAI,GAAG,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,aAAa,KAAK,sBAAsB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,KAAK,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,EAAS,CAAC;AAC7C,CAAC;AAaD,4CAA4C;AAC5C,MAAM,gBAAgB,GAAG;;;;;;;;;;;;;;;EAevB,CAAC;AAEH,MAAM,YAAY,GAAG,yCAAyC,CAAC;AAE/D,iFAAiF;AACjF,wEAAwE;AACxE,MAAM,UAAU,oBAAoB,CAAC,GAAiB,EAAE,MAAc;IACpE,MAAM,EAAE,GAAG,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACjC,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,CAAC;QACzC,4EAA4E;QAC5E,yEAAyE;QACzE,MAAM,IAAI,KAAK,CACb,sBAAsB,EAAE,CAAC,WAAW,+BAA+B,GAAG,CAAC,WAAW,EAAE,CACrF,CAAC;IACJ,CAAC;IACD,OAAO;QACL,MAAM;QACN,WAAW,EAAE,SAAS;QACtB,gBAAgB,EAAE,QAAQ,CAAC,EAAE,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;QACnE,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;QACxC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC;QACxE,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC;QAC3E,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,iBAAiB,CAAC;QAChE,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE,YAAY,CAAC;QAClD,WAAW,EAAE,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,aAAa,CAAC;QACrD,yBAAyB,EAAE,QAAQ,CACjC,GAAG,CAAC,yBAAyB,EAC7B,2BAA2B,CAC5B;KACF,CAAC;AACJ,CAAC;AAeD,MAAM,OAAO,cAAc;IAKI;IAJpB,IAAI,GAAG,UAAU,CAAC;IACV,SAAS,CAAe;IACxB,YAAY,CAAS;IAEtC,YAA6B,IAA2B;QAA3B,SAAI,GAAJ,IAAI,CAAuB;QACtD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,cAAc,CAAC;IAC1D,CAAC;IAEO,KAAK,CAAC,KAAK,CAAI,KAAa,EAAE,SAAkC;QACtE,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,OAAO,GAAG,CAAC;gBAAE,MAAM,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAChD,IAAI,GAAa,CAAC;YAClB,IAAI,CAAC;gBACH,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;oBAC7C,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;oBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;iBAC3C,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,SAAS,GAAI,GAAa,CAAC,OAAO,CAAC;gBACnC,SAAS;YACX,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,SAAS,GAAG,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC;gBACjC,SAAS;YACX,CAAC;YACD,IAAI,IAAsC,CAAC;YAC3C,IAAI,CAAC;gBACH,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAqC,CAAC;YAChE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,SAAS,GAAG,mBAAoB,GAAa,CAAC,OAAO,EAAE,CAAC;gBACxD,SAAS;YACX,CAAC;YACD,qEAAqE;YACrE,4DAA4D;YAC5D,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1C,SAAS,GAAG,mBAAmB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7D,SAAS;YACX,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACf,SAAS,GAAG,sBAAsB,CAAC;gBACnC,SAAS;YACX,CAAC;YACD,OAAO,IAAI,CAAC,IAAI,CAAC;QACnB,CAAC;QACD,MAAM,IAAI,KAAK,CACb,aAAa,IAAI,CAAC,IAAI,CAAC,QAAQ,iBAAiB,WAAW,eAAe,SAAS,EAAE,CACtF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,KAAK,CAAC,SAAiB,EAAE,OAAe;QAC7C,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,SAAS,CAAC;YACR,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAmC,gBAAgB,EAAE;gBAChF,KAAK,EAAE,MAAM;gBACb,GAAG,EAAE,SAAS,CAAC,QAAQ,EAAE;gBACzB,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE;gBACvB,KAAK,EAAE,UAAU;aAClB,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC;YAC/B,KAAK,MAAM,GAAG,IAAI,IAAI;gBAAE,MAAM,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1E,4EAA4E;YAC5E,wDAAwD;YACxD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YAC9B,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,EAAE,CAAC;QACrC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAC3B,YAAY,EACZ,EAAE,CACH,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC;QACxC,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QACxF,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/B,OAAO,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;IAC7E,CAAC;CACF"}

package/dist/sources/types.d.ts

@@ -0,0 +1,7 @@
+import type { CanonicalRecord } from "@saga-sync/core";
+export type ScraperSource = {
+    fetch(fromBlock: bigint, toBlock: bigint): AsyncGenerator<CanonicalRecord>;
+    latestCoveredBlock(): Promise<bigint>;
+    readonly kind: string;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/sources/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/sources/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAUvD,MAAM,MAAM,aAAa,GAAG;IAI1B,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,cAAc,CAAC,eAAe,CAAC,CAAC;IAQ3E,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAGtC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB,CAAC"}

package/dist/sources/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/sources/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/sources/types.ts"],"names":[],"mappings":""}