@saga-sync/producer 0.0.0 → 0.1.2

package/dist/scraper/config.js

@@ -0,0 +1,87 @@
+import { readFileSync } from "node:fs";
+import { z } from "zod";
+const address = z
+    .string()
+    .regex(/^0x[0-9a-fA-F]{40}$/, "expected a 20-byte (0x + 40 hex) address");
+const topic = z
+    .string()
+    .regex(/^0x[0-9a-fA-F]{64}$/, "expected a 32-byte (0x + 64 hex) topic");
+const quantity = z
+    .string()
+    .regex(/^0x[0-9a-fA-F]+$/, "expected a 0x-prefixed hex quantity");
+const eventFilterSchema = z.object({
+    contractAddress: address,
+    eventTopic: topic,
+    filter: z.array(topic).optional(),
+});
+// `chunkSettings.maxSizeBytes` (optional, number or 0x-hex) tells the
+// chunk-builder how big each chunk may grow. Other chunkSettings fields are
+// ignored — passthrough is set so they don't cause a validation error.
+const chunkSettingsSchema = z
+    .object({
+    maxSizeBytes: z.union([z.number().int().positive(), quantity]).optional(),
+})
+    .passthrough()
+    .optional();
+const targetSchema = z.object({
+    chainId: quantity,
+    fromBlock: quantity,
+    events: z.array(eventFilterSchema).min(1, "at least one event filter is required"),
+    chunkSettings: chunkSettingsSchema,
+});
+function readAndParse(path) {
+    let raw;
+    try {
+        raw = JSON.parse(readFileSync(path, "utf8"));
+    }
+    catch (err) {
+        throw new Error(`config ${path}: ${err.message}`);
+    }
+    const protocols = raw?.protocols;
+    if (!protocols || typeof protocols !== "object") {
+        throw new Error(`config ${path}: missing top-level "protocols" object`);
+    }
+    return protocols;
+}
+function parseTarget(path, protocolId, raw) {
+    const parsed = targetSchema.safeParse(raw);
+    if (!parsed.success) {
+        const issues = parsed.error.issues
+            .map((i) => `  - ${["protocols", protocolId, ...i.path].join(".")}: ${i.message}`)
+            .join("\n");
+        throw new Error(`config ${path} is invalid:\n${issues}`);
+    }
+    const maxSizeRaw = parsed.data.chunkSettings?.maxSizeBytes;
+    const maxSizeBytes = maxSizeRaw === undefined
+        ? undefined
+        : typeof maxSizeRaw === "number"
+            ? maxSizeRaw
+            : Number(BigInt(maxSizeRaw));
+    const target = {
+        chainId: parsed.data.chainId,
+        fromBlock: parsed.data.fromBlock,
+        events: parsed.data.events,
+    };
+    if (maxSizeBytes !== undefined)
+        target.maxSizeBytes = maxSizeBytes;
+    return target;
+}
+export function loadConfig(path, protocolId) {
+    const protocols = readAndParse(path);
+    if (!(protocolId in protocols)) {
+        const known = Object.keys(protocols).join(", ") || "(none)";
+        throw new Error(`config ${path}: no protocol "${protocolId}". Known: ${known}`);
+    }
+    return parseTarget(path, protocolId, protocols[protocolId]);
+}
+// Orchestrator-side: load every protocol at once. Each is validated independently
+// so a single bad protocol entry doesn't poison the dict.
+export function loadAllProtocols(path) {
+    const protocols = readAndParse(path);
+    const out = {};
+    for (const [id, raw] of Object.entries(protocols)) {
+        out[id] = parseTarget(path, id, raw);
+    }
+    return out;
+}
+//# sourceMappingURL=config.js.map

package/dist/scraper/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/scraper/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,MAAM,OAAO,GAAG,CAAC;KACd,MAAM,EAAE;KACR,KAAK,CAAC,qBAAqB,EAAE,0CAA0C,CAAC,CAAC;AAC5E,MAAM,KAAK,GAAG,CAAC;KACZ,MAAM,EAAE;KACR,KAAK,CAAC,qBAAqB,EAAE,wCAAwC,CAAC,CAAC;AAC1E,MAAM,QAAQ,GAAG,CAAC;KACf,MAAM,EAAE;KACR,KAAK,CAAC,kBAAkB,EAAE,qCAAqC,CAAC,CAAC;AAEpE,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,eAAe,EAAE,OAAO;IACxB,UAAU,EAAE,KAAK;IACjB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE;CAClC,CAAC,CAAC;AAEH,sEAAsE;AACtE,4EAA4E;AAC5E,uEAAuE;AACvE,MAAM,mBAAmB,GAAG,CAAC;KAC1B,MAAM,CAAC;IACN,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC1E,CAAC;KACD,WAAW,EAAE;KACb,QAAQ,EAAE,CAAC;AAEd,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,OAAO,EAAE,QAAQ;IACjB,SAAS,EAAE,QAAQ;IACnB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,uCAAuC,CAAC;IAClF,aAAa,EAAE,mBAAmB;CACnC,CAAC,CAAC;AAiBH,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,GAAY,CAAC;IACjB,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,KAAM,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,SAAS,GAAI,GAAsD,EAAE,SAAS,CAAC;IACrF,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,wCAAwC,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,UAAkB,EAAE,GAAY;IACjE,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM;aAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;aACjF,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,iBAAiB,MAAM,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC;IAC3D,MAAM,YAAY,GAChB,UAAU,KAAK,SAAS;QACtB,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,OAAO,UAAU,KAAK,QAAQ;YAC9B,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;IACnC,MAAM,MAAM,GAAkB;QAC5B,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAc;QACnC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAgB;QACvC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAuB;KAC5C,CAAC;IACF,IAAI,YAAY,KAAK,SAAS;QAAE,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;IACnE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,UAAkB;IACzD,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,kBAAkB,UAAU,aAAa,KAAK,EAAE,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,WAAW,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED,kFAAkF;AAClF,0DAA0D;AAC1D,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,GAAG,GAAkC,EAAE,CAAC;IAC9C,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/scraper/cursor.d.ts

@@ -0,0 +1,12 @@
+import type { Hex } from "viem";
+import type { Store } from "@saga-sync/core";
+export declare class Cursor {
+    private readonly store;
+    private readonly key;
+    private data;
+    private constructor();
+    static load(store: Store, key?: string): Promise<Cursor>;
+    lastScrapedBlock(protocolId: string): Hex | undefined;
+    set(protocolId: string, lastScrapedBlock: Hex): Promise<void>;
+}
+//# sourceMappingURL=cursor.d.ts.map

package/dist/scraper/cursor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cursor.d.ts","sourceRoot":"","sources":["../../src/scraper/cursor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC;AAChC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAQ7C,qBAAa,MAAM;IAEf,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,IAAI;IAHd,OAAO;WAMM,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,GAAE,MAAmB,GAAG,OAAO,CAAC,MAAM,CAAC;IAgB1E,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,GAAG,SAAS;IAK/C,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,gBAAgB,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;CAOpE"}

package/dist/scraper/cursor.js

@@ -0,0 +1,38 @@
+const CURSOR_KEY = "cursor.json";
+// The standalone scraper's resume pointer, keyed by the opaque protocol-instance
+// id. `lastScrapedBlock` is the last block covered by a successful run; the next
+// run resumes at lastScrapedBlock + 1. Only used by direct scraper CLI runs —
+// the orchestrator derives resume points from the manifest instead.
+export class Cursor {
+    store;
+    key;
+    data;
+    constructor(store, key, data) {
+        this.store = store;
+        this.key = key;
+        this.data = data;
+    }
+    static async load(store, key = CURSOR_KEY) {
+        const raw = await store.get(key);
+        if (!raw)
+            return new Cursor(store, key, {});
+        try {
+            const data = JSON.parse(new TextDecoder().decode(raw));
+            return new Cursor(store, key, data);
+        }
+        catch (err) {
+            // A corrupt cursor is a hard error — silently treating it as empty would
+            // re-scrape from the cold-start block and flood the downstream consumer.
+            throw new Error(`cursor ${key}: ${err.message}`);
+        }
+    }
+    lastScrapedBlock(protocolId) {
+        return this.data[protocolId]?.lastScrapedBlock;
+    }
+    // Atomic via the Store (DiskStore: temp-file + rename).
+    async set(protocolId, lastScrapedBlock) {
+        this.data[protocolId] = { lastScrapedBlock };
+        await this.store.put(this.key, Buffer.from(JSON.stringify(this.data, null, 2) + "\n", "utf8"));
+    }
+}
+//# sourceMappingURL=cursor.js.map

package/dist/scraper/cursor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cursor.js","sourceRoot":"","sources":["../../src/scraper/cursor.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,GAAG,aAAa,CAAC;AAEjC,iFAAiF;AACjF,iFAAiF;AACjF,8EAA8E;AAC9E,oEAAoE;AACpE,MAAM,OAAO,MAAM;IAEE;IACA;IACT;IAHV,YACmB,KAAY,EACZ,GAAW,EACpB,IAA+C;QAFtC,UAAK,GAAL,KAAK,CAAO;QACZ,QAAG,GAAH,GAAG,CAAQ;QACpB,SAAI,GAAJ,IAAI,CAA2C;IACtD,CAAC;IAEJ,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAY,EAAE,MAAc,UAAU;QACtD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAGpD,CAAC;YACF,OAAO,IAAI,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,yEAAyE;YACzE,yEAAyE;YACzE,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,KAAM,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,gBAAgB,CAAC,UAAkB;QACjC,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,gBAAgB,CAAC;IACjD,CAAC;IAED,wDAAwD;IACxD,KAAK,CAAC,GAAG,CAAC,UAAkB,EAAE,gBAAqB;QACjD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,gBAAgB,EAAE,CAAC;QAC7C,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAClB,IAAI,CAAC,GAAG,EACR,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAC/D,CAAC;IACJ,CAAC;CACF"}

package/dist/scraper/normalize.d.ts

@@ -0,0 +1,5 @@
+import type { RpcLog } from "viem";
+import type { CanonicalEvent } from "@saga-sync/core";
+export type { CanonicalEvent } from "@saga-sync/core";
+export declare function normalize(log: RpcLog): CanonicalEvent;
+//# sourceMappingURL=normalize.d.ts.map

package/dist/scraper/normalize.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize.d.ts","sourceRoot":"","sources":["../../src/scraper/normalize.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AACnC,OAAO,KAAK,EAAE,cAAc,EAAO,MAAM,iBAAiB,CAAC;AAM3D,YAAY,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAItD,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,CAoBrD"}

package/dist/scraper/normalize.js

@@ -0,0 +1,19 @@
+const lower = (hex) => hex.toLowerCase();
+export function normalize(log) {
+    const eventTopic = log.topics[0];
+    if (!eventTopic) {
+        throw new Error(`log without topics (tx ${log.transactionHash ?? "?"}, logIndex ${log.logIndex ?? "?"})`);
+    }
+    if (log.blockNumber == null || log.logIndex == null) {
+        throw new Error(`log missing block/index fields — pending logs are not scrapable (tx ${log.transactionHash ?? "?"})`);
+    }
+    return {
+        contractAddress: lower(log.address),
+        eventTopic: lower(eventTopic),
+        topics: log.topics.map(lower),
+        data: lower(log.data),
+        blockNumber: lower(log.blockNumber),
+        logIndex: lower(log.logIndex),
+    };
+}
+//# sourceMappingURL=normalize.js.map

package/dist/scraper/normalize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize.js","sourceRoot":"","sources":["../../src/scraper/normalize.ts"],"names":[],"mappings":"AASA,MAAM,KAAK,GAAG,CAAC,GAAW,EAAO,EAAE,CAAC,GAAG,CAAC,WAAW,EAAS,CAAC;AAE7D,MAAM,UAAU,SAAS,CAAC,GAAW;IACnC,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACjC,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CACb,0BAA0B,GAAG,CAAC,eAAe,IAAI,GAAG,cAAc,GAAG,CAAC,QAAQ,IAAI,GAAG,GAAG,CACzF,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,WAAW,IAAI,IAAI,IAAI,GAAG,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CACb,uEAAuE,GAAG,CAAC,eAAe,IAAI,GAAG,GAAG,CACrG,CAAC;IACJ,CAAC;IACD,OAAO;QACL,eAAe,EAAE,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;QACnC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QAC7B,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;QAC7B,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;QACrB,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC;QACnC,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC;KAC9B,CAAC;AACJ,CAAC"}

package/dist/scraper/scrape.d.ts

@@ -0,0 +1,10 @@
+import type { PublicClient, RpcLog } from "viem";
+import type { EventFilter } from "./config.js";
+export type ScrapeOptions = {
+    fromBlock: bigint;
+    toBlock: bigint;
+    events: EventFilter[];
+    window: number;
+};
+export declare function scrape(client: PublicClient, { fromBlock, toBlock, events, window }: ScrapeOptions): AsyncGenerator<RpcLog>;
+//# sourceMappingURL=scrape.d.ts.map

package/dist/scraper/scrape.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../src/scraper/scrape.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAO,YAAY,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEtD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,MAAM,aAAa,GAAG;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAOF,wBAAuB,MAAM,CAC3B,MAAM,EAAE,YAAY,EACpB,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,aAAa,GACpD,cAAc,CAAC,MAAM,CAAC,CAsBxB"}

package/dist/scraper/scrape.js

@@ -0,0 +1,70 @@
+import { numberToHex } from "viem";
+// Streams raw RPC logs for [fromBlock, toBlock]. The range is sliced into
+// `window`-sized sub-ranges so a single eth_getLogs call never spans more blocks
+// than a provider will accept. On a range/result-size error the window is halved
+// and the same sub-range retried — that adaptive split is what makes this work
+// against real RPCs whose limits vary.
+export async function* scrape(client, { fromBlock, toBlock, events, window }) {
+    let windowSize = BigInt(Math.max(1, Math.floor(window)));
+    let start = fromBlock;
+    while (start <= toBlock) {
+        let end = start + windowSize - 1n;
+        if (end > toBlock)
+            end = toBlock;
+        let logs;
+        try {
+            logs = await getLogsForWindow(client, start, end, events);
+        }
+        catch (err) {
+            if (isRangeError(err) && windowSize > 1n) {
+                windowSize = windowSize / 2n;
+                continue; // retry the same `start` with a smaller window
+            }
+            throw err;
+        }
+        for (const log of logs)
+            yield log;
+        start = end + 1n;
+    }
+}
+async function getLogsForWindow(client, fromBlock, toBlock, events) {
+    const out = [];
+    for (const filter of events) {
+        const topics = [filter.eventTopic, ...(filter.filter ?? [])];
+        const logs = (await client.request({
+            method: "eth_getLogs",
+            params: [
+                {
+                    address: filter.contractAddress,
+                    topics,
+                    fromBlock: numberToHex(fromBlock),
+                    toBlock: numberToHex(toBlock),
+                },
+            ],
+        }));
+        out.push(...logs);
+    }
+    // Windows are scanned in ascending order; sorting within the window makes the
+    // whole NDJSON stream globally ordered by (blockNumber, logIndex).
+    out.sort((a, b) => {
+        const ab = BigInt(a.blockNumber ?? 0);
+        const bb = BigInt(b.blockNumber ?? 0);
+        if (ab !== bb)
+            return ab < bb ? -1 : 1;
+        const ai = BigInt(a.logIndex ?? 0);
+        const bi = BigInt(b.logIndex ?? 0);
+        return ai < bi ? -1 : ai > bi ? 1 : 0;
+    });
+    return out;
+}
+function isRangeError(err) {
+    const msg = (err instanceof Error ? err.message : String(err)).toLowerCase();
+    return (msg.includes("range") ||
+        msg.includes("too many results") ||
+        msg.includes("too large") ||
+        msg.includes("limit exceeded") ||
+        msg.includes("more than") ||
+        msg.includes("response size") ||
+        msg.includes("query timeout"));
+}
+//# sourceMappingURL=scrape.js.map

package/dist/scraper/scrape.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../src/scraper/scrape.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,MAAM,CAAC;AAUnC,0EAA0E;AAC1E,iFAAiF;AACjF,iFAAiF;AACjF,+EAA+E;AAC/E,uCAAuC;AACvC,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,MAAM,CAC3B,MAAoB,EACpB,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAiB;IAErD,IAAI,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACzD,IAAI,KAAK,GAAG,SAAS,CAAC;IAEtB,OAAO,KAAK,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,GAAG,GAAG,KAAK,GAAG,UAAU,GAAG,EAAE,CAAC;QAClC,IAAI,GAAG,GAAG,OAAO;YAAE,GAAG,GAAG,OAAO,CAAC;QAEjC,IAAI,IAAc,CAAC;QACnB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,UAAU,GAAG,EAAE,EAAE,CAAC;gBACzC,UAAU,GAAG,UAAU,GAAG,EAAE,CAAC;gBAC7B,SAAS,CAAC,+CAA+C;YAC3D,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI;YAAE,MAAM,GAAG,CAAC;QAClC,KAAK,GAAG,GAAG,GAAG,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,MAAoB,EACpB,SAAiB,EACjB,OAAe,EACf,MAAqB;IAErB,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAU,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;QACpE,MAAM,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC;YACjC,MAAM,EAAE,aAAa;YACrB,MAAM,EAAE;gBACN;oBACE,OAAO,EAAE,MAAM,CAAC,eAAe;oBAC/B,MAAM;oBACN,SAAS,EAAE,WAAW,CAAC,SAAS,CAAC;oBACjC,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC;iBAC9B;aACF;SACF,CAAC,CAAa,CAAC;QAChB,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IACpB,CAAC;IACD,8EAA8E;IAC9E,mEAAmE;IACnE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAChB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;QACtC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;QACtC,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;QACnC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;QACnC,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,YAAY,CAAC,GAAY;IAChC,MAAM,GAAG,GAAG,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7E,OAAO,CACL,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;QACrB,GAAG,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QAChC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC;QACzB,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAC9B,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC;QACzB,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC7B,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAC9B,CAAC;AACJ,CAAC"}

package/dist/storage/dry-run-store.d.ts

@@ -0,0 +1,10 @@
+import type { Store } from "@saga-sync/core";
+export declare class DryRunStore implements Store {
+    private readonly inner;
+    constructor(inner: Store);
+    put(_key: string, _data: Uint8Array): Promise<void>;
+    delete(_key: string): Promise<void>;
+    get(key: string): Promise<Uint8Array | null>;
+    list(prefix: string): Promise<string[]>;
+}
+//# sourceMappingURL=dry-run-store.d.ts.map

package/dist/storage/dry-run-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dry-run-store.d.ts","sourceRoot":"","sources":["../../src/storage/dry-run-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAK7C,qBAAa,WAAY,YAAW,KAAK;IAC3B,OAAO,CAAC,QAAQ,CAAC,KAAK;gBAAL,KAAK,EAAE,KAAK;IAEnC,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAInD,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIzC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAI5C,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CAGxC"}

package/dist/storage/dry-run-store.js

@@ -0,0 +1,22 @@
+// Wraps another Store so that writes (put, delete) become no-ops while reads
+// (get, list) pass through. Lets `--dry-run` be expressed entirely at the
+// storage layer — every other class (ChunkArchive, Manifest) stays oblivious.
+export class DryRunStore {
+    inner;
+    constructor(inner) {
+        this.inner = inner;
+    }
+    async put(_key, _data) {
+        /* dry-run: discard writes */
+    }
+    async delete(_key) {
+        /* dry-run: discard deletes */
+    }
+    get(key) {
+        return this.inner.get(key);
+    }
+    list(prefix) {
+        return this.inner.list(prefix);
+    }
+}
+//# sourceMappingURL=dry-run-store.js.map

package/dist/storage/dry-run-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dry-run-store.js","sourceRoot":"","sources":["../../src/storage/dry-run-store.ts"],"names":[],"mappings":"AAEA,6EAA6E;AAC7E,0EAA0E;AAC1E,8EAA8E;AAC9E,MAAM,OAAO,WAAW;IACO;IAA7B,YAA6B,KAAY;QAAZ,UAAK,GAAL,KAAK,CAAO;IAAG,CAAC;IAE7C,KAAK,CAAC,GAAG,CAAC,IAAY,EAAE,KAAiB;QACvC,6BAA6B;IAC/B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAY;QACvB,8BAA8B;IAChC,CAAC;IAED,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,CAAC,MAAc;QACjB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;CACF"}

package/dist/storage/gcs-store.d.ts

@@ -0,0 +1,44 @@
+import type { Store } from "@saga-sync/core";
+export type SaveOptions = {
+    contentType?: string;
+    metadata?: {
+        cacheControl?: string;
+    };
+    resumable?: boolean;
+};
+export interface GcsFile {
+    save(data: Uint8Array, opts: SaveOptions): Promise<void>;
+    download(): Promise<[Uint8Array]>;
+    delete(opts: {
+        ignoreNotFound: boolean;
+    }): Promise<unknown>;
+}
+export interface GcsBucket {
+    file(name: string): GcsFile;
+    getFiles(opts: {
+        prefix: string;
+    }): Promise<[Array<{
+        name: string;
+    }>]>;
+}
+export type BucketProvider = (bucket: string) => Promise<GcsBucket>;
+export declare function cacheControlFor(key: string): string;
+export declare function contentTypeFor(key: string): string;
+export type GcsStoreOptions = {
+    prefix?: string;
+    bucketProvider?: BucketProvider;
+};
+export declare class GcsStore implements Store {
+    private readonly bucketName;
+    private readonly prefix;
+    private readonly provider;
+    private bucketHandle?;
+    constructor(bucketName: string, opts?: GcsStoreOptions);
+    private bucket;
+    private obj;
+    put(key: string, data: Uint8Array): Promise<void>;
+    get(key: string): Promise<Uint8Array | null>;
+    delete(key: string): Promise<void>;
+    list(prefix: string): Promise<string[]>;
+}
+//# sourceMappingURL=gcs-store.d.ts.map

package/dist/storage/gcs-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gcs-store.d.ts","sourceRoot":"","sources":["../../src/storage/gcs-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAO7C,MAAM,MAAM,WAAW,GAAG;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE;QAAE,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACrC,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,CAAC;AACF,MAAM,WAAW,OAAO;IACtB,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzD,QAAQ,IAAI,OAAO,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;IAClC,MAAM,CAAC,IAAI,EAAE;QAAE,cAAc,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAC7D;AACD,MAAM,WAAW,SAAS;IACxB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IAC5B,QAAQ,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,CAAC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC,CAAC;CACxE;AACD,MAAM,MAAM,cAAc,GAAG,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,SAAS,CAAC,CAAC;AAUpE,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAGnD;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAIlD;AAkBD,MAAM,MAAM,eAAe,GAAG;IAG5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC,CAAC;AAKF,qBAAa,QAAS,YAAW,KAAK;IAMlC,OAAO,CAAC,QAAQ,CAAC,UAAU;IAL7B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAiB;IAC1C,OAAO,CAAC,YAAY,CAAC,CAAqB;gBAGvB,UAAU,EAAE,MAAM,EACnC,IAAI,GAAE,eAAoB;IAM5B,OAAO,CAAC,MAAM;IAId,OAAO,CAAC,GAAG;IAIL,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IASjD,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAW5C,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKlC,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CAI9C"}

package/dist/storage/gcs-store.js

@@ -0,0 +1,85 @@
+const SEALED = /\.jsonl\.gz$/;
+const HOT = /\.hot\.jsonl\.gz$/;
+// Cache-Control by key. Sealed chunks are immutable + content-addressed, so they
+// cache forever; the manifest and the hot head change every publish, so they get
+// a short TTL that keeps a CDN / browser re-validating. The GcsStore sets this on
+// every put — useful even without a CDN (browser/proxy caching), and exactly what
+// a CDN in front of the bucket needs (cache-mode USE_ORIGIN_HEADERS).
+export function cacheControlFor(key) {
+    if (SEALED.test(key) && !HOT.test(key))
+        return "public, max-age=31536000, immutable";
+    return "public, max-age=30";
+}
+export function contentTypeFor(key) {
+    if (key.endsWith(".gz"))
+        return "application/gzip";
+    if (key.endsWith(".json"))
+        return "application/json";
+    return "application/octet-stream";
+}
+// Lazily import the real SDK so neither the consumer nor a disk/http run pays for
+// it. The specifier is held in a variable so the type checker does not resolve
+// the (optional) module at compile time.
+const defaultBucketProvider = async (bucket) => {
+    const spec = "@google-cloud/storage";
+    let mod;
+    try {
+        mod = (await import(spec));
+    }
+    catch {
+        throw new Error(`GcsStore needs the "@google-cloud/storage" package — run: npm install @google-cloud/storage`);
+    }
+    return new mod.Storage().bucket(bucket);
+};
+// Store backed by a Google Cloud Storage bucket (producer write-side; consumers
+// read the same objects over plain HTTP via HttpStore). GCS object writes are
+// atomic and strongly consistent, so no temp-file+rename dance is needed.
+export class GcsStore {
+    bucketName;
+    prefix;
+    provider;
+    bucketHandle;
+    constructor(bucketName, opts = {}) {
+        this.bucketName = bucketName;
+        this.prefix = opts.prefix ? opts.prefix.replace(/\/+$/, "") + "/" : "";
+        this.provider = opts.bucketProvider ?? defaultBucketProvider;
+    }
+    bucket() {
+        return (this.bucketHandle ??= this.provider(this.bucketName));
+    }
+    obj(key) {
+        return this.prefix + key;
+    }
+    async put(key, data) {
+        const file = (await this.bucket()).file(this.obj(key));
+        await file.save(data, {
+            contentType: contentTypeFor(key),
+            metadata: { cacheControl: cacheControlFor(key) },
+            resumable: false,
+        });
+    }
+    async get(key) {
+        const file = (await this.bucket()).file(this.obj(key));
+        try {
+            const [buf] = await file.download();
+            return buf;
+        }
+        catch (err) {
+            if (isNotFound(err))
+                return null;
+            throw err;
+        }
+    }
+    async delete(key) {
+        const file = (await this.bucket()).file(this.obj(key));
+        await file.delete({ ignoreNotFound: true });
+    }
+    async list(prefix) {
+        const [files] = await (await this.bucket()).getFiles({ prefix: this.obj(prefix) });
+        return files.map((f) => f.name.slice(this.prefix.length));
+    }
+}
+function isNotFound(err) {
+    return typeof err === "object" && err !== null && err.code === 404;
+}
+//# sourceMappingURL=gcs-store.js.map

package/dist/storage/gcs-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gcs-store.js","sourceRoot":"","sources":["../../src/storage/gcs-store.ts"],"names":[],"mappings":"AAuBA,MAAM,MAAM,GAAG,cAAc,CAAC;AAC9B,MAAM,GAAG,GAAG,mBAAmB,CAAC;AAEhC,iFAAiF;AACjF,iFAAiF;AACjF,kFAAkF;AAClF,kFAAkF;AAClF,sEAAsE;AACtE,MAAM,UAAU,eAAe,CAAC,GAAW;IACzC,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,qCAAqC,CAAC;IACrF,OAAO,oBAAoB,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAW;IACxC,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,kBAAkB,CAAC;IACnD,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,kBAAkB,CAAC;IACrD,OAAO,0BAA0B,CAAC;AACpC,CAAC;AAED,kFAAkF;AAClF,+EAA+E;AAC/E,yCAAyC;AACzC,MAAM,qBAAqB,GAAmB,KAAK,EAAE,MAAM,EAAE,EAAE;IAC7D,MAAM,IAAI,GAAG,uBAAuB,CAAC;IACrC,IAAI,GAA+D,CAAC;IACpE,IAAI,CAAC;QACH,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,CAA0B,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CACb,6FAA6F,CAC9F,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC,CAAC;AAUF,gFAAgF;AAChF,8EAA8E;AAC9E,0EAA0E;AAC1E,MAAM,OAAO,QAAQ;IAMA;IALF,MAAM,CAAS;IACf,QAAQ,CAAiB;IAClC,YAAY,CAAsB;IAE1C,YACmB,UAAkB,EACnC,OAAwB,EAAE;QADT,eAAU,GAAV,UAAU,CAAQ;QAGnC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,cAAc,IAAI,qBAAqB,CAAC;IAC/D,CAAC;IAEO,MAAM;QACZ,OAAO,CAAC,IAAI,CAAC,YAAY,KAAK,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IAChE,CAAC;IAEO,GAAG,CAAC,GAAW;QACrB,OAAO,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,IAAgB;QACrC,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QACvD,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YACpB,WAAW,EAAE,cAAc,CAAC,GAAG,CAAC;YAChC,QAAQ,EAAE,EAAE,YAAY,EAAE,eAAe,CAAC,GAAG,CAAC,EAAE;YAChD,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,OAAO,GAAG,CAAC;QACb,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,UAAU,CAAC,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;YACjC,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QACtB,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QACvD,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAc;QACvB,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACnF,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5D,CAAC;CACF;AAED,SAAS,UAAU,CAAC,GAAY;IAC9B,OAAO,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAK,GAAyB,CAAC,IAAI,KAAK,GAAG,CAAC;AAC5F,CAAC"}

package/dist/storage/index.d.ts

@@ -0,0 +1,15 @@
+import type { Store } from "@saga-sync/core";
+export type { Store } from "@saga-sync/core";
+export { DiskStore } from "@saga-sync/core/node";
+export { DryRunStore } from "./dry-run-store.js";
+export { HttpStore } from "@saga-sync/core";
+export { GcsStore } from "./gcs-store.js";
+export type StoreConfig = {
+    protocol: "disk" | "s3" | "http" | "ftp" | "gcs";
+    baseDir?: string;
+    settings?: unknown;
+    dryRun?: boolean;
+};
+export declare function createStore(cfg: StoreConfig): Store;
+export declare function parseStoreTarget(target: string): Omit<StoreConfig, "dryRun">;
+//# sourceMappingURL=index.d.ts.map

package/dist/storage/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAM7C,YAAY,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAU1C,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,wBAAgB,WAAW,CAAC,GAAG,EAAE,WAAW,GAAG,KAAK,CAuBnD;AAMD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAU5E"}

package/dist/storage/index.js

@@ -0,0 +1,52 @@
+import { resolve } from "node:path";
+import { DiskStore } from "@saga-sync/core/node";
+import { DryRunStore } from "./dry-run-store.js";
+import { HttpStore } from "@saga-sync/core";
+import { GcsStore } from "./gcs-store.js";
+export { DiskStore } from "@saga-sync/core/node";
+export { DryRunStore } from "./dry-run-store.js";
+export { HttpStore } from "@saga-sync/core";
+export { GcsStore } from "./gcs-store.js";
+export function createStore(cfg) {
+    let store;
+    switch (cfg.protocol) {
+        case "disk":
+            store = new DiskStore(cfg.baseDir ?? ".");
+            break;
+        case "http": {
+            const settings = cfg.settings;
+            const baseUrl = settings?.baseUrl ?? cfg.baseDir;
+            if (!baseUrl)
+                throw new Error(`http store requires settings.baseUrl or baseDir`);
+            store = new HttpStore(baseUrl);
+            break;
+        }
+        case "gcs": {
+            const settings = cfg.settings;
+            if (!settings?.bucket)
+                throw new Error(`gcs store requires settings.bucket`);
+            store = new GcsStore(settings.bucket, { prefix: settings.prefix });
+            break;
+        }
+        default:
+            throw new Error(`store protocol "${cfg.protocol}" not implemented yet`);
+    }
+    return cfg.dryRun ? new DryRunStore(store) : store;
+}
+// Resolve a producer `--output-dir` argument to a StoreConfig (minus dryRun).
+// A `gs://bucket[/prefix]` target selects the GCS store; anything else is a local
+// filesystem directory. The single place the gs:// convention is parsed, shared
+// by the orchestrator and chunk-builder CLIs.
+export function parseStoreTarget(target) {
+    if (target.startsWith("gs://")) {
+        const rest = target.slice("gs://".length);
+        const slash = rest.indexOf("/");
+        const bucket = slash === -1 ? rest : rest.slice(0, slash);
+        const prefix = slash === -1 ? undefined : rest.slice(slash + 1) || undefined;
+        if (!bucket)
+            throw new Error(`invalid gs:// target: ${target}`);
+        return { protocol: "gcs", settings: { bucket, prefix } };
+    }
+    return { protocol: "disk", baseDir: resolve(target) };
+}
+//# sourceMappingURL=index.js.map

package/dist/storage/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAG1C,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAiB1C,MAAM,UAAU,WAAW,CAAC,GAAgB;IAC1C,IAAI,KAAY,CAAC;IACjB,QAAQ,GAAG,CAAC,QAAQ,EAAE,CAAC;QACrB,KAAK,MAAM;YACT,KAAK,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,CAAC;YAC1C,MAAM;QACR,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,QAAQ,GAAG,GAAG,CAAC,QAA4C,CAAC;YAClE,MAAM,OAAO,GAAG,QAAQ,EAAE,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC;YACjD,IAAI,CAAC,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACjF,KAAK,GAAG,IAAI,SAAS,CAAC,OAAO,CAAC,CAAC;YAC/B,MAAM;QACR,CAAC;QACD,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,MAAM,QAAQ,GAAG,GAAG,CAAC,QAA4D,CAAC;YAClF,IAAI,CAAC,QAAQ,EAAE,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;YAC7E,KAAK,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YACnE,MAAM;QACR,CAAC;QACD;YACE,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,CAAC,QAAQ,uBAAuB,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AACrD,CAAC;AAED,8EAA8E;AAC9E,kFAAkF;AAClF,gFAAgF;AAChF,8CAA8C;AAC9C,MAAM,UAAU,gBAAgB,CAAC,MAAc;IAC7C,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;QAC7E,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,EAAE,CAAC,CAAC;QAChE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;IAC3D,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;AACxD,CAAC"}

package/package.json

@@ -1,24 +1,46 @@
 {
   "name": "@saga-sync/producer",
-  "version": "0.0.0",
-  "description": "",
-  "main": "index.js",
-  "keywords": [],
-  "author": "",
-  "license": "ISC",
-  "devEngines": {
-    "packageManager": {
-      "name": "pnpm",
-      "version": "^11.3.0",
-      "onFail": "download"
-    }
+  "version": "0.1.2",
+  "description": "Producer side of saga-sync: scraper, chunk-builder, orchestrator, and cloud stores",
+  "license": "UNLICENSED",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/fatlabsxyz/saga-sync.git",
+    "directory": "packages/producer"
   },
-  "type": "module",
+  "homepage": "https://github.com/fatlabsxyz/saga-sync/tree/master/packages/producer#readme",
+  "bugs": "https://github.com/fatlabsxyz/saga-sync/issues",
   "publishConfig": {
-    "access": "public",
-    "registry": "https://registry.npmjs.org"
+    "access": "public"
+  },
+  "type": "module",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    },
+    "./chunk-builder/archive": {
+      "types": "./dist/chunk-builder/archive.d.ts",
+      "default": "./dist/chunk-builder/archive.js"
+    }
+  },
+  "bin": {
+    "scraper": "dist/scraper/cli.js",
+    "chunk-builder": "dist/chunk-builder/cli.js",
+    "orchestrator": "dist/orchestrator/cli.js"
+  },
+  "files": [
+    "dist"
+  ],
+  "dependencies": {
+    "viem": "^2.21.0",
+    "zod": "^3.23.8",
+    "@saga-sync/core": "0.1.2"
+  },
+  "optionalDependencies": {
+    "@google-cloud/storage": "^7.19.0"
   },
   "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1"
+    "build": "tsc -b"
   }
 }