@subsquid/fuel-stream 0.0.1

package/lib/source.d.ts

@@ -0,0 +1,118 @@
+import { Logger } from '@subsquid/logger';
+import { Range, FiniteRange } from '@subsquid/util-internal-range';
+import { Block, FieldSelection } from './data/model';
+import { ReceiptRequest, InputRequest, OutputRequest, TransactionRequest } from './data/data-request';
+export interface GraphqlSettings {
+    /**
+     * GraphQL endpoint URL
+     */
+    url: string;
+    /**
+     * Maximum number of concurrent `blocks` queries.
+     *
+     * Default is `10`
+     */
+    strideConcurrency?: number;
+    /**
+     * `blocks` query size.
+     *
+     * Default is `5`.
+     */
+    strideSize?: number;
+}
+export interface GatewaySettings {
+    /**
+     * Subsquid Network Gateway url
+     */
+    url: string;
+    /**
+     * Request timeout in ms
+     */
+    requestTimeout?: number;
+}
+interface BlockRange {
+    range?: Range;
+}
+/**
+ * API and data that is passed to the data handler
+ */
+export interface DataHandlerContext<Store, F extends FieldSelection = {}> {
+    /**
+     * An instance of a structured logger.
+     */
+    log: Logger;
+    /**
+     * Storage interface provided by the database
+     */
+    store: Store;
+    /**
+     * List of blocks to map and process
+     */
+    blocks: Block<F>[];
+    /**
+     * Signals, that the processor reached the head of a chain.
+     *
+     * The head block is always included in `.blocks`.
+     */
+    isHead: boolean;
+}
+export type FuelBatchProcessorFields<T> = T extends DataSourceBuilder<infer F> ? F : never;
+export declare class DataSourceBuilder<F extends FieldSelection = {}> {
+    private requests;
+    private fields?;
+    private blockRange?;
+    private gateway?;
+    private graphql?;
+    private running;
+    private assertNotRunning;
+    /**
+     * Set Subsquid Network Gateway endpoint (ex Archive).
+     *
+     * Subsquid Network allows to get data from finalized blocks up to
+     * infinite times faster and more efficient than via regular GraphQL.
+     *
+     * @example
+     * processor.setGateway('https://v2.archive.subsquid.io/network/fuel-mainnet')
+     */
+    setGateway(url: string | GatewaySettings): this;
+    /**
+     * Set up GraphQL data ingestion
+     */
+    setGraphql(settings?: GraphqlSettings): this;
+    /**
+     * Limits the range of blocks to be processed.
+     *
+     * When the upper bound is specified,
+     * the processor will terminate with exit code 0 once it reaches it.
+     */
+    setBlockRange(range?: Range): this;
+    /**
+     * Configure a set of fetched fields
+     */
+    setFields<F extends FieldSelection>(fields: F): DataSourceBuilder<F>;
+    private add;
+    /**
+     * By default, the processor will fetch only blocks
+     * which contain requested items. This method
+     * modifies such behaviour to fetch all chain blocks.
+     *
+     * Optionally a range of blocks can be specified
+     * for which the setting should be effective.
+     */
+    includeAllBlocks(range?: Range): this;
+    addTransaction(options: TransactionRequest & BlockRange): this;
+    addReceipt(options: ReceiptRequest & BlockRange): this;
+    addInput(options: InputRequest & BlockRange): this;
+    addOutput(options: OutputRequest & BlockRange): this;
+    private getRequests;
+    build(): DataSource<Block<F>>;
+}
+export interface DataSource<Block> {
+    getFinalizedHeight(): Promise<number>;
+    getBlockHash(height: number): Promise<string | undefined>;
+    getBlocksCountInRange(range: FiniteRange): number;
+    getBlockStream(fromBlockHeight?: number): AsyncIterable<Block[]>;
+}
+export type GetDataSourceBlock<T> = T extends DataSource<infer B> ? B : never;
+export {};
+//# sourceMappingURL=source.d.ts.map

package/lib/source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"source.d.ts","sourceRoot":"","sources":["../src/source.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,MAAM,EAAC,MAAM,kBAAkB,CAAA;AAIvC,OAAO,EAIH,KAAK,EAGL,WAAW,EACd,MAAM,+BAA+B,CAAA;AAMtC,OAAO,EAAC,KAAK,EAAE,cAAc,EAAC,MAAM,cAAc,CAAA;AAGlD,OAAO,EAEH,cAAc,EACd,YAAY,EACZ,aAAa,EACb,kBAAkB,EACrB,MAAM,qBAAqB,CAAA;AAG5B,MAAM,WAAW,eAAe;IAC5B;;OAEG;IACH,GAAG,EAAE,MAAM,CAAA;IACX;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAA;CACtB;AAGD,MAAM,WAAW,eAAe;IAC5B;;OAEG;IACH,GAAG,EAAE,MAAM,CAAA;IACX;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;CAC1B;AAGD,UAAU,UAAU;IAChB,KAAK,CAAC,EAAE,KAAK,CAAA;CAChB;AAID;;GAEG;AACH,MAAM,WAAW,kBAAkB,CAAC,KAAK,EAAE,CAAC,SAAS,cAAc,GAAG,EAAE;IACpE;;OAEG;IACH,GAAG,EAAE,MAAM,CAAA;IACX;;OAEG;IACH,KAAK,EAAE,KAAK,CAAA;IACZ;;OAEG;IACH,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;IAClB;;;;OAIG;IACH,MAAM,EAAE,OAAO,CAAA;CAClB;AAGD,MAAM,MAAM,wBAAwB,CAAC,CAAC,IAAI,CAAC,SAAS,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;AAG1F,qBAAa,iBAAiB,CAAC,CAAC,SAAS,cAAc,GAAG,EAAE;IACxD,OAAO,CAAC,QAAQ,CAAkC;IAClD,OAAO,CAAC,MAAM,CAAC,CAAgB;IAC/B,OAAO,CAAC,UAAU,CAAC,CAAO;IAC1B,OAAO,CAAC,OAAO,CAAC,CAAiB;IACjC,OAAO,CAAC,OAAO,CAAC,CAAiB;IACjC,OAAO,CAAC,OAAO,CAAQ;IAEvB,OAAO,CAAC,gBAAgB;IAMxB;;;;;;;;OAQG;IACH,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI;IAU/C;;OAEG;IACH,UAAU,CAAC,QAAQ,CAAC,EAAE,eAAe,GAAG,IAAI;IAM5C;;;;;OAKG;IACH,aAAa,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,IAAI;IAMlC;;OAEG;IACH,SAAS,CAAC,CAAC,SAAS,cAAc,EAAE,MAAM,EAAE,CAAC,GAAG,iBAAiB,CAAC,CAAC,CAAC;IAMpE,OAAO,CAAC,GAAG;IAOX;;;;;;;OAOG;IACH,gBAAgB,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,IAAI;IAMrC,cAAc,CAAC,OAAO,EAAE,kBAAkB,GAAG,UAAU,GAAG,IAAI;IAS9D,UAAU,CAAC,OAAO,EAAE,cAAc,GAAG,UAAU,GAAG,IAAI;IAStD,QAAQ,CAAC,OAAO,EAAE,YAAY,GAAG,UAAU,GAAG,IAAI;IASlD,SAAS,CAAC,OAAO,EAAE,aAAa,GAAG,UAAU,GAAG,IAAI;IAUpD,OAAO,CAAC,WAAW;IAqCnB,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;CAOhC;AAGD,MAAM,WAAW,UAAU,CAAC,KAAK;IAC7B,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC,CAAA;IACrC,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAAA;IACzD,qBAAqB,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,CAAA;IACjD,cAAc,CAAC,eAAe,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC,KAAK,EAAE,CAAC,CAAA;CACnE;AAGD,MAAM,MAAM,kBAAkB,CAAC,CAAC,IAAI,CAAC,SAAS,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA"}

package/lib/source.js

@@ -0,0 +1,296 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataSourceBuilder = void 0;
+const http_client_1 = require("@subsquid/http-client");
+const util_internal_1 = require("@subsquid/util-internal");
+const util_internal_archive_client_1 = require("@subsquid/util-internal-archive-client");
+const util_internal_processor_tools_1 = require("@subsquid/util-internal-processor-tools");
+const util_internal_range_1 = require("@subsquid/util-internal-range");
+const data_source_1 = require("@subsquid/fuel-data/lib/data-source");
+const assert_1 = __importDefault(require("assert"));
+const source_1 = require("./archive/source");
+const fields_1 = require("./fields");
+const graphql_1 = require("./graphql");
+class DataSourceBuilder {
+    constructor() {
+        this.requests = [];
+        this.running = false;
+    }
+    assertNotRunning() {
+        if (this.running) {
+            throw new Error('Settings modifications are not allowed after start of processing');
+        }
+    }
+    /**
+     * Set Subsquid Network Gateway endpoint (ex Archive).
+     *
+     * Subsquid Network allows to get data from finalized blocks up to
+     * infinite times faster and more efficient than via regular GraphQL.
+     *
+     * @example
+     * processor.setGateway('https://v2.archive.subsquid.io/network/fuel-mainnet')
+     */
+    setGateway(url) {
+        this.assertNotRunning();
+        if (typeof url == 'string') {
+            this.gateway = { url };
+        }
+        else {
+            this.gateway = url;
+        }
+        return this;
+    }
+    /**
+     * Set up GraphQL data ingestion
+     */
+    setGraphql(settings) {
+        this.assertNotRunning();
+        this.graphql = settings;
+        return this;
+    }
+    /**
+     * Limits the range of blocks to be processed.
+     *
+     * When the upper bound is specified,
+     * the processor will terminate with exit code 0 once it reaches it.
+     */
+    setBlockRange(range) {
+        this.assertNotRunning();
+        this.blockRange = range;
+        return this;
+    }
+    /**
+     * Configure a set of fetched fields
+     */
+    setFields(fields) {
+        this.assertNotRunning();
+        this.fields = fields;
+        return this;
+    }
+    add(range, request) {
+        this.requests.push({
+            range: range || { from: 0 },
+            request
+        });
+    }
+    /**
+     * By default, the processor will fetch only blocks
+     * which contain requested items. This method
+     * modifies such behaviour to fetch all chain blocks.
+     *
+     * Optionally a range of blocks can be specified
+     * for which the setting should be effective.
+     */
+    includeAllBlocks(range) {
+        this.assertNotRunning();
+        this.add(range, { includeAllBlocks: true });
+        return this;
+    }
+    addTransaction(options) {
+        this.assertNotRunning();
+        let { range, ...req } = options;
+        this.add(range, {
+            transactions: [req]
+        });
+        return this;
+    }
+    addReceipt(options) {
+        this.assertNotRunning();
+        let { range, ...req } = options;
+        this.add(range, {
+            receipts: [req]
+        });
+        return this;
+    }
+    addInput(options) {
+        this.assertNotRunning();
+        let { range, ...req } = options;
+        this.add(range, {
+            inputs: [req]
+        });
+        return this;
+    }
+    addOutput(options) {
+        this.assertNotRunning();
+        let { range, ...req } = options;
+        this.add(range, {
+            outputs: [req]
+        });
+        return this;
+    }
+    getRequests() {
+        function concat(a, b) {
+            let result = [];
+            if (a) {
+                result.push(...a);
+            }
+            if (b) {
+                result.push(...b);
+            }
+            return result.length == 0 ? undefined : result;
+        }
+        let requests = (0, util_internal_range_1.mergeRangeRequests)(this.requests, (a, b) => {
+            return {
+                includeAllBlocks: a.includeAllBlocks || b.includeAllBlocks,
+                transactions: concat(a.transactions, b.transactions),
+                receipts: concat(a.receipts, b.receipts),
+                inputs: concat(a.inputs, b.inputs),
+                outputs: concat(a.outputs, b.outputs),
+            };
+        });
+        let fields = (0, fields_1.getFields)(this.fields);
+        requests = requests.map(({ range, request }) => {
+            return {
+                range,
+                request: {
+                    fields,
+                    ...request
+                }
+            };
+        });
+        return (0, util_internal_range_1.applyRangeBound)(requests, this.blockRange);
+    }
+    build() {
+        return new FuelDataSource(this.getRequests(), this.gateway, this.graphql);
+    }
+}
+exports.DataSourceBuilder = DataSourceBuilder;
+__decorate([
+    util_internal_1.def,
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", Array)
+], DataSourceBuilder.prototype, "getRequests", null);
+class FuelDataSource {
+    constructor(requests, gatewaySettings, graphqlSettings) {
+        this.requests = requests;
+        this.gatewaySettings = gatewaySettings;
+        (0, assert_1.default)(this.gatewaySettings || graphqlSettings, 'either gateway or GraphQL should be provided');
+        if (graphqlSettings) {
+            this.graphql = this.createGraphqlDataSource(graphqlSettings);
+        }
+        this.ranges = this.requests.map(req => req.range);
+    }
+    getFinalizedHeight() {
+        if (this.graphql) {
+            return this.graphql.getFinalizedHeight();
+        }
+        else {
+            return this.createGateway().getFinalizedHeight();
+        }
+    }
+    async getBlockHash(height) {
+        await this.assertConsistency();
+        if (this.gatewaySettings == null) {
+            (0, assert_1.default)(this.graphql);
+            return this.graphql.getBlockHash(height);
+        }
+        else {
+            let gateway = this.createGateway();
+            let head = await gateway.getFinalizedHeight();
+            if (head >= height)
+                return gateway.getBlockHash(height);
+            if (this.graphql)
+                return this.graphql.getBlockHash(height);
+        }
+    }
+    async assertConsistency() {
+        if (this.isConsistent || this.gatewaySettings == null || this.graphql == null)
+            return;
+        let blocks = await this.performConsistencyCheck().catch(err => {
+            throw (0, util_internal_1.addErrorContext)(new Error(`Failed to check consistency between Subsquid Gateway and GraphQL endpoints`), { reason: err });
+        });
+        if (blocks == null) {
+            this.isConsistent = true;
+        }
+        else {
+            throw (0, util_internal_1.addErrorContext)(new Error(`Provided Subsquid Gateway and GraphQL endpoints don't agree on block №${blocks.archiveBlock.height}`), blocks);
+        }
+    }
+    async performConsistencyCheck() {
+        let archive = this.createGateway();
+        let height = await archive.getFinalizedHeight();
+        let archiveBlock = await archive.getBlockHeader(height);
+        let gqlBlock = await this.graphql.getBlockHeader(archiveBlock.height);
+        if (gqlBlock?.id === archiveBlock.hash && Number(gqlBlock.height) === archiveBlock.height)
+            return;
+        return { archiveBlock, gqlBlock: gqlBlock || null };
+    }
+    getBlocksCountInRange(range) {
+        return (0, util_internal_range_1.getSize)(this.ranges, range);
+    }
+    async *getBlockStream(fromBlockHeight) {
+        await this.assertConsistency();
+        let requests = fromBlockHeight == null
+            ? this.requests
+            : (0, util_internal_range_1.applyRangeBound)(this.requests, { from: fromBlockHeight });
+        if (requests.length == 0)
+            return;
+        if (this.gatewaySettings) {
+            let agent = new http_client_1.HttpAgent({ keepAlive: true });
+            try {
+                let archive = this.createGateway(agent);
+                let height = await archive.getFinalizedHeight();
+                let from = requests[0].range.from;
+                if (height > from || !this.graphql) {
+                    for await (let batch of archive.getBlockStream(requests, !!this.graphql)) {
+                        yield batch;
+                        from = (0, util_internal_1.last)(batch).header.height + 1;
+                    }
+                    requests = (0, util_internal_range_1.applyRangeBound)(requests, { from });
+                }
+            }
+            finally {
+                agent.close();
+            }
+        }
+        if (requests.length == 0)
+            return;
+        (0, assert_1.default)(this.graphql);
+        yield* this.graphql.getBlockStream(requests);
+    }
+    createGateway(agent) {
+        (0, assert_1.default)(this.gatewaySettings);
+        let http = new http_client_1.HttpClient({
+            headers: {
+                'x-squid-id': this.getSquidId()
+            },
+            agent
+        });
+        return new source_1.FuelGateway(new util_internal_archive_client_1.ArchiveClient({
+            http,
+            url: this.gatewaySettings.url,
+            queryTimeout: this.gatewaySettings.requestTimeout,
+        }));
+    }
+    createGraphqlDataSource(settings) {
+        let dataSource = new data_source_1.HttpDataSource({
+            client: new http_client_1.HttpClient({ baseUrl: settings.url }),
+            strideConcurrency: settings.strideConcurrency,
+            strideSize: settings.strideSize,
+        });
+        return new graphql_1.GraphqlDataSource(dataSource);
+    }
+    getSquidId() {
+        return (0, util_internal_processor_tools_1.getOrGenerateSquidId)();
+    }
+}
+__decorate([
+    util_internal_1.def,
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", String)
+], FuelDataSource.prototype, "getSquidId", null);
+//# sourceMappingURL=source.js.map

package/lib/source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source.js","sourceRoot":"","sources":["../src/source.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,uDAA2D;AAE3D,2DAAkE;AAClE,yFAAoE;AACpE,2FAA4E;AAC5E,uEAQsC;AAEtC,qEAAkE;AAClE,oDAA2B;AAC3B,6CAA4C;AAC5C,qCAAkC;AAElC,uCAA2C;AA6E3C,MAAa,iBAAiB;IAA9B;QACY,aAAQ,GAAgC,EAAE,CAAA;QAK1C,YAAO,GAAG,KAAK,CAAA;IA+J3B,CAAC;IA7JW,gBAAgB;QACpB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAA;QACvF,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,UAAU,CAAC,GAA6B;QACpC,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,OAAO,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,OAAO,GAAG,EAAC,GAAG,EAAC,CAAA;QACxB,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,OAAO,GAAG,GAAG,CAAA;QACtB,CAAC;QACD,OAAO,IAAI,CAAA;IACf,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,QAA0B;QACjC,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAA;QACvB,OAAO,IAAI,CAAA;IACf,CAAC;IAED;;;;;OAKG;IACH,aAAa,CAAC,KAAa;QACvB,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAA;QACvB,OAAO,IAAI,CAAA;IACf,CAAC;IAED;;OAEG;IACH,SAAS,CAA2B,MAAS;QACzC,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,OAAO,IAAW,CAAA;IACtB,CAAC;IAEO,GAAG,CAAC,KAAwB,EAAE,OAAoB;QACtD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YACf,KAAK,EAAE,KAAK,IAAI,EAAC,IAAI,EAAE,CAAC,EAAC;YACzB,OAAO;SACV,CAAC,CAAA;IACN,CAAC;IAED;;;;;;;OAOG;IACH,gBAAgB,CAAC,KAAa;QAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAC,gBAAgB,EAAE,IAAI,EAAC,CAAC,CAAA;QACzC,OAAO,IAAI,CAAA;IACf,CAAC;IAED,cAAc,CAAC,OAAwC;QACnD,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,EAAC,KAAK,EAAE,GAAG,GAAG,EAAC,GAAG,OAAO,CAAA;QAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE;YACZ,YAAY,EAAE,CAAC,GAAG,CAAC;SACtB,CAAC,CAAA;QACF,OAAO,IAAI,CAAA;IACf,CAAC;IAED,UAAU,CAAC,OAAoC;QAC3C,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,EAAC,KAAK,EAAE,GAAG,GAAG,EAAC,GAAG,OAAO,CAAA;QAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE;YACZ,QAAQ,EAAE,CAAC,GAAG,CAAC;SAClB,CAAC,CAAA;QACF,OAAO,IAAI,CAAA;IACf,CAAC;IAED,QAAQ,CAAC,OAAkC;QACvC,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,EAAC,KAAK,EAAE,GAAG,GAAG,EAAC,GAAG,OAAO,CAAA;QAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE;YACZ,MAAM,EAAE,CAAC,GAAG,CAAC;SAChB,CAAC,CAAA;QACF,OAAO,IAAI,CAAA;IACf,CAAC;IAED,SAAS,CAAC,OAAmC;QACzC,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,EAAC,KAAK,EAAE,GAAG,GAAG,EAAC,GAAG,OAAO,CAAA;QAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE;YACZ,OAAO,EAAE,CAAC,GAAG,CAAC;SACjB,CAAC,CAAA;QACF,OAAO,IAAI,CAAA;IACf,CAAC;IAGO,WAAW;QACf,SAAS,MAAM,CAAI,CAAO,EAAE,CAAO;YAC/B,IAAI,MAAM,GAAQ,EAAE,CAAA;YACpB,IAAI,CAAC,EAAE,CAAC;gBACJ,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;YACrB,CAAC;YACD,IAAI,CAAC,EAAE,CAAC;gBACJ,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;YACrB,CAAC;YACD,OAAO,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAA;QAClD,CAAC;QAED,IAAI,QAAQ,GAAG,IAAA,wCAAkB,EAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACtD,OAAO;gBACH,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,IAAI,CAAC,CAAC,gBAAgB;gBAC1D,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,YAAY,CAAC;gBACpD,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC;gBACxC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC;gBAClC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC;aACxC,CAAA;QACL,CAAC,CAAC,CAAA;QAEF,IAAI,MAAM,GAAG,IAAA,kBAAS,EAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAEnC,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAC,KAAK,EAAE,OAAO,EAAC,EAAE,EAAE;YACzC,OAAO;gBACH,KAAK;gBACL,OAAO,EAAE;oBACL,MAAM;oBACN,GAAG,OAAO;iBACb;aACJ,CAAA;QACL,CAAC,CAAC,CAAA;QAEF,OAAO,IAAA,qCAAe,EAAC,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,CAAA;IACrD,CAAC;IAED,KAAK;QACD,OAAO,IAAI,cAAc,CACrB,IAAI,CAAC,WAAW,EAAE,EAClB,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,OAAO,CACS,CAAA;IAC7B,CAAC;CACJ;AArKD,8CAqKC;AA5CW;IADP,mBAAG;;;;oDAoCH;AAuBL,MAAM,cAAc;IAKhB,YACY,QAAuC,EACvC,eAAiC,EACzC,eAAiC;QAFzB,aAAQ,GAAR,QAAQ,CAA+B;QACvC,oBAAe,GAAf,eAAe,CAAkB;QAGzC,IAAA,gBAAM,EAAC,IAAI,CAAC,eAAe,IAAI,eAAe,EAAE,8CAA8C,CAAC,CAAA;QAC/F,IAAI,eAAe,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,uBAAuB,CAAC,eAAe,CAAC,CAAA;QAChE,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACrD,CAAC;IAED,kBAAkB;QACd,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAA;QAC5C,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC,kBAAkB,EAAE,CAAA;QACpD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAc;QAC7B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAC9B,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;YAC/B,IAAA,gBAAM,EAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACpB,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QAC5C,CAAC;aAAM,CAAC;YACJ,IAAI,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAA;YAClC,IAAI,IAAI,GAAG,MAAM,OAAO,CAAC,kBAAkB,EAAE,CAAA;YAC7C,IAAI,IAAI,IAAI,MAAM;gBAAE,OAAO,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;YACvD,IAAI,IAAI,CAAC,OAAO;gBAAE,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QAC9D,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC3B,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI;YAAE,OAAM;QACrF,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YAC1D,MAAM,IAAA,+BAAe,EACjB,IAAI,KAAK,CAAC,4EAA4E,CAAC,EACvF,EAAC,MAAM,EAAE,GAAG,EAAC,CAChB,CAAA;QACL,CAAC,CAAC,CAAA;QACF,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YACjB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;QAC5B,CAAC;aAAM,CAAC;YACJ,MAAM,IAAA,+BAAe,EACjB,IAAI,KAAK,CAAC,yEAAyE,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,EAChH,MAAM,CACT,CAAA;QACL,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,uBAAuB;QAIjC,IAAI,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAA;QAClC,IAAI,MAAM,GAAG,MAAM,OAAO,CAAC,kBAAkB,EAAE,CAAA;QAC/C,IAAI,YAAY,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAA;QACvD,IAAI,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,cAAc,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QACtE,IAAI,QAAQ,EAAE,EAAE,KAAK,YAAY,CAAC,IAAI,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,YAAY,CAAC,MAAM;YAAE,OAAM;QACjG,OAAO,EAAC,YAAY,EAAE,QAAQ,EAAE,QAAQ,IAAI,IAAI,EAAC,CAAA;IACrD,CAAC;IAED,qBAAqB,CAAC,KAAkB;QACpC,OAAO,IAAA,6BAAO,EAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IACtC,CAAC;IAED,KAAK,CAAC,CAAC,cAAc,CAAC,eAAwB;QAC1C,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAE9B,IAAI,QAAQ,GAAG,eAAe,IAAI,IAAI;YAClC,CAAC,CAAC,IAAI,CAAC,QAAQ;YACf,CAAC,CAAC,IAAA,qCAAe,EAAC,IAAI,CAAC,QAAQ,EAAE,EAAC,IAAI,EAAE,eAAe,EAAC,CAAC,CAAA;QAE7D,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC;YAAE,OAAM;QAEhC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACvB,IAAI,KAAK,GAAG,IAAI,uBAAS,CAAC,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAA;YAC5C,IAAI,CAAC;gBACD,IAAI,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;gBACvC,IAAI,MAAM,GAAG,MAAM,OAAO,CAAC,kBAAkB,EAAE,CAAA;gBAC/C,IAAI,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAA;gBACjC,IAAI,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjC,IAAI,KAAK,EAAE,IAAI,KAAK,IAAI,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;wBACvE,MAAM,KAAK,CAAA;wBACX,IAAI,GAAG,IAAA,oBAAI,EAAC,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAA;oBACxC,CAAC;oBACD,QAAQ,GAAG,IAAA,qCAAe,EAAC,QAAQ,EAAE,EAAC,IAAI,EAAC,CAAC,CAAA;gBAChD,CAAC;YACL,CAAC;oBAAS,CAAC;gBACP,KAAK,CAAC,KAAK,EAAE,CAAA;YACjB,CAAC;QACL,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC;YAAE,OAAM;QAEhC,IAAA,gBAAM,EAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAEpB,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAA;IAChD,CAAC;IAEO,aAAa,CAAC,KAAiB;QACnC,IAAA,gBAAM,EAAC,IAAI,CAAC,eAAe,CAAC,CAAA;QAE5B,IAAI,IAAI,GAAG,IAAI,wBAAU,CAAC;YACtB,OAAO,EAAE;gBACL,YAAY,EAAE,IAAI,CAAC,UAAU,EAAE;aAClC;YACD,KAAK;SACR,CAAC,CAAA;QAEF,OAAO,IAAI,oBAAW,CAClB,IAAI,4CAAa,CAAC;YACd,IAAI;YACJ,GAAG,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG;YAC7B,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,cAAc;SACpD,CAAC,CACL,CAAA;IACL,CAAC;IAEO,uBAAuB,CAAC,QAAyB;QACrD,IAAI,UAAU,GAAG,IAAI,4BAAc,CAAC;YAChC,MAAM,EAAE,IAAI,wBAAU,CAAC,EAAC,OAAO,EAAE,QAAQ,CAAC,GAAG,EAAC,CAAC;YAC/C,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;YAC7C,UAAU,EAAE,QAAQ,CAAC,UAAU;SAClC,CAAC,CAAA;QACF,OAAO,IAAI,2BAAiB,CAAC,UAAU,CAAC,CAAA;IAC5C,CAAC;IAGO,UAAU;QACd,OAAO,IAAA,oDAAoB,GAAE,CAAA;IACjC,CAAC;CACJ;AAHW;IADP,mBAAG;;;;gDAGH"}

package/package.json

@@ -0,0 +1,34 @@
+{
+  "name": "@subsquid/fuel-stream",
+  "version": "0.0.1",
+  "description": "Fuel block data streamer",
+  "license": "GPL-3.0-or-later",
+  "repository": "git@github.com:subsquid/squid.git",
+  "publishConfig": {
+    "access": "public"
+  },
+  "files": [
+    "lib",
+    "src"
+  ],
+  "main": "lib/index.js",
+  "dependencies": {
+    "@subsquid/http-client": "^1.4.0",
+    "@subsquid/logger": "^1.3.3",
+    "@subsquid/fuel-normalization": "^0.0.1",
+    "@subsquid/fuel-data": "^0.0.1",
+    "@subsquid/util-internal": "^3.2.0",
+    "@subsquid/util-internal-archive-client": "^0.1.2",
+    "@subsquid/util-internal-ingest-tools": "^1.1.2",
+    "@subsquid/util-internal-processor-tools": "^4.1.1",
+    "@subsquid/util-internal-range": "^0.3.0",
+    "@subsquid/util-internal-validation": "^0.5.0"
+  },
+  "devDependencies": {
+    "@types/node": "^18.18.14",
+    "typescript": "~5.3.2"
+  },
+  "scripts": {
+    "build": "rm -rf lib && tsc"
+  }
+}