@aztec/p2p 0.0.1-commit.a072138 → 0.0.1-commit.aada20e3

package/dest/services/index.d.ts

@@ -3,5 +3,6 @@ export * from './libp2p/libp2p_service.js';
 export * from './tx_provider.js';
 export * from './dummy_service.js';
 export * from './reqresp/index.js';
+export * from './tx_file_store/index.js';
 export * from './tx_collection/index.js';
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zZXJ2aWNlcy9pbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxjQUFjLGNBQWMsQ0FBQztBQUM3QixjQUFjLDRCQUE0QixDQUFDO0FBQzNDLGNBQWMsa0JBQWtCLENBQUM7QUFDakMsY0FBYyxvQkFBb0IsQ0FBQztBQUNuQyxjQUFjLG9CQUFvQixDQUFDO0FBQ25DLGNBQWMsMEJBQTBCLENBQUMifQ==
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zZXJ2aWNlcy9pbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxjQUFjLGNBQWMsQ0FBQztBQUM3QixjQUFjLDRCQUE0QixDQUFDO0FBQzNDLGNBQWMsa0JBQWtCLENBQUM7QUFDakMsY0FBYyxvQkFBb0IsQ0FBQztBQUNuQyxjQUFjLG9CQUFvQixDQUFDO0FBQ25DLGNBQWMsMEJBQTBCLENBQUM7QUFDekMsY0FBYywwQkFBMEIsQ0FBQyJ9

package/dest/services/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/services/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,0BAA0B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/services/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC"}

package/dest/services/index.js

@@ -3,4 +3,5 @@ export * from './libp2p/libp2p_service.js';
 export * from './tx_provider.js';
 export * from './dummy_service.js';
 export * from './reqresp/index.js';
+export * from './tx_file_store/index.js';
 export * from './tx_collection/index.js';

package/dest/services/tx_file_store/config.d.ts

@@ -0,0 +1,18 @@
+import { type ConfigMappingsType } from '@aztec/foundation/config';
+/**
+ * Configuration for the TxFileStore service.
+ */
+export type TxFileStoreConfig = {
+    /** URL for uploading txs to file storage (s3://, gs://, file://) */
+    txFileStoreUrl?: string;
+    /** URL for downloading txs from file storage */
+    txFileStoreDownloadUrl?: string;
+    /** Max concurrent uploads */
+    txFileStoreUploadConcurrency: number;
+    /** Max queue size to prevent unbounded memory growth */
+    txFileStoreMaxQueueSize: number;
+    /** Enable tx file store upload */
+    txFileStoreEnabled: boolean;
+};
+export declare const txFileStoreConfigMappings: ConfigMappingsType<TxFileStoreConfig>;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY29uZmlnLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvdHhfZmlsZV9zdG9yZS9jb25maWcudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLEtBQUssa0JBQWtCLEVBQTJDLE1BQU0sMEJBQTBCLENBQUM7QUFFNUc7O0dBRUc7QUFDSCxNQUFNLE1BQU0saUJBQWlCLEdBQUc7SUFDOUIsb0VBQW9FO0lBQ3BFLGNBQWMsQ0FBQyxFQUFFLE1BQU0sQ0FBQztJQUN4QixnREFBZ0Q7SUFDaEQsc0JBQXNCLENBQUMsRUFBRSxNQUFNLENBQUM7SUFDaEMsNkJBQTZCO0lBQzdCLDRCQUE0QixFQUFFLE1BQU0sQ0FBQztJQUNyQyx3REFBd0Q7SUFDeEQsdUJBQXVCLEVBQUUsTUFBTSxDQUFDO0lBQ2hDLGtDQUFrQztJQUNsQyxrQkFBa0IsRUFBRSxPQUFPLENBQUM7Q0FDN0IsQ0FBQztBQUVGLGVBQU8sTUFBTSx5QkFBeUIsRUFBRSxrQkFBa0IsQ0FBQyxpQkFBaUIsQ0F3QjNFLENBQUMifQ==

package/dest/services/tx_file_store/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../src/services/tx_file_store/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,kBAAkB,EAA2C,MAAM,0BAA0B,CAAC;AAE5G;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG;IAC9B,oEAAoE;IACpE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gDAAgD;IAChD,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,6BAA6B;IAC7B,4BAA4B,EAAE,MAAM,CAAC;IACrC,wDAAwD;IACxD,uBAAuB,EAAE,MAAM,CAAC;IAChC,kCAAkC;IAClC,kBAAkB,EAAE,OAAO,CAAC;CAC7B,CAAC;AAEF,eAAO,MAAM,yBAAyB,EAAE,kBAAkB,CAAC,iBAAiB,CAwB3E,CAAC"}

package/dest/services/tx_file_store/config.js

@@ -0,0 +1,26 @@
+import { booleanConfigHelper, numberConfigHelper } from '@aztec/foundation/config';
+export const txFileStoreConfigMappings = {
+    txFileStoreUrl: {
+        env: 'TX_FILE_STORE_URL',
+        description: 'URL for uploading txs to file storage (s3://, gs://, file://)'
+    },
+    txFileStoreDownloadUrl: {
+        env: 'TX_FILE_STORE_DOWNLOAD_URL',
+        description: 'URL for downloading txs from file storage'
+    },
+    txFileStoreUploadConcurrency: {
+        env: 'TX_FILE_STORE_UPLOAD_CONCURRENCY',
+        description: 'Maximum number of concurrent tx uploads',
+        ...numberConfigHelper(10)
+    },
+    txFileStoreMaxQueueSize: {
+        env: 'TX_FILE_STORE_MAX_QUEUE_SIZE',
+        description: 'Maximum queue size for pending uploads (oldest dropped when exceeded)',
+        ...numberConfigHelper(1000)
+    },
+    txFileStoreEnabled: {
+        env: 'TX_FILE_STORE_ENABLED',
+        description: 'Enable uploading transactions to file storage',
+        ...booleanConfigHelper(false)
+    }
+};

package/dest/services/tx_file_store/index.d.ts

@@ -0,0 +1,4 @@
+export { TxFileStore } from './tx_file_store.js';
+export { TxFileStoreInstrumentation } from './instrumentation.js';
+export { type TxFileStoreConfig, txFileStoreConfigMappings } from './config.js';
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uL3NyYy9zZXJ2aWNlcy90eF9maWxlX3N0b3JlL2luZGV4LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFBRSxXQUFXLEVBQUUsTUFBTSxvQkFBb0IsQ0FBQztBQUNqRCxPQUFPLEVBQUUsMEJBQTBCLEVBQUUsTUFBTSxzQkFBc0IsQ0FBQztBQUNsRSxPQUFPLEVBQUUsS0FBSyxpQkFBaUIsRUFBRSx5QkFBeUIsRUFBRSxNQUFNLGFBQWEsQ0FBQyJ9

package/dest/services/tx_file_store/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/tx_file_store/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAC;AAClE,OAAO,EAAE,KAAK,iBAAiB,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC"}

package/dest/services/tx_file_store/index.js

@@ -0,0 +1,3 @@
+export { TxFileStore } from './tx_file_store.js';
+export { TxFileStoreInstrumentation } from './instrumentation.js';
+export { txFileStoreConfigMappings } from './config.js';

package/dest/services/tx_file_store/instrumentation.d.ts

@@ -0,0 +1,15 @@
+import { type TelemetryClient } from '@aztec/telemetry-client';
+/** Instrumentation for the TxFileStore service. */
+export declare class TxFileStoreInstrumentation {
+    private uploadsSuccess;
+    private uploadsFailed;
+    private uploadsSkipped;
+    private uploadDuration;
+    private queueSize;
+    constructor(client: TelemetryClient, name: string);
+    recordUploadSuccess(durationMs: number): void;
+    recordUploadFailed(): void;
+    recordUploadSkipped(): void;
+    recordQueueSize(size: number): void;
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5zdHJ1bWVudGF0aW9uLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvdHhfZmlsZV9zdG9yZS9pbnN0cnVtZW50YXRpb24udHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUF1QyxLQUFLLGVBQWUsRUFBc0IsTUFBTSx5QkFBeUIsQ0FBQztBQUV4SCxtREFBbUQ7QUFDbkQscUJBQWEsMEJBQTBCO0lBQ3JDLE9BQU8sQ0FBQyxjQUFjLENBQWdCO0lBQ3RDLE9BQU8sQ0FBQyxhQUFhLENBQWdCO0lBQ3JDLE9BQU8sQ0FBQyxjQUFjLENBQWdCO0lBQ3RDLE9BQU8sQ0FBQyxjQUFjLENBQVk7SUFDbEMsT0FBTyxDQUFDLFNBQVMsQ0FBUTtJQUV6QixZQUFZLE1BQU0sRUFBRSxlQUFlLEVBQUUsSUFBSSxFQUFFLE1BQU0sRUFPaEQ7SUFFRCxtQkFBbUIsQ0FBQyxVQUFVLEVBQUUsTUFBTSxRQUdyQztJQUVELGtCQUFrQixTQUVqQjtJQUVELG1CQUFtQixTQUVsQjtJQUVELGVBQWUsQ0FBQyxJQUFJLEVBQUUsTUFBTSxRQUUzQjtDQUNGIn0=

package/dest/services/tx_file_store/instrumentation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"instrumentation.d.ts","sourceRoot":"","sources":["../../../src/services/tx_file_store/instrumentation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuC,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAExH,mDAAmD;AACnD,qBAAa,0BAA0B;IACrC,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,cAAc,CAAY;IAClC,OAAO,CAAC,SAAS,CAAQ;IAEzB,YAAY,MAAM,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAOhD;IAED,mBAAmB,CAAC,UAAU,EAAE,MAAM,QAGrC;IAED,kBAAkB,SAEjB;IAED,mBAAmB,SAElB;IAED,eAAe,CAAC,IAAI,EAAE,MAAM,QAE3B;CACF"}

package/dest/services/tx_file_store/instrumentation.js

@@ -0,0 +1,29 @@
+import { Metrics } from '@aztec/telemetry-client';
+/** Instrumentation for the TxFileStore service. */ export class TxFileStoreInstrumentation {
+    uploadsSuccess;
+    uploadsFailed;
+    uploadsSkipped;
+    uploadDuration;
+    queueSize;
+    constructor(client, name){
+        const meter = client.getMeter(name);
+        this.uploadsSuccess = meter.createUpDownCounter(Metrics.TX_FILE_STORE_UPLOADS_SUCCESS);
+        this.uploadsFailed = meter.createUpDownCounter(Metrics.TX_FILE_STORE_UPLOADS_FAILED);
+        this.uploadsSkipped = meter.createUpDownCounter(Metrics.TX_FILE_STORE_UPLOADS_SKIPPED);
+        this.uploadDuration = meter.createHistogram(Metrics.TX_FILE_STORE_UPLOAD_DURATION);
+        this.queueSize = meter.createGauge(Metrics.TX_FILE_STORE_QUEUE_SIZE);
+    }
+    recordUploadSuccess(durationMs) {
+        this.uploadsSuccess.add(1);
+        this.uploadDuration.record(durationMs);
+    }
+    recordUploadFailed() {
+        this.uploadsFailed.add(1);
+    }
+    recordUploadSkipped() {
+        this.uploadsSkipped.add(1);
+    }
+    recordQueueSize(size) {
+        this.queueSize.record(size);
+    }
+}

package/dest/services/tx_file_store/tx_file_store.d.ts

@@ -0,0 +1,47 @@
+import { type Logger } from '@aztec/foundation/log';
+import { type FileStore } from '@aztec/stdlib/file-store';
+import { type TelemetryClient } from '@aztec/telemetry-client';
+import type { TxPool } from '../../mem_pools/tx_pool/index.js';
+import type { TxFileStoreConfig } from './config.js';
+/**
+ * Uploads validated transactions to a file store as a fallback retrieval mechanism.
+ * Listens to TxPool txs-added events and uploads txs asynchronously with bounded concurrency.
+ */
+export declare class TxFileStore {
+    private readonly fileStore;
+    private readonly txPool;
+    private readonly config;
+    private readonly instrumentation;
+    private readonly log;
+    private uploadQueue;
+    private activeUploads;
+    private readonly queueProcessor;
+    private readonly handleTxsAdded;
+    /** Recently uploaded tx hashes for deduplication. */
+    private recentUploads;
+    private recentUploadsOrder;
+    private readonly maxRecentUploads;
+    private constructor();
+    /**
+     * Creates and initializes the file store.
+     * @param txPool - The transaction pool to listen to.
+     * @param config - The file store configuration.
+     * @param log - Optional logger.
+     * @param telemetry - Optional telemetry client.
+     * @param fileStoreOverride - Optional FileStore for testing (bypasses createFileStore).
+     * @returns The file store instance, or undefined if not configured/enabled.
+     */
+    static create(txPool: TxPool, config: TxFileStoreConfig, log?: Logger, telemetry?: TelemetryClient, fileStoreOverride?: FileStore): Promise<TxFileStore | undefined>;
+    /** Starts listening to TxPool events and uploading txs. */
+    start(): void;
+    /** Stops listening and waits for pending uploads to complete. */
+    stop(): Promise<void>;
+    private enqueueTxs;
+    private processQueueBatch;
+    private uploadTx;
+    /** Waits for all queued and in-flight uploads to complete. For testing. */
+    flush(): Promise<void>;
+    /** Returns the number of pending uploads (queued + in-flight). */
+    getPendingUploadCount(): number;
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidHhfZmlsZV9zdG9yZS5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vc3JjL3NlcnZpY2VzL3R4X2ZpbGVfc3RvcmUvdHhfZmlsZV9zdG9yZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsS0FBSyxNQUFNLEVBQWdCLE1BQU0sdUJBQXVCLENBQUM7QUFJbEUsT0FBTyxFQUFFLEtBQUssU0FBUyxFQUFtQixNQUFNLDBCQUEwQixDQUFDO0FBRTNFLE9BQU8sRUFBRSxLQUFLLGVBQWUsRUFBc0IsTUFBTSx5QkFBeUIsQ0FBQztBQUVuRixPQUFPLEtBQUssRUFBRSxNQUFNLEVBQWdCLE1BQU0sa0NBQWtDLENBQUM7QUFDN0UsT0FBTyxLQUFLLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSxhQUFhLENBQUM7QUFHckQ7OztHQUdHO0FBQ0gscUJBQWEsV0FBVztJQVlwQixPQUFPLENBQUMsUUFBUSxDQUFDLFNBQVM7SUFDMUIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxNQUFNO0lBQ3ZCLE9BQU8sQ0FBQyxRQUFRLENBQUMsTUFBTTtJQUN2QixPQUFPLENBQUMsUUFBUSxDQUFDLGVBQWU7SUFDaEMsT0FBTyxDQUFDLFFBQVEsQ0FBQyxHQUFHO0lBZnRCLE9BQU8sQ0FBQyxXQUFXLENBQVk7SUFDL0IsT0FBTyxDQUFDLGFBQWEsQ0FBSztJQUMxQixPQUFPLENBQUMsUUFBUSxDQUFDLGNBQWMsQ0FBaUI7SUFDaEQsT0FBTyxDQUFDLFFBQVEsQ0FBQyxjQUFjLENBQTRCO0lBRTNELHFEQUFxRDtJQUNyRCxPQUFPLENBQUMsYUFBYSxDQUEwQjtJQUMvQyxPQUFPLENBQUMsa0JBQWtCLENBQWdCO0lBQzFDLE9BQU8sQ0FBQyxRQUFRLENBQUMsZ0JBQWdCLENBQVE7SUFFekMsT0FBTyxlQVdOO0lBRUQ7Ozs7Ozs7O09BUUc7SUFDSCxPQUFhLE1BQU0sQ0FDakIsTUFBTSxFQUFFLE1BQU0sRUFDZCxNQUFNLEVBQUUsaUJBQWlCLEVBQ3pCLEdBQUcsR0FBRSxNQUEwQyxFQUMvQyxTQUFTLEdBQUUsZUFBc0MsRUFDakQsaUJBQWlCLENBQUMsRUFBRSxTQUFTLEdBQzVCLE9BQU8sQ0FBQyxXQUFXLEdBQUcsU0FBUyxDQUFDLENBb0JsQztJQUVELDJEQUEyRDtJQUNwRCxLQUFLLElBQUksSUFBSSxDQU9uQjtJQUVELGlFQUFpRTtJQUNwRCxJQUFJLElBQUksT0FBTyxDQUFDLElBQUksQ0FBQyxDQUlqQztJQUVELE9BQU8sQ0FBQyxVQUFVO1lBZ0JKLGlCQUFpQjtZQVlqQixRQUFRO0lBdUN0QiwyRUFBMkU7SUFDOUQsS0FBSyxJQUFJLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FJbEM7SUFFRCxrRUFBa0U7SUFDM0QscUJBQXFCLElBQUksTUFBTSxDQUVyQztDQUNGIn0=

package/dest/services/tx_file_store/tx_file_store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tx_file_store.d.ts","sourceRoot":"","sources":["../../../src/services/tx_file_store/tx_file_store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAIlE,OAAO,EAAE,KAAK,SAAS,EAAmB,MAAM,0BAA0B,CAAC;AAE3E,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAEnF,OAAO,KAAK,EAAE,MAAM,EAAgB,MAAM,kCAAkC,CAAC;AAC7E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGrD;;;GAGG;AACH,qBAAa,WAAW;IAYpB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,GAAG;IAftB,OAAO,CAAC,WAAW,CAAY;IAC/B,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAiB;IAChD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA4B;IAE3D,qDAAqD;IACrD,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,kBAAkB,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAQ;IAEzC,OAAO,eAWN;IAED;;;;;;;;OAQG;IACH,OAAa,MAAM,CACjB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,iBAAiB,EACzB,GAAG,GAAE,MAA0C,EAC/C,SAAS,GAAE,eAAsC,EACjD,iBAAiB,CAAC,EAAE,SAAS,GAC5B,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,CAoBlC;IAED,2DAA2D;IACpD,KAAK,IAAI,IAAI,CAOnB;IAED,iEAAiE;IACpD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAIjC;IAED,OAAO,CAAC,UAAU;YAgBJ,iBAAiB;YAYjB,QAAQ;IAuCtB,2EAA2E;IAC9D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAIlC;IAED,kEAAkE;IAC3D,qBAAqB,IAAI,MAAM,CAErC;CACF"}

package/dest/services/tx_file_store/tx_file_store.js

@@ -0,0 +1,149 @@
+import { createLogger } from '@aztec/foundation/log';
+import { RunningPromise } from '@aztec/foundation/promise';
+import { makeBackoff, retry } from '@aztec/foundation/retry';
+import { Timer } from '@aztec/foundation/timer';
+import { createFileStore } from '@aztec/stdlib/file-store';
+import { getTelemetryClient } from '@aztec/telemetry-client';
+import { TxFileStoreInstrumentation } from './instrumentation.js';
+/**
+ * Uploads validated transactions to a file store as a fallback retrieval mechanism.
+ * Listens to TxPool txs-added events and uploads txs asynchronously with bounded concurrency.
+ */ export class TxFileStore {
+    fileStore;
+    txPool;
+    config;
+    instrumentation;
+    log;
+    uploadQueue;
+    activeUploads;
+    queueProcessor;
+    handleTxsAdded;
+    /** Recently uploaded tx hashes for deduplication. */ recentUploads;
+    recentUploadsOrder;
+    maxRecentUploads;
+    constructor(fileStore, txPool, config, instrumentation, log){
+        this.fileStore = fileStore;
+        this.txPool = txPool;
+        this.config = config;
+        this.instrumentation = instrumentation;
+        this.log = log;
+        this.uploadQueue = [];
+        this.activeUploads = 0;
+        this.recentUploads = new Set();
+        this.recentUploadsOrder = [];
+        this.maxRecentUploads = 1000;
+        this.handleTxsAdded = (args)=>{
+            this.enqueueTxs(args.txs);
+        };
+        this.queueProcessor = new RunningPromise(()=>this.processQueueBatch(), this.log, 100);
+    }
+    /**
+   * Creates and initializes the file store.
+   * @param txPool - The transaction pool to listen to.
+   * @param config - The file store configuration.
+   * @param log - Optional logger.
+   * @param telemetry - Optional telemetry client.
+   * @param fileStoreOverride - Optional FileStore for testing (bypasses createFileStore).
+   * @returns The file store instance, or undefined if not configured/enabled.
+   */ static async create(txPool, config, log = createLogger('p2p:tx_file_store'), telemetry = getTelemetryClient(), fileStoreOverride) {
+        if (!config.txFileStoreEnabled) {
+            log.debug('Tx file store is disabled');
+            return undefined;
+        }
+        if (!config.txFileStoreUrl) {
+            log.warn('Tx file store is enabled but URL is not configured');
+            return undefined;
+        }
+        const fileStore = fileStoreOverride ?? await createFileStore(config.txFileStoreUrl, log);
+        if (!fileStore) {
+            log.warn('Failed to create file store for tx file store');
+            return undefined;
+        }
+        const instrumentation = new TxFileStoreInstrumentation(telemetry, 'TxFileStore');
+        log.info('Created tx file store', {
+            url: config.txFileStoreUrl
+        });
+        return new TxFileStore(fileStore, txPool, config, instrumentation, log);
+    }
+    /** Starts listening to TxPool events and uploading txs. */ start() {
+        this.queueProcessor.start();
+        this.txPool.on('txs-added', this.handleTxsAdded);
+        this.log.info('Started tx file store', {
+            concurrency: this.config.txFileStoreUploadConcurrency,
+            maxQueueSize: this.config.txFileStoreMaxQueueSize
+        });
+    }
+    /** Stops listening and waits for pending uploads to complete. */ async stop() {
+        this.txPool.removeListener('txs-added', this.handleTxsAdded);
+        await this.queueProcessor.stop();
+        this.log.info('Stopped tx file store');
+    }
+    enqueueTxs(txs) {
+        this.uploadQueue.push(...txs);
+        // Enforce max queue size by dropping oldest entries
+        const overflow = this.uploadQueue.length - this.config.txFileStoreMaxQueueSize;
+        if (overflow > 0) {
+            this.log.warn(`Upload queue overflow, dropping ${overflow} oldest txs`);
+            this.uploadQueue.splice(0, overflow);
+        }
+        this.instrumentation.recordQueueSize(this.uploadQueue.length);
+        // Immediately start uploading txs
+        void this.queueProcessor.trigger();
+    }
+    async processQueueBatch() {
+        const batch = this.uploadQueue.splice(0, this.config.txFileStoreUploadConcurrency);
+        this.instrumentation.recordQueueSize(this.uploadQueue.length);
+        this.activeUploads += batch.length;
+        try {
+            await Promise.all(batch.map((tx)=>this.uploadTx(tx)));
+        } finally{
+            this.activeUploads -= batch.length;
+        }
+    }
+    async uploadTx(tx) {
+        const txHash = tx.getTxHash().toString();
+        const path = `txs/${txHash}.bin`;
+        const timer = new Timer();
+        if (this.recentUploads.has(txHash)) {
+            return;
+        }
+        try {
+            this.recentUploads.add(txHash);
+            this.recentUploadsOrder.push(txHash);
+            if (this.recentUploadsOrder.length > this.maxRecentUploads) {
+                // delete old entries in recentUploads
+                for (const txHashToRemove of this.recentUploadsOrder.splice(0, this.recentUploadsOrder.length - this.maxRecentUploads)){
+                    this.recentUploads.delete(txHashToRemove);
+                }
+            }
+            await retry(()=>this.fileStore.save(path, tx.toBuffer(), {
+                    compress: false
+                }), `Uploading tx ${txHash}`, makeBackoff([
+                0.1,
+                0.5,
+                2
+            ]), this.log, true);
+            const durationMs = Math.trunc(timer.ms());
+            this.log.debug(`Uploaded tx to file store`, {
+                txHash,
+                path,
+                durationMs
+            });
+            this.instrumentation.recordUploadSuccess(durationMs);
+        } catch (err) {
+            this.log.warn(`Failed to upload tx to file store after retries`, {
+                txHash,
+                error: err
+            });
+            this.instrumentation.recordUploadFailed();
+        }
+    }
+    /** Waits for all queued and in-flight uploads to complete. For testing. */ async flush() {
+        while(this.uploadQueue.length > 0 || this.activeUploads > 0){
+            await this.queueProcessor.trigger();
+        }
+    }
+    /** Returns the number of pending uploads (queued + in-flight). */ getPendingUploadCount() {
+        return this.uploadQueue.length + this.activeUploads;
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aztec/p2p",
-  "version": "0.0.1-commit.a072138",
+  "version": "0.0.1-commit.aada20e3",
   "type": "module",
   "exports": {
     ".": "./dest/index.js",
@@ -67,17 +67,17 @@
     ]
   },
   "dependencies": {
-    "@aztec/constants": "0.0.1-commit.a072138",
-    "@aztec/epoch-cache": "0.0.1-commit.a072138",
-    "@aztec/ethereum": "0.0.1-commit.a072138",
-    "@aztec/foundation": "0.0.1-commit.a072138",
-    "@aztec/kv-store": "0.0.1-commit.a072138",
-    "@aztec/noir-contracts.js": "0.0.1-commit.a072138",
-    "@aztec/noir-protocol-circuits-types": "0.0.1-commit.a072138",
-    "@aztec/protocol-contracts": "0.0.1-commit.a072138",
-    "@aztec/simulator": "0.0.1-commit.a072138",
-    "@aztec/stdlib": "0.0.1-commit.a072138",
-    "@aztec/telemetry-client": "0.0.1-commit.a072138",
+    "@aztec/constants": "0.0.1-commit.aada20e3",
+    "@aztec/epoch-cache": "0.0.1-commit.aada20e3",
+    "@aztec/ethereum": "0.0.1-commit.aada20e3",
+    "@aztec/foundation": "0.0.1-commit.aada20e3",
+    "@aztec/kv-store": "0.0.1-commit.aada20e3",
+    "@aztec/noir-contracts.js": "0.0.1-commit.aada20e3",
+    "@aztec/noir-protocol-circuits-types": "0.0.1-commit.aada20e3",
+    "@aztec/protocol-contracts": "0.0.1-commit.aada20e3",
+    "@aztec/simulator": "0.0.1-commit.aada20e3",
+    "@aztec/stdlib": "0.0.1-commit.aada20e3",
+    "@aztec/telemetry-client": "0.0.1-commit.aada20e3",
     "@chainsafe/libp2p-gossipsub": "13.0.0",
     "@chainsafe/libp2p-noise": "^15.0.0",
     "@chainsafe/libp2p-yamux": "^6.0.2",
@@ -104,8 +104,8 @@
     "xxhash-wasm": "^1.1.0"
   },
   "devDependencies": {
-    "@aztec/archiver": "0.0.1-commit.a072138",
-    "@aztec/world-state": "0.0.1-commit.a072138",
+    "@aztec/archiver": "0.0.1-commit.aada20e3",
+    "@aztec/world-state": "0.0.1-commit.aada20e3",
     "@jest/globals": "^30.0.0",
     "@types/jest": "^30.0.0",
     "@types/node": "^22.15.17",

package/src/client/factory.ts

@@ -21,6 +21,7 @@ import { DummyP2PService } from '../services/dummy_service.js';
 import { LibP2PService } from '../services/index.js';
 import { TxCollection } from '../services/tx_collection/tx_collection.js';
 import { type TxSource, createNodeRpcTxSources } from '../services/tx_collection/tx_source.js';
+import { TxFileStore } from '../services/tx_file_store/tx_file_store.js';
 import { configureP2PClientAddresses, createLibP2PPeerIdFromPrivateKey, getPeerIdPrivateKey } from '../util.js';
 
 export type P2PClientDeps<T extends P2PClientType> = {
@@ -116,6 +117,8 @@ export async function createP2PClient<T extends P2PClientType>(
     logger.createChild('tx-collection'),
   );
 
+  const txFileStore = await TxFileStore.create(mempools.txPool, config, logger.createChild('tx-file-store'), telemetry);
+
   return new P2PClient(
     clientType,
     store,
@@ -123,6 +126,7 @@ export async function createP2PClient<T extends P2PClientType>(
     mempools,
     p2pService,
     txCollection,
+    txFileStore,
     config,
     dateProvider,
     telemetry,

package/src/client/p2p_client.ts

@@ -41,6 +41,7 @@ import {
 import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
 import type { P2PBlockReceivedCallback, P2PCheckpointReceivedCallback, P2PService } from '../services/service.js';
 import { TxCollection } from '../services/tx_collection/tx_collection.js';
+import type { TxFileStore } from '../services/tx_file_store/tx_file_store.js';
 import { TxProvider } from '../services/tx_provider.js';
 import { type P2P, P2PClientState, type P2PSyncState } from './interface.js';
 
@@ -90,6 +91,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
     mempools: MemPools,
     private p2pService: P2PService,
     private txCollection: TxCollection,
+    private txFileStore: TxFileStore | undefined,
     config: Partial<P2PConfig> = {},
     private _dateProvider: DateProvider = new DateProvider(),
     private telemetry: TelemetryClient = getTelemetryClient(),
@@ -274,6 +276,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
 
     this.blockStream!.start();
     await this.txCollection.start();
+    this.txFileStore?.start();
     return this.syncPromise;
   }
 
@@ -306,6 +309,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
     this.log.debug('Stopping p2p client...');
     await tryStop(this.txCollection);
     this.log.debug('Stopped tx collection service');
+    await this.txFileStore?.stop();
+    this.log.debug('Stopped tx file store');
     await this.p2pService.stop();
     this.log.debug('Stopped p2p service');
     await this.blockStream?.stop();

package/src/config.ts

@@ -21,11 +21,17 @@ import {
 } from './services/reqresp/batch-tx-requester/config.js';
 import { type P2PReqRespConfig, p2pReqRespConfigMappings } from './services/reqresp/config.js';
 import { type TxCollectionConfig, txCollectionConfigMappings } from './services/tx_collection/config.js';
+import { type TxFileStoreConfig, txFileStoreConfigMappings } from './services/tx_file_store/config.js';
 
 /**
  * P2P client configuration values.
  */
-export interface P2PConfig extends P2PReqRespConfig, BatchTxRequesterConfig, ChainConfig, TxCollectionConfig {
+export interface P2PConfig
+  extends P2PReqRespConfig,
+    BatchTxRequesterConfig,
+    ChainConfig,
+    TxCollectionConfig,
+    TxFileStoreConfig {
   /** A flag dictating whether the P2P subsystem should be enabled. */
   p2pEnabled: boolean;
 
@@ -439,6 +445,7 @@ export const p2pConfigMappings: ConfigMappingsType<P2PConfig> = {
   ...batchTxRequesterConfigMappings,
   ...chainConfigMappings,
   ...txCollectionConfigMappings,
+  ...txFileStoreConfigMappings,
 };
 
 /**